fix: fixed copyright notice 2

1 files changed, 26 insertions, 0 deletions

diff --git a/public/robots.txt b/public/robots.txt
new file mode 100644
index 0000000..c5bf975
--- /dev/null
+++ b/public/robots.txt
@@ -0,0 +1,26 @@
+User-agent: *
+
+Disallow: /
+
+Disallow: /posts/poster-fair/
+
+Disallow: /posts/
+
+Disallow: /posts/critical-cs/
+
+Disallow: /posts/mythical-man-month/
+
+Disallow: /posts/dijkstra-knuth/
+
+Disallow: /posts/denounce-ai/
+
+Disallow: /posts/useful-links/
+
+Disallow: /posts/good-cs-books/
+
+Disallow: /contact/
+
+Disallow: /categories/
+
+Disallow: /tags/
+