feat: added a new blog post and book (wip)

1 files changed, 30 insertions, 0 deletions

diff --git a/public/robots.txt b/public/robots.txt
new file mode 100644
index 0000000..8d796b6
--- /dev/null
+++ b/public/robots.txt
@@ -0,0 +1,30 @@
+User-agent: *
+
+Disallow: /
+
+Disallow: /posts/
+
+Disallow: /posts/nature-of-technology/
+
+Disallow: /posts/poster-fair/
+
+Disallow: /posts/critical-cs/
+
+Disallow: /posts/mythical-man-month/
+
+Disallow: /posts/dijkstra-knuth/
+
+Disallow: /posts/lecture-photos/
+
+Disallow: /posts/denounce-ai/
+
+Disallow: /posts/useful-links/
+
+Disallow: /posts/good-cs-books/
+
+Disallow: /contact/
+
+Disallow: /categories/
+
+Disallow: /tags/
+