From 8a4c91364470393ed21c554ca8bb1853852b6f3c Mon Sep 17 00:00:00 2001 From: mjkwiatkowski Date: Wed, 11 Feb 2026 09:36:44 +0100 Subject: feat: added a new blog post and book (wip) --- public/robots.txt | 30 ++++++++++++++++++++++++++++++ 1 file changed, 30 insertions(+) create mode 100644 public/robots.txt (limited to 'public/robots.txt') diff --git a/public/robots.txt b/public/robots.txt new file mode 100644 index 0000000..8d796b6 --- /dev/null +++ b/public/robots.txt @@ -0,0 +1,30 @@ +User-agent: * + +Disallow: / + +Disallow: /posts/ + +Disallow: /posts/nature-of-technology/ + +Disallow: /posts/poster-fair/ + +Disallow: /posts/critical-cs/ + +Disallow: /posts/mythical-man-month/ + +Disallow: /posts/dijkstra-knuth/ + +Disallow: /posts/lecture-photos/ + +Disallow: /posts/denounce-ai/ + +Disallow: /posts/useful-links/ + +Disallow: /posts/good-cs-books/ + +Disallow: /contact/ + +Disallow: /categories/ + +Disallow: /tags/ + -- cgit v1.2.3