diff options
Diffstat (limited to 'public/robots.txt')
| -rw-r--r-- | public/robots.txt | 30 |
1 files changed, 30 insertions, 0 deletions
diff --git a/public/robots.txt b/public/robots.txt new file mode 100644 index 0000000..59dc1d4 --- /dev/null +++ b/public/robots.txt @@ -0,0 +1,30 @@ +User-agent: * + +Disallow: /articles/nature-of-technology/ + +Disallow: /articles/poster-fair/ + +Disallow: / + +Disallow: /articles/ + +Disallow: /articles/critical-cs/ + +Disallow: /articles/mythical-man-month/ + +Disallow: /articles/dijkstra-knuth/ + +Disallow: /articles/lecture-photos/ + +Disallow: /contact/ + +Disallow: /articles/denounce-ai/ + +Disallow: /articles/useful-links/ + +Disallow: /articles/good-cs-books/ + +Disallow: /categories/ + +Disallow: /tags/ + |