diff options
Diffstat (limited to 'public/robots.txt')
| -rw-r--r-- | public/robots.txt | 26 |
1 files changed, 26 insertions, 0 deletions
diff --git a/public/robots.txt b/public/robots.txt new file mode 100644 index 0000000..c5bf975 --- /dev/null +++ b/public/robots.txt @@ -0,0 +1,26 @@ +User-agent: * + +Disallow: / + +Disallow: /posts/poster-fair/ + +Disallow: /posts/ + +Disallow: /posts/critical-cs/ + +Disallow: /posts/mythical-man-month/ + +Disallow: /posts/dijkstra-knuth/ + +Disallow: /posts/denounce-ai/ + +Disallow: /posts/useful-links/ + +Disallow: /posts/good-cs-books/ + +Disallow: /contact/ + +Disallow: /categories/ + +Disallow: /tags/ + |
