diff options
Diffstat (limited to 'public/robots.txt')
| -rw-r--r-- | public/robots.txt | 24 |
1 files changed, 13 insertions, 11 deletions
diff --git a/public/robots.txt b/public/robots.txt index 348292e..59dc1d4 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -1,26 +1,28 @@ User-agent: * -Disallow: / +Disallow: /articles/nature-of-technology/ -Disallow: /posts/lecture-photos/ +Disallow: /articles/poster-fair/ -Disallow: /posts/ +Disallow: / -Disallow: /posts/poster-fair/ +Disallow: /articles/ -Disallow: /posts/critical-cs/ +Disallow: /articles/critical-cs/ -Disallow: /posts/mythical-man-month/ +Disallow: /articles/mythical-man-month/ -Disallow: /posts/dijkstra-knuth/ +Disallow: /articles/dijkstra-knuth/ -Disallow: /posts/denounce-ai/ +Disallow: /articles/lecture-photos/ -Disallow: /posts/useful-links/ +Disallow: /contact/ -Disallow: /posts/good-cs-books/ +Disallow: /articles/denounce-ai/ -Disallow: /contact/ +Disallow: /articles/useful-links/ + +Disallow: /articles/good-cs-books/ Disallow: /categories/ |