update robots.txt (remove old urls)

2 years ago · 9bd051cb92
parent c9ae6d2d6e
commit 9bd051cb92
1 changed files with 5 additions and 1 deletions
--- a/layouts/robots.txt
+++ b/layouts/robots.txt
@ -3,4 +3,8 @@ Sitemap: {{ "sitemap.xml" | absLangURL }}

 Disallow: /cgi-bin/
 Disallow: /tags/
-{{ range where .Data.Pages "Params.robotsdisallow" true }}Disallow: {{ .RelPermalink }}{{ end }}
+{{ range where .Data.Pages "Params.robotsdisallow" true }}Disallow: {{ .RelPermalink }}{{ end }}
+
+Disallow: /computerstuff/
+Disallow: /amateur-radio/
+Disallow: /blog/