update robots.txt (remove old urls)

main
Dominic Reich 2 years ago
parent c9ae6d2d6e
commit 9bd051cb92
Signed by: dominic
GPG Key ID: BC9D6AE1A3BE169A

@ -3,4 +3,8 @@ Sitemap: {{ "sitemap.xml" | absLangURL }}
Disallow: /cgi-bin/ Disallow: /cgi-bin/
Disallow: /tags/ Disallow: /tags/
{{ range where .Data.Pages "Params.robotsdisallow" true }}Disallow: {{ .RelPermalink }}{{ end }} {{ range where .Data.Pages "Params.robotsdisallow" true }}Disallow: {{ .RelPermalink }}{{ end }}
Disallow: /computerstuff/
Disallow: /amateur-radio/
Disallow: /blog/

Loading…
Cancel
Save