update robots.txt

This commit is contained in:
Dominic Reich 2023-08-18 06:03:22 +02:00
parent ec58417042
commit e37c484d85
Signed by: dominic
GPG key ID: BC9D6AE1A3BE169A

View file

@ -2,6 +2,5 @@ User-agent: *
Sitemap: {{ "sitemap.xml" | absLangURL }}
Disallow: /cgi-bin/
Disallow: /tags/
{{ range where .Data.Pages "Params.robotsdisallow" true }}Disallow: {{ .RelPermalink }}{{ end }}