update robots.txt
This commit is contained in:
parent
ec58417042
commit
e37c484d85
1 changed files with 0 additions and 1 deletions
|
@ -2,6 +2,5 @@ User-agent: *
|
|||
Sitemap: {{ "sitemap.xml" | absLangURL }}
|
||||
|
||||
Disallow: /cgi-bin/
|
||||
Disallow: /tags/
|
||||
{{ range where .Data.Pages "Params.robotsdisallow" true }}Disallow: {{ .RelPermalink }}{{ end }}
|
||||
|
||||
|
|
Loading…
Reference in a new issue