update robots.txt (remove old urls)
This commit is contained in:
parent
c9ae6d2d6e
commit
9bd051cb92
1 changed files with 5 additions and 1 deletions
|
@ -3,4 +3,8 @@ Sitemap: {{ "sitemap.xml" | absLangURL }}
|
|||
|
||||
Disallow: /cgi-bin/
|
||||
Disallow: /tags/
|
||||
{{ range where .Data.Pages "Params.robotsdisallow" true }}Disallow: {{ .RelPermalink }}{{ end }}
|
||||
{{ range where .Data.Pages "Params.robotsdisallow" true }}Disallow: {{ .RelPermalink }}{{ end }}
|
||||
|
||||
Disallow: /computerstuff/
|
||||
Disallow: /amateur-radio/
|
||||
Disallow: /blog/
|
||||
|
|
Loading…
Reference in a new issue