allow whole site for spider at robots.txt
This commit is contained in:
parent
5b7390b5c2
commit
e526a8d6ca
|
@ -1,8 +1,4 @@
|
|||
User-agent: *
|
||||
Allow: /posts/
|
||||
Allow: /tags/
|
||||
Allow: /categories/
|
||||
Allow: /about/
|
||||
Allow: *
|
||||
|
||||
Disallow: *
|
||||
Sitemap: {{ .Site.BaseURL }}sitemap.xml
|
||||
|
|
Loading…
Reference in a new issue