From e526a8d6ca683cb90eec474778e06d88a0b20cb5 Mon Sep 17 00:00:00 2001 From: leafee98 Date: Wed, 18 May 2022 13:51:15 +0800 Subject: [PATCH] allow whole site for spider at robots.txt --- layouts/robots.txt | 6 +----- 1 file changed, 1 insertion(+), 5 deletions(-) diff --git a/layouts/robots.txt b/layouts/robots.txt index 21f331f..20f541f 100644 --- a/layouts/robots.txt +++ b/layouts/robots.txt @@ -1,8 +1,4 @@ User-agent: * -Allow: /posts/ -Allow: /tags/ -Allow: /categories/ -Allow: /about/ +Allow: * -Disallow: * Sitemap: {{ .Site.BaseURL }}sitemap.xml