enable robots.txt by default
use CRLF in robots.txt
This commit is contained in:
		
							parent
							
								
									3b58a1a279
								
							
						
					
					
						commit
						dff69c5bd3
					
				| 
						 | 
				
			
			@ -1,6 +1,7 @@
 | 
			
		|||
title = "Flat theme"
 | 
			
		||||
theme = "hugo-theme-flat"
 | 
			
		||||
themesDir = "../.."
 | 
			
		||||
enableRobotsTXT = true
 | 
			
		||||
hasCJKLanguage = true
 | 
			
		||||
paginate = 6
 | 
			
		||||
baseURL = ""
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
| 
						 | 
				
			
			@ -1,8 +1,8 @@
 | 
			
		|||
User-agent: *
 | 
			
		||||
Allow: /posts/
 | 
			
		||||
Allow: /tags/
 | 
			
		||||
Allow: /categories/
 | 
			
		||||
Allow: /about/
 | 
			
		||||
Disallow: *
 | 
			
		||||
 | 
			
		||||
Sitemap: {{ .Site.BaseURL }}sitemap.xml
 | 
			
		||||
User-agent: *
 | 
			
		||||
Allow: /posts/
 | 
			
		||||
Allow: /tags/
 | 
			
		||||
Allow: /categories/
 | 
			
		||||
Allow: /about/
 | 
			
		||||
 | 
			
		||||
Disallow: *
 | 
			
		||||
Sitemap: {{ .Site.BaseURL }}sitemap.xml
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
		Loading…
	
		Reference in a new issue