allow whole site for spider at robots.txt
This commit is contained in:
		
							parent
							
								
									5b7390b5c2
								
							
						
					
					
						commit
						e526a8d6ca
					
				| 
						 | 
				
			
			@ -1,8 +1,4 @@
 | 
			
		|||
User-agent: *
 | 
			
		||||
Allow: /posts/
 | 
			
		||||
Allow: /tags/
 | 
			
		||||
Allow: /categories/
 | 
			
		||||
Allow: /about/
 | 
			
		||||
Allow: *
 | 
			
		||||
 | 
			
		||||
Disallow: *
 | 
			
		||||
Sitemap: {{ .Site.BaseURL }}sitemap.xml
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
		Loading…
	
		Reference in a new issue