Add robots.txt file
This commit is contained in:
parent
3e4b180492
commit
4b6678512d
@ -2,7 +2,7 @@ baseURL = '/'
|
|||||||
languageCode = 'en-us'
|
languageCode = 'en-us'
|
||||||
theme = "anubis2"
|
theme = "anubis2"
|
||||||
title = "Thanwer's Blog"
|
title = "Thanwer's Blog"
|
||||||
|
enableRobotsTXT = true
|
||||||
defaultContentLanguage = 'en'
|
defaultContentLanguage = 'en'
|
||||||
|
|
||||||
[languages]
|
[languages]
|
||||||
|
|||||||
5
layouts/robots.txt
Normal file
5
layouts/robots.txt
Normal file
@ -0,0 +1,5 @@
|
|||||||
|
User-agent: *
|
||||||
|
Allow: /
|
||||||
|
Sitemap: https://blog.thanwer.com/sitemap.xml
|
||||||
|
Sitemap: https://blog.thanwer.com/en/sitemap.xml
|
||||||
|
Sitemap: https://blog.thanwer.com/pt/sitemap.xml
|
||||||
Loading…
Reference in New Issue
Block a user