Add robots.txt file

This commit is contained in:
Thanwer 2024-10-27 14:53:10 -03:00
parent 3e4b180492
commit 4b6678512d
2 changed files with 6 additions and 1 deletions

View File

@ -2,7 +2,7 @@ baseURL = '/'
languageCode = 'en-us' languageCode = 'en-us'
theme = "anubis2" theme = "anubis2"
title = "Thanwer's Blog" title = "Thanwer's Blog"
enableRobotsTXT = true
defaultContentLanguage = 'en' defaultContentLanguage = 'en'
[languages] [languages]

5
layouts/robots.txt Normal file
View File

@ -0,0 +1,5 @@
User-agent: *
Allow: /
Sitemap: https://blog.thanwer.com/sitemap.xml
Sitemap: https://blog.thanwer.com/en/sitemap.xml
Sitemap: https://blog.thanwer.com/pt/sitemap.xml