feat: update robots.txt
This commit is contained in:
parent
2f4a461b1d
commit
4ca4dbc449
1 changed files with 0 additions and 3 deletions
|
|
@ -1,8 +1,5 @@
|
||||||
Sitemap: https://ayo.ayco.io/sitemap-index.xml
|
Sitemap: https://ayo.ayco.io/sitemap-index.xml
|
||||||
|
|
||||||
User-agent: *
|
|
||||||
Disallow:
|
|
||||||
|
|
||||||
User-agent: AddSearchBot
|
User-agent: AddSearchBot
|
||||||
User-agent: AI2Bot
|
User-agent: AI2Bot
|
||||||
User-agent: AI2Bot-DeepResearchEval
|
User-agent: AI2Bot-DeepResearchEval
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue