From 4ca4dbc44979a55f1d52e9379f0b23395824e888 Mon Sep 17 00:00:00 2001 From: Ayo Date: Wed, 25 Feb 2026 22:31:32 +0100 Subject: [PATCH] feat: update robots.txt --- public/robots.txt | 3 --- 1 file changed, 3 deletions(-) diff --git a/public/robots.txt b/public/robots.txt index 1333fd6..fc03c3d 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -1,8 +1,5 @@ Sitemap: https://ayo.ayco.io/sitemap-index.xml -User-agent: * -Disallow: - User-agent: AddSearchBot User-agent: AI2Bot User-agent: AI2Bot-DeepResearchEval