From 93b197f711f45f96430e56b6d5ba4a6572ef2cbe Mon Sep 17 00:00:00 2001 From: phact Date: Tue, 23 Dec 2025 02:14:40 +0000 Subject: [PATCH] deploy: 900e5f979529015b0dfb9fa5ab2846dcfad88a96 --- robots.txt | 12 ++++-------- 1 file changed, 4 insertions(+), 8 deletions(-) diff --git a/robots.txt b/robots.txt index 783e3e94..8452acdf 100644 --- a/robots.txt +++ b/robots.txt @@ -1,12 +1,8 @@ # Robots.txt for OpenRAG Documentation -# Block all crawlers by default +# Allow all crawlers User-agent: * -Disallow: / +Allow: / -# Allow specific crawlers if needed (uncomment when ready for launch) -# User-agent: Googlebot -# Allow: / - -# Sitemap location (uncomment when ready for launch) -# Sitemap: https://docs.openr.ag/sitemap.xml +# Sitemap location +Sitemap: https://docs.openr.ag/sitemap.xml \ No newline at end of file