From 296842df3423f43c82bac874e1f902d2a0cb2ede Mon Sep 17 00:00:00 2001
From: April M <36110273+aimurphy@users.noreply.github.com>
Date: Thu, 18 Dec 2025 16:00:16 -0800
Subject: [PATCH] allow all crawlers

---
 docs/static/robots.txt | 6 +-----
 1 file changed, 1 insertion(+), 5 deletions(-)

diff --git a/docs/static/robots.txt b/docs/static/robots.txt
index da3e89b6..8452acdf 100644
--- a/docs/static/robots.txt
+++ b/docs/static/robots.txt
@@ -1,11 +1,7 @@
 # Robots.txt for OpenRAG Documentation
 
-# Block all crawlers by default
+# Allow all crawlers
 User-agent: *
-Disallow: /
-
-# Allow specific crawlers
-User-agent: Googlebot
 Allow: /
 
 # Sitemap location