From b0c5a78e35132bfee395294d00e00ca2a086e35f Mon Sep 17 00:00:00 2001
From: April M <36110273+aimurphy@users.noreply.github.com>
Date: Thu, 18 Dec 2025 15:00:01 -0800
Subject: [PATCH 1/2] prepare robots.txt for public site

---
 docs/static/robots.txt | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/docs/static/robots.txt b/docs/static/robots.txt
index 783e3e94..da3e89b6 100644
--- a/docs/static/robots.txt
+++ b/docs/static/robots.txt
@@ -4,9 +4,9 @@
 User-agent: *
 Disallow: /
 
-# Allow specific crawlers if needed (uncomment when ready for launch)
-# User-agent: Googlebot
-# Allow: /
+# Allow specific crawlers
+User-agent: Googlebot
+Allow: /
 
-# Sitemap location (uncomment when ready for launch)
-# Sitemap: https://docs.openr.ag/sitemap.xml
+# Sitemap location
+Sitemap: https://docs.openr.ag/sitemap.xml
\ No newline at end of file

From 296842df3423f43c82bac874e1f902d2a0cb2ede Mon Sep 17 00:00:00 2001
From: April M <36110273+aimurphy@users.noreply.github.com>
Date: Thu, 18 Dec 2025 16:00:16 -0800
Subject: [PATCH 2/2] allow all crawlers

---
 docs/static/robots.txt | 6 +-----
 1 file changed, 1 insertion(+), 5 deletions(-)

diff --git a/docs/static/robots.txt b/docs/static/robots.txt
index da3e89b6..8452acdf 100644
--- a/docs/static/robots.txt
+++ b/docs/static/robots.txt
@@ -1,11 +1,7 @@
 # Robots.txt for OpenRAG Documentation
 
-# Block all crawlers by default
+# Allow all crawlers
 User-agent: *
-Disallow: /
-
-# Allow specific crawlers
-User-agent: Googlebot
 Allow: /
 
 # Sitemap location