From 447344784302670bfbed4a1a604c34383d1a69b5 Mon Sep 17 00:00:00 2001
From: Mendon Kissling <59585235+mendonk@users.noreply.github.com>
Date: Wed, 22 Oct 2025 09:06:19 -0400
Subject: [PATCH] add-robots-block-crawlers

---
 docs/static/robots.txt | 12 ++++++++++++
 1 file changed, 12 insertions(+)
 create mode 100644 docs/static/robots.txt

diff --git a/docs/static/robots.txt b/docs/static/robots.txt
new file mode 100644
index 00000000..783e3e94
--- /dev/null
+++ b/docs/static/robots.txt
@@ -0,0 +1,12 @@
+# Robots.txt for OpenRAG Documentation
+
+# Block all crawlers by default
+User-agent: *
+Disallow: /
+
+# Allow specific crawlers if needed (uncomment when ready for launch)
+# User-agent: Googlebot
+# Allow: /
+
+# Sitemap location (uncomment when ready for launch)
+# Sitemap: https://docs.openr.ag/sitemap.xml