diff --git a/docs/static/robots.txt b/docs/static/robots.txt index 783e3e94..da3e89b6 100644 --- a/docs/static/robots.txt +++ b/docs/static/robots.txt @@ -4,9 +4,9 @@ User-agent: * Disallow: / -# Allow specific crawlers if needed (uncomment when ready for launch) -# User-agent: Googlebot -# Allow: / +# Allow specific crawlers +User-agent: Googlebot +Allow: / -# Sitemap location (uncomment when ready for launch) -# Sitemap: https://docs.openr.ag/sitemap.xml +# Sitemap location +Sitemap: https://docs.openr.ag/sitemap.xml \ No newline at end of file