diff --git a/docs/static/robots.txt b/docs/static/robots.txt
index 783e3e94..8452acdf 100644
--- a/docs/static/robots.txt
+++ b/docs/static/robots.txt
@@ -1,12 +1,8 @@
 # Robots.txt for OpenRAG Documentation
 
-# Block all crawlers by default
+# Allow all crawlers
 User-agent: *
-Disallow: /
+Allow: /
 
-# Allow specific crawlers if needed (uncomment when ready for launch)
-# User-agent: Googlebot
-# Allow: /
-
-# Sitemap location (uncomment when ready for launch)
-# Sitemap: https://docs.openr.ag/sitemap.xml
+# Sitemap location
+Sitemap: https://docs.openr.ag/sitemap.xml
\ No newline at end of file
diff --git a/src/connectors/onedrive/connector.py b/src/connectors/onedrive/connector.py
index dcca775d..a902f577 100644
--- a/src/connectors/onedrive/connector.py
+++ b/src/connectors/onedrive/connector.py
@@ -394,7 +394,7 @@ class OneDriveConnector(BaseConnector):
             headers = {"Authorization": f"Bearer {token}"}
 
             async with httpx.AsyncClient() as client:
-                response = await client.get(url, headers=headers, timeout=60)
+                response = await client.get(url, headers=headers, timeout=60, follow_redirects=True)
                 response.raise_for_status()
                 return response.content
 
@@ -406,7 +406,7 @@ class OneDriveConnector(BaseConnector):
         """Download file content from direct download URL."""
         try:
             async with httpx.AsyncClient() as client:
-                response = await client.get(download_url, timeout=60)
+                response = await client.get(download_url, timeout=60, follow_redirects=True)
                 response.raise_for_status()
                 return response.content
         except Exception as e:
diff --git a/src/connectors/sharepoint/connector.py b/src/connectors/sharepoint/connector.py
index f9482d9c..1235a103 100644
--- a/src/connectors/sharepoint/connector.py
+++ b/src/connectors/sharepoint/connector.py
@@ -462,7 +462,7 @@ class SharePointConnector(BaseConnector):
             headers = {"Authorization": f"Bearer {token}"}
             
             async with httpx.AsyncClient() as client:
-                response = await client.get(url, headers=headers, timeout=60)
+                response = await client.get(url, headers=headers, timeout=60, follow_redirects=True)
                 response.raise_for_status()
                 return response.content
             
@@ -535,7 +535,7 @@ class SharePointConnector(BaseConnector):
         """Download file content from direct download URL"""
         try:
             async with httpx.AsyncClient() as client:
-                response = await client.get(download_url, timeout=60)
+                response = await client.get(download_url, timeout=60, follow_redirects=True)
                 response.raise_for_status()
                 return response.content
         except Exception as e: