Merge branch 'release-0.2.0' of github.com:phact/openrag into release-0.2.0

This commit is contained in:
phact 2025-12-22 21:17:36 -05:00
commit f3575a2bff
3 changed files with 8 additions and 12 deletions

View file

@ -1,12 +1,8 @@
# Robots.txt for OpenRAG Documentation
# Block all crawlers by default
# Allow all crawlers
User-agent: *
Disallow: /
Allow: /
# Allow specific crawlers if needed (uncomment when ready for launch)
# User-agent: Googlebot
# Allow: /
# Sitemap location (uncomment when ready for launch)
# Sitemap: https://docs.openr.ag/sitemap.xml
# Sitemap location
Sitemap: https://docs.openr.ag/sitemap.xml

View file

@ -394,7 +394,7 @@ class OneDriveConnector(BaseConnector):
headers = {"Authorization": f"Bearer {token}"}
async with httpx.AsyncClient() as client:
response = await client.get(url, headers=headers, timeout=60)
response = await client.get(url, headers=headers, timeout=60, follow_redirects=True)
response.raise_for_status()
return response.content
@ -406,7 +406,7 @@ class OneDriveConnector(BaseConnector):
"""Download file content from direct download URL."""
try:
async with httpx.AsyncClient() as client:
response = await client.get(download_url, timeout=60)
response = await client.get(download_url, timeout=60, follow_redirects=True)
response.raise_for_status()
return response.content
except Exception as e:

View file

@ -462,7 +462,7 @@ class SharePointConnector(BaseConnector):
headers = {"Authorization": f"Bearer {token}"}
async with httpx.AsyncClient() as client:
response = await client.get(url, headers=headers, timeout=60)
response = await client.get(url, headers=headers, timeout=60, follow_redirects=True)
response.raise_for_status()
return response.content
@ -535,7 +535,7 @@ class SharePointConnector(BaseConnector):
"""Download file content from direct download URL"""
try:
async with httpx.AsyncClient() as client:
response = await client.get(download_url, timeout=60)
response = await client.get(download_url, timeout=60, follow_redirects=True)
response.raise_for_status()
return response.content
except Exception as e: