gmakstutis/openrag
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Merge branch 'main' into release-0.2.0

Browse source
This commit is contained in:
Sebastián Estévez 2025-12-22 21:16:35 -05:00 • committed by GitHub
commit 623d9503c1
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 8 additions and 12 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
docs/static/robots.txt vendored
View file

@ -1,12 +1,8 @@
# Robots.txt for OpenRAG Documentation
# Block all crawlers by default
# Allow all crawlers
User-agent: *
Disallow: /
Allow: /
# Allow specific crawlers if needed (uncomment when ready for launch)
# User-agent: Googlebot
# Allow: /
# Sitemap location (uncomment when ready for launch)
# Sitemap: https://docs.openr.ag/sitemap.xml
# Sitemap location
Sitemap: https://docs.openr.ag/sitemap.xml

4
src/connectors/onedrive/connector.py
View file

@ -394,7 +394,7 @@ class OneDriveConnector(BaseConnector):
headers = {"Authorization": f"Bearer {token}"}
async with httpx.AsyncClient() as client:
response = await client.get(url, headers=headers, timeout=60)
response = await client.get(url, headers=headers, timeout=60, follow_redirects=True)
response.raise_for_status()
return response.content
@ -406,7 +406,7 @@ class OneDriveConnector(BaseConnector):
"""Download file content from direct download URL."""
try:
async with httpx.AsyncClient() as client:
response = await client.get(download_url, timeout=60)
response = await client.get(download_url, timeout=60, follow_redirects=True)
response.raise_for_status()
return response.content
except Exception as e:

4
src/connectors/sharepoint/connector.py
View file

@ -462,7 +462,7 @@ class SharePointConnector(BaseConnector):
headers = {"Authorization": f"Bearer {token}"}
async with httpx.AsyncClient() as client:
response = await client.get(url, headers=headers, timeout=60)
response = await client.get(url, headers=headers, timeout=60, follow_redirects=True)
response.raise_for_status()
return response.content
@ -535,7 +535,7 @@ class SharePointConnector(BaseConnector):
"""Download file content from direct download URL"""
try:
async with httpx.AsyncClient() as client:
response = await client.get(download_url, timeout=60)
response = await client.get(download_url, timeout=60, follow_redirects=True)
response.raise_for_status()
return response.content
except Exception as e: