gmakstutis/openrag
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

making tasks of init sequential

Browse source
This commit is contained in:
Edwin Jose 2025-09-04 15:22:13 -04:00
parent 12f3265654
commit 6bd610a773
1 changed files with 7 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
src/main.py
View file

@ -199,7 +199,7 @@ async def init_index_when_ready():
async def ingest_default_documents_when_ready(services): async def ingest_default_documents_when_ready(services):
"""Scan the local documents folder and ingest files like a non-auth upload.""" """Scan the local documents folder and ingest files like a non-auth upload."""
try: try:
logger.info("Ingesting default documents when ready")
base_dir = os.path.abspath(os.path.join(os.getcwd(), "documents")) base_dir = os.path.abspath(os.path.join(os.getcwd(), "documents"))
if not os.path.isdir(base_dir): if not os.path.isdir(base_dir):
logger.info("Default documents directory not found; skipping ingestion", base_dir=base_dir) logger.info("Default documents directory not found; skipping ingestion", base_dir=base_dir)
@ -261,6 +261,11 @@ async def ingest_default_documents_when_ready(services):
except Exception as e: except Exception as e:
logger.error("Default documents ingestion failed", error=str(e)) logger.error("Default documents ingestion failed", error=str(e))
async def startup_tasks(services):
"""Startup tasks"""
logger.info("Starting startup tasks")
await init_index()
await ingest_default_documents_when_ready(services)
async def initialize_services(): async def initialize_services():
"""Initialize all services and their dependencies""" """Initialize all services and their dependencies"""
@ -703,13 +708,9 @@ async def create_app():
@app.on_event("startup") @app.on_event("startup")
async def startup_event(): async def startup_event():
# Start index initialization in background to avoid blocking OIDC endpoints # Start index initialization in background to avoid blocking OIDC endpoints
t1 = asyncio.create_task(init_index_when_ready()) t1 = asyncio.create_task(startup_tasks(services))
app.state.background_tasks.add(t1) app.state.background_tasks.add(t1)
t1.add_done_callback(app.state.background_tasks.discard) t1.add_done_callback(app.state.background_tasks.discard)
# Start default documents ingestion in background
t2 = asyncio.create_task(ingest_default_documents_when_ready(services))
app.state.background_tasks.add(t2)
t2.add_done_callback(app.state.background_tasks.discard)
# Add shutdown event handler # Add shutdown event handler
@app.on_event("shutdown") @app.on_event("shutdown")