Merge branch 'add-log'
This commit is contained in:
commit
6c75bcbaae
3 changed files with 11 additions and 1 deletions
|
|
@ -714,6 +714,10 @@ async def pipeline_enqueue_file(rag: LightRAG, file_path: Path) -> bool:
|
||||||
|
|
||||||
# Insert into the RAG queue
|
# Insert into the RAG queue
|
||||||
if content:
|
if content:
|
||||||
|
# Check if content contains only whitespace characters
|
||||||
|
if not content.strip():
|
||||||
|
logger.warning(f"File contains only whitespace characters. file_paths={file_path.name}")
|
||||||
|
|
||||||
await rag.apipeline_enqueue_documents(content, file_paths=file_path.name)
|
await rag.apipeline_enqueue_documents(content, file_paths=file_path.name)
|
||||||
logger.info(f"Successfully fetched and enqueued file: {file_path.name}")
|
logger.info(f"Successfully fetched and enqueued file: {file_path.name}")
|
||||||
return True
|
return True
|
||||||
|
|
|
||||||
|
|
@ -965,6 +965,9 @@ class LightRAG:
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
if not chunks:
|
||||||
|
logger.warning("No document chunks to process")
|
||||||
|
|
||||||
# Process document in two stages
|
# Process document in two stages
|
||||||
# Stage 1: Process text chunks and docs (parallel execution)
|
# Stage 1: Process text chunks and docs (parallel execution)
|
||||||
doc_status_task = asyncio.create_task(
|
doc_status_task = asyncio.create_task(
|
||||||
|
|
|
||||||
|
|
@ -11,7 +11,7 @@ authors = [
|
||||||
description = "LightRAG: Simple and Fast Retrieval-Augmented Generation"
|
description = "LightRAG: Simple and Fast Retrieval-Augmented Generation"
|
||||||
readme = "README.md"
|
readme = "README.md"
|
||||||
license = {text = "MIT"}
|
license = {text = "MIT"}
|
||||||
requires-python = ">=3.9"
|
requires-python = ">=3.10"
|
||||||
classifiers = [
|
classifiers = [
|
||||||
"Development Status :: 4 - Beta",
|
"Development Status :: 4 - Beta",
|
||||||
"Programming Language :: Python :: 3",
|
"Programming Language :: Python :: 3",
|
||||||
|
|
@ -91,3 +91,6 @@ version = {attr = "lightrag.__version__"}
|
||||||
|
|
||||||
[tool.setuptools.package-data]
|
[tool.setuptools.package-data]
|
||||||
lightrag = ["api/webui/**/*"]
|
lightrag = ["api/webui/**/*"]
|
||||||
|
|
||||||
|
[tool.ruff]
|
||||||
|
target-version = "py310"
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue