gmakstutis/LightRAG
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Adjust chunking parameters to match the default environment variable settings

Browse source 
(cherry picked from commit e77340d4a1)
This commit is contained in:
yangdx 2025-11-18 23:14:50 +08:00 • committed by Raphaël MANSUY
parent b8dc5de81a
commit 6e3ff18570
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
lightrag/operate.py
View file

@ -72,8 +72,8 @@ def chunking_by_token_size(
content: str,
split_by_character: str | None = None,
split_by_character_only: bool = False,
chunk_overlap_token_size: int = 128,
chunk_token_size: int = 1024,
chunk_overlap_token_size: int = 100,
chunk_token_size: int = 1200,
) -> list[dict[str, Any]]:
tokens = tokenizer.encode(content)
results: list[dict[str, Any]] = []