gmakstutis/LightRAG
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

cleaned code

Browse source
This commit is contained in:
Yannick Stephan 2025-02-09 11:48:27 +01:00
parent 1f8fc44591
commit 914c8ffcd7
1 changed files with 5 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
lightrag/lightrag.py
View file

@ -194,8 +194,6 @@ class LightRAG:
], ],
list[dict[str, Any]], list[dict[str, Any]],
] = chunking_by_token_size ] = chunking_by_token_size
chunking_func_kwargs: dict = field(default_factory=dict)
def __post_init__(self): def __post_init__(self):
os.makedirs(self.log_dir, exist_ok=True) os.makedirs(self.log_dir, exist_ok=True)
@ -581,12 +579,11 @@ class LightRAG:
} }
for dp in self.chunking_func( for dp in self.chunking_func(
doc["content"], doc["content"],
split_by_character=split_by_character, split_by_character,
split_by_character_only=split_by_character_only, split_by_character_only,
overlap_token_size=self.chunk_overlap_token_size, self.chunk_overlap_token_size,
max_token_size=self.chunk_token_size, self.chunk_token_size,
tiktoken_model=self.tiktoken_model_name, self.tiktoken_model_name,
**self.chunking_func_kwargs,
) )
} }