gmakstutis/LightRAG
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Convert embedding_token_limit from property to field with __post_init__

Browse source 
• Remove property decorator
• Add field with init=False
• Set value in __post_init__ method
• embedding_token_limit is now in config dictionary
This commit is contained in:
yangdx 2025-11-14 20:58:41 +08:00
parent ab4d7ac2b0
commit 39b49e92ff
1 changed files with 8 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
lightrag/lightrag.py
View file

@ -276,12 +276,8 @@ class LightRAG:
embedding_func: EmbeddingFunc | None = field(default=None) embedding_func: EmbeddingFunc | None = field(default=None)
"""Function for computing text embeddings. Must be set before use.""" """Function for computing text embeddings. Must be set before use."""
@property embedding_token_limit: int | None = field(default=None, init=False)
def embedding_token_limit(self) -> int | None: """Token limit for embedding model. Set automatically from embedding_func.max_token_size in __post_init__."""
"""Get the token limit for embedding model from embedding_func."""
if self.embedding_func and hasattr(self.embedding_func, "max_token_size"):
return self.embedding_func.max_token_size
return None
embedding_batch_num: int = field(default=int(os.getenv("EMBEDDING_BATCH_NUM", 10))) embedding_batch_num: int = field(default=int(os.getenv("EMBEDDING_BATCH_NUM", 10)))
"""Batch size for embedding computations.""" """Batch size for embedding computations."""
@ -532,6 +528,12 @@ class LightRAG:
queue_name="Embedding func", queue_name="Embedding func",
)(self.embedding_func) )(self.embedding_func)
# Initialize embedding_token_limit from embedding_func
if self.embedding_func and hasattr(self.embedding_func, "max_token_size"):
self.embedding_token_limit = self.embedding_func.max_token_size
else:
self.embedding_token_limit = None
# Initialize all storages # Initialize all storages
self.key_string_value_json_storage_cls: type[BaseKVStorage] = ( self.key_string_value_json_storage_cls: type[BaseKVStorage] = (
self._get_storage_class(self.kv_storage) self._get_storage_class(self.kv_storage)