Updates to the configs
This commit is contained in:
parent
bbf55f9547
commit
df32ba622e
4 changed files with 11 additions and 16 deletions
|
|
@ -6,6 +6,7 @@ import nltk
|
||||||
from nltk.corpus import stopwords
|
from nltk.corpus import stopwords
|
||||||
from cognee.config import Config
|
from cognee.config import Config
|
||||||
from cognee.infrastructure.data.chunking.LangchainChunkingEngine import LangchainChunkEngine
|
from cognee.infrastructure.data.chunking.LangchainChunkingEngine import LangchainChunkEngine
|
||||||
|
from cognee.infrastructure.databases.graph.config import get_graph_config
|
||||||
from cognee.infrastructure.databases.vector.embeddings.DefaultEmbeddingEngine import LiteLLMEmbeddingEngine
|
from cognee.infrastructure.databases.vector.embeddings.DefaultEmbeddingEngine import LiteLLMEmbeddingEngine
|
||||||
from cognee.modules.cognify.graph.add_node_connections import group_nodes_by_layer, \
|
from cognee.modules.cognify.graph.add_node_connections import group_nodes_by_layer, \
|
||||||
graph_ready_output, connect_nodes_in_graph
|
graph_ready_output, connect_nodes_in_graph
|
||||||
|
|
@ -29,7 +30,7 @@ from cognee.shared.data_models import ChunkStrategy, KnowledgeGraph
|
||||||
from cognee.utils import send_telemetry
|
from cognee.utils import send_telemetry
|
||||||
from cognee.modules.tasks import create_task_status_table, update_task_status
|
from cognee.modules.tasks import create_task_status_table, update_task_status
|
||||||
from cognee.shared.SourceCodeGraph import SourceCodeGraph
|
from cognee.shared.SourceCodeGraph import SourceCodeGraph
|
||||||
|
graph_config = get_graph_config()
|
||||||
config = Config()
|
config = Config()
|
||||||
config.load()
|
config.load()
|
||||||
|
|
||||||
|
|
@ -161,7 +162,7 @@ async def cognify(datasets: Union[str, List[str]] = None):
|
||||||
async def process_text(chunk_collection: str, chunk_id: str, input_text: str, file_metadata: dict, document_id: str):
|
async def process_text(chunk_collection: str, chunk_id: str, input_text: str, file_metadata: dict, document_id: str):
|
||||||
print(f"Processing chunk ({chunk_id}) from document ({file_metadata['id']}).")
|
print(f"Processing chunk ({chunk_id}) from document ({file_metadata['id']}).")
|
||||||
|
|
||||||
graph_client = await get_graph_client(infrastructure_config.get_config()["graph_engine"])
|
graph_client = await get_graph_client(graph_config.graph_engine)
|
||||||
|
|
||||||
graph_topology = infrastructure_config.get_config()["graph_model"]
|
graph_topology = infrastructure_config.get_config()["graph_model"]
|
||||||
if graph_topology == SourceCodeGraph:
|
if graph_topology == SourceCodeGraph:
|
||||||
|
|
|
||||||
|
|
@ -17,7 +17,8 @@ logging.basicConfig(level=logging.DEBUG)
|
||||||
config = Config()
|
config = Config()
|
||||||
config.load()
|
config.load()
|
||||||
from cognee.infrastructure.databases.relational.config import get_relationaldb_config
|
from cognee.infrastructure.databases.relational.config import get_relationaldb_config
|
||||||
|
from cognee.infrastructure.databases.vector.config import get_vectordb_config
|
||||||
|
vector_db_config = get_vectordb_config()
|
||||||
relational = get_relationaldb_config()
|
relational = get_relationaldb_config()
|
||||||
chunk_config = get_chunk_config()
|
chunk_config = get_chunk_config()
|
||||||
class InfrastructureConfig():
|
class InfrastructureConfig():
|
||||||
|
|
@ -135,17 +136,8 @@ class InfrastructureConfig():
|
||||||
)
|
)
|
||||||
self.vector_engine_choice = "qdrant"
|
self.vector_engine_choice = "qdrant"
|
||||||
else:
|
else:
|
||||||
from .databases.vector.lancedb.LanceDBAdapter import LanceDBAdapter
|
self.vector_engine = vector_db_config.vector_engine
|
||||||
config.load()
|
self.vector_engine_choice = vector_db_config.vector_engine_choice
|
||||||
lance_db_path = self.database_directory_path + "/cognee.lancedb"
|
|
||||||
LocalStorage.ensure_directory_exists(lance_db_path)
|
|
||||||
|
|
||||||
self.vector_engine = LanceDBAdapter(
|
|
||||||
url = lance_db_path,
|
|
||||||
api_key = None,
|
|
||||||
embedding_engine = self.embedding_engine,
|
|
||||||
)
|
|
||||||
self.vector_engine_choice = "lancedb"
|
|
||||||
|
|
||||||
if config_entity is not None:
|
if config_entity is not None:
|
||||||
return getattr(self, config_entity)
|
return getattr(self, config_entity)
|
||||||
|
|
|
||||||
|
|
@ -3,8 +3,9 @@ import os
|
||||||
from functools import lru_cache
|
from functools import lru_cache
|
||||||
from pydantic_settings import BaseSettings, SettingsConfigDict
|
from pydantic_settings import BaseSettings, SettingsConfigDict
|
||||||
from cognee.base_config import get_base_config
|
from cognee.base_config import get_base_config
|
||||||
|
from cognee.infrastructure.databases.relational.config import get_relationaldb_config
|
||||||
from cognee.shared.data_models import DefaultGraphModel, GraphDBType
|
from cognee.shared.data_models import DefaultGraphModel, GraphDBType
|
||||||
|
relational_config = get_relationaldb_config()
|
||||||
base_config = get_base_config()
|
base_config = get_base_config()
|
||||||
|
|
||||||
class GraphConfig(BaseSettings):
|
class GraphConfig(BaseSettings):
|
||||||
|
|
@ -15,7 +16,7 @@ class GraphConfig(BaseSettings):
|
||||||
graph_database_username: str = ""
|
graph_database_username: str = ""
|
||||||
graph_database_password: str = ""
|
graph_database_password: str = ""
|
||||||
graph_database_port: int = ""
|
graph_database_port: int = ""
|
||||||
graph_file_path: str = os.path.join(base_config.database_directory_path,graph_filename)
|
graph_file_path: str = os.path.join(relational_config.database_directory_path,graph_filename)
|
||||||
graph_engine: object = GraphDBType.NETWORKX
|
graph_engine: object = GraphDBType.NETWORKX
|
||||||
graph_model: object = DefaultGraphModel
|
graph_model: object = DefaultGraphModel
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -16,6 +16,7 @@ class RelationalConfig(BaseSettings):
|
||||||
db_name=db_name,
|
db_name=db_name,
|
||||||
db_path=db_path
|
db_path=db_path
|
||||||
)
|
)
|
||||||
|
database_directory_path: str = os.path.join(config.system_root_directory,"databases")
|
||||||
|
|
||||||
model_config = SettingsConfigDict(env_file = ".env", extra = "allow")
|
model_config = SettingsConfigDict(env_file = ".env", extra = "allow")
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue