Updates to the configs

This commit is contained in:
Vasilije 2024-05-26 10:04:47 +02:00
parent bbf55f9547
commit df32ba622e
4 changed files with 11 additions and 16 deletions

View file

@ -6,6 +6,7 @@ import nltk
from nltk.corpus import stopwords from nltk.corpus import stopwords
from cognee.config import Config from cognee.config import Config
from cognee.infrastructure.data.chunking.LangchainChunkingEngine import LangchainChunkEngine from cognee.infrastructure.data.chunking.LangchainChunkingEngine import LangchainChunkEngine
from cognee.infrastructure.databases.graph.config import get_graph_config
from cognee.infrastructure.databases.vector.embeddings.DefaultEmbeddingEngine import LiteLLMEmbeddingEngine from cognee.infrastructure.databases.vector.embeddings.DefaultEmbeddingEngine import LiteLLMEmbeddingEngine
from cognee.modules.cognify.graph.add_node_connections import group_nodes_by_layer, \ from cognee.modules.cognify.graph.add_node_connections import group_nodes_by_layer, \
graph_ready_output, connect_nodes_in_graph graph_ready_output, connect_nodes_in_graph
@ -29,7 +30,7 @@ from cognee.shared.data_models import ChunkStrategy, KnowledgeGraph
from cognee.utils import send_telemetry from cognee.utils import send_telemetry
from cognee.modules.tasks import create_task_status_table, update_task_status from cognee.modules.tasks import create_task_status_table, update_task_status
from cognee.shared.SourceCodeGraph import SourceCodeGraph from cognee.shared.SourceCodeGraph import SourceCodeGraph
graph_config = get_graph_config()
config = Config() config = Config()
config.load() config.load()
@ -161,7 +162,7 @@ async def cognify(datasets: Union[str, List[str]] = None):
async def process_text(chunk_collection: str, chunk_id: str, input_text: str, file_metadata: dict, document_id: str): async def process_text(chunk_collection: str, chunk_id: str, input_text: str, file_metadata: dict, document_id: str):
print(f"Processing chunk ({chunk_id}) from document ({file_metadata['id']}).") print(f"Processing chunk ({chunk_id}) from document ({file_metadata['id']}).")
graph_client = await get_graph_client(infrastructure_config.get_config()["graph_engine"]) graph_client = await get_graph_client(graph_config.graph_engine)
graph_topology = infrastructure_config.get_config()["graph_model"] graph_topology = infrastructure_config.get_config()["graph_model"]
if graph_topology == SourceCodeGraph: if graph_topology == SourceCodeGraph:

View file

@ -17,7 +17,8 @@ logging.basicConfig(level=logging.DEBUG)
config = Config() config = Config()
config.load() config.load()
from cognee.infrastructure.databases.relational.config import get_relationaldb_config from cognee.infrastructure.databases.relational.config import get_relationaldb_config
from cognee.infrastructure.databases.vector.config import get_vectordb_config
vector_db_config = get_vectordb_config()
relational = get_relationaldb_config() relational = get_relationaldb_config()
chunk_config = get_chunk_config() chunk_config = get_chunk_config()
class InfrastructureConfig(): class InfrastructureConfig():
@ -135,17 +136,8 @@ class InfrastructureConfig():
) )
self.vector_engine_choice = "qdrant" self.vector_engine_choice = "qdrant"
else: else:
from .databases.vector.lancedb.LanceDBAdapter import LanceDBAdapter self.vector_engine = vector_db_config.vector_engine
config.load() self.vector_engine_choice = vector_db_config.vector_engine_choice
lance_db_path = self.database_directory_path + "/cognee.lancedb"
LocalStorage.ensure_directory_exists(lance_db_path)
self.vector_engine = LanceDBAdapter(
url = lance_db_path,
api_key = None,
embedding_engine = self.embedding_engine,
)
self.vector_engine_choice = "lancedb"
if config_entity is not None: if config_entity is not None:
return getattr(self, config_entity) return getattr(self, config_entity)

View file

@ -3,8 +3,9 @@ import os
from functools import lru_cache from functools import lru_cache
from pydantic_settings import BaseSettings, SettingsConfigDict from pydantic_settings import BaseSettings, SettingsConfigDict
from cognee.base_config import get_base_config from cognee.base_config import get_base_config
from cognee.infrastructure.databases.relational.config import get_relationaldb_config
from cognee.shared.data_models import DefaultGraphModel, GraphDBType from cognee.shared.data_models import DefaultGraphModel, GraphDBType
relational_config = get_relationaldb_config()
base_config = get_base_config() base_config = get_base_config()
class GraphConfig(BaseSettings): class GraphConfig(BaseSettings):
@ -15,7 +16,7 @@ class GraphConfig(BaseSettings):
graph_database_username: str = "" graph_database_username: str = ""
graph_database_password: str = "" graph_database_password: str = ""
graph_database_port: int = "" graph_database_port: int = ""
graph_file_path: str = os.path.join(base_config.database_directory_path,graph_filename) graph_file_path: str = os.path.join(relational_config.database_directory_path,graph_filename)
graph_engine: object = GraphDBType.NETWORKX graph_engine: object = GraphDBType.NETWORKX
graph_model: object = DefaultGraphModel graph_model: object = DefaultGraphModel

View file

@ -16,6 +16,7 @@ class RelationalConfig(BaseSettings):
db_name=db_name, db_name=db_name,
db_path=db_path db_path=db_path
) )
database_directory_path: str = os.path.join(config.system_root_directory,"databases")
model_config = SettingsConfigDict(env_file = ".env", extra = "allow") model_config = SettingsConfigDict(env_file = ".env", extra = "allow")