gmakstutis/cognee
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

chore: updates git version of cognee_modal with test script

Browse source
This commit is contained in:
hajdul88 2025-03-20 10:51:32 +01:00
parent 5d5c395f47
commit e6e0660b52
1 changed files with 5 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
cognee_parallel_deployment/cognee_modal.py
View file

@ -24,16 +24,18 @@ image = (
.add_local_file("poetry.lock", remote_path="/root/poetry.lock", copy=True) .add_local_file("poetry.lock", remote_path="/root/poetry.lock", copy=True)
.env(local_env_vars) .env(local_env_vars)
.poetry_install_from_file(poetry_pyproject_toml="pyproject.toml") .poetry_install_from_file(poetry_pyproject_toml="pyproject.toml")
.pip_install("protobuf", "h2") .pip_install("protobuf", "h2", "neo4j")
.add_local_python_source("cognee") .add_local_python_source("cognee")
) )
@app.function(image=image, max_containers=5) @app.function(image=image, max_containers=10, retries=3)
async def entry(name: str, text: str): async def entry(name: str, text: str):
setup_logging(logging.INFO) setup_logging(logging.INFO)
logger.info(f"file_name: {name}") logger.info(f"file_name: {name}")
setup_logging(logging.ERROR)
await cognee.add(text) await cognee.add(text)
await cognee.cognify()
def batch_files(file_list, batch_size): def batch_files(file_list, batch_size):
@ -44,7 +46,7 @@ def batch_files(file_list, batch_size):
@app.local_entrypoint() @app.local_entrypoint()
async def main(): async def main():
directory_name = "cognee_parallel_deployment/modal_input/" directory_name = "cognee_parallel_deployment/modal_input/"
batch_size = 10 batch_size = 20
files = [ files = [
os.path.join(directory_name, f) os.path.join(directory_name, f)