From d19df07e468f4333ab13b8313b3ff2b66124b581 Mon Sep 17 00:00:00 2001 From: Vasilije <8619304+Vasilije1990@users.noreply.github.com> Date: Thu, 14 Dec 2023 10:03:31 +0100 Subject: [PATCH] Refactor the readme and move previous iterations to sub-directories --- README.md | 75 ++++++------------ .../level_1_pdf_vectorstore_dlt_etl.py | 0 .../2017/de/public_transport/118NP8.pdf | Bin .../2017/de/public_transport/3ZCCCW.pdf | Bin .../2017/de/public_transport/4GBEC9.pdf | Bin .../2017/de/public_transport/96W2GF.pdf | Bin .../level_1}/ticket_schema.json | 0 {level_2 => iterations/level_2}/.env.template | 0 {level_2 => iterations/level_2}/Dockerfile | 0 {level_2 => iterations/level_2}/Readme.md | 0 {level_2 => iterations/level_2}/api.py | 0 {level_2 => iterations/level_2}/auth/auth.py | 0 .../level_2}/auth/auth_utils.py | 0 .../level_2}/auth/cognito/JWTBearer.py | 0 .../level_2}/chunkers/chunkers.py | 0 .../level_2}/docker-compose.yml | 0 {level_2 => iterations/level_2}/entrypoint.sh | 0 .../level_2}/fetch_secret.py | 0 .../level_2_pdf_vectorstore__dlt_contracts.py | 0 .../level_2}/loaders/loaders.py | 0 .../level_2}/modulators/modulators.py | 0 .../2017/de/public_transport/118NP8.pdf | Bin .../2017/de/public_transport/3ZCCCW.pdf | Bin .../2017/de/public_transport/4GBEC9.pdf | Bin .../2017/de/public_transport/96W2GF.pdf | Bin {level_2 => iterations/level_2}/poetry.lock | 0 .../level_2}/pyproject.toml | 0 .../schema/semantic/semantic_schema.py | 0 .../schema_registry/ticket_schema.json | 0 .../level_2}/shared/chunk_strategy.py | 0 .../level_2}/tests/base_test_set.json | 0 .../level_2}/tests/crud_test.py | 0 .../level_2}/tests/semantic_tests.py | 0 {level_2 => iterations/level_2}/utils.py | 0 .../level_2}/vectordb/basevectordb.py | 0 .../level_2}/vectordb/vectordb.py | 0 .../level_3}/.data/BartlebyTheScrivener.pdf | Bin .../level_3}/.data/CallofWild.pdf | Bin .../level_3}/.dlt/secrets.toml.example | 0 {level_3 => iterations/level_3}/.env.template | 0 {level_3 => iterations/level_3}/Dockerfile | 0 {level_3 => iterations/level_3}/Readme.md | 0 {level_3 => iterations/level_3}/__init__.py | 0 {level_3 => iterations/level_3}/api.py | 0 .../level_3}/auth/__init__.py | 0 {level_3 => iterations/level_3}/auth/auth.py | 0 .../level_3}/auth/auth_utils.py | 0 .../level_3}/auth/cognito/JWTBearer.py | 0 .../level_3}/auth/cognito/__init__.py | 0 .../level_3}/buffer/__init__.py | 0 .../level_3}/buffer/buffer/__init__.py | 0 .../level_3}/buffer/buffer/buffer_agents.py | 0 .../level_3}/buffer/buffer/buffer_base.py | 0 .../level_3}/buffer/buffer/buffer_context.py | 0 .../level_3}/buffer/modulators/__init__.py | 0 .../level_3}/buffer/modulators/modulators.py | 0 .../level_3}/cognitive_memory/__init__.py | 0 .../level_3}/cognitive_memory/setup.py | 0 .../level_3}/create_database.py | 0 .../level_3}/database/__init__.py | 0 .../level_3}/database/database.py | 0 .../level_3}/database/database_crud.py | 0 .../level_3}/docker-compose.yml | 0 {level_3 => iterations/level_3}/entrypoint.sh | 0 .../example_data/base_sql_for_superset.sql | 0 .../level_3}/example_data/metadata.json | 0 .../level_3}/example_data/test_set.json | 0 .../level_3}/fetch_secret.py | 0 .../level_3}/models/__init__.py | 0 .../level_3}/models/docs.py | 0 .../level_3}/models/memory.py | 0 .../level_3}/models/metadatas.py | 0 .../level_3}/models/operation.py | 0 .../level_3}/models/sessions.py | 0 .../level_3}/models/testoutput.py | 0 .../level_3}/models/testset.py | 0 .../level_3}/models/user.py | 0 {level_3 => iterations/level_3}/poetry.lock | 0 .../level_3}/pyproject.toml | 0 .../level_3}/rag_test_manager.py | 0 .../level_3}/scripts/__init__.py | 0 .../level_3}/scripts/create_database.py | 0 .../level_3}/shared/__init__.py | 0 .../level_3}/shared/chunk_strategy.py | 0 .../level_3}/superset/Dockerfile | 0 .../superset/add_database_connections.py | 0 .../level_3}/superset/superset-init.sh | 0 .../level_3}/superset/superset_config.py | 0 .../charts/Best_performing_output_2.yaml | 0 .../charts/Count_of_tests_done_3.yaml | 0 .../charts/Worst_and_best_Questions_4.yaml | 0 .../dashboards/Overview_Dashboard_1.yaml | 0 .../databases/PostgreSQL.yaml | 0 .../datasets/PostgreSQL/explore_query.yaml | 0 .../superset_dashboard_configs/metadata.yaml | 0 .../level_3}/tests/__init__.py | 0 .../level_3}/tests/base_test_set.json | 0 .../level_3}/tests/crud_test.py | 0 .../level_3}/tests/semantic_tests.py | 0 {level_3 => iterations/level_3}/utils.py | 0 .../level_3}/vectordb/__init__.py | 0 .../level_3}/vectordb/basevectordb.py | 0 .../level_3}/vectordb/chunkers/__init__.py | 0 .../level_3}/vectordb/chunkers/chunkers.py | 0 .../level_3}/vectordb/loaders/__init__.py | 0 .../level_3}/vectordb/loaders/loaders.py | 0 .../level_3}/vectordb/vectordb.py | 0 .../level_3}/vectorstore_manager.py | 0 .../level_3}/wait-for-it.sh | 0 109 files changed, 23 insertions(+), 52 deletions(-) rename {level_1 => iterations/level_1}/level_1_pdf_vectorstore_dlt_etl.py (100%) rename {level_1 => iterations/level_1}/personal_receipts/2017/de/public_transport/118NP8.pdf (100%) rename {level_1 => iterations/level_1}/personal_receipts/2017/de/public_transport/3ZCCCW.pdf (100%) rename {level_1 => iterations/level_1}/personal_receipts/2017/de/public_transport/4GBEC9.pdf (100%) rename {level_1 => iterations/level_1}/personal_receipts/2017/de/public_transport/96W2GF.pdf (100%) rename {level_1 => iterations/level_1}/ticket_schema.json (100%) rename {level_2 => iterations/level_2}/.env.template (100%) rename {level_2 => iterations/level_2}/Dockerfile (100%) rename {level_2 => iterations/level_2}/Readme.md (100%) rename {level_2 => iterations/level_2}/api.py (100%) rename {level_2 => iterations/level_2}/auth/auth.py (100%) rename {level_2 => iterations/level_2}/auth/auth_utils.py (100%) rename {level_2 => iterations/level_2}/auth/cognito/JWTBearer.py (100%) rename {level_2 => iterations/level_2}/chunkers/chunkers.py (100%) rename {level_2 => iterations/level_2}/docker-compose.yml (100%) rename {level_2 => iterations/level_2}/entrypoint.sh (100%) rename {level_2 => iterations/level_2}/fetch_secret.py (100%) rename {level_2 => iterations/level_2}/level_2_pdf_vectorstore__dlt_contracts.py (100%) rename {level_2 => iterations/level_2}/loaders/loaders.py (100%) rename {level_2 => iterations/level_2}/modulators/modulators.py (100%) rename {level_2 => iterations/level_2}/personal_receipts/2017/de/public_transport/118NP8.pdf (100%) rename {level_2 => iterations/level_2}/personal_receipts/2017/de/public_transport/3ZCCCW.pdf (100%) rename {level_2 => iterations/level_2}/personal_receipts/2017/de/public_transport/4GBEC9.pdf (100%) rename {level_2 => iterations/level_2}/personal_receipts/2017/de/public_transport/96W2GF.pdf (100%) rename {level_2 => iterations/level_2}/poetry.lock (100%) rename {level_2 => iterations/level_2}/pyproject.toml (100%) rename {level_2 => iterations/level_2}/schema/semantic/semantic_schema.py (100%) rename {level_2 => iterations/level_2}/schema_registry/ticket_schema.json (100%) rename {level_2 => iterations/level_2}/shared/chunk_strategy.py (100%) rename {level_2 => iterations/level_2}/tests/base_test_set.json (100%) rename {level_2 => iterations/level_2}/tests/crud_test.py (100%) rename {level_2 => iterations/level_2}/tests/semantic_tests.py (100%) rename {level_2 => iterations/level_2}/utils.py (100%) rename {level_2 => iterations/level_2}/vectordb/basevectordb.py (100%) rename {level_2 => iterations/level_2}/vectordb/vectordb.py (100%) rename {level_3 => iterations/level_3}/.data/BartlebyTheScrivener.pdf (100%) rename {level_3 => iterations/level_3}/.data/CallofWild.pdf (100%) rename {level_3 => iterations/level_3}/.dlt/secrets.toml.example (100%) rename {level_3 => iterations/level_3}/.env.template (100%) rename {level_3 => iterations/level_3}/Dockerfile (100%) rename {level_3 => iterations/level_3}/Readme.md (100%) rename {level_3 => iterations/level_3}/__init__.py (100%) rename {level_3 => iterations/level_3}/api.py (100%) rename {level_3 => iterations/level_3}/auth/__init__.py (100%) rename {level_3 => iterations/level_3}/auth/auth.py (100%) rename {level_3 => iterations/level_3}/auth/auth_utils.py (100%) rename {level_3 => iterations/level_3}/auth/cognito/JWTBearer.py (100%) rename {level_3 => iterations/level_3}/auth/cognito/__init__.py (100%) rename {level_3 => iterations/level_3}/buffer/__init__.py (100%) rename {level_3 => iterations/level_3}/buffer/buffer/__init__.py (100%) rename {level_3 => iterations/level_3}/buffer/buffer/buffer_agents.py (100%) rename {level_3 => iterations/level_3}/buffer/buffer/buffer_base.py (100%) rename {level_3 => iterations/level_3}/buffer/buffer/buffer_context.py (100%) rename {level_3 => iterations/level_3}/buffer/modulators/__init__.py (100%) rename {level_3 => iterations/level_3}/buffer/modulators/modulators.py (100%) rename {level_3 => iterations/level_3}/cognitive_memory/__init__.py (100%) rename {level_3 => iterations/level_3}/cognitive_memory/setup.py (100%) rename {level_3 => iterations/level_3}/create_database.py (100%) rename {level_3 => iterations/level_3}/database/__init__.py (100%) rename {level_3 => iterations/level_3}/database/database.py (100%) rename {level_3 => iterations/level_3}/database/database_crud.py (100%) rename {level_3 => iterations/level_3}/docker-compose.yml (100%) rename {level_3 => iterations/level_3}/entrypoint.sh (100%) rename {level_3 => iterations/level_3}/example_data/base_sql_for_superset.sql (100%) rename {level_3 => iterations/level_3}/example_data/metadata.json (100%) rename {level_3 => iterations/level_3}/example_data/test_set.json (100%) rename {level_3 => iterations/level_3}/fetch_secret.py (100%) rename {level_3 => iterations/level_3}/models/__init__.py (100%) rename {level_3 => iterations/level_3}/models/docs.py (100%) rename {level_3 => iterations/level_3}/models/memory.py (100%) rename {level_3 => iterations/level_3}/models/metadatas.py (100%) rename {level_3 => iterations/level_3}/models/operation.py (100%) rename {level_3 => iterations/level_3}/models/sessions.py (100%) rename {level_3 => iterations/level_3}/models/testoutput.py (100%) rename {level_3 => iterations/level_3}/models/testset.py (100%) rename {level_3 => iterations/level_3}/models/user.py (100%) rename {level_3 => iterations/level_3}/poetry.lock (100%) rename {level_3 => iterations/level_3}/pyproject.toml (100%) rename {level_3 => iterations/level_3}/rag_test_manager.py (100%) rename {level_3 => iterations/level_3}/scripts/__init__.py (100%) rename {level_3 => iterations/level_3}/scripts/create_database.py (100%) rename {level_3 => iterations/level_3}/shared/__init__.py (100%) rename {level_3 => iterations/level_3}/shared/chunk_strategy.py (100%) rename {level_3 => iterations/level_3}/superset/Dockerfile (100%) rename {level_3 => iterations/level_3}/superset/add_database_connections.py (100%) rename {level_3 => iterations/level_3}/superset/superset-init.sh (100%) rename {level_3 => iterations/level_3}/superset/superset_config.py (100%) rename {level_3 => iterations/level_3}/superset/superset_dashboard_configs/charts/Best_performing_output_2.yaml (100%) rename {level_3 => iterations/level_3}/superset/superset_dashboard_configs/charts/Count_of_tests_done_3.yaml (100%) rename {level_3 => iterations/level_3}/superset/superset_dashboard_configs/charts/Worst_and_best_Questions_4.yaml (100%) rename {level_3 => iterations/level_3}/superset/superset_dashboard_configs/dashboards/Overview_Dashboard_1.yaml (100%) rename {level_3 => iterations/level_3}/superset/superset_dashboard_configs/databases/PostgreSQL.yaml (100%) rename {level_3 => iterations/level_3}/superset/superset_dashboard_configs/datasets/PostgreSQL/explore_query.yaml (100%) rename {level_3 => iterations/level_3}/superset/superset_dashboard_configs/metadata.yaml (100%) rename {level_3 => iterations/level_3}/tests/__init__.py (100%) rename {level_3 => iterations/level_3}/tests/base_test_set.json (100%) rename {level_3 => iterations/level_3}/tests/crud_test.py (100%) rename {level_3 => iterations/level_3}/tests/semantic_tests.py (100%) rename {level_3 => iterations/level_3}/utils.py (100%) rename {level_3 => iterations/level_3}/vectordb/__init__.py (100%) rename {level_3 => iterations/level_3}/vectordb/basevectordb.py (100%) rename {level_3 => iterations/level_3}/vectordb/chunkers/__init__.py (100%) rename {level_3 => iterations/level_3}/vectordb/chunkers/chunkers.py (100%) rename {level_3 => iterations/level_3}/vectordb/loaders/__init__.py (100%) rename {level_3 => iterations/level_3}/vectordb/loaders/loaders.py (100%) rename {level_3 => iterations/level_3}/vectordb/vectordb.py (100%) rename {level_3 => iterations/level_3}/vectorstore_manager.py (100%) rename {level_3 => iterations/level_3}/wait-for-it.sh (100%) diff --git a/README.md b/README.md index 39efa7293..ef8e07a70 100644 --- a/README.md +++ b/README.md @@ -76,7 +76,8 @@ This repo is built to test and evolve RAG architecture, inspired by human cognit This project is a part of the [PromethAI](https://prometh.ai/) ecosystem. -It runs in iterations, with each iteration building on the previous one. +The iterations are numbered from 0 to 7, with 0 being the simplest iteration and 7 being the most complex one. +To run a specific iteration, navigate to the iteration's folder and follow the instructions in the README file. _Keep Ithaka always in your mind. Arriving there is what you’re destined for. @@ -84,6 +85,22 @@ But don’t hurry the journey at all. Better if it lasts for years_ +### Current Focus + +#### Level 4 - Dynamic Graph Memory Manager + DB + Rag Test Manager +Scope: Use Neo4j to map the user queries into a knowledge graph based on cognitive architecture +Blog post: Soon! +- Dynamic Memory Manager -> store the data in N hierarchical stores +- Dynamic Graph -> map the user queries into a knowledge graph +- Classification -> classify the user queries and choose relevant graph nodes +- Context manager -> generate context for LLM to process containing Semantic, Episodic and Vector store data +- Postgres DB to store metadata +- Docker +- API + +![Image](https://github.com/topoteretes/PromethAI-Memory/blob/main/level_4/User_graph.png) + + ### Installation ### Run the level 4 @@ -115,57 +132,11 @@ And send API requests add-memory, user-query-to-graph, document-to-graph-db, use -### Current Focus - -Cognitive Architecture manager : - -- stores data in Vector Database -- uses Graph database to create connection between the terms nad objects -- uses classifiers to pick the right document -- generates context for LLM to process - -![Image](https://github.com/topoteretes/PromethAI-Memory/blob/main/level_4/User_graph.png) - -### Project Structure - -#### Level 1 - OpenAI functions + Pydantic + DLTHub -Scope: Give PDFs to the model and get the output in a structured format -Blog post: [Link](https://prometh.ai/promethai-memory-blog-post-one) -We introduce the following concepts: -- Structured output with Pydantic -- CMD script to process custom PDFs -#### Level 2 - Memory Manager + Metadata management -Scope: Give PDFs to the model and consolidate with the previous user activity and more -Blog post: [Link](https://www.notion.so/topoteretes/Going-beyond-Langchain-Weaviate-Level-2-towards-Production-98ad7b915139478992c4c4386b5e5886?pvs=4) -We introduce the following concepts: - -- Long Term Memory -> store and format the data -- Episodic Buffer -> isolate the working memory -- Attention Modulators -> improve semantic search -- Docker -- API - -#### Level 3 - Dynamic Graph Memory Manager + DB + Rag Test Manager -Scope: Store the data in N-related stores and test the retrieval with the Rag Test Manager -Blog post: [Link](https://topoteretes.notion.site/Going-beyond-Langchain-Weaviate-Level-3-towards-production-e62946c272bf412584b12fbbf92d35b0?pvs=4) -- Dynamic Memory Manager -> store the data in N hierarchical stores -- Auto-generation of tests -- Multiple file formats supported -- Postgres DB to store metadata -- Docker -- API -- Superset to visualize the results - -#### Level 4 - Dynamic Graph Memory Manager + DB + Rag Test Manager -Scope: Use Neo4j to map the user queries into a knowledge graph based on cognitive architecture -Blog post: Soon! -- Dynamic Memory Manager -> store the data in N hierarchical stores -- Dynamic Graph -> map the user queries into a knowledge graph -- Classification -> classify the user queries and choose relevant graph nodes -- Context manager -> generate context for LLM to process containing Semantic, Episodic and Vector store data -- Postgres DB to store metadata -- Docker -- API + + + + + diff --git a/level_1/level_1_pdf_vectorstore_dlt_etl.py b/iterations/level_1/level_1_pdf_vectorstore_dlt_etl.py similarity index 100% rename from level_1/level_1_pdf_vectorstore_dlt_etl.py rename to iterations/level_1/level_1_pdf_vectorstore_dlt_etl.py diff --git a/level_1/personal_receipts/2017/de/public_transport/118NP8.pdf b/iterations/level_1/personal_receipts/2017/de/public_transport/118NP8.pdf similarity index 100% rename from level_1/personal_receipts/2017/de/public_transport/118NP8.pdf rename to iterations/level_1/personal_receipts/2017/de/public_transport/118NP8.pdf diff --git a/level_1/personal_receipts/2017/de/public_transport/3ZCCCW.pdf b/iterations/level_1/personal_receipts/2017/de/public_transport/3ZCCCW.pdf similarity index 100% rename from level_1/personal_receipts/2017/de/public_transport/3ZCCCW.pdf rename to iterations/level_1/personal_receipts/2017/de/public_transport/3ZCCCW.pdf diff --git a/level_1/personal_receipts/2017/de/public_transport/4GBEC9.pdf b/iterations/level_1/personal_receipts/2017/de/public_transport/4GBEC9.pdf similarity index 100% rename from level_1/personal_receipts/2017/de/public_transport/4GBEC9.pdf rename to iterations/level_1/personal_receipts/2017/de/public_transport/4GBEC9.pdf diff --git a/level_1/personal_receipts/2017/de/public_transport/96W2GF.pdf b/iterations/level_1/personal_receipts/2017/de/public_transport/96W2GF.pdf similarity index 100% rename from level_1/personal_receipts/2017/de/public_transport/96W2GF.pdf rename to iterations/level_1/personal_receipts/2017/de/public_transport/96W2GF.pdf diff --git a/level_1/ticket_schema.json b/iterations/level_1/ticket_schema.json similarity index 100% rename from level_1/ticket_schema.json rename to iterations/level_1/ticket_schema.json diff --git a/level_2/.env.template b/iterations/level_2/.env.template similarity index 100% rename from level_2/.env.template rename to iterations/level_2/.env.template diff --git a/level_2/Dockerfile b/iterations/level_2/Dockerfile similarity index 100% rename from level_2/Dockerfile rename to iterations/level_2/Dockerfile diff --git a/level_2/Readme.md b/iterations/level_2/Readme.md similarity index 100% rename from level_2/Readme.md rename to iterations/level_2/Readme.md diff --git a/level_2/api.py b/iterations/level_2/api.py similarity index 100% rename from level_2/api.py rename to iterations/level_2/api.py diff --git a/level_2/auth/auth.py b/iterations/level_2/auth/auth.py similarity index 100% rename from level_2/auth/auth.py rename to iterations/level_2/auth/auth.py diff --git a/level_2/auth/auth_utils.py b/iterations/level_2/auth/auth_utils.py similarity index 100% rename from level_2/auth/auth_utils.py rename to iterations/level_2/auth/auth_utils.py diff --git a/level_2/auth/cognito/JWTBearer.py b/iterations/level_2/auth/cognito/JWTBearer.py similarity index 100% rename from level_2/auth/cognito/JWTBearer.py rename to iterations/level_2/auth/cognito/JWTBearer.py diff --git a/level_2/chunkers/chunkers.py b/iterations/level_2/chunkers/chunkers.py similarity index 100% rename from level_2/chunkers/chunkers.py rename to iterations/level_2/chunkers/chunkers.py diff --git a/level_2/docker-compose.yml b/iterations/level_2/docker-compose.yml similarity index 100% rename from level_2/docker-compose.yml rename to iterations/level_2/docker-compose.yml diff --git a/level_2/entrypoint.sh b/iterations/level_2/entrypoint.sh similarity index 100% rename from level_2/entrypoint.sh rename to iterations/level_2/entrypoint.sh diff --git a/level_2/fetch_secret.py b/iterations/level_2/fetch_secret.py similarity index 100% rename from level_2/fetch_secret.py rename to iterations/level_2/fetch_secret.py diff --git a/level_2/level_2_pdf_vectorstore__dlt_contracts.py b/iterations/level_2/level_2_pdf_vectorstore__dlt_contracts.py similarity index 100% rename from level_2/level_2_pdf_vectorstore__dlt_contracts.py rename to iterations/level_2/level_2_pdf_vectorstore__dlt_contracts.py diff --git a/level_2/loaders/loaders.py b/iterations/level_2/loaders/loaders.py similarity index 100% rename from level_2/loaders/loaders.py rename to iterations/level_2/loaders/loaders.py diff --git a/level_2/modulators/modulators.py b/iterations/level_2/modulators/modulators.py similarity index 100% rename from level_2/modulators/modulators.py rename to iterations/level_2/modulators/modulators.py diff --git a/level_2/personal_receipts/2017/de/public_transport/118NP8.pdf b/iterations/level_2/personal_receipts/2017/de/public_transport/118NP8.pdf similarity index 100% rename from level_2/personal_receipts/2017/de/public_transport/118NP8.pdf rename to iterations/level_2/personal_receipts/2017/de/public_transport/118NP8.pdf diff --git a/level_2/personal_receipts/2017/de/public_transport/3ZCCCW.pdf b/iterations/level_2/personal_receipts/2017/de/public_transport/3ZCCCW.pdf similarity index 100% rename from level_2/personal_receipts/2017/de/public_transport/3ZCCCW.pdf rename to iterations/level_2/personal_receipts/2017/de/public_transport/3ZCCCW.pdf diff --git a/level_2/personal_receipts/2017/de/public_transport/4GBEC9.pdf b/iterations/level_2/personal_receipts/2017/de/public_transport/4GBEC9.pdf similarity index 100% rename from level_2/personal_receipts/2017/de/public_transport/4GBEC9.pdf rename to iterations/level_2/personal_receipts/2017/de/public_transport/4GBEC9.pdf diff --git a/level_2/personal_receipts/2017/de/public_transport/96W2GF.pdf b/iterations/level_2/personal_receipts/2017/de/public_transport/96W2GF.pdf similarity index 100% rename from level_2/personal_receipts/2017/de/public_transport/96W2GF.pdf rename to iterations/level_2/personal_receipts/2017/de/public_transport/96W2GF.pdf diff --git a/level_2/poetry.lock b/iterations/level_2/poetry.lock similarity index 100% rename from level_2/poetry.lock rename to iterations/level_2/poetry.lock diff --git a/level_2/pyproject.toml b/iterations/level_2/pyproject.toml similarity index 100% rename from level_2/pyproject.toml rename to iterations/level_2/pyproject.toml diff --git a/level_2/schema/semantic/semantic_schema.py b/iterations/level_2/schema/semantic/semantic_schema.py similarity index 100% rename from level_2/schema/semantic/semantic_schema.py rename to iterations/level_2/schema/semantic/semantic_schema.py diff --git a/level_2/schema_registry/ticket_schema.json b/iterations/level_2/schema_registry/ticket_schema.json similarity index 100% rename from level_2/schema_registry/ticket_schema.json rename to iterations/level_2/schema_registry/ticket_schema.json diff --git a/level_2/shared/chunk_strategy.py b/iterations/level_2/shared/chunk_strategy.py similarity index 100% rename from level_2/shared/chunk_strategy.py rename to iterations/level_2/shared/chunk_strategy.py diff --git a/level_2/tests/base_test_set.json b/iterations/level_2/tests/base_test_set.json similarity index 100% rename from level_2/tests/base_test_set.json rename to iterations/level_2/tests/base_test_set.json diff --git a/level_2/tests/crud_test.py b/iterations/level_2/tests/crud_test.py similarity index 100% rename from level_2/tests/crud_test.py rename to iterations/level_2/tests/crud_test.py diff --git a/level_2/tests/semantic_tests.py b/iterations/level_2/tests/semantic_tests.py similarity index 100% rename from level_2/tests/semantic_tests.py rename to iterations/level_2/tests/semantic_tests.py diff --git a/level_2/utils.py b/iterations/level_2/utils.py similarity index 100% rename from level_2/utils.py rename to iterations/level_2/utils.py diff --git a/level_2/vectordb/basevectordb.py b/iterations/level_2/vectordb/basevectordb.py similarity index 100% rename from level_2/vectordb/basevectordb.py rename to iterations/level_2/vectordb/basevectordb.py diff --git a/level_2/vectordb/vectordb.py b/iterations/level_2/vectordb/vectordb.py similarity index 100% rename from level_2/vectordb/vectordb.py rename to iterations/level_2/vectordb/vectordb.py diff --git a/level_3/.data/BartlebyTheScrivener.pdf b/iterations/level_3/.data/BartlebyTheScrivener.pdf similarity index 100% rename from level_3/.data/BartlebyTheScrivener.pdf rename to iterations/level_3/.data/BartlebyTheScrivener.pdf diff --git a/level_3/.data/CallofWild.pdf b/iterations/level_3/.data/CallofWild.pdf similarity index 100% rename from level_3/.data/CallofWild.pdf rename to iterations/level_3/.data/CallofWild.pdf diff --git a/level_3/.dlt/secrets.toml.example b/iterations/level_3/.dlt/secrets.toml.example similarity index 100% rename from level_3/.dlt/secrets.toml.example rename to iterations/level_3/.dlt/secrets.toml.example diff --git a/level_3/.env.template b/iterations/level_3/.env.template similarity index 100% rename from level_3/.env.template rename to iterations/level_3/.env.template diff --git a/level_3/Dockerfile b/iterations/level_3/Dockerfile similarity index 100% rename from level_3/Dockerfile rename to iterations/level_3/Dockerfile diff --git a/level_3/Readme.md b/iterations/level_3/Readme.md similarity index 100% rename from level_3/Readme.md rename to iterations/level_3/Readme.md diff --git a/level_3/__init__.py b/iterations/level_3/__init__.py similarity index 100% rename from level_3/__init__.py rename to iterations/level_3/__init__.py diff --git a/level_3/api.py b/iterations/level_3/api.py similarity index 100% rename from level_3/api.py rename to iterations/level_3/api.py diff --git a/level_3/auth/__init__.py b/iterations/level_3/auth/__init__.py similarity index 100% rename from level_3/auth/__init__.py rename to iterations/level_3/auth/__init__.py diff --git a/level_3/auth/auth.py b/iterations/level_3/auth/auth.py similarity index 100% rename from level_3/auth/auth.py rename to iterations/level_3/auth/auth.py diff --git a/level_3/auth/auth_utils.py b/iterations/level_3/auth/auth_utils.py similarity index 100% rename from level_3/auth/auth_utils.py rename to iterations/level_3/auth/auth_utils.py diff --git a/level_3/auth/cognito/JWTBearer.py b/iterations/level_3/auth/cognito/JWTBearer.py similarity index 100% rename from level_3/auth/cognito/JWTBearer.py rename to iterations/level_3/auth/cognito/JWTBearer.py diff --git a/level_3/auth/cognito/__init__.py b/iterations/level_3/auth/cognito/__init__.py similarity index 100% rename from level_3/auth/cognito/__init__.py rename to iterations/level_3/auth/cognito/__init__.py diff --git a/level_3/buffer/__init__.py b/iterations/level_3/buffer/__init__.py similarity index 100% rename from level_3/buffer/__init__.py rename to iterations/level_3/buffer/__init__.py diff --git a/level_3/buffer/buffer/__init__.py b/iterations/level_3/buffer/buffer/__init__.py similarity index 100% rename from level_3/buffer/buffer/__init__.py rename to iterations/level_3/buffer/buffer/__init__.py diff --git a/level_3/buffer/buffer/buffer_agents.py b/iterations/level_3/buffer/buffer/buffer_agents.py similarity index 100% rename from level_3/buffer/buffer/buffer_agents.py rename to iterations/level_3/buffer/buffer/buffer_agents.py diff --git a/level_3/buffer/buffer/buffer_base.py b/iterations/level_3/buffer/buffer/buffer_base.py similarity index 100% rename from level_3/buffer/buffer/buffer_base.py rename to iterations/level_3/buffer/buffer/buffer_base.py diff --git a/level_3/buffer/buffer/buffer_context.py b/iterations/level_3/buffer/buffer/buffer_context.py similarity index 100% rename from level_3/buffer/buffer/buffer_context.py rename to iterations/level_3/buffer/buffer/buffer_context.py diff --git a/level_3/buffer/modulators/__init__.py b/iterations/level_3/buffer/modulators/__init__.py similarity index 100% rename from level_3/buffer/modulators/__init__.py rename to iterations/level_3/buffer/modulators/__init__.py diff --git a/level_3/buffer/modulators/modulators.py b/iterations/level_3/buffer/modulators/modulators.py similarity index 100% rename from level_3/buffer/modulators/modulators.py rename to iterations/level_3/buffer/modulators/modulators.py diff --git a/level_3/cognitive_memory/__init__.py b/iterations/level_3/cognitive_memory/__init__.py similarity index 100% rename from level_3/cognitive_memory/__init__.py rename to iterations/level_3/cognitive_memory/__init__.py diff --git a/level_3/cognitive_memory/setup.py b/iterations/level_3/cognitive_memory/setup.py similarity index 100% rename from level_3/cognitive_memory/setup.py rename to iterations/level_3/cognitive_memory/setup.py diff --git a/level_3/create_database.py b/iterations/level_3/create_database.py similarity index 100% rename from level_3/create_database.py rename to iterations/level_3/create_database.py diff --git a/level_3/database/__init__.py b/iterations/level_3/database/__init__.py similarity index 100% rename from level_3/database/__init__.py rename to iterations/level_3/database/__init__.py diff --git a/level_3/database/database.py b/iterations/level_3/database/database.py similarity index 100% rename from level_3/database/database.py rename to iterations/level_3/database/database.py diff --git a/level_3/database/database_crud.py b/iterations/level_3/database/database_crud.py similarity index 100% rename from level_3/database/database_crud.py rename to iterations/level_3/database/database_crud.py diff --git a/level_3/docker-compose.yml b/iterations/level_3/docker-compose.yml similarity index 100% rename from level_3/docker-compose.yml rename to iterations/level_3/docker-compose.yml diff --git a/level_3/entrypoint.sh b/iterations/level_3/entrypoint.sh similarity index 100% rename from level_3/entrypoint.sh rename to iterations/level_3/entrypoint.sh diff --git a/level_3/example_data/base_sql_for_superset.sql b/iterations/level_3/example_data/base_sql_for_superset.sql similarity index 100% rename from level_3/example_data/base_sql_for_superset.sql rename to iterations/level_3/example_data/base_sql_for_superset.sql diff --git a/level_3/example_data/metadata.json b/iterations/level_3/example_data/metadata.json similarity index 100% rename from level_3/example_data/metadata.json rename to iterations/level_3/example_data/metadata.json diff --git a/level_3/example_data/test_set.json b/iterations/level_3/example_data/test_set.json similarity index 100% rename from level_3/example_data/test_set.json rename to iterations/level_3/example_data/test_set.json diff --git a/level_3/fetch_secret.py b/iterations/level_3/fetch_secret.py similarity index 100% rename from level_3/fetch_secret.py rename to iterations/level_3/fetch_secret.py diff --git a/level_3/models/__init__.py b/iterations/level_3/models/__init__.py similarity index 100% rename from level_3/models/__init__.py rename to iterations/level_3/models/__init__.py diff --git a/level_3/models/docs.py b/iterations/level_3/models/docs.py similarity index 100% rename from level_3/models/docs.py rename to iterations/level_3/models/docs.py diff --git a/level_3/models/memory.py b/iterations/level_3/models/memory.py similarity index 100% rename from level_3/models/memory.py rename to iterations/level_3/models/memory.py diff --git a/level_3/models/metadatas.py b/iterations/level_3/models/metadatas.py similarity index 100% rename from level_3/models/metadatas.py rename to iterations/level_3/models/metadatas.py diff --git a/level_3/models/operation.py b/iterations/level_3/models/operation.py similarity index 100% rename from level_3/models/operation.py rename to iterations/level_3/models/operation.py diff --git a/level_3/models/sessions.py b/iterations/level_3/models/sessions.py similarity index 100% rename from level_3/models/sessions.py rename to iterations/level_3/models/sessions.py diff --git a/level_3/models/testoutput.py b/iterations/level_3/models/testoutput.py similarity index 100% rename from level_3/models/testoutput.py rename to iterations/level_3/models/testoutput.py diff --git a/level_3/models/testset.py b/iterations/level_3/models/testset.py similarity index 100% rename from level_3/models/testset.py rename to iterations/level_3/models/testset.py diff --git a/level_3/models/user.py b/iterations/level_3/models/user.py similarity index 100% rename from level_3/models/user.py rename to iterations/level_3/models/user.py diff --git a/level_3/poetry.lock b/iterations/level_3/poetry.lock similarity index 100% rename from level_3/poetry.lock rename to iterations/level_3/poetry.lock diff --git a/level_3/pyproject.toml b/iterations/level_3/pyproject.toml similarity index 100% rename from level_3/pyproject.toml rename to iterations/level_3/pyproject.toml diff --git a/level_3/rag_test_manager.py b/iterations/level_3/rag_test_manager.py similarity index 100% rename from level_3/rag_test_manager.py rename to iterations/level_3/rag_test_manager.py diff --git a/level_3/scripts/__init__.py b/iterations/level_3/scripts/__init__.py similarity index 100% rename from level_3/scripts/__init__.py rename to iterations/level_3/scripts/__init__.py diff --git a/level_3/scripts/create_database.py b/iterations/level_3/scripts/create_database.py similarity index 100% rename from level_3/scripts/create_database.py rename to iterations/level_3/scripts/create_database.py diff --git a/level_3/shared/__init__.py b/iterations/level_3/shared/__init__.py similarity index 100% rename from level_3/shared/__init__.py rename to iterations/level_3/shared/__init__.py diff --git a/level_3/shared/chunk_strategy.py b/iterations/level_3/shared/chunk_strategy.py similarity index 100% rename from level_3/shared/chunk_strategy.py rename to iterations/level_3/shared/chunk_strategy.py diff --git a/level_3/superset/Dockerfile b/iterations/level_3/superset/Dockerfile similarity index 100% rename from level_3/superset/Dockerfile rename to iterations/level_3/superset/Dockerfile diff --git a/level_3/superset/add_database_connections.py b/iterations/level_3/superset/add_database_connections.py similarity index 100% rename from level_3/superset/add_database_connections.py rename to iterations/level_3/superset/add_database_connections.py diff --git a/level_3/superset/superset-init.sh b/iterations/level_3/superset/superset-init.sh similarity index 100% rename from level_3/superset/superset-init.sh rename to iterations/level_3/superset/superset-init.sh diff --git a/level_3/superset/superset_config.py b/iterations/level_3/superset/superset_config.py similarity index 100% rename from level_3/superset/superset_config.py rename to iterations/level_3/superset/superset_config.py diff --git a/level_3/superset/superset_dashboard_configs/charts/Best_performing_output_2.yaml b/iterations/level_3/superset/superset_dashboard_configs/charts/Best_performing_output_2.yaml similarity index 100% rename from level_3/superset/superset_dashboard_configs/charts/Best_performing_output_2.yaml rename to iterations/level_3/superset/superset_dashboard_configs/charts/Best_performing_output_2.yaml diff --git a/level_3/superset/superset_dashboard_configs/charts/Count_of_tests_done_3.yaml b/iterations/level_3/superset/superset_dashboard_configs/charts/Count_of_tests_done_3.yaml similarity index 100% rename from level_3/superset/superset_dashboard_configs/charts/Count_of_tests_done_3.yaml rename to iterations/level_3/superset/superset_dashboard_configs/charts/Count_of_tests_done_3.yaml diff --git a/level_3/superset/superset_dashboard_configs/charts/Worst_and_best_Questions_4.yaml b/iterations/level_3/superset/superset_dashboard_configs/charts/Worst_and_best_Questions_4.yaml similarity index 100% rename from level_3/superset/superset_dashboard_configs/charts/Worst_and_best_Questions_4.yaml rename to iterations/level_3/superset/superset_dashboard_configs/charts/Worst_and_best_Questions_4.yaml diff --git a/level_3/superset/superset_dashboard_configs/dashboards/Overview_Dashboard_1.yaml b/iterations/level_3/superset/superset_dashboard_configs/dashboards/Overview_Dashboard_1.yaml similarity index 100% rename from level_3/superset/superset_dashboard_configs/dashboards/Overview_Dashboard_1.yaml rename to iterations/level_3/superset/superset_dashboard_configs/dashboards/Overview_Dashboard_1.yaml diff --git a/level_3/superset/superset_dashboard_configs/databases/PostgreSQL.yaml b/iterations/level_3/superset/superset_dashboard_configs/databases/PostgreSQL.yaml similarity index 100% rename from level_3/superset/superset_dashboard_configs/databases/PostgreSQL.yaml rename to iterations/level_3/superset/superset_dashboard_configs/databases/PostgreSQL.yaml diff --git a/level_3/superset/superset_dashboard_configs/datasets/PostgreSQL/explore_query.yaml b/iterations/level_3/superset/superset_dashboard_configs/datasets/PostgreSQL/explore_query.yaml similarity index 100% rename from level_3/superset/superset_dashboard_configs/datasets/PostgreSQL/explore_query.yaml rename to iterations/level_3/superset/superset_dashboard_configs/datasets/PostgreSQL/explore_query.yaml diff --git a/level_3/superset/superset_dashboard_configs/metadata.yaml b/iterations/level_3/superset/superset_dashboard_configs/metadata.yaml similarity index 100% rename from level_3/superset/superset_dashboard_configs/metadata.yaml rename to iterations/level_3/superset/superset_dashboard_configs/metadata.yaml diff --git a/level_3/tests/__init__.py b/iterations/level_3/tests/__init__.py similarity index 100% rename from level_3/tests/__init__.py rename to iterations/level_3/tests/__init__.py diff --git a/level_3/tests/base_test_set.json b/iterations/level_3/tests/base_test_set.json similarity index 100% rename from level_3/tests/base_test_set.json rename to iterations/level_3/tests/base_test_set.json diff --git a/level_3/tests/crud_test.py b/iterations/level_3/tests/crud_test.py similarity index 100% rename from level_3/tests/crud_test.py rename to iterations/level_3/tests/crud_test.py diff --git a/level_3/tests/semantic_tests.py b/iterations/level_3/tests/semantic_tests.py similarity index 100% rename from level_3/tests/semantic_tests.py rename to iterations/level_3/tests/semantic_tests.py diff --git a/level_3/utils.py b/iterations/level_3/utils.py similarity index 100% rename from level_3/utils.py rename to iterations/level_3/utils.py diff --git a/level_3/vectordb/__init__.py b/iterations/level_3/vectordb/__init__.py similarity index 100% rename from level_3/vectordb/__init__.py rename to iterations/level_3/vectordb/__init__.py diff --git a/level_3/vectordb/basevectordb.py b/iterations/level_3/vectordb/basevectordb.py similarity index 100% rename from level_3/vectordb/basevectordb.py rename to iterations/level_3/vectordb/basevectordb.py diff --git a/level_3/vectordb/chunkers/__init__.py b/iterations/level_3/vectordb/chunkers/__init__.py similarity index 100% rename from level_3/vectordb/chunkers/__init__.py rename to iterations/level_3/vectordb/chunkers/__init__.py diff --git a/level_3/vectordb/chunkers/chunkers.py b/iterations/level_3/vectordb/chunkers/chunkers.py similarity index 100% rename from level_3/vectordb/chunkers/chunkers.py rename to iterations/level_3/vectordb/chunkers/chunkers.py diff --git a/level_3/vectordb/loaders/__init__.py b/iterations/level_3/vectordb/loaders/__init__.py similarity index 100% rename from level_3/vectordb/loaders/__init__.py rename to iterations/level_3/vectordb/loaders/__init__.py diff --git a/level_3/vectordb/loaders/loaders.py b/iterations/level_3/vectordb/loaders/loaders.py similarity index 100% rename from level_3/vectordb/loaders/loaders.py rename to iterations/level_3/vectordb/loaders/loaders.py diff --git a/level_3/vectordb/vectordb.py b/iterations/level_3/vectordb/vectordb.py similarity index 100% rename from level_3/vectordb/vectordb.py rename to iterations/level_3/vectordb/vectordb.py diff --git a/level_3/vectorstore_manager.py b/iterations/level_3/vectorstore_manager.py similarity index 100% rename from level_3/vectorstore_manager.py rename to iterations/level_3/vectorstore_manager.py diff --git a/level_3/wait-for-it.sh b/iterations/level_3/wait-for-it.sh similarity index 100% rename from level_3/wait-for-it.sh rename to iterations/level_3/wait-for-it.sh