Added a few updates to poetry and tested packages
This commit is contained in:
parent
de2740d5b0
commit
a815eb6cd3
2 changed files with 1 additions and 11 deletions
|
|
@ -15,7 +15,7 @@ from langchain.chains import create_extraction_chain
|
||||||
from langchain.chat_models import ChatOpenAI
|
from langchain.chat_models import ChatOpenAI
|
||||||
|
|
||||||
from ..config import Config
|
from ..config import Config
|
||||||
|
from ..database.vectordb.loaders.loaders import _document_loader
|
||||||
config = Config()
|
config = Config()
|
||||||
config.load()
|
config.load()
|
||||||
OPENAI_API_KEY = config.openai_key
|
OPENAI_API_KEY = config.openai_key
|
||||||
|
|
@ -24,9 +24,6 @@ from langchain.document_loaders import DirectoryLoader
|
||||||
|
|
||||||
|
|
||||||
async def classify_documents(query:str, document_id:str, loader_settings:dict):
|
async def classify_documents(query:str, document_id:str, loader_settings:dict):
|
||||||
from ..database.vectordb.loaders.loaders import _document_loader
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
document_context = await _document_loader(query, loader_settings)
|
document_context = await _document_loader(query, loader_settings)
|
||||||
logging.info("This is the document context", document_context)
|
logging.info("This is the document context", document_context)
|
||||||
|
|
@ -66,10 +63,6 @@ async def classify_documents(query:str, document_id:str, loader_settings:dict):
|
||||||
arguments_str = classifier_output.additional_kwargs['function_call']['arguments']
|
arguments_str = classifier_output.additional_kwargs['function_call']['arguments']
|
||||||
print("This is the arguments string", arguments_str)
|
print("This is the arguments string", arguments_str)
|
||||||
arguments_dict = json.loads(arguments_str)
|
arguments_dict = json.loads(arguments_str)
|
||||||
# classfier_value = arguments_dict.get('summarizer', None)
|
|
||||||
|
|
||||||
# print("This is the classifier value", classfier_value)
|
|
||||||
|
|
||||||
return arguments_dict
|
return arguments_dict
|
||||||
|
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -183,9 +183,6 @@ async def load_documents_to_vectorstore(session: AsyncSession, user_id: str, job
|
||||||
operation_type="DATA_LOAD",
|
operation_type="DATA_LOAD",
|
||||||
),
|
),
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
memory = await Memory.create_memory(user_id, session, namespace=namespace_id, job_id=job_id, memory_label=namespace_id)
|
memory = await Memory.create_memory(user_id, session, namespace=namespace_id, job_id=job_id, memory_label=namespace_id)
|
||||||
document_names = get_document_names(loader_settings.get("path", "None"))
|
document_names = get_document_names(loader_settings.get("path", "None"))
|
||||||
for doc in document_names:
|
for doc in document_names:
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue