gmakstutis/cognee
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Return sentence_cut instead of word in chunk_by_paragraph

Browse source
This commit is contained in:
Leon Luithlen 2024-11-14 15:03:09 +01:00
parent 8b681529b1
commit d6a6a9eaba
2 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
cognee/tasks/chunks/chunk_by_paragraph.py
View file

@ -67,7 +67,7 @@ def chunk_by_paragraph(data: str, paragraph_length: int = 1024, batch_paragraphs
"chunk_id": uuid5(NAMESPACE_OID, current_chunk), "chunk_id": uuid5(NAMESPACE_OID, current_chunk),
"paragraph_ids": paragraph_ids, "paragraph_ids": paragraph_ids,
"chunk_index": chunk_index, "chunk_index": chunk_index,
"cut_type": last_cut_type "cut_type": "sentence_cut" if last_cut_type == "word" else last_cut_type
} }

2
cognee/tests/unit/processing/chunks/chunk_by_paragraph_test.py
View file

@ -32,7 +32,7 @@ GROUND_TRUTH = {
{ {
"text": "\nThird paragraph is cut and is missing the dot at the end", "text": "\nThird paragraph is cut and is missing the dot at the end",
"word_count": 12, "word_count": 12,
"cut_type": "word", "cut_type": "sentence_cut",
}, },
], ],
} }