46c4463cb2
<!-- .github/pull_request_template.md --> ## Description <!-- Provide a clear description of the changes in this PR --> ## DCO Affirmation I affirm that all code in every commit of this pull request conforms to the terms of the Topoteretes Developer Certificate of Origin. --------- Co-authored-by: vasilije <vas.markovic@gmail.com> Co-authored-by: Vasilije <8619304+Vasilije1990@users.noreply.github.com>
49 lines
2.7 KiB
Python
49 lines
2.7 KiB
Python
import sys
|
|
import uuid
|
|
import pytest
|
|
from unittest.mock import patch
|
|
|
|
from cognee.modules.chunking.TextChunker import TextChunker
|
|
from cognee.modules.data.processing.document_types.ImageDocument import ImageDocument
|
|
from cognee.tests.integration.documents.AudioDocument_test import mock_get_embedding_engine
|
|
from cognee.tests.integration.documents.async_gen_zip import async_gen_zip
|
|
|
|
chunk_by_sentence_module = sys.modules.get("cognee.tasks.chunks.chunk_by_sentence")
|
|
|
|
|
|
GROUND_TRUTH = [
|
|
{"word_count": 51, "len_text": 298, "cut_type": "sentence_end"},
|
|
{"word_count": 62, "len_text": 369, "cut_type": "sentence_end"},
|
|
{"word_count": 44, "len_text": 294, "cut_type": "sentence_end"},
|
|
]
|
|
|
|
TEST_TEXT = """A dramatic confrontation unfolds as a red fox and river otter engage in an energetic wrestling match at the water's edge. The fox, teeth bared in a playful snarl, has its front paws locked with the otter's flippers as they roll through the shallow stream, sending water spraying in all directions. The otter, displaying its surprising agility on land, counters by twisting its sleek body and attempting to wrap itself around the fox's shoulders, its whiskered face inches from the fox's muzzle.
|
|
The commotion has attracted an audience: a murder of crows has gathered in the low branches, their harsh calls adding to the chaos as they hop excitedly from limb to limb. One particularly bold crow dive-bombs the wrestling pair, causing both animals to momentarily freeze mid-tussle, creating a perfect snapshot of suspended action—the fox's fur dripping wet, the otter's body coiled like a spring, and the crow's wings spread wide against the golden morning light."""
|
|
|
|
|
|
@patch.object(
|
|
chunk_by_sentence_module, "get_embedding_engine", side_effect=mock_get_embedding_engine
|
|
)
|
|
@pytest.mark.asyncio
|
|
async def test_ImageDocument(mock_engine):
|
|
document = ImageDocument(
|
|
id=uuid.uuid4(),
|
|
name="image-dummy-test",
|
|
raw_data_location="",
|
|
external_metadata="",
|
|
mime_type="",
|
|
)
|
|
with patch.object(ImageDocument, "transcribe_image", return_value=TEST_TEXT):
|
|
async for ground_truth, paragraph_data in async_gen_zip(
|
|
GROUND_TRUTH,
|
|
document.read(chunker_cls=TextChunker, max_chunk_size=64),
|
|
):
|
|
assert ground_truth["word_count"] == paragraph_data.chunk_size, (
|
|
f'{ground_truth["word_count"] = } != {paragraph_data.chunk_size = }'
|
|
)
|
|
assert ground_truth["len_text"] == len(paragraph_data.text), (
|
|
f'{ground_truth["len_text"] = } != {len(paragraph_data.text) = }'
|
|
)
|
|
assert ground_truth["cut_type"] == paragraph_data.cut_type, (
|
|
f'{ground_truth["cut_type"] = } != {paragraph_data.cut_type = }'
|
|
)
|