7 lines
349 B
Python
7 lines
349 B
Python
from cognee.modules.data.processing.document_types.Document import Document
|
|
|
|
|
|
async def extract_chunks_from_documents(documents: list[Document], chunk_size: int = 1024, chunker = 'text_chunker'):
|
|
for document in documents:
|
|
for document_chunk in document.read(chunk_size = chunk_size, chunker = chunker):
|
|
yield document_chunk
|