gmakstutis/cognee
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

added s3 as optional

Browse source
This commit is contained in:
vasilije 2025-09-07 16:50:39 -07:00
parent bb8b47bf34
commit b230247c25
1 changed files with 14 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

19
cognee/infrastructure/files/storage/S3FileStorage.py
View file

@ -1,6 +1,5 @@
import os import os
import s3fs from typing import BinaryIO, Union, TYPE_CHECKING
from typing import BinaryIO, Union
from contextlib import asynccontextmanager from contextlib import asynccontextmanager
from cognee.infrastructure.files.storage.s3_config import get_s3_config from cognee.infrastructure.files.storage.s3_config import get_s3_config
@ -8,17 +7,27 @@ from cognee.infrastructure.utils.run_async import run_async
from cognee.infrastructure.files.storage.FileBufferedReader import FileBufferedReader from cognee.infrastructure.files.storage.FileBufferedReader import FileBufferedReader
from .storage import Storage from .storage import Storage
if TYPE_CHECKING:
import s3fs
class S3FileStorage(Storage): class S3FileStorage(Storage):
""" """
Manage local file storage operations such as storing, retrieving, and managing files on Manage S3 file storage operations such as storing, retrieving, and managing files on
the filesystem. S3-compatible storage.
""" """
storage_path: str storage_path: str
s3: s3fs.S3FileSystem s3: "s3fs.S3FileSystem"
def __init__(self, storage_path: str): def __init__(self, storage_path: str):
try:
import s3fs
except ImportError:
raise ImportError(
"s3fs is required for S3FileStorage. Install it with: pip install cognee[aws]"
)
self.storage_path = storage_path self.storage_path = storage_path
s3_config = get_s3_config() s3_config = get_s3_config()
if s3_config.aws_access_key_id is not None and s3_config.aws_secret_access_key is not None: if s3_config.aws_access_key_id is not None and s3_config.aws_secret_access_key is not None: