feat: adds s3 file system not found error to ingestion

cognee/tasks/ingestion/exceptions/__init__.py

@@ -0,0 +1,10 @@
+"""
+Custom exceptions for the Cognee API.
+
+This module defines a set of exceptions for handling various application errors,
+such as System, Validation, Configuration or TransientErrors
+"""
+
+from .exceptions import (
+    S3FileSystemNotFoundError
+)

cognee/tasks/ingestion/exceptions/exceptions.py

@@ -0,0 +1,12 @@
+from cognee.exceptions import CogneeSystemError
+from fastapi import status
+
+
+class S3FileSystemNotFoundError(CogneeSystemError):
+    def __init__(
+        self,
+        name: str = "S3FileSystemNotFoundError",
+        status_code: int = status.HTTP_500_INTERNAL_SERVER_ERROR,
+    ):
+        message = "Could not find S3FileSystem."
+        super().__init__(message, name, status_code)

cognee/tasks/ingestion/resolve_data_directories.py

@@ -1,6 +1,9 @@
 import os
 from urllib.parse import urlparse
 from typing import List, Union, BinaryIO
+
+from cognee.tasks.ingestion.exceptions import S3FileSystemNotFoundError
+from cognee.exceptions import CogneeSystemError
 from cognee.infrastructure.files.storage.s3_config import get_s3_config
 
 
@@ -54,6 +57,8 @@ async def resolve_data_directories(
                             else:
                                 s3_files.append(key)
                     resolved_data.extend(s3_files)
+                else:
+                    raise S3FileSystemNotFoundError()
 
             elif os.path.isdir(item):  # If it's a directory
                 if include_subdirectories: