Integrate OpenSearch hybrid search and update ingestion flow

Replaces the File component with a new OpenSearch hybrid search component in the ingestion flow, adds support for document metadata, and updates flow edges for DataFrame operations. Updates OpenSearch component implementation with advanced authentication, metadata handling, and vector store features. Docker Compose files and related service references are also updated to support the new OpenSearch integration.

src/services/langflow_file_service.py

@@ -67,6 +67,7 @@ class LangflowFileService:
         owner_name: Optional[str] = None,
         owner_email: Optional[str] = None,
         connector_type: Optional[str] = None,
+        file_tuples: Optional[list[tuple[str, str, str]]] = None,
     ) -> Dict[str, Any]:
         """
         Trigger the ingestion flow with provided file paths.
@@ -86,7 +87,9 @@ class LangflowFileService:
 
         # Pass files via tweaks to File component (File-PSU37 from the flow)
         if file_paths:
-            tweaks["File-PSU37"] = {"path": file_paths}
+            tweaks["DoclingRemote-Dp3PX"] = {"path": file_paths}
+            
+
 
         # Pass JWT token via tweaks using the x-langflow-global-var- pattern
         if jwt_token:
@@ -129,7 +132,8 @@ class LangflowFileService:
             list(tweaks.keys()) if isinstance(tweaks, dict) else None,
             bool(jwt_token),
         )
-
+        # To compute the file size in bytes, use len() on the file content (which should be bytes)
+        file_size_bytes = len(file_tuples[0][1]) if file_tuples and len(file_tuples[0]) > 1 else 0
         # Avoid logging full payload to prevent leaking sensitive data (e.g., JWT)
         headers={
                 "X-Langflow-Global-Var-JWT": str(jwt_token),
@@ -137,6 +141,9 @@ class LangflowFileService:
                 "X-Langflow-Global-Var-OWNER_NAME": str(owner_name),
                 "X-Langflow-Global-Var-OWNER_EMAIL": str(owner_email),
                 "X-Langflow-Global-Var-CONNECTOR_TYPE": str(connector_type),
+                "X-Langflow-Global-Var-FILENAME": str(file_tuples[0][0]),
+                "X-Langflow-Global-Var-MIMETYPE": str(file_tuples[0][2]),
+                "X-Langflow-Global-Var-FILESIZE": str(file_size_bytes),
             }
         logger.info(f"[LF] Headers {headers}")
         logger.info(f"[LF] Payload {payload}")
@@ -271,6 +278,7 @@ class LangflowFileService:
                 owner_name=owner_name,
                 owner_email=owner_email,
                 connector_type=connector_type,
+                file_tuples=[file_tuple],
             )
             logger.debug("[LF] Ingestion completed successfully")
         except Exception as e:

src/tui/_assets/docker-compose-cpu.yml

@@ -100,15 +100,22 @@ services:
       - OPENAI_API_KEY=${OPENAI_API_KEY}
       - LANGFLOW_LOAD_FLOWS_PATH=/app/flows
       - LANGFLOW_SECRET_KEY=${LANGFLOW_SECRET_KEY}
-      - JWT="dummy"
+      - JWT=None  
+      - OWNER=None
+      - OWNER_NAME=None
+      - OWNER_EMAIL=None
+      - CONNECTOR_TYPE=system
       - OPENRAG-QUERY-FILTER="{}"
       - OPENSEARCH_PASSWORD=${OPENSEARCH_PASSWORD}
-      - LANGFLOW_VARIABLES_TO_GET_FROM_ENVIRONMENT=JWT,OPENRAG-QUERY-FILTER,OPENSEARCH_PASSWORD
+      - FILENAME=None
+      - MIMETYPE=None
+      - FILESIZE=0
+      - LANGFLOW_VARIABLES_TO_GET_FROM_ENVIRONMENT=JWT,OPENRAG-QUERY-FILTER,OPENSEARCH_PASSWORD,OWNER,OWNER_NAME,OWNER_EMAIL,CONNECTOR_TYPE,FILENAME,MIMETYPE,FILESIZE
       - LANGFLOW_LOG_LEVEL=DEBUG
       - LANGFLOW_AUTO_LOGIN=${LANGFLOW_AUTO_LOGIN}
       - LANGFLOW_SUPERUSER=${LANGFLOW_SUPERUSER}
       - LANGFLOW_SUPERUSER_PASSWORD=${LANGFLOW_SUPERUSER_PASSWORD}
       - LANGFLOW_NEW_USER_IS_ACTIVE=${LANGFLOW_NEW_USER_IS_ACTIVE}
       - LANGFLOW_ENABLE_SUPERUSER_CLI=${LANGFLOW_ENABLE_SUPERUSER_CLI}
-      - DEFAULT_FOLDER_NAME="OpenRAG"
+      # - DEFAULT_FOLDER_NAME="OpenRAG"
       - HIDE_GETTING_STARTED_PROGRESS=true

src/tui/_assets/docker-compose.yml

@@ -100,15 +100,22 @@ services:
       - OPENAI_API_KEY=${OPENAI_API_KEY}
       - LANGFLOW_LOAD_FLOWS_PATH=/app/flows
       - LANGFLOW_SECRET_KEY=${LANGFLOW_SECRET_KEY}
-      - JWT="dummy"
+      - JWT=None  
+      - OWNER=None
+      - OWNER_NAME=None
+      - OWNER_EMAIL=None
+      - CONNECTOR_TYPE=system
       - OPENRAG-QUERY-FILTER="{}"
       - OPENSEARCH_PASSWORD=${OPENSEARCH_PASSWORD}
-      - LANGFLOW_VARIABLES_TO_GET_FROM_ENVIRONMENT=JWT,OPENRAG-QUERY-FILTER,OPENSEARCH_PASSWORD
+      - FILENAME=None
+      - MIMETYPE=None
+      - FILESIZE=0
+      - LANGFLOW_VARIABLES_TO_GET_FROM_ENVIRONMENT=JWT,OPENRAG-QUERY-FILTER,OPENSEARCH_PASSWORD,OWNER,OWNER_NAME,OWNER_EMAIL,CONNECTOR_TYPE,FILENAME,MIMETYPE,FILESIZE
       - LANGFLOW_LOG_LEVEL=DEBUG
       - LANGFLOW_AUTO_LOGIN=${LANGFLOW_AUTO_LOGIN}
       - LANGFLOW_SUPERUSER=${LANGFLOW_SUPERUSER}
       - LANGFLOW_SUPERUSER_PASSWORD=${LANGFLOW_SUPERUSER_PASSWORD}
       - LANGFLOW_NEW_USER_IS_ACTIVE=${LANGFLOW_NEW_USER_IS_ACTIVE}
       - LANGFLOW_ENABLE_SUPERUSER_CLI=${LANGFLOW_ENABLE_SUPERUSER_CLI}
-      - DEFAULT_FOLDER_NAME="OpenRAG"
+      # - DEFAULT_FOLDER_NAME="OpenRAG"
       - HIDE_GETTING_STARTED_PROGRESS=true