Merge branch 'main' of https://github.com/langflow-ai/openrag into page-style-alignment

.env.example

@@ -1,60 +1,43 @@
 # Ingestion Configuration
-# Set to true to disable Langflow ingestion and use the traditional OpenRAG processor.
+# Set to true to disable Langflow ingestion and use traditional OpenRAG processor
-# If unset or false, the Langflow pipeline is used (default: upload -> ingest -> delete).
+# If unset or false, Langflow pipeline will be used (default: upload -> ingest -> delete)
 DISABLE_INGEST_WITH_LANGFLOW=false
-
+# make one like so https://docs.langflow.org/api-keys-and-authentication#langflow-secret-key
-# Create a Langflow secret key:
-# https://docs.langflow.org/api-keys-and-authentication#langflow-secret-key
 LANGFLOW_SECRET_KEY=
 
-
+# flow ids for chat and ingestion flows
-# Flow IDs for chat and ingestion
 LANGFLOW_CHAT_FLOW_ID=1098eea1-6649-4e1d-aed1-b77249fb8dd0
 LANGFLOW_INGEST_FLOW_ID=5488df7c-b93f-4f87-a446-b67028bc0813
-# Ingest flow using Docling
+LANGFLOW_URL_INGEST_FLOW_ID=72c3d17c-2dac-4a73-b48a-6518473d7830
+# Ingest flow using docling
 # LANGFLOW_INGEST_FLOW_ID=1402618b-e6d1-4ff2-9a11-d6ce71186915
 NUDGES_FLOW_ID=ebc01d31-1976-46ce-a385-b0240327226c
 
-
+# Set a strong admin password for OpenSearch; a bcrypt hash is generated at
-# OpenSearch Auth
+# container startup from this value. Do not commit real secrets.
-# Set a strong admin password for OpenSearch.
+# must match the hashed password in secureconfig, must change for secure deployment!!!
-# A bcrypt hash is generated at container startup from this value.
-# Do not commit real secrets.
-# Must be changed for secure deployments.
 OPENSEARCH_PASSWORD=
 
-
+# make here https://console.cloud.google.com/apis/credentials
-# Google OAuth
-# Create credentials here:
-# https://console.cloud.google.com/apis/credentials
 GOOGLE_OAUTH_CLIENT_ID=
 GOOGLE_OAUTH_CLIENT_SECRET=
 
-
+# Azure app registration credentials for SharePoint/OneDrive
-# Microsoft (SharePoint/OneDrive) OAuth
-# Azure app registration credentials.
 MICROSOFT_GRAPH_OAUTH_CLIENT_ID=
 MICROSOFT_GRAPH_OAUTH_CLIENT_SECRET=
 
-
+# OPTIONAL: dns routable from google (etc.) to handle continous ingest (something like ngrok works). This enables continous ingestion
-# Webhooks (optional)
-# Public, DNS-resolvable base URL (e.g., via ngrok) for continuous ingestion.
 WEBHOOK_BASE_URL=
 
-
-# API Keys
 OPENAI_API_KEY=
 
 AWS_ACCESS_KEY_ID=
 AWS_SECRET_ACCESS_KEY=
 
-
+# OPTIONAL url for openrag link to langflow in the UI
-# Langflow UI URL (optional)
-# Public URL to link OpenRAG to Langflow in the UI.
 LANGFLOW_PUBLIC_URL=
 
-
+# Langflow auth
-# Langflow Auth
 LANGFLOW_AUTO_LOGIN=False
 LANGFLOW_SUPERUSER=
 LANGFLOW_SUPERUSER_PASSWORD=

.gitignore

@@ -17,6 +17,7 @@ wheels/
 
 1001*.pdf
 *.json
+!flows/*.json
 .DS_Store
 
 config/

docker-compose-cpu.yml

@@ -40,10 +40,10 @@ services:
 
   openrag-backend:
     image: phact/openrag-backend:${OPENRAG_VERSION:-latest}
-    #build:
+    # build:
-    #context: .
+    #   context: .
-    #dockerfile: Dockerfile.backend
+    #   dockerfile: Dockerfile.backend
-    container_name: openrag-backend
+    # container_name: openrag-backend
     depends_on:
       - langflow
     environment:
@@ -55,6 +55,7 @@ services:
       - LANGFLOW_SUPERUSER_PASSWORD=${LANGFLOW_SUPERUSER_PASSWORD}
       - LANGFLOW_CHAT_FLOW_ID=${LANGFLOW_CHAT_FLOW_ID}
       - LANGFLOW_INGEST_FLOW_ID=${LANGFLOW_INGEST_FLOW_ID}
+      - LANGFLOW_URL_INGEST_FLOW_ID=${LANGFLOW_URL_INGEST_FLOW_ID}
       - DISABLE_INGEST_WITH_LANGFLOW=${DISABLE_INGEST_WITH_LANGFLOW:-false}
       - NUDGES_FLOW_ID=${NUDGES_FLOW_ID}
       - OPENSEARCH_PORT=9200
@@ -77,9 +78,9 @@ services:
 
   openrag-frontend:
     image: phact/openrag-frontend:${OPENRAG_VERSION:-latest}
-    #build:
+    # build:
-    #context: .
+    #   context: .
-    #dockerfile: Dockerfile.frontend
+    #   dockerfile: Dockerfile.frontend
     container_name: openrag-frontend
     depends_on:
       - openrag-backend
@@ -92,6 +93,9 @@ services:
     volumes:
       - ./flows:/app/flows:Z
     image: phact/openrag-langflow:${LANGFLOW_VERSION:-latest}
+    # build:
+    #   context: .
+    #   dockerfile: Dockerfile.langflow
     container_name: langflow
     ports:
       - "7860:7860"
@@ -99,15 +103,23 @@ services:
       - OPENAI_API_KEY=${OPENAI_API_KEY}
       - LANGFLOW_LOAD_FLOWS_PATH=/app/flows
       - LANGFLOW_SECRET_KEY=${LANGFLOW_SECRET_KEY}
-      - JWT="dummy"
+      - JWT=None  
+      - OWNER=None
+      - OWNER_NAME=None
+      - OWNER_EMAIL=None
+      - CONNECTOR_TYPE=system
       - OPENRAG-QUERY-FILTER="{}"
       - OPENSEARCH_PASSWORD=${OPENSEARCH_PASSWORD}
-      - LANGFLOW_VARIABLES_TO_GET_FROM_ENVIRONMENT=JWT,OPENRAG-QUERY-FILTER,OPENSEARCH_PASSWORD
+      - FILENAME=None
+      - MIMETYPE=None
+      - FILESIZE=0
+      - LANGFLOW_VARIABLES_TO_GET_FROM_ENVIRONMENT=JWT,OPENRAG-QUERY-FILTER,OPENSEARCH_PASSWORD,OWNER,OWNER_NAME,OWNER_EMAIL,CONNECTOR_TYPE,FILENAME,MIMETYPE,FILESIZE
       - LANGFLOW_LOG_LEVEL=DEBUG
       - LANGFLOW_AUTO_LOGIN=${LANGFLOW_AUTO_LOGIN}
       - LANGFLOW_SUPERUSER=${LANGFLOW_SUPERUSER}
       - LANGFLOW_SUPERUSER_PASSWORD=${LANGFLOW_SUPERUSER_PASSWORD}
       - LANGFLOW_NEW_USER_IS_ACTIVE=${LANGFLOW_NEW_USER_IS_ACTIVE}
       - LANGFLOW_ENABLE_SUPERUSER_CLI=${LANGFLOW_ENABLE_SUPERUSER_CLI}
-      - DEFAULT_FOLDER_NAME="OpenRAG"
+      # - DEFAULT_FOLDER_NAME=OpenRAG
       - HIDE_GETTING_STARTED_PROGRESS=true
+

docker-compose.yml

@@ -43,7 +43,7 @@ services:
     # build:
     #   context: .
     #   dockerfile: Dockerfile.backend
-    container_name: openrag-backend
+    # container_name: openrag-backend
     depends_on:
       - langflow
     environment:
@@ -54,6 +54,7 @@ services:
       - LANGFLOW_SUPERUSER_PASSWORD=${LANGFLOW_SUPERUSER_PASSWORD}
       - LANGFLOW_CHAT_FLOW_ID=${LANGFLOW_CHAT_FLOW_ID}
       - LANGFLOW_INGEST_FLOW_ID=${LANGFLOW_INGEST_FLOW_ID}
+      - LANGFLOW_URL_INGEST_FLOW_ID=${LANGFLOW_URL_INGEST_FLOW_ID}
       - DISABLE_INGEST_WITH_LANGFLOW=${DISABLE_INGEST_WITH_LANGFLOW:-false}
       - NUDGES_FLOW_ID=${NUDGES_FLOW_ID}
       - OPENSEARCH_PORT=9200
@@ -80,7 +81,7 @@ services:
     # build:
     #   context: .
     #   dockerfile: Dockerfile.frontend
-    #   #dockerfile: Dockerfile.frontend
+      #dockerfile: Dockerfile.frontend
     container_name: openrag-frontend
     depends_on:
       - openrag-backend
@@ -109,13 +110,16 @@ services:
       - OWNER_EMAIL=None
       - CONNECTOR_TYPE=system
       - OPENRAG-QUERY-FILTER="{}"
+      - FILENAME=None
+      - MIMETYPE=None
+      - FILESIZE=0
       - OPENSEARCH_PASSWORD=${OPENSEARCH_PASSWORD}
-      - LANGFLOW_VARIABLES_TO_GET_FROM_ENVIRONMENT=JWT,OPENRAG-QUERY-FILTER,OPENSEARCH_PASSWORD,OWNER,OWNER_NAME,OWNER_EMAIL,CONNECTOR_TYPE
+      - LANGFLOW_VARIABLES_TO_GET_FROM_ENVIRONMENT=JWT,OPENRAG-QUERY-FILTER,OPENSEARCH_PASSWORD,OWNER,OWNER_NAME,OWNER_EMAIL,CONNECTOR_TYPE,FILENAME,MIMETYPE,FILESIZE
       - LANGFLOW_LOG_LEVEL=DEBUG
       - LANGFLOW_AUTO_LOGIN=${LANGFLOW_AUTO_LOGIN}
       - LANGFLOW_SUPERUSER=${LANGFLOW_SUPERUSER}
       - LANGFLOW_SUPERUSER_PASSWORD=${LANGFLOW_SUPERUSER_PASSWORD}
       - LANGFLOW_NEW_USER_IS_ACTIVE=${LANGFLOW_NEW_USER_IS_ACTIVE}
       - LANGFLOW_ENABLE_SUPERUSER_CLI=${LANGFLOW_ENABLE_SUPERUSER_CLI}
-      - DEFAULT_FOLDER_NAME="OpenRAG"
+      # - DEFAULT_FOLDER_NAME=OpenRAG
       - HIDE_GETTING_STARTED_PROGRESS=true

flows/openrag_agent.json

@@ -144,6 +144,8 @@
         "targetHandle": "{œfieldNameœ:œagent_llmœ,œidœ:œAgent-crjWfœ,œinputTypesœ:[œLanguageModelœ],œtypeœ:œstrœ}"
       },
       {
+        "animated": false,
+        "className": "",
         "data": {
           "sourceHandle": {
             "dataType": "TextInput",
@@ -163,6 +165,7 @@
           }
         },
         "id": "xy-edge__TextInput-aHsQb{œdataTypeœ:œTextInputœ,œidœ:œTextInput-aHsQbœ,œnameœ:œtextœ,œoutput_typesœ:[œMessageœ]}-OpenSearch-iYfjf{œfieldNameœ:œfilter_expressionœ,œidœ:œOpenSearch-iYfjfœ,œinputTypesœ:[œMessageœ],œtypeœ:œstrœ}",
+        "selected": false,
         "source": "TextInput-aHsQb",
         "sourceHandle": "{œdataTypeœ:œTextInputœ,œidœ:œTextInput-aHsQbœ,œnameœ:œtextœ,œoutput_typesœ:[œMessageœ]}",
         "target": "OpenSearch-iYfjf",
@@ -727,7 +730,7 @@
             ],
             "frozen": false,
             "icon": "OpenSearch",
-            "last_updated": "2025-10-02T20:05:34.814Z",
+            "last_updated": "2025-10-04T05:41:33.344Z",
             "legacy": false,
             "lf_version": "1.6.0",
             "metadata": {
@@ -1381,7 +1384,7 @@
             ],
             "frozen": false,
             "icon": "binary",
-            "last_updated": "2025-10-02T20:05:34.815Z",
+            "last_updated": "2025-10-04T05:41:33.345Z",
             "legacy": false,
             "lf_version": "1.6.0",
             "metadata": {
@@ -1660,7 +1663,7 @@
         },
         "position": {
           "x": 727.4791597769406,
-          "y": 518.0820551650631
+          "y": 416.82609966052854
         },
         "selected": false,
         "type": "genericNode"
@@ -1706,7 +1709,7 @@
             ],
             "frozen": false,
             "icon": "bot",
-            "last_updated": "2025-10-02T20:05:34.872Z",
+            "last_updated": "2025-10-04T05:41:33.399Z",
             "legacy": false,
             "lf_version": "1.6.0",
             "metadata": {
@@ -2245,7 +2248,7 @@
             ],
             "frozen": false,
             "icon": "brain-circuit",
-            "last_updated": "2025-10-02T20:05:34.815Z",
+            "last_updated": "2025-10-04T05:41:33.347Z",
             "legacy": false,
             "lf_version": "1.6.0",
             "metadata": {
@@ -2551,17 +2554,17 @@
       }
     ],
     "viewport": {
-      "x": -237.0727605845459,
+      "x": -149.48015964664273,
       "y": 154.6885920024542,
       "zoom": 0.602433700773958
     }
   },
-  "description": "OpenRAG Open Search Agent",
+  "description": "OpenRAG OpenSearch Agent",
   "endpoint_name": null,
   "id": "1098eea1-6649-4e1d-aed1-b77249fb8dd0",
   "is_component": false,
-  "last_tested_version": "1.6.0",
+  "last_tested_version": "1.6.3.dev0",
-  "name": "OpenRAG Open Search Agent",
+  "name": "OpenRAG OpenSearch Agent",
   "tags": [
     "assistants",
     "agents"

flows/openrag_nudges.json

@@ -2337,12 +2337,12 @@
       "zoom": 0.5380793988167256
     }
   },
-  "description": "OpenRAG Open Search Nudges generator, based on the Open Search documents and the chat history.",
+  "description": "OpenRAG OpenSearch Nudges generator, based on the OpenSearch documents and the chat history.",
   "endpoint_name": null,
   "id": "ebc01d31-1976-46ce-a385-b0240327226c",
   "is_component": false,
   "last_tested_version": "1.6.0",
-  "name": "OpenRAG Open Search Nudges",
+  "name": "OpenRAG OpenSearch Nudges",
   "tags": [
     "assistants",
     "agents"

frontend/components/docling-health-banner.tsx

@@ -0,0 +1,134 @@
+"use client";
+
+import { AlertTriangle, ExternalLink, Copy } from "lucide-react";
+import { useDoclingHealthQuery } from "@/src/app/api/queries/useDoclingHealthQuery";
+import { Banner, BannerIcon, BannerTitle, BannerAction } from "@/components/ui/banner";
+import { Button } from "@/components/ui/button";
+import {
+  Dialog,
+  DialogContent,
+  DialogHeader,
+  DialogTitle,
+  DialogDescription,
+  DialogFooter
+} from "@/components/ui/dialog";
+import { cn } from "@/lib/utils";
+import { useState } from "react";
+
+interface DoclingHealthBannerProps {
+  className?: string;
+}
+
+// DoclingSetupDialog component
+interface DoclingSetupDialogProps {
+  open: boolean;
+  onOpenChange: (open: boolean) => void;
+  className?: string;
+}
+
+function DoclingSetupDialog({
+  open,
+  onOpenChange,
+  className
+}: DoclingSetupDialogProps) {
+  const [copied, setCopied] = useState(false);
+
+  const handleCopy = async () => {
+    await navigator.clipboard.writeText("uv run openrag");
+    setCopied(true);
+    setTimeout(() => setCopied(false), 2000);
+  };
+
+  return (
+    <Dialog open={open} onOpenChange={onOpenChange}>
+      <DialogContent className={cn("max-w-lg", className)}>
+        <DialogHeader>
+          <DialogTitle className="flex items-center gap-2 text-base">
+            <AlertTriangle className="h-4 w-4 text-amber-600 dark:text-amber-400" />
+            docling-serve is stopped. Knowledge ingest is unavailable.
+          </DialogTitle>
+          <DialogDescription>
+            Start docling-serve by running:
+          </DialogDescription>
+        </DialogHeader>
+
+        <div className="space-y-4">
+          <div className="flex items-center gap-2">
+            <code className="flex-1 bg-muted px-3 py-2.5 rounded-md text-sm font-mono">
+              uv run openrag
+            </code>
+            <Button
+              variant="ghost"
+              size="icon"
+              onClick={handleCopy}
+              className="shrink-0"
+              title={copied ? "Copied!" : "Copy to clipboard"}
+            >
+              <Copy className="h-4 w-4" />
+            </Button>
+          </div>
+
+          <DialogDescription>
+            Then, select <span className="font-semibold text-foreground">Start Native Services</span> in the TUI. Once docling-serve is running, refresh OpenRAG.
+          </DialogDescription>
+        </div>
+
+        <DialogFooter>
+          <Button
+            variant="default"
+            onClick={() => onOpenChange(false)}
+          >
+            Close
+          </Button>
+        </DialogFooter>
+      </DialogContent>
+    </Dialog>
+  );
+}
+
+export function DoclingHealthBanner({ className }: DoclingHealthBannerProps) {
+  const { data: health, isLoading, isError } = useDoclingHealthQuery();
+  const [showDialog, setShowDialog] = useState(false);
+
+  const isHealthy = health?.status === "healthy" && !isError;
+  const isUnhealthy = health?.status === "unhealthy" || isError;
+
+  // Only show banner when service is unhealthy
+  if (isLoading || isHealthy) {
+    return null;
+  }
+
+  if (isUnhealthy) {
+    return (
+      <>
+        <Banner
+          className={cn(
+            "bg-amber-50 text-amber-900 dark:bg-amber-950 dark:text-amber-200 border-amber-200 dark:border-amber-800",
+            className
+          )}
+        >
+          <BannerIcon
+            icon={AlertTriangle}
+          />
+          <BannerTitle className="font-medium">
+            docling-serve native service is stopped. Knowledge ingest is unavailable.
+          </BannerTitle>
+          <BannerAction
+            onClick={() => setShowDialog(true)}
+            className="bg-foreground text-background hover:bg-primary/90"
+          >
+            Setup Docling Serve
+            <ExternalLink className="h-3 w-3 ml-1" />
+          </BannerAction>
+        </Banner>
+
+        <DoclingSetupDialog
+          open={showDialog}
+          onOpenChange={setShowDialog}
+        />
+      </>
+    );
+  }
+
+  return null;
+}

frontend/components/ui/banner.tsx

@@ -0,0 +1,141 @@
+'use client';
+import { useControllableState } from '@radix-ui/react-use-controllable-state';
+import { type LucideIcon, XIcon } from 'lucide-react';
+import {
+  type ComponentProps,
+  createContext,
+  type HTMLAttributes,
+  type MouseEventHandler,
+  useContext,
+} from 'react';
+import { Button } from '@/components/ui/button';
+import { cn } from '@/lib/utils';
+
+type BannerContextProps = {
+  show: boolean;
+  setShow: (show: boolean) => void;
+};
+
+export const BannerContext = createContext<BannerContextProps>({
+  show: true,
+  setShow: () => {},
+});
+
+export type BannerProps = HTMLAttributes<HTMLDivElement> & {
+  visible?: boolean;
+  defaultVisible?: boolean;
+  onClose?: () => void;
+  inset?: boolean;
+};
+
+export const Banner = ({
+  children,
+  visible,
+  defaultVisible = true,
+  onClose,
+  className,
+  inset = false,
+  ...props
+}: BannerProps) => {
+  const [show, setShow] = useControllableState({
+    defaultProp: defaultVisible,
+    prop: visible,
+    onChange: onClose,
+  });
+
+  if (!show) {
+    return null;
+  }
+
+  return (
+    <BannerContext.Provider value={{ show, setShow }}>
+      <div
+        className={cn(
+          'flex w-full items-center justify-between gap-2 bg-primary px-4 py-2 text-primary-foreground',
+          inset && 'rounded-lg',
+          className
+        )}
+        {...props}
+      >
+        {children}
+      </div>
+    </BannerContext.Provider>
+  );
+};
+
+export type BannerIconProps = HTMLAttributes<HTMLDivElement> & {
+  icon: LucideIcon;
+};
+
+export const BannerIcon = ({
+  icon: Icon,
+  className,
+  ...props
+}: BannerIconProps) => (
+  <div
+    className={cn(
+      'p-1',
+      className
+    )}
+    {...props}
+  >
+    <Icon size={16} />
+  </div>
+);
+
+export type BannerTitleProps = HTMLAttributes<HTMLParagraphElement>;
+
+export const BannerTitle = ({ className, ...props }: BannerTitleProps) => (
+  <p className={cn('flex-1 text-sm', className)} {...props} />
+);
+
+export type BannerActionProps = ComponentProps<typeof Button>;
+
+export const BannerAction = ({
+  variant = 'outline',
+  size = 'sm',
+  className,
+  ...props
+}: BannerActionProps) => (
+  <Button
+    className={cn(
+      'shrink-0 bg-transparent hover:bg-background/10 hover:text-background',
+      className
+    )}
+    size={size}
+    variant={variant}
+    {...props}
+  />
+);
+
+export type BannerCloseProps = ComponentProps<typeof Button>;
+
+export const BannerClose = ({
+  variant = 'ghost',
+  size = 'icon',
+  onClick,
+  className,
+  ...props
+}: BannerCloseProps) => {
+  const { setShow } = useContext(BannerContext);
+
+  const handleClick: MouseEventHandler<HTMLButtonElement> = (e) => {
+    setShow(false);
+    onClick?.(e);
+  };
+
+  return (
+    <Button
+      className={cn(
+        'shrink-0 bg-transparent hover:bg-background/10 hover:text-background',
+        className
+      )}
+      onClick={handleClick}
+      size={size}
+      variant={variant}
+      {...props}
+    >
+      <XIcon size={18} />
+    </Button>
+  );
+};

frontend/src/app/api/queries/useDoclingHealthQuery.ts

@@ -0,0 +1,55 @@
+import {
+  type UseQueryOptions,
+  useQuery,
+  useQueryClient,
+} from "@tanstack/react-query";
+
+export interface DoclingHealthResponse {
+  status: "healthy" | "unhealthy";
+  message?: string;
+}
+
+export const useDoclingHealthQuery = (
+  options?: Omit<UseQueryOptions<DoclingHealthResponse>, "queryKey" | "queryFn">,
+) => {
+  const queryClient = useQueryClient();
+
+  async function checkDoclingHealth(): Promise<DoclingHealthResponse> {
+    try {
+      const response = await fetch("http://127.0.0.1:5001/health", {
+        method: "GET",
+        headers: {
+          "Content-Type": "application/json",
+        },
+      });
+
+      if (response.ok) {
+        return { status: "healthy" };
+      } else {
+        return {
+          status: "unhealthy",
+          message: `Health check failed with status: ${response.status}`,
+        };
+      }
+    } catch (error) {
+      return {
+        status: "unhealthy",
+        message: error instanceof Error ? error.message : "Connection failed",
+      };
+    }
+  }
+
+  const queryResult = useQuery(
+    {
+      queryKey: ["docling-health"],
+      queryFn: checkDoclingHealth,
+      retry: 1,
+      refetchInterval: 30000, // Check every 30 seconds
+      staleTime: 25000, // Consider data stale after 25 seconds
+      ...options,
+    },
+    queryClient,
+  );
+
+  return queryResult;
+};

frontend/src/app/chat/page.tsx

@@ -31,6 +31,7 @@ import {
 import { useAuth } from "@/contexts/auth-context";
 import { type EndpointType, useChat } from "@/contexts/chat-context";
 import { useKnowledgeFilter } from "@/contexts/knowledge-filter-context";
+import { useLayout } from "@/contexts/layout-context";
 import { useTask } from "@/contexts/task-context";
 import { useLoadingStore } from "@/stores/loadingStore";
 import { useGetNudgesQuery } from "../api/queries/useGetNudgesQuery";
@@ -151,6 +152,7 @@ function ChatPage() {
   const streamIdRef = useRef(0);
   const lastLoadedConversationRef = useRef<string | null>(null);
   const { addTask, isMenuOpen } = useTask();
+  const { totalTopOffset } = useLayout();
   const { selectedFilter, parsedFilterData, isPanelOpen, setSelectedFilter } =
     useKnowledgeFilter();
 
@@ -2046,7 +2048,7 @@ function ChatPage() {
 
   return (
     <div
-      className={`fixed inset-0 md:left-72 top-[40px] flex flex-col transition-all duration-300 container mx-auto ${
+      className={`fixed inset-0 md:left-72 flex flex-col transition-all duration-300 ${
         isMenuOpen && isPanelOpen
           ? "md:right-[704px]" // Both open: 384px (menu) + 320px (KF panel)
           : isMenuOpen
@@ -2055,6 +2057,7 @@ function ChatPage() {
           ? "md:right-80" // Only KF panel open: 320px
           : "md:right-6" // Neither open: 24px
       }`}
+      style={{ top: `${totalTopOffset}px` }}
     >
       {/* Debug header - only show in debug mode */}
       {isDebugMode && (

frontend/src/app/knowledge/chunks/page.tsx

@@ -6,6 +6,7 @@ import { useRouter, useSearchParams } from "next/navigation";
 import { ProtectedRoute } from "@/components/protected-route";
 import { Button } from "@/components/ui/button";
 import { useKnowledgeFilter } from "@/contexts/knowledge-filter-context";
+import { useLayout } from "@/contexts/layout-context";
 import { useTask } from "@/contexts/task-context";
 import {
   type ChunkResult,
@@ -27,6 +28,7 @@ function ChunksPageContent() {
   const router = useRouter();
   const searchParams = useSearchParams();
   const { isMenuOpen } = useTask();
+  const { totalTopOffset } = useLayout();
   const { parsedFilterData, isPanelOpen } = useKnowledgeFilter();
 
   const filename = searchParams.get("filename");
@@ -132,7 +134,7 @@ function ChunksPageContent() {
 
   return (
     <div
-      className={`fixed inset-0 md:left-72 top-[40px] flex flex-row transition-all duration-300 container mx-auto ${
+      className={`fixed inset-0 md:left-72 flex flex-row transition-all duration-300 ${
         isMenuOpen && isPanelOpen
           ? "md:right-[704px]"
           : // Both open: 384px (menu) + 320px (KF panel)
@@ -144,6 +146,7 @@ function ChunksPageContent() {
           : // Only KF panel open: 320px
             "md:right-6" // Neither open: 24px
       }`}
+      style={{ top: `${totalTopOffset}px` }}
     >
       <div className="flex-1 flex flex-col min-h-0 px-6 py-6">
         {/* Header */}

frontend/src/app/knowledge/page.tsx

@@ -11,6 +11,7 @@ import { KnowledgeDropdown } from "@/components/knowledge-dropdown";
 import { ProtectedRoute } from "@/components/protected-route";
 import { Button } from "@/components/ui/button";
 import { useKnowledgeFilter } from "@/contexts/knowledge-filter-context";
+import { useLayout } from "@/contexts/layout-context";
 import { useTask } from "@/contexts/task-context";
 import { type File, useGetSearchQuery } from "../api/queries/useGetSearchQuery";
 import "@/components/AgGrid/registerAgGridModules";
@@ -47,6 +48,7 @@ function getSourceIcon(connectorType?: string) {
 function SearchPage() {
   const router = useRouter();
   const { isMenuOpen, files: taskFiles } = useTask();
+  const { totalTopOffset } = useLayout();
   const { selectedFilter, setSelectedFilter, parsedFilterData, isPanelOpen } =
     useKnowledgeFilter();
   const [selectedRows, setSelectedRows] = useState<File[]>([]);
@@ -229,7 +231,7 @@ function SearchPage() {
 
   return (
     <div
-      className={`fixed inset-0 md:left-72 top-[40px] flex flex-col transition-all duration-300 container mx-auto ${
+      className={`fixed inset-0 md:left-72 flex flex-col transition-all duration-300 ${
         isMenuOpen && isPanelOpen
           ? "md:right-[704px]"
           : // Both open: 384px (menu) + 320px (KF panel)
@@ -241,6 +243,7 @@ function SearchPage() {
           : // Only KF panel open: 320px
             "md:right-6" // Neither open: 24px
       }`}
+      style={{ top: `${totalTopOffset}px` }}
     >
       <div className="flex-1 flex flex-col min-h-0 px-6 py-6">
         <div className="flex items-center justify-between mb-6 h-10">

frontend/src/app/settings/page.tsx

@@ -149,7 +149,7 @@ function KnowledgeSourcesPage() {
   const [systemPrompt, setSystemPrompt] = useState<string>("");
   const [chunkSize, setChunkSize] = useState<number>(1024);
   const [chunkOverlap, setChunkOverlap] = useState<number>(50);
-  const [tableStructure, setTableStructure] = useState<boolean>(false);
+  const [tableStructure, setTableStructure] = useState<boolean>(true);
   const [ocr, setOcr] = useState<boolean>(false);
   const [pictureDescriptions, setPictureDescriptions] =
     useState<boolean>(false);

frontend/src/components/layout-wrapper.tsx

@@ -7,6 +7,7 @@ import {
   type ChatConversation,
 } from "@/app/api/queries/useGetConversationsQuery";
 import { useGetSettingsQuery } from "@/app/api/queries/useGetSettingsQuery";
+import { DoclingHealthBanner } from "@/components/docling-health-banner";
 import { KnowledgeFilterPanel } from "@/components/knowledge-filter-panel";
 import Logo from "@/components/logo/logo";
 import { Navigation } from "@/components/navigation";
@@ -15,9 +16,11 @@ import { UserNav } from "@/components/user-nav";
 import { useAuth } from "@/contexts/auth-context";
 import { useChat } from "@/contexts/chat-context";
 import { useKnowledgeFilter } from "@/contexts/knowledge-filter-context";
+import { LayoutProvider } from "@/contexts/layout-context";
 // import { GitHubStarButton } from "@/components/github-star-button"
 // import { DiscordLink } from "@/components/discord-link"
 import { useTask } from "@/contexts/task-context";
+import { useDoclingHealthQuery } from "@/src/app/api/queries/useDoclingHealthQuery";
 import { cn } from "@/lib/utils";
 
 export function LayoutWrapper({ children }: { children: React.ReactNode }) {
@@ -34,6 +37,11 @@ export function LayoutWrapper({ children }: { children: React.ReactNode }) {
   const { isLoading: isSettingsLoading, data: settings } = useGetSettingsQuery({
     enabled: isAuthenticated || isNoAuthMode,
   });
+  const {
+    data: health,
+    isLoading: isHealthLoading,
+    isError,
+  } = useDoclingHealthQuery();
 
   // Only fetch conversations on chat page
   const isOnChatPage = pathname === "/" || pathname === "/chat";
@@ -59,6 +67,17 @@ export function LayoutWrapper({ children }: { children: React.ReactNode }) {
       task.status === "processing"
   );
 
+  const isUnhealthy = health?.status === "unhealthy" || isError;
+  const isBannerVisible = !isHealthLoading && isUnhealthy;
+
+  // Dynamic height calculations based on banner visibility
+  const headerHeight = 53;
+  const bannerHeight = 52; // Approximate banner height
+  const totalTopOffset = isBannerVisible
+    ? headerHeight + bannerHeight
+    : headerHeight;
+  const mainContentHeight = `calc(100vh - ${totalTopOffset}px)`;
+
   // Show loading state when backend isn't ready
   if (isLoading || isSettingsLoading) {
     return (
@@ -71,7 +90,7 @@ export function LayoutWrapper({ children }: { children: React.ReactNode }) {
     );
   }
 
-  if (isAuthPage || (settings && !settings.edited)) {
+  if (isAuthPage) {
     // For auth pages, render without navigation
     return <div className="h-full">{children}</div>;
   }
@@ -79,6 +98,7 @@ export function LayoutWrapper({ children }: { children: React.ReactNode }) {
   // For all other pages, render with Langflow-styled navigation and task menu
   return (
     <div className="h-full relative">
+      <DoclingHealthBanner className="w-full pt-2" />
       <header className="header-arrangement bg-background sticky top-0 z-50 h-10">
         <div className="header-start-display px-[16px]">
           {/* Logo/Title */}
@@ -119,7 +139,10 @@ export function LayoutWrapper({ children }: { children: React.ReactNode }) {
           </div>
         </div>
       </header>
-      <div className="side-bar-arrangement bg-background fixed left-0 top-[40px] bottom-0 md:flex hidden pt-1">
+      <div
+        className="side-bar-arrangement bg-background fixed left-0 top-[40px] bottom-0 md:flex hidden pt-1"
+        style={{ top: `${totalTopOffset}px` }}
+      >
         <Navigation
           conversations={conversations}
           isConversationsLoading={isConversationsLoading}
@@ -127,7 +150,7 @@ export function LayoutWrapper({ children }: { children: React.ReactNode }) {
         />
       </div>
       <main
-        className={`md:pl-72 transition-all duration-300 overflow-y-auto h-[calc(100vh-53px)] ${
+        className={`md:pl-72 transition-all duration-300 overflow-y-auto ${
           isMenuOpen && isPanelOpen
             ? "md:pr-[728px]"
             : // Both open: 384px (menu) + 320px (KF panel) + 24px (original padding)
@@ -139,10 +162,21 @@ export function LayoutWrapper({ children }: { children: React.ReactNode }) {
             : // Only KF panel open: 320px
               "md:pr-0" // Neither open: 24px
         }`}
+        style={{ height: mainContentHeight }}
       >
-        <div className={cn("pb-6 pt-6 lg:pb-8 px-4 lg:px-6 container mx-auto")}>
+        <LayoutProvider
-          {children}
+          headerHeight={headerHeight}
-        </div>
+          totalTopOffset={totalTopOffset}
+        >
+          <div
+            className={cn(
+              "py-6 lg:py-8 px-4 lg:px-6",
+              isSmallWidthPath ? "max-w-[850px]" : "container"
+            )}
+          >
+            {children}
+          </div>
+        </LayoutProvider>
       </main>
       <TaskNotificationMenu />
       <KnowledgeFilterPanel />

frontend/src/contexts/layout-context.tsx

@@ -0,0 +1,34 @@
+"use client";
+
+import { createContext, useContext } from "react";
+
+interface LayoutContextType {
+  headerHeight: number;
+  totalTopOffset: number;
+}
+
+const LayoutContext = createContext<LayoutContextType | undefined>(undefined);
+
+export function useLayout() {
+  const context = useContext(LayoutContext);
+  if (context === undefined) {
+    throw new Error("useLayout must be used within a LayoutProvider");
+  }
+  return context;
+}
+
+export function LayoutProvider({
+  children,
+  headerHeight,
+  totalTopOffset
+}: {
+  children: React.ReactNode;
+  headerHeight: number;
+  totalTopOffset: number;
+}) {
+  return (
+    <LayoutContext.Provider value={{ headerHeight, totalTopOffset }}>
+      {children}
+    </LayoutContext.Provider>
+  );
+}

frontend/src/lib/constants.ts

@@ -12,7 +12,7 @@ export const DEFAULT_AGENT_SETTINGS = {
 export const DEFAULT_KNOWLEDGE_SETTINGS = {
   chunk_size: 1000,
   chunk_overlap: 200,
-  table_structure: false,
+  table_structure: true,
   ocr: false,
   picture_descriptions: false
 } as const;

pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "openrag"
-version = "0.1.14.dev2"
+version = "0.1.14.dev3"
 description = "Add your description here"
 readme = "README.md"
 requires-python = ">=3.13"

src/config/config_manager.py

@@ -27,7 +27,7 @@ class KnowledgeConfig:
     embedding_model: str = "text-embedding-3-small"
     chunk_size: int = 1000
     chunk_overlap: int = 200
-    table_structure: bool = False
+    table_structure: bool = True
     ocr: bool = False
     picture_descriptions: bool = False
 

src/config/settings.py

@@ -34,6 +34,7 @@ _legacy_flow_id = os.getenv("FLOW_ID")
 
 LANGFLOW_CHAT_FLOW_ID = os.getenv("LANGFLOW_CHAT_FLOW_ID") or _legacy_flow_id
 LANGFLOW_INGEST_FLOW_ID = os.getenv("LANGFLOW_INGEST_FLOW_ID")
+LANGFLOW_URL_INGEST_FLOW_ID = os.getenv("LANGFLOW_URL_INGEST_FLOW_ID")
 NUDGES_FLOW_ID = os.getenv("NUDGES_FLOW_ID")
 
 if _legacy_flow_id and not os.getenv("LANGFLOW_CHAT_FLOW_ID"):

src/services/flows_service.py

@@ -1,5 +1,6 @@
 from config.settings import (
     DISABLE_INGEST_WITH_LANGFLOW,
+    LANGFLOW_URL_INGEST_FLOW_ID,
     NUDGES_FLOW_ID,
     LANGFLOW_URL,
     LANGFLOW_CHAT_FLOW_ID,
@@ -116,9 +117,11 @@ class FlowsService:
             flow_id = LANGFLOW_CHAT_FLOW_ID
         elif flow_type == "ingest":
             flow_id = LANGFLOW_INGEST_FLOW_ID
+        elif flow_type == "url_ingest":
+            flow_id = LANGFLOW_URL_INGEST_FLOW_ID
         else:
             raise ValueError(
-                "flow_type must be either 'nudges', 'retrieval', or 'ingest'"
+                "flow_type must be either 'nudges', 'retrieval', 'ingest', or 'url_ingest'"
             )
 
         if not flow_id:
@@ -291,6 +294,13 @@ class FlowsService:
                     "llm_name": None,  # Ingestion flow might not have LLM
                     "llm_text_name": None,
                 },
+                {
+                    "name": "url_ingest",
+                    "flow_id": LANGFLOW_URL_INGEST_FLOW_ID,
+                    "embedding_name": OPENAI_EMBEDDING_COMPONENT_DISPLAY_NAME,
+                    "llm_name": None,
+                    "llm_text_name": None,
+                },
             ]
 
             results = []
@@ -716,6 +726,10 @@ class FlowsService:
                         "name": "ingest",
                         "flow_id": LANGFLOW_INGEST_FLOW_ID,
                     },
+                    {
+                        "name": "url_ingest",
+                        "flow_id": LANGFLOW_URL_INGEST_FLOW_ID,
+                    },
                 ]
 
             # Determine target component IDs based on provider

src/services/langflow_file_service.py

@@ -67,6 +67,7 @@ class LangflowFileService:
         owner_name: Optional[str] = None,
         owner_email: Optional[str] = None,
         connector_type: Optional[str] = None,
+        file_tuples: Optional[list[tuple[str, str, str]]] = None,
     ) -> Dict[str, Any]:
         """
         Trigger the ingestion flow with provided file paths.
@@ -86,7 +87,9 @@ class LangflowFileService:
 
         # Pass files via tweaks to File component (File-PSU37 from the flow)
         if file_paths:
-            tweaks["File-PSU37"] = {"path": file_paths}
+            tweaks["DoclingRemote-Dp3PX"] = {"path": file_paths}
+            
+
 
         # Pass JWT token via tweaks using the x-langflow-global-var- pattern
         if jwt_token:
@@ -129,7 +132,8 @@ class LangflowFileService:
             list(tweaks.keys()) if isinstance(tweaks, dict) else None,
             bool(jwt_token),
         )
-
+        # To compute the file size in bytes, use len() on the file content (which should be bytes)
+        file_size_bytes = len(file_tuples[0][1]) if file_tuples and len(file_tuples[0]) > 1 else 0
         # Avoid logging full payload to prevent leaking sensitive data (e.g., JWT)
         headers={
                 "X-Langflow-Global-Var-JWT": str(jwt_token),
@@ -137,6 +141,9 @@ class LangflowFileService:
                 "X-Langflow-Global-Var-OWNER_NAME": str(owner_name),
                 "X-Langflow-Global-Var-OWNER_EMAIL": str(owner_email),
                 "X-Langflow-Global-Var-CONNECTOR_TYPE": str(connector_type),
+                "X-Langflow-Global-Var-FILENAME": str(file_tuples[0][0]),
+                "X-Langflow-Global-Var-MIMETYPE": str(file_tuples[0][2]),
+                "X-Langflow-Global-Var-FILESIZE": str(file_size_bytes),
             }
         logger.info(f"[LF] Headers {headers}")
         logger.info(f"[LF] Payload {payload}")
@@ -271,6 +278,7 @@ class LangflowFileService:
                 owner_name=owner_name,
                 owner_email=owner_email,
                 connector_type=connector_type,
+                file_tuples=[file_tuple],
             )
             logger.debug("[LF] Ingestion completed successfully")
         except Exception as e:

src/tui/_assets/docker-compose-cpu.yml

@@ -55,6 +55,7 @@ services:
       - LANGFLOW_SUPERUSER_PASSWORD=${LANGFLOW_SUPERUSER_PASSWORD}
       - LANGFLOW_CHAT_FLOW_ID=${LANGFLOW_CHAT_FLOW_ID}
       - LANGFLOW_INGEST_FLOW_ID=${LANGFLOW_INGEST_FLOW_ID}
+      - LANGFLOW_URL_INGEST_FLOW_ID=${LANGFLOW_URL_INGEST_FLOW_ID}
       - DISABLE_INGEST_WITH_LANGFLOW=${DISABLE_INGEST_WITH_LANGFLOW:-false}
       - NUDGES_FLOW_ID=${NUDGES_FLOW_ID}
       - OPENSEARCH_PORT=9200
@@ -99,15 +100,22 @@ services:
       - OPENAI_API_KEY=${OPENAI_API_KEY}
       - LANGFLOW_LOAD_FLOWS_PATH=/app/flows
       - LANGFLOW_SECRET_KEY=${LANGFLOW_SECRET_KEY}
-      - JWT="dummy"
+      - JWT=None  
+      - OWNER=None
+      - OWNER_NAME=None
+      - OWNER_EMAIL=None
+      - CONNECTOR_TYPE=system
       - OPENRAG-QUERY-FILTER="{}"
       - OPENSEARCH_PASSWORD=${OPENSEARCH_PASSWORD}
-      - LANGFLOW_VARIABLES_TO_GET_FROM_ENVIRONMENT=JWT,OPENRAG-QUERY-FILTER,OPENSEARCH_PASSWORD
+      - FILENAME=None
+      - MIMETYPE=None
+      - FILESIZE=0
+      - LANGFLOW_VARIABLES_TO_GET_FROM_ENVIRONMENT=JWT,OPENRAG-QUERY-FILTER,OPENSEARCH_PASSWORD,OWNER,OWNER_NAME,OWNER_EMAIL,CONNECTOR_TYPE,FILENAME,MIMETYPE,FILESIZE
       - LANGFLOW_LOG_LEVEL=DEBUG
       - LANGFLOW_AUTO_LOGIN=${LANGFLOW_AUTO_LOGIN}
       - LANGFLOW_SUPERUSER=${LANGFLOW_SUPERUSER}
       - LANGFLOW_SUPERUSER_PASSWORD=${LANGFLOW_SUPERUSER_PASSWORD}
       - LANGFLOW_NEW_USER_IS_ACTIVE=${LANGFLOW_NEW_USER_IS_ACTIVE}
       - LANGFLOW_ENABLE_SUPERUSER_CLI=${LANGFLOW_ENABLE_SUPERUSER_CLI}
-      - DEFAULT_FOLDER_NAME="OpenRAG"
+      # - DEFAULT_FOLDER_NAME=OpenRAG
       - HIDE_GETTING_STARTED_PROGRESS=true

src/tui/_assets/docker-compose.yml

@@ -54,6 +54,7 @@ services:
       - LANGFLOW_SUPERUSER_PASSWORD=${LANGFLOW_SUPERUSER_PASSWORD}
       - LANGFLOW_CHAT_FLOW_ID=${LANGFLOW_CHAT_FLOW_ID}
       - LANGFLOW_INGEST_FLOW_ID=${LANGFLOW_INGEST_FLOW_ID}
+      - LANGFLOW_URL_INGEST_FLOW_ID=${LANGFLOW_URL_INGEST_FLOW_ID}
       - DISABLE_INGEST_WITH_LANGFLOW=${DISABLE_INGEST_WITH_LANGFLOW:-false}
       - NUDGES_FLOW_ID=${NUDGES_FLOW_ID}
       - OPENSEARCH_PORT=9200
@@ -99,15 +100,22 @@ services:
       - OPENAI_API_KEY=${OPENAI_API_KEY}
       - LANGFLOW_LOAD_FLOWS_PATH=/app/flows
       - LANGFLOW_SECRET_KEY=${LANGFLOW_SECRET_KEY}
-      - JWT="dummy"
+      - JWT=None  
+      - OWNER=None
+      - OWNER_NAME=None
+      - OWNER_EMAIL=None
+      - CONNECTOR_TYPE=system
       - OPENRAG-QUERY-FILTER="{}"
       - OPENSEARCH_PASSWORD=${OPENSEARCH_PASSWORD}
-      - LANGFLOW_VARIABLES_TO_GET_FROM_ENVIRONMENT=JWT,OPENRAG-QUERY-FILTER,OPENSEARCH_PASSWORD
+      - FILENAME=None
+      - MIMETYPE=None
+      - FILESIZE=0
+      - LANGFLOW_VARIABLES_TO_GET_FROM_ENVIRONMENT=JWT,OPENRAG-QUERY-FILTER,OPENSEARCH_PASSWORD,OWNER,OWNER_NAME,OWNER_EMAIL,CONNECTOR_TYPE,FILENAME,MIMETYPE,FILESIZE
       - LANGFLOW_LOG_LEVEL=DEBUG
       - LANGFLOW_AUTO_LOGIN=${LANGFLOW_AUTO_LOGIN}
       - LANGFLOW_SUPERUSER=${LANGFLOW_SUPERUSER}
       - LANGFLOW_SUPERUSER_PASSWORD=${LANGFLOW_SUPERUSER_PASSWORD}
       - LANGFLOW_NEW_USER_IS_ACTIVE=${LANGFLOW_NEW_USER_IS_ACTIVE}
       - LANGFLOW_ENABLE_SUPERUSER_CLI=${LANGFLOW_ENABLE_SUPERUSER_CLI}
-      - DEFAULT_FOLDER_NAME="OpenRAG"
+      # - DEFAULT_FOLDER_NAME="OpenRAG"
       - HIDE_GETTING_STARTED_PROGRESS=true

src/tui/managers/env_manager.py

@@ -33,6 +33,7 @@ class EnvConfig:
     langflow_superuser_password: str = ""
     langflow_chat_flow_id: str = "1098eea1-6649-4e1d-aed1-b77249fb8dd0"
     langflow_ingest_flow_id: str = "5488df7c-b93f-4f87-a446-b67028bc0813"
+    langflow_url_ingest_flow_id: str = "72c3d17c-2dac-4a73-b48a-6518473d7830"
 
     # OAuth settings
     google_oauth_client_id: str = ""
@@ -114,6 +115,7 @@ class EnvManager:
                             "LANGFLOW_SUPERUSER_PASSWORD": "langflow_superuser_password",
                             "LANGFLOW_CHAT_FLOW_ID": "langflow_chat_flow_id",
                             "LANGFLOW_INGEST_FLOW_ID": "langflow_ingest_flow_id",
+                            "LANGFLOW_URL_INGEST_FLOW_ID": "langflow_url_ingest_flow_id",
                             "NUDGES_FLOW_ID": "nudges_flow_id",
                             "GOOGLE_OAUTH_CLIENT_ID": "google_oauth_client_id",
                             "GOOGLE_OAUTH_CLIENT_SECRET": "google_oauth_client_secret",
@@ -255,6 +257,7 @@ class EnvManager:
                 f.write(
                     f"LANGFLOW_INGEST_FLOW_ID={self._quote_env_value(self.config.langflow_ingest_flow_id)}\n"
                 )
+                f.write(f"LANGFLOW_URL_INGEST_FLOW_ID={self._quote_env_value(self.config.langflow_url_ingest_flow_id)}\n")
                 f.write(f"NUDGES_FLOW_ID={self._quote_env_value(self.config.nudges_flow_id)}\n")
                 f.write(f"OPENSEARCH_PASSWORD={self._quote_env_value(self.config.opensearch_password)}\n")
                 f.write(f"OPENAI_API_KEY={self._quote_env_value(self.config.openai_api_key)}\n")

uv.lock

@@ -2282,7 +2282,7 @@ wheels = [
 
 [[package]]
 name = "openrag"
-version = "0.1.14.dev2"
+version = "0.1.14.dev3"
 source = { editable = "." }
 dependencies = [
     { name = "agentd" },