Merge branch 'main' into feat/knowledge-page-sweep

flows/openrag_agent.json

@@ -2559,12 +2559,12 @@
       "zoom": 0.602433700773958
     }
   },
-  "description": "OpenRAG Open Search Agent",
+  "description": "OpenRAG OpenSearch Agent",
   "endpoint_name": null,
   "id": "1098eea1-6649-4e1d-aed1-b77249fb8dd0",
   "is_component": false,
   "last_tested_version": "1.6.3.dev0",
-  "name": "OpenRAG Open Search Agent",
+  "name": "OpenRAG OpenSearch Agent",
   "tags": [
     "assistants",
     "agents"

flows/openrag_nudges.json

@@ -2337,12 +2337,12 @@
       "zoom": 0.5380793988167256
     }
   },
-  "description": "OpenRAG Open Search Nudges generator, based on the Open Search documents and the chat history.",
+  "description": "OpenRAG OpenSearch Nudges generator, based on the OpenSearch documents and the chat history.",
   "endpoint_name": null,
   "id": "ebc01d31-1976-46ce-a385-b0240327226c",
   "is_component": false,
   "last_tested_version": "1.6.0",
-  "name": "OpenRAG Open Search Nudges",
+  "name": "OpenRAG OpenSearch Nudges",
   "tags": [
     "assistants",
     "agents"

frontend/components/docling-health-banner.tsx

@@ -0,0 +1,134 @@
+"use client";
+
+import { AlertTriangle, ExternalLink, Copy } from "lucide-react";
+import { useDoclingHealthQuery } from "@/src/app/api/queries/useDoclingHealthQuery";
+import { Banner, BannerIcon, BannerTitle, BannerAction } from "@/components/ui/banner";
+import { Button } from "@/components/ui/button";
+import {
+  Dialog,
+  DialogContent,
+  DialogHeader,
+  DialogTitle,
+  DialogDescription,
+  DialogFooter
+} from "@/components/ui/dialog";
+import { cn } from "@/lib/utils";
+import { useState } from "react";
+
+interface DoclingHealthBannerProps {
+  className?: string;
+}
+
+// DoclingSetupDialog component
+interface DoclingSetupDialogProps {
+  open: boolean;
+  onOpenChange: (open: boolean) => void;
+  className?: string;
+}
+
+function DoclingSetupDialog({
+  open,
+  onOpenChange,
+  className
+}: DoclingSetupDialogProps) {
+  const [copied, setCopied] = useState(false);
+
+  const handleCopy = async () => {
+    await navigator.clipboard.writeText("uv run openrag");
+    setCopied(true);
+    setTimeout(() => setCopied(false), 2000);
+  };
+
+  return (
+    <Dialog open={open} onOpenChange={onOpenChange}>
+      <DialogContent className={cn("max-w-lg", className)}>
+        <DialogHeader>
+          <DialogTitle className="flex items-center gap-2 text-base">
+            <AlertTriangle className="h-4 w-4 text-amber-600 dark:text-amber-400" />
+            docling-serve is stopped. Knowledge ingest is unavailable.
+          </DialogTitle>
+          <DialogDescription>
+            Start docling-serve by running:
+          </DialogDescription>
+        </DialogHeader>
+
+        <div className="space-y-4">
+          <div className="flex items-center gap-2">
+            <code className="flex-1 bg-muted px-3 py-2.5 rounded-md text-sm font-mono">
+              uv run openrag
+            </code>
+            <Button
+              variant="ghost"
+              size="icon"
+              onClick={handleCopy}
+              className="shrink-0"
+              title={copied ? "Copied!" : "Copy to clipboard"}
+            >
+              <Copy className="h-4 w-4" />
+            </Button>
+          </div>
+
+          <DialogDescription>
+            Then, select <span className="font-semibold text-foreground">Start Native Services</span> in the TUI. Once docling-serve is running, refresh OpenRAG.
+          </DialogDescription>
+        </div>
+
+        <DialogFooter>
+          <Button
+            variant="default"
+            onClick={() => onOpenChange(false)}
+          >
+            Close
+          </Button>
+        </DialogFooter>
+      </DialogContent>
+    </Dialog>
+  );
+}
+
+export function DoclingHealthBanner({ className }: DoclingHealthBannerProps) {
+  const { data: health, isLoading, isError } = useDoclingHealthQuery();
+  const [showDialog, setShowDialog] = useState(false);
+
+  const isHealthy = health?.status === "healthy" && !isError;
+  const isUnhealthy = health?.status === "unhealthy" || isError;
+
+  // Only show banner when service is unhealthy
+  if (isLoading || isHealthy) {
+    return null;
+  }
+
+  if (isUnhealthy) {
+    return (
+      <>
+        <Banner
+          className={cn(
+            "bg-amber-50 text-amber-900 dark:bg-amber-950 dark:text-amber-200 border-amber-200 dark:border-amber-800",
+            className
+          )}
+        >
+          <BannerIcon
+            icon={AlertTriangle}
+          />
+          <BannerTitle className="font-medium">
+            docling-serve native service is stopped. Knowledge ingest is unavailable.
+          </BannerTitle>
+          <BannerAction
+            onClick={() => setShowDialog(true)}
+            className="bg-foreground text-background hover:bg-primary/90"
+          >
+            Setup Docling Serve
+            <ExternalLink className="h-3 w-3 ml-1" />
+          </BannerAction>
+        </Banner>
+
+        <DoclingSetupDialog
+          open={showDialog}
+          onOpenChange={setShowDialog}
+        />
+      </>
+    );
+  }
+
+  return null;
+}

frontend/components/ui/banner.tsx

@@ -0,0 +1,141 @@
+'use client';
+import { useControllableState } from '@radix-ui/react-use-controllable-state';
+import { type LucideIcon, XIcon } from 'lucide-react';
+import {
+  type ComponentProps,
+  createContext,
+  type HTMLAttributes,
+  type MouseEventHandler,
+  useContext,
+} from 'react';
+import { Button } from '@/components/ui/button';
+import { cn } from '@/lib/utils';
+
+type BannerContextProps = {
+  show: boolean;
+  setShow: (show: boolean) => void;
+};
+
+export const BannerContext = createContext<BannerContextProps>({
+  show: true,
+  setShow: () => {},
+});
+
+export type BannerProps = HTMLAttributes<HTMLDivElement> & {
+  visible?: boolean;
+  defaultVisible?: boolean;
+  onClose?: () => void;
+  inset?: boolean;
+};
+
+export const Banner = ({
+  children,
+  visible,
+  defaultVisible = true,
+  onClose,
+  className,
+  inset = false,
+  ...props
+}: BannerProps) => {
+  const [show, setShow] = useControllableState({
+    defaultProp: defaultVisible,
+    prop: visible,
+    onChange: onClose,
+  });
+
+  if (!show) {
+    return null;
+  }
+
+  return (
+    <BannerContext.Provider value={{ show, setShow }}>
+      <div
+        className={cn(
+          'flex w-full items-center justify-between gap-2 bg-primary px-4 py-2 text-primary-foreground',
+          inset && 'rounded-lg',
+          className
+        )}
+        {...props}
+      >
+        {children}
+      </div>
+    </BannerContext.Provider>
+  );
+};
+
+export type BannerIconProps = HTMLAttributes<HTMLDivElement> & {
+  icon: LucideIcon;
+};
+
+export const BannerIcon = ({
+  icon: Icon,
+  className,
+  ...props
+}: BannerIconProps) => (
+  <div
+    className={cn(
+      'p-1',
+      className
+    )}
+    {...props}
+  >
+    <Icon size={16} />
+  </div>
+);
+
+export type BannerTitleProps = HTMLAttributes<HTMLParagraphElement>;
+
+export const BannerTitle = ({ className, ...props }: BannerTitleProps) => (
+  <p className={cn('flex-1 text-sm', className)} {...props} />
+);
+
+export type BannerActionProps = ComponentProps<typeof Button>;
+
+export const BannerAction = ({
+  variant = 'outline',
+  size = 'sm',
+  className,
+  ...props
+}: BannerActionProps) => (
+  <Button
+    className={cn(
+      'shrink-0 bg-transparent hover:bg-background/10 hover:text-background',
+      className
+    )}
+    size={size}
+    variant={variant}
+    {...props}
+  />
+);
+
+export type BannerCloseProps = ComponentProps<typeof Button>;
+
+export const BannerClose = ({
+  variant = 'ghost',
+  size = 'icon',
+  onClick,
+  className,
+  ...props
+}: BannerCloseProps) => {
+  const { setShow } = useContext(BannerContext);
+
+  const handleClick: MouseEventHandler<HTMLButtonElement> = (e) => {
+    setShow(false);
+    onClick?.(e);
+  };
+
+  return (
+    <Button
+      className={cn(
+        'shrink-0 bg-transparent hover:bg-background/10 hover:text-background',
+        className
+      )}
+      onClick={handleClick}
+      size={size}
+      variant={variant}
+      {...props}
+    >
+      <XIcon size={18} />
+    </Button>
+  );
+};

frontend/src/app/api/queries/useDoclingHealthQuery.ts

@@ -0,0 +1,55 @@
+import {
+  type UseQueryOptions,
+  useQuery,
+  useQueryClient,
+} from "@tanstack/react-query";
+
+export interface DoclingHealthResponse {
+  status: "healthy" | "unhealthy";
+  message?: string;
+}
+
+export const useDoclingHealthQuery = (
+  options?: Omit<UseQueryOptions<DoclingHealthResponse>, "queryKey" | "queryFn">,
+) => {
+  const queryClient = useQueryClient();
+
+  async function checkDoclingHealth(): Promise<DoclingHealthResponse> {
+    try {
+      const response = await fetch("http://127.0.0.1:5001/health", {
+        method: "GET",
+        headers: {
+          "Content-Type": "application/json",
+        },
+      });
+
+      if (response.ok) {
+        return { status: "healthy" };
+      } else {
+        return {
+          status: "unhealthy",
+          message: `Health check failed with status: ${response.status}`,
+        };
+      }
+    } catch (error) {
+      return {
+        status: "unhealthy",
+        message: error instanceof Error ? error.message : "Connection failed",
+      };
+    }
+  }
+
+  const queryResult = useQuery(
+    {
+      queryKey: ["docling-health"],
+      queryFn: checkDoclingHealth,
+      retry: 1,
+      refetchInterval: 30000, // Check every 30 seconds
+      staleTime: 25000, // Consider data stale after 25 seconds
+      ...options,
+    },
+    queryClient,
+  );
+
+  return queryResult;
+};

frontend/src/app/knowledge/chunks/page.tsx

@@ -6,6 +6,8 @@ import { useRouter, useSearchParams } from "next/navigation";
 import { ProtectedRoute } from "@/components/protected-route";
 import { Button } from "@/components/ui/button";
 import { useKnowledgeFilter } from "@/contexts/knowledge-filter-context";
+import { useLayout } from "@/contexts/layout-context";
+import { useTask } from "@/contexts/task-context";
 import {
   type ChunkResult,
   type File,
@@ -28,9 +30,7 @@ function ChunksPageContent() {
 
   const filename = searchParams.get("filename");
   const [chunks, setChunks] = useState<ChunkResult[]>([]);
-  const [chunksFilteredByQuery, setChunksFilteredByQuery] = useState<
-    ChunkResult[]
-  >([]);
+
   const [selectedChunks, setSelectedChunks] = useState<Set<number>>(new Set());
   const [activeCopiedChunkIndex, setActiveCopiedChunkIndex] = useState<
     number | null

frontend/src/app/settings/page.tsx

@@ -149,7 +149,7 @@ function KnowledgeSourcesPage() {
 	const [systemPrompt, setSystemPrompt] = useState<string>("");
 	const [chunkSize, setChunkSize] = useState<number>(1024);
 	const [chunkOverlap, setChunkOverlap] = useState<number>(50);
-	const [tableStructure, setTableStructure] = useState<boolean>(false);
+	const [tableStructure, setTableStructure] = useState<boolean>(true);
 	const [ocr, setOcr] = useState<boolean>(false);
 	const [pictureDescriptions, setPictureDescriptions] =
 		useState<boolean>(false);

frontend/src/components/layout-wrapper.tsx

@@ -7,6 +7,7 @@ import {
   type ChatConversation,
 } from "@/app/api/queries/useGetConversationsQuery";
 import { useGetSettingsQuery } from "@/app/api/queries/useGetSettingsQuery";
+import { DoclingHealthBanner } from "@/components/docling-health-banner";
 import { KnowledgeFilterPanel } from "@/components/knowledge-filter-panel";
 import Logo from "@/components/logo/logo";
 import { Navigation } from "@/components/navigation";
@@ -15,9 +16,11 @@ import { UserNav } from "@/components/user-nav";
 import { useAuth } from "@/contexts/auth-context";
 import { useChat } from "@/contexts/chat-context";
 import { useKnowledgeFilter } from "@/contexts/knowledge-filter-context";
+import { LayoutProvider } from "@/contexts/layout-context";
 // import { GitHubStarButton } from "@/components/github-star-button"
 // import { DiscordLink } from "@/components/discord-link"
 import { useTask } from "@/contexts/task-context";
+import { useDoclingHealthQuery } from "@/src/app/api/queries/useDoclingHealthQuery";
 import { cn } from "@/lib/utils";
 
 export function LayoutWrapper({ children }: { children: React.ReactNode }) {
@@ -34,6 +37,11 @@ export function LayoutWrapper({ children }: { children: React.ReactNode }) {
   const { isLoading: isSettingsLoading, data: settings } = useGetSettingsQuery({
     enabled: isAuthenticated || isNoAuthMode,
   });
+  const {
+    data: health,
+    isLoading: isHealthLoading,
+    isError,
+  } = useDoclingHealthQuery();
 
   // Only fetch conversations on chat page
   const isOnChatPage = pathname === "/" || pathname === "/chat";
@@ -64,6 +72,17 @@ export function LayoutWrapper({ children }: { children: React.ReactNode }) {
       task.status === "processing"
   );
 
+  const isUnhealthy = health?.status === "unhealthy" || isError;
+  const isBannerVisible = !isHealthLoading && isUnhealthy;
+
+  // Dynamic height calculations based on banner visibility
+  const headerHeight = 53;
+  const bannerHeight = 52; // Approximate banner height
+  const totalTopOffset = isBannerVisible
+    ? headerHeight + bannerHeight
+    : headerHeight;
+  const mainContentHeight = `calc(100vh - ${totalTopOffset}px)`;
+
   // Show loading state when backend isn't ready
   if (isLoading || isSettingsLoading) {
     return (
@@ -76,7 +95,7 @@ export function LayoutWrapper({ children }: { children: React.ReactNode }) {
     );
   }
 
-  if (isAuthPage || (settings && !settings.edited)) {
+  if (isAuthPage) {
     // For auth pages, render without navigation
     return <div className="h-full">{children}</div>;
   }
@@ -84,6 +103,7 @@ export function LayoutWrapper({ children }: { children: React.ReactNode }) {
   // For all other pages, render with Langflow-styled navigation and task menu
   return (
     <div className="h-full relative">
+      <DoclingHealthBanner className="w-full pt-2" />
       <header className="header-arrangement bg-background sticky top-0 z-50 h-10">
         <div className="header-start-display px-[16px]">
           {/* Logo/Title */}

frontend/src/contexts/layout-context.tsx

@@ -0,0 +1,34 @@
+"use client";
+
+import { createContext, useContext } from "react";
+
+interface LayoutContextType {
+  headerHeight: number;
+  totalTopOffset: number;
+}
+
+const LayoutContext = createContext<LayoutContextType | undefined>(undefined);
+
+export function useLayout() {
+  const context = useContext(LayoutContext);
+  if (context === undefined) {
+    throw new Error("useLayout must be used within a LayoutProvider");
+  }
+  return context;
+}
+
+export function LayoutProvider({
+  children,
+  headerHeight,
+  totalTopOffset
+}: {
+  children: React.ReactNode;
+  headerHeight: number;
+  totalTopOffset: number;
+}) {
+  return (
+    <LayoutContext.Provider value={{ headerHeight, totalTopOffset }}>
+      {children}
+    </LayoutContext.Provider>
+  );
+}

frontend/src/lib/constants.ts

@@ -12,7 +12,7 @@ export const DEFAULT_AGENT_SETTINGS = {
 export const DEFAULT_KNOWLEDGE_SETTINGS = {
   chunk_size: 1000,
   chunk_overlap: 200,
-  table_structure: false,
+  table_structure: true,
   ocr: false,
   picture_descriptions: false
 } as const;

src/config/config_manager.py

@@ -27,7 +27,7 @@ class KnowledgeConfig:
     embedding_model: str = "text-embedding-3-small"
     chunk_size: int = 1000
     chunk_overlap: int = 200
-    table_structure: bool = False
+    table_structure: bool = True
     ocr: bool = False
     picture_descriptions: bool = False