refresh tasks on entering page, make failed files persist

frontend/src/app/knowledge/page.tsx

@@ -7,6 +7,7 @@ import { useRouter } from "next/navigation";
 import {
 	type ChangeEvent,
 	useCallback,
+	useEffect,
 	useRef,
 	useState,
 } from "react";
@@ -51,7 +52,7 @@ function getSourceIcon(connectorType?: string) {
 
 function SearchPage() {
 	const router = useRouter();
-	const { isMenuOpen, files: taskFiles } = useTask();
+	const { isMenuOpen, files: taskFiles, refreshTasks } = useTask();
 	const { selectedFilter, setSelectedFilter, parsedFilterData, isPanelOpen } =
 		useKnowledgeFilter();
 	const [selectedRows, setSelectedRows] = useState<File[]>([]);
@@ -59,6 +60,10 @@ function SearchPage() {
 
 	const deleteDocumentMutation = useDeleteDocument();
 
+	useEffect(() => {
+		refreshTasks();
+	}, [refreshTasks]);
+
 	const { data: searchData = [], isFetching } = useGetSearchQuery(
 		parsedFilterData?.query || "*",
 		parsedFilterData,

frontend/src/contexts/task-context.tsx

@@ -226,7 +226,7 @@ export function TaskProvider({ children }: { children: React.ReactNode }) {
           setTimeout(() => {
           refetchSearch();
           setFiles((prevFiles) =>
-            prevFiles.filter((file) => file.task_id !== currentTask.task_id && file.status !== "failed"),
+            prevFiles.filter((file) => file.task_id !== currentTask.task_id || file.status === "failed"),
             );
           }, 500);
         } else if (
@@ -258,6 +258,7 @@ export function TaskProvider({ children }: { children: React.ReactNode }) {
   );
 
   const refreshTasks = useCallback(async () => {
+    setFiles([]);
     await refetchTasks();
   }, [refetchTasks]);