From c390cfd968d213a21429dd543ea7e7570db72492 Mon Sep 17 00:00:00 2001 From: Mike Fortman Date: Fri, 5 Sep 2025 10:53:49 -0500 Subject: [PATCH] update page settings --- frontend/src/app/settings/page.tsx | 198 +++++++++++++++++++++++++---- 1 file changed, 174 insertions(+), 24 deletions(-) diff --git a/frontend/src/app/settings/page.tsx b/frontend/src/app/settings/page.tsx index c42cbeb8..3c3b3c29 100644 --- a/frontend/src/app/settings/page.tsx +++ b/frontend/src/app/settings/page.tsx @@ -59,6 +59,16 @@ function KnowledgeSourcesPage() { const [flowId, setFlowId] = useState('1098eea1-6649-4e1d-aed1-b77249fb8dd0') const [langflowEditUrl, setLangflowEditUrl] = useState('') const [publicLangflowUrl, setPublicLangflowUrl] = useState('') + + // Knowledge Ingest settings + const [maxChunkLength, setMaxChunkLength] = useState(512) + const [chunkOverlap, setChunkOverlap] = useState(50) + const [normalizeWhitespace, setNormalizeWhitespace] = useState(true) + const [stripHtml, setStripHtml] = useState(true) + const [removeStopwords, setRemoveStopwords] = useState(false) + const [removePii, setRemovePii] = useState(false) + const [removeUrls, setRemoveUrls] = useState(false) + const [removeEmails, setRemoveEmails] = useState(false) // Fetch settings from backend const fetchSettings = useCallback(async () => { @@ -318,31 +328,171 @@ function KnowledgeSourcesPage() { return (
+ {/* Knowledge Ingest Section */} + + +
+
+ Knowledge Ingest +
+ +
+
+ + {/* Document Chunking */} +
+

Document Chunking

+
+
+ + setMaxChunkLength(parseInt(e.target.value) || 512)} + className="mt-2" + min="100" + max="2048" + placeholder="512" + /> +
+
+ + setChunkOverlap(parseInt(e.target.value) || 50)} + className="mt-2" + min="0" + max="200" + placeholder="50" + /> +
+
+
+ + {/* Pre-processing */} +
+

Pre-processing

+
+
+ setNormalizeWhitespace(!!checked)} + /> + +
+
+ setStripHtml(!!checked)} + /> + +
+
+ setRemoveStopwords(!!checked)} + /> + +
+
+
+ + {/* Remove Sensitive Data */} +
+

Remove sensitive data

+
+
+ setRemovePii(!!checked)} + /> + +
+
+ setRemoveUrls(!!checked)} + /> + +
+
+ setRemoveEmails(!!checked)} + /> + +
+
+
+
+
+ {/* Agent Behavior Section */} -
-
-

Agent behavior

-

Adjust your retrieval agent flow

-
- -
+ + +
+
+ Agent Behavior +
+ +
+
+
{/* Connectors Section */}