From 24ca1d7d1f1fb14f2515618ca46e153370db3f4a Mon Sep 17 00:00:00 2001
From: Stephen Hu <812791840@qq.com>
Date: Wed, 12 Nov 2025 14:57:10 +0800
Subject: [PATCH] Update tokenizer.py

---
 rag/flow/tokenizer/tokenizer.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/rag/flow/tokenizer/tokenizer.py b/rag/flow/tokenizer/tokenizer.py
index 6b77f4a84..6b66dcff3 100644
--- a/rag/flow/tokenizer/tokenizer.py
+++ b/rag/flow/tokenizer/tokenizer.py
@@ -65,6 +65,7 @@ class Tokenizer(ProcessBase):
             txt = ""
             if isinstance(self._param.fields, str):
                 self._param.fields=[self._param.fields]
+                
             for f in self._param.fields:
                 if f not in c:
                     continue