Update tokenizer.py

2025-11-12 14:57:10 +08:00 · 2025-11-12 14:57:10 +08:00 · 24ca1d7d1f
commit 24ca1d7d1f
parent a1fbceb483
1 changed files with 1 additions and 0 deletions
--- a/rag/flow/tokenizer/tokenizer.py
+++ b/rag/flow/tokenizer/tokenizer.py
@ -65,6 +65,7 @@ class Tokenizer(ProcessBase):
            txt = ""
            if isinstance(self._param.fields, str):
                self._param.fields=[self._param.fields]
+                
            for f in self._param.fields:
                if f not in c:
                    continue