Update tokenizer.py

2025-11-12 13:12:25 +08:00 · 2025-11-12 13:12:25 +08:00 · a1fbceb483
commit a1fbceb483
parent 829e5f287b
1 changed files with 2 additions and 0 deletions
--- a/rag/flow/tokenizer/tokenizer.py
+++ b/rag/flow/tokenizer/tokenizer.py
@ -66,6 +66,8 @@ class Tokenizer(ProcessBase):
            if isinstance(self._param.fields, str):
                self._param.fields=[self._param.fields]
            for f in self._param.fields:
+                if f not in c:
+                    continue
                f = c.get(f)
                if isinstance(f, str):
                    txt += f