diff --git a/rag/flow/tokenizer/tokenizer.py b/rag/flow/tokenizer/tokenizer.py index 965cb4c1e..6b77f4a84 100644 --- a/rag/flow/tokenizer/tokenizer.py +++ b/rag/flow/tokenizer/tokenizer.py @@ -66,6 +66,8 @@ class Tokenizer(ProcessBase): if isinstance(self._param.fields, str): self._param.fields=[self._param.fields] for f in self._param.fields: + if f not in c: + continue f = c.get(f) if isinstance(f, str): txt += f