From a1fbceb4839acbbd4682d2df93e93a893e69b1f8 Mon Sep 17 00:00:00 2001
From: Stephen Hu <812791840@qq.com>
Date: Wed, 12 Nov 2025 13:12:25 +0800
Subject: [PATCH] Update tokenizer.py

---
 rag/flow/tokenizer/tokenizer.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/rag/flow/tokenizer/tokenizer.py b/rag/flow/tokenizer/tokenizer.py
index 965cb4c1e..6b77f4a84 100644
--- a/rag/flow/tokenizer/tokenizer.py
+++ b/rag/flow/tokenizer/tokenizer.py
@@ -66,6 +66,8 @@ class Tokenizer(ProcessBase):
             if isinstance(self._param.fields, str):
                 self._param.fields=[self._param.fields]
             for f in self._param.fields:
+                if f not in c:
+                    continue
                 f = c.get(f)
                 if isinstance(f, str):
                     txt += f