gmakstutis/ragflow
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update tokenizer.py

Browse source
This commit is contained in:
Stephen Hu 2025-11-12 13:12:25 +08:00
parent 829e5f287b
commit a1fbceb483
1 changed files with 2 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
rag/flow/tokenizer/tokenizer.py
View file

@ -66,6 +66,8 @@ class Tokenizer(ProcessBase):
if isinstance(self._param.fields, str): if isinstance(self._param.fields, str):
self._param.fields=[self._param.fields] self._param.fields=[self._param.fields]
for f in self._param.fields: for f in self._param.fields:
if f not in c:
continue
f = c.get(f) f = c.get(f)
if isinstance(f, str): if isinstance(f, str):
txt += f txt += f