gmakstutis/ragflow
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update tokenizer.py

Browse source
This commit is contained in:
Stephen Hu 2025-11-12 14:57:10 +08:00
parent a1fbceb483
commit 24ca1d7d1f
1 changed files with 1 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
rag/flow/tokenizer/tokenizer.py
View file

@ -65,6 +65,7 @@ class Tokenizer(ProcessBase):
txt = "" txt = ""
if isinstance(self._param.fields, str): if isinstance(self._param.fields, str):
self._param.fields=[self._param.fields] self._param.fields=[self._param.fields]
for f in self._param.fields: for f in self._param.fields:
if f not in c: if f not in c:
continue continue