Fix:missing embedding vector on Tokenizer (#10964)
### What problem does this PR solve? issue: [#10890](https://github.com/infiniflow/ragflow/issues/10890) change: missing embedding vector on Tokenizer ### Type of change - [x] Bug Fix (non-breaking change which fixes an issue)
This commit is contained in:
parent
2d83c64eed
commit
fd4aa79c07
1 changed files with 2 additions and 0 deletions
|
|
@ -63,6 +63,8 @@ class Tokenizer(ProcessBase):
|
||||||
texts = []
|
texts = []
|
||||||
for c in chunks:
|
for c in chunks:
|
||||||
txt = ""
|
txt = ""
|
||||||
|
if isinstance(self._param.fields, str):
|
||||||
|
self._param.fields=[self._param.fields]
|
||||||
for f in self._param.fields:
|
for f in self._param.fields:
|
||||||
f = c.get(f)
|
f = c.get(f)
|
||||||
if isinstance(f, str):
|
if isinstance(f, str):
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue