gmakstutis/ragflow
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

minor

Browse source
This commit is contained in:
Ling Qin 2025-12-02 09:54:51 +08:00
parent 71ac3ff76b
commit b7bf06c344
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
rag/nlp/rag_tokenizer.py
View file

@ -14,11 +14,11 @@
# limitations under the License. # limitations under the License.
# #
from infinity import rag_tokenizer import infinity.rag_tokenizer
from common import settings from common import settings
class RagTokenizer(rag_tokenizer.RagTokenizer): class RagTokenizer(infinity.rag_tokenizer.RagTokenizer):
def tokenize(self, line: str) -> str: def tokenize(self, line: str) -> str:
if settings.DOC_ENGINE_INFINITY: if settings.DOC_ENGINE_INFINITY: