minor
This commit is contained in:
parent
71ac3ff76b
commit
b7bf06c344
1 changed files with 2 additions and 2 deletions
|
|
@ -14,11 +14,11 @@
|
|||
# limitations under the License.
|
||||
#
|
||||
|
||||
from infinity import rag_tokenizer
|
||||
import infinity.rag_tokenizer
|
||||
from common import settings
|
||||
|
||||
|
||||
class RagTokenizer(rag_tokenizer.RagTokenizer):
|
||||
class RagTokenizer(infinity.rag_tokenizer.RagTokenizer):
|
||||
|
||||
def tokenize(self, line: str) -> str:
|
||||
if settings.DOC_ENGINE_INFINITY:
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue