Refactor code

Signed-off-by: Jin Hai <haijin.chn@gmail.com>
This commit is contained in:
Jin Hai 2025-12-03 14:32:14 +08:00
parent e3f40db963
commit 3b2bc2ef7c
2 changed files with 4 additions and 4 deletions

View file

@ -153,7 +153,7 @@ def parse_mineru_paths() -> Dict[str, Path]:
@once
def install_mineru() -> None:
def check_and_install_mineru() -> None:
"""
Ensure MinerU is installed.

View file

@ -68,7 +68,7 @@ from common.signal_utils import start_tracemalloc_and_snapshot, stop_tracemalloc
from common.exceptions import TaskCanceledException
from common import settings
from common.constants import PAGERANK_FLD, TAG_FLD, SVR_CONSUMER_GROUP_NAME
from common.misc_utils import install_mineru
from common.misc_utils import check_and_install_mineru
BATCH_SIZE = 64
@ -1101,8 +1101,8 @@ async def main():
show_configs()
settings.init_settings()
settings.check_and_install_torch()
install_mineru()
logging.info(f'settings.EMBEDDING_CFG: {settings.EMBEDDING_CFG}')
check_and_install_mineru()
logging.info(f'default embedding config: {settings.EMBEDDING_CFG}')
settings.print_rag_settings()
if sys.platform != "win32":
signal.signal(signal.SIGUSR1, start_tracemalloc_and_snapshot)