reveal logs
This commit is contained in:
parent
0d30193a5f
commit
79e5f88db2
2 changed files with 6 additions and 6 deletions
|
|
@ -222,8 +222,8 @@ def install_mineru() -> None:
|
||||||
["uv", "venv", str(venv_dir)],
|
["uv", "venv", str(venv_dir)],
|
||||||
cwd=str(tools_dir),
|
cwd=str(tools_dir),
|
||||||
env=env,
|
env=env,
|
||||||
stdout=subprocess.DEVNULL,
|
# stdout=subprocess.DEVNULL,
|
||||||
stderr=subprocess.PIPE,
|
# stderr=subprocess.PIPE,
|
||||||
)
|
)
|
||||||
else:
|
else:
|
||||||
logging.info("Virtual environment exists at %s. Reusing it.", venv_dir)
|
logging.info("Virtual environment exists at %s. Reusing it.", venv_dir)
|
||||||
|
|
@ -237,8 +237,8 @@ def install_mineru() -> None:
|
||||||
"--extra-index-url", "https://pypi.org/simple",
|
"--extra-index-url", "https://pypi.org/simple",
|
||||||
],
|
],
|
||||||
cwd=str(tools_dir),
|
cwd=str(tools_dir),
|
||||||
stdout=subprocess.DEVNULL,
|
# stdout=subprocess.DEVNULL,
|
||||||
stderr=subprocess.PIPE,
|
# stderr=subprocess.PIPE,
|
||||||
env=env,
|
env=env,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
@ -256,4 +256,4 @@ def install_mineru() -> None:
|
||||||
raise RuntimeError(f"MinerU installation failed: {mineru_exec} is not functional")
|
raise RuntimeError(f"MinerU installation failed: {mineru_exec} is not functional")
|
||||||
|
|
||||||
os.environ["MINERU_EXECUTABLE"] = str(mineru_exec)
|
os.environ["MINERU_EXECUTABLE"] = str(mineru_exec)
|
||||||
logging.info("MinerU installation completed successfully. Executable: %s", mineru_exec)
|
logging.info("MinerU installation completed successfully. Executable: %s", mineru_exec)
|
||||||
|
|
|
||||||
|
|
@ -735,7 +735,7 @@ async def insert_es(task_id, task_tenant_id, task_dataset_id, chunks, progress_c
|
||||||
mom_ck["available_int"] = 0
|
mom_ck["available_int"] = 0
|
||||||
flds = list(mom_ck.keys())
|
flds = list(mom_ck.keys())
|
||||||
for fld in flds:
|
for fld in flds:
|
||||||
if fld not in ["id", "content_with_weight", "doc_id", "kb_id", "available_int"]:
|
if fld not in ["id", "content_with_weight", "doc_id", "kb_id", "available_int", "oosition_int"]:
|
||||||
del mom_ck[fld]
|
del mom_ck[fld]
|
||||||
mothers.append(mom_ck)
|
mothers.append(mom_ck)
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue