gmakstutis/LightRAG
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update token length

Browse source
This commit is contained in:
tackhwa 2024-10-26 02:42:40 +08:00 • committed by GitHub
parent d9054c6e4f
commit 5bfd107f5e
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
lightrag/llm.py
View file

@ -268,7 +268,7 @@ async def hf_model_if_cache(
).to("cuda") ).to("cuda")
inputs = {k: v.to(hf_model.device) for k, v in input_ids.items()} inputs = {k: v.to(hf_model.device) for k, v in input_ids.items()}
output = hf_model.generate( output = hf_model.generate(
**input_ids, max_new_tokens=200, num_return_sequences=1, early_stopping=True **input_ids, max_new_tokens=512, num_return_sequences=1, early_stopping=True
) )
response_text = hf_tokenizer.decode(output[0][len(inputs["input_ids"][0]):], skip_special_tokens=True) response_text = hf_tokenizer.decode(output[0][len(inputs["input_ids"][0]):], skip_special_tokens=True)
if hashing_kv is not None: if hashing_kv is not None: