fixes a critical bug where Ollama options were not being applied correctly
`dict.update()` modifies the dictionary in-place and returns `None`.
This commit is contained in:
parent
bd94714b15
commit
645f81f7c8
1 changed files with 1 additions and 1 deletions
|
|
@ -363,7 +363,7 @@ def create_app(args):
|
||||||
llm_model_kwargs={
|
llm_model_kwargs={
|
||||||
"host": args.llm_binding_host,
|
"host": args.llm_binding_host,
|
||||||
"timeout": args.timeout,
|
"timeout": args.timeout,
|
||||||
"options": {"num_ctx": args.ollama_num_ctx}.update(OllamaLLMOptions.options_dict(args)),
|
"options": OllamaLLMOptions.options_dict(args),
|
||||||
"api_key": args.llm_binding_api_key,
|
"api_key": args.llm_binding_api_key,
|
||||||
}
|
}
|
||||||
if args.llm_binding == "lollms" or args.llm_binding == "ollama"
|
if args.llm_binding == "lollms" or args.llm_binding == "ollama"
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue