refactor: Add TODO for missing llm config parameters
This commit is contained in:
parent
f3215e16f9
commit
fd6a77deec
1 changed files with 1 additions and 0 deletions
|
|
@ -194,6 +194,7 @@ def get_llm_client(raise_api_key_error: bool = True):
|
|||
)
|
||||
|
||||
# Get optional local mode parameters (will be None if not set)
|
||||
# TODO: refactor llm_config to include these parameters, currently they cannot be defined and defaults are used
|
||||
model_path = getattr(llm_config, "llama_cpp_model_path", None)
|
||||
n_ctx = getattr(llm_config, "llama_cpp_n_ctx", 2048)
|
||||
n_gpu_layers = getattr(llm_config, "llama_cpp_n_gpu_layers", 0)
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue