refactor: Add TODO for missing llm config parameters

This commit is contained in:
Igor Ilic 2026-01-08 13:31:25 +01:00
parent f3215e16f9
commit fd6a77deec

View file

@ -194,6 +194,7 @@ def get_llm_client(raise_api_key_error: bool = True):
)
# Get optional local mode parameters (will be None if not set)
# TODO: refactor llm_config to include these parameters, currently they cannot be defined and defaults are used
model_path = getattr(llm_config, "llama_cpp_model_path", None)
n_ctx = getattr(llm_config, "llama_cpp_n_ctx", 2048)
n_gpu_layers = getattr(llm_config, "llama_cpp_n_gpu_layers", 0)