refactor: dont forward empty or None values to baml llm config
This commit is contained in:
parent
f1144abc54
commit
66466335cc
1 changed files with 11 additions and 9 deletions
|
|
@ -71,16 +71,18 @@ class LLMConfig(BaseSettings):
|
||||||
|
|
||||||
def model_post_init(self, __context) -> None:
|
def model_post_init(self, __context) -> None:
|
||||||
"""Initialize the BAML registry after the model is created."""
|
"""Initialize the BAML registry after the model is created."""
|
||||||
|
raw_options = {
|
||||||
|
"model": self.baml_llm_model,
|
||||||
|
"temperature": self.baml_llm_temperature,
|
||||||
|
"api_key": self.baml_llm_api_key,
|
||||||
|
"base_url": self.baml_llm_endpoint,
|
||||||
|
"api_version": self.baml_llm_api_version,
|
||||||
|
}
|
||||||
|
|
||||||
|
# Note: keep the item only when the value is not None or an empty string (they would override baml default values)
|
||||||
|
options = {k: v for k, v in raw_options.items() if v not in (None, "")}
|
||||||
self.baml_registry.add_llm_client(
|
self.baml_registry.add_llm_client(
|
||||||
name=self.baml_llm_provider,
|
name=self.baml_llm_provider, provider=self.baml_llm_provider, options=options
|
||||||
provider=self.baml_llm_provider,
|
|
||||||
options={
|
|
||||||
"model": self.baml_llm_model,
|
|
||||||
# "temperature": self.baml_llm_temperature,
|
|
||||||
"api_key": self.baml_llm_api_key,
|
|
||||||
# "base_url": self.baml_llm_endpoint,
|
|
||||||
# "api_version": self.baml_llm_api_version,
|
|
||||||
},
|
|
||||||
)
|
)
|
||||||
# Sets the primary client
|
# Sets the primary client
|
||||||
self.baml_registry.set_primary(self.baml_llm_provider)
|
self.baml_registry.set_primary(self.baml_llm_provider)
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue