fix: Move to gpt5 (#1262)

<!-- .github/pull_request_template.md -->

## Description
<!-- Provide a clear description of the changes in this PR -->

## DCO Affirmation
I affirm that all code in every commit of this pull request conforms to
the terms of the Topoteretes Developer Certificate of Origin.
This commit is contained in:
Vasilije 2025-08-17 13:33:40 +02:00 committed by GitHub
commit abbce6e8c3
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
41 changed files with 541 additions and 1215 deletions

View file

@ -6,7 +6,7 @@
# Default graph database : Kuzu
#
# These default databases are all file-based, so no extra setup is needed
# for local use.
# for local use. The data by default will be stored in your .venv
###############################################################################
################################################################################
@ -16,7 +16,7 @@
STRUCTURED_OUTPUT_FRAMEWORK="instructor"
LLM_API_KEY="your_api_key"
LLM_MODEL="openai/gpt-4o-mini"
LLM_MODEL="openai/gpt-5-mini"
LLM_PROVIDER="openai"
LLM_ENDPOINT=""
LLM_API_VERSION=""
@ -33,11 +33,20 @@ EMBEDDING_MAX_TOKENS=8191
# If using BAML structured output these env variables will be used
BAML_LLM_PROVIDER=openai
BAML_LLM_MODEL="gpt-4o-mini"
BAML_LLM_MODEL="gpt-5-mini"
BAML_LLM_ENDPOINT=""
BAML_LLM_API_KEY="your_api_key"
BAML_LLM_API_VERSION=""
################################################################################
# 📂 ROOT DIRECTORY FOR DATABASES
################################################################################
# Set up the Cognee system directory. Cognee will store system files and databases here.
# Useful for setting root directory inside docker and also to avoid storing the databases in .venv
# DATA_ROOT_DIRECTORY='/Users/<user>/Desktop/cognee/.cognee_data/'
# SYSTEM_ROOT_DIRECTORY='/Users/<user>/Desktop/cognee/.cognee_system/'
################################################################################
# 🗄️ Relational database settings
################################################################################
@ -85,12 +94,7 @@ VECTOR_DB_PROVIDER="lancedb"
VECTOR_DB_URL=
VECTOR_DB_KEY=
################################################################################
# 📂 ROOT DIRECTORY IF USING COGNEE LIB INSIDE A DOCKER
################################################################################
# Set up the Cognee system directory. Cognee will store system files and databases here.
# DATA_ROOT_DIRECTORY='/Users/<user>/Desktop/cognee/.cognee_data/'
# SYSTEM_ROOT_DIRECTORY='/Users/<user>/Desktop/cognee/.cognee_system/'
################################################################################
# 🔄 MIGRATION (RELATIONAL → GRAPH) SETTINGS
@ -157,8 +161,8 @@ LITELLM_LOG="ERROR"
# Uncomment + fill values to switch.
########## Azure OpenAI #######################################################
#LLM_MODEL="azure/gpt-4o-mini"
#LLM_ENDPOINT="https://DNS.azure.com/openai/deployments/gpt-4o-mini"
#LLM_MODEL="azure/gpt-5-mini"
#LLM_ENDPOINT="https://DNS.azure.com/openai/deployments/gpt-5-mini"
#LLM_API_KEY="<<TALK TO YOUR AZURE GUY"
#LLM_API_VERSION="2024-12-01-preview"

View file

@ -31,7 +31,7 @@ jobs:
python-version: ['3.11', '3.12']
env:
LLM_PROVIDER: openai
LLM_MODEL: gpt-4o-mini
LLM_MODEL: gpt-5-mini
LLM_API_KEY: ${{ secrets.LLM_API_KEY }}
steps:
@ -66,7 +66,7 @@ jobs:
graph_db_provider: "neo4j"
env:
LLM_PROVIDER: openai
LLM_MODEL: gpt-4o-mini
LLM_MODEL: gpt-5-mini
LLM_ENDPOINT: https://api.openai.com/v1/
LLM_API_KEY: ${{ secrets.LLM_API_KEY }}
LLM_API_VERSION: "2024-02-01"
@ -100,7 +100,7 @@ jobs:
runs-on: ubuntu-22.04
env:
LLM_PROVIDER: openai
LLM_MODEL: gpt-4o-mini
LLM_MODEL: gpt-5-mini
LLM_ENDPOINT: https://api.openai.com/v1/
LLM_API_KEY: ${{ secrets.LLM_API_KEY }}
LLM_API_VERSION: "2024-02-01"

View file

@ -91,7 +91,8 @@ Your contributions are at the core of making this a true open source project. An
## 📦 Installation
You can install Cognee using either **uv**, **pip**, **poetry** or any other python package manager.
You can install Cognee using either **pip**, **poetry**, **uv** or any other python package manager.
Cognee supports Python 3.10 to 3.13
### With pip

Binary file not shown.

Before

Width:  |  Height:  |  Size: 2.2 MiB

After

Width:  |  Height:  |  Size: 63 KiB

View file

@ -34,8 +34,8 @@
// };
// const defaultModel = {
// label: 'gpt-4o-mini',
// value: 'gpt-4o-mini',
// label: 'gpt-5-mini',
// value: 'gpt-5-mini',
// };
// export default function Settings({ onDone = () => {}, submitButtonText = 'Save' }) {

View file

@ -8,7 +8,7 @@ requires-python = ">=3.10"
dependencies = [
# For local cognee repo usage remove comment bellow and add absolute path to cognee. Then run `uv sync --reinstall` in the mcp folder on local cognee changes.
# "cognee[postgres,codegraph,gemini,huggingface,docs,neo4j] @ file:/Users/vasilije/Projects/tiktok/cognee",
"cognee[postgres,codegraph,gemini,huggingface,docs,neo4j]==0.2.1",
"cognee[postgres,codegraph,gemini,huggingface,docs,neo4j]==0.2.2",
"fastmcp>=2.10.0,<3.0.0",
"mcp>=1.12.0,<2.0.0",
"uv>=0.6.3,<1.0.0",

View file

@ -1,6 +1,6 @@
# In case you choose to use OpenAI provider, just adjust the model and api_key.
LLM_API_KEY=""
LLM_MODEL="openai/gpt-4o-mini"
LLM_MODEL="openai/gpt-5-mini"
LLM_PROVIDER="openai"
# Not needed if you use OpenAI
LLM_ENDPOINT=""

View file

@ -128,7 +128,7 @@ async def add(
Optional:
- LLM_PROVIDER: "openai" (default), "anthropic", "gemini", "ollama"
- LLM_MODEL: Model name (default: "gpt-4o-mini")
- LLM_MODEL: Model name (default: "gpt-5-mini")
- DEFAULT_USER_EMAIL: Custom default user email
- DEFAULT_USER_PASSWORD: Custom default user password
- VECTOR_DB_PROVIDER: "lancedb" (default), "chromadb", "pgvector"

View file

@ -91,7 +91,7 @@ async def cognify(
- LangchainChunker: Recursive character splitting with overlap
Determines how documents are segmented for processing.
chunk_size: Maximum tokens per chunk. Auto-calculated based on LLM if None.
Formula: min(embedding_max_tokens, llm_max_tokens // 2)
Formula: min(embedding_max_completion_tokens, llm_max_completion_tokens // 2)
Default limits: ~512-8192 tokens depending on models.
Smaller chunks = more granular but potentially fragmented knowledge.
ontology_file_path: Path to RDF/OWL ontology file for domain-specific entity types.

View file

@ -70,7 +70,7 @@ class ResponseRequest(InDTO):
tool_choice: Optional[Union[str, Dict[str, Any]]] = "auto"
user: Optional[str] = None
temperature: Optional[float] = 1.0
max_tokens: Optional[int] = None
max_completion_tokens: Optional[int] = None
class ToolCallOutput(BaseModel):

View file

@ -25,7 +25,7 @@ class EvalConfig(BaseSettings):
"EM",
"f1",
] # Use only 'correctness' for DirectLLM
deepeval_model: str = "gpt-4o-mini"
deepeval_model: str = "gpt-5-mini"
# Metrics params
calculate_metrics: bool = True

View file

@ -41,11 +41,11 @@ class FastembedEmbeddingEngine(EmbeddingEngine):
self,
model: Optional[str] = "openai/text-embedding-3-large",
dimensions: Optional[int] = 3072,
max_tokens: int = 512,
max_completion_tokens: int = 512,
):
self.model = model
self.dimensions = dimensions
self.max_tokens = max_tokens
self.max_completion_tokens = max_completion_tokens
self.tokenizer = self.get_tokenizer()
# self.retry_count = 0
self.embedding_model = TextEmbedding(model_name=model)
@ -112,7 +112,9 @@ class FastembedEmbeddingEngine(EmbeddingEngine):
"""
logger.debug("Loading tokenizer for FastembedEmbeddingEngine...")
tokenizer = TikTokenTokenizer(model="gpt-4o", max_tokens=self.max_tokens)
tokenizer = TikTokenTokenizer(
model="gpt-4o", max_completion_tokens=self.max_completion_tokens
)
logger.debug("Tokenizer loaded for for FastembedEmbeddingEngine")
return tokenizer

View file

@ -57,7 +57,7 @@ class LiteLLMEmbeddingEngine(EmbeddingEngine):
api_key: str = None,
endpoint: str = None,
api_version: str = None,
max_tokens: int = 512,
max_completion_tokens: int = 512,
):
self.api_key = api_key
self.endpoint = endpoint
@ -65,7 +65,7 @@ class LiteLLMEmbeddingEngine(EmbeddingEngine):
self.provider = provider
self.model = model
self.dimensions = dimensions
self.max_tokens = max_tokens
self.max_completion_tokens = max_completion_tokens
self.tokenizer = self.get_tokenizer()
self.retry_count = 0
@ -179,20 +179,29 @@ class LiteLLMEmbeddingEngine(EmbeddingEngine):
model = self.model.split("/")[-1]
if "openai" in self.provider.lower():
tokenizer = TikTokenTokenizer(model=model, max_tokens=self.max_tokens)
tokenizer = TikTokenTokenizer(
model=model, max_completion_tokens=self.max_completion_tokens
)
elif "gemini" in self.provider.lower():
tokenizer = GeminiTokenizer(model=model, max_tokens=self.max_tokens)
tokenizer = GeminiTokenizer(
model=model, max_completion_tokens=self.max_completion_tokens
)
elif "mistral" in self.provider.lower():
tokenizer = MistralTokenizer(model=model, max_tokens=self.max_tokens)
tokenizer = MistralTokenizer(
model=model, max_completion_tokens=self.max_completion_tokens
)
else:
try:
tokenizer = HuggingFaceTokenizer(
model=self.model.replace("hosted_vllm/", ""), max_tokens=self.max_tokens
model=self.model.replace("hosted_vllm/", ""),
max_completion_tokens=self.max_completion_tokens,
)
except Exception as e:
logger.warning(f"Could not get tokenizer from HuggingFace due to: {e}")
logger.info("Switching to TikToken default tokenizer.")
tokenizer = TikTokenTokenizer(model=None, max_tokens=self.max_tokens)
tokenizer = TikTokenTokenizer(
model=None, max_completion_tokens=self.max_completion_tokens
)
logger.debug(f"Tokenizer loaded for model: {self.model}")
return tokenizer

View file

@ -30,7 +30,7 @@ class OllamaEmbeddingEngine(EmbeddingEngine):
Instance variables:
- model
- dimensions
- max_tokens
- max_completion_tokens
- endpoint
- mock
- huggingface_tokenizer_name
@ -39,7 +39,7 @@ class OllamaEmbeddingEngine(EmbeddingEngine):
model: str
dimensions: int
max_tokens: int
max_completion_tokens: int
endpoint: str
mock: bool
huggingface_tokenizer_name: str
@ -50,13 +50,13 @@ class OllamaEmbeddingEngine(EmbeddingEngine):
self,
model: Optional[str] = "avr/sfr-embedding-mistral:latest",
dimensions: Optional[int] = 1024,
max_tokens: int = 512,
max_completion_tokens: int = 512,
endpoint: Optional[str] = "http://localhost:11434/api/embeddings",
huggingface_tokenizer: str = "Salesforce/SFR-Embedding-Mistral",
):
self.model = model
self.dimensions = dimensions
self.max_tokens = max_tokens
self.max_completion_tokens = max_completion_tokens
self.endpoint = endpoint
self.huggingface_tokenizer_name = huggingface_tokenizer
self.tokenizer = self.get_tokenizer()
@ -132,7 +132,7 @@ class OllamaEmbeddingEngine(EmbeddingEngine):
"""
logger.debug("Loading HuggingfaceTokenizer for OllamaEmbeddingEngine...")
tokenizer = HuggingFaceTokenizer(
model=self.huggingface_tokenizer_name, max_tokens=self.max_tokens
model=self.huggingface_tokenizer_name, max_completion_tokens=self.max_completion_tokens
)
logger.debug("Tokenizer loaded for OllamaEmbeddingEngine")
return tokenizer

View file

@ -18,7 +18,7 @@ class EmbeddingConfig(BaseSettings):
embedding_endpoint: Optional[str] = None
embedding_api_key: Optional[str] = None
embedding_api_version: Optional[str] = None
embedding_max_tokens: Optional[int] = 8191
embedding_max_completion_tokens: Optional[int] = 8191
huggingface_tokenizer: Optional[str] = None
model_config = SettingsConfigDict(env_file=".env", extra="allow")
@ -38,7 +38,7 @@ class EmbeddingConfig(BaseSettings):
"embedding_endpoint": self.embedding_endpoint,
"embedding_api_key": self.embedding_api_key,
"embedding_api_version": self.embedding_api_version,
"embedding_max_tokens": self.embedding_max_tokens,
"embedding_max_completion_tokens": self.embedding_max_completion_tokens,
"huggingface_tokenizer": self.huggingface_tokenizer,
}

View file

@ -27,7 +27,7 @@ def get_embedding_engine() -> EmbeddingEngine:
config.embedding_provider,
config.embedding_model,
config.embedding_dimensions,
config.embedding_max_tokens,
config.embedding_max_completion_tokens,
config.embedding_endpoint,
config.embedding_api_key,
config.embedding_api_version,
@ -41,7 +41,7 @@ def create_embedding_engine(
embedding_provider,
embedding_model,
embedding_dimensions,
embedding_max_tokens,
embedding_max_completion_tokens,
embedding_endpoint,
embedding_api_key,
embedding_api_version,
@ -58,7 +58,7 @@ def create_embedding_engine(
'ollama', or another supported provider.
- embedding_model: The model to be used for the embedding engine.
- embedding_dimensions: The number of dimensions for the embeddings.
- embedding_max_tokens: The maximum number of tokens for the embeddings.
- embedding_max_completion_tokens: The maximum number of tokens for the embeddings.
- embedding_endpoint: The endpoint for the embedding service, relevant for certain
providers.
- embedding_api_key: API key to authenticate with the embedding service, if
@ -81,7 +81,7 @@ def create_embedding_engine(
return FastembedEmbeddingEngine(
model=embedding_model,
dimensions=embedding_dimensions,
max_tokens=embedding_max_tokens,
max_completion_tokens=embedding_max_completion_tokens,
)
if embedding_provider == "ollama":
@ -90,7 +90,7 @@ def create_embedding_engine(
return OllamaEmbeddingEngine(
model=embedding_model,
dimensions=embedding_dimensions,
max_tokens=embedding_max_tokens,
max_completion_tokens=embedding_max_completion_tokens,
endpoint=embedding_endpoint,
huggingface_tokenizer=huggingface_tokenizer,
)
@ -104,5 +104,5 @@ def create_embedding_engine(
api_version=embedding_api_version,
model=embedding_model,
dimensions=embedding_dimensions,
max_tokens=embedding_max_tokens,
max_completion_tokens=embedding_max_completion_tokens,
)

View file

@ -18,7 +18,7 @@ class LLMConfig(BaseSettings):
- llm_api_version
- llm_temperature
- llm_streaming
- llm_max_tokens
- llm_max_completion_tokens
- transcription_model
- graph_prompt_path
- llm_rate_limit_enabled
@ -35,16 +35,16 @@ class LLMConfig(BaseSettings):
structured_output_framework: str = "instructor"
llm_provider: str = "openai"
llm_model: str = "gpt-4o-mini"
llm_model: str = "gpt-5-mini"
llm_endpoint: str = ""
llm_api_key: Optional[str] = None
llm_api_version: Optional[str] = None
llm_temperature: float = 0.0
llm_streaming: bool = False
llm_max_tokens: int = 16384
llm_max_completion_tokens: int = 16384
baml_llm_provider: str = "openai"
baml_llm_model: str = "gpt-4o-mini"
baml_llm_model: str = "gpt-5-mini"
baml_llm_endpoint: str = ""
baml_llm_api_key: Optional[str] = None
baml_llm_temperature: float = 0.0
@ -171,7 +171,7 @@ class LLMConfig(BaseSettings):
"api_version": self.llm_api_version,
"temperature": self.llm_temperature,
"streaming": self.llm_streaming,
"max_tokens": self.llm_max_tokens,
"max_completion_tokens": self.llm_max_completion_tokens,
"transcription_model": self.transcription_model,
"graph_prompt_path": self.graph_prompt_path,
"rate_limit_enabled": self.llm_rate_limit_enabled,

View file

@ -23,7 +23,7 @@ class AnthropicAdapter(LLMInterface):
name = "Anthropic"
model: str
def __init__(self, max_tokens: int, model: str = None):
def __init__(self, max_completion_tokens: int, model: str = None):
import anthropic
self.aclient = instructor.patch(
@ -31,7 +31,7 @@ class AnthropicAdapter(LLMInterface):
)
self.model = model
self.max_tokens = max_tokens
self.max_completion_tokens = max_completion_tokens
@sleep_and_retry_async()
@rate_limit_async
@ -57,7 +57,7 @@ class AnthropicAdapter(LLMInterface):
return await self.aclient(
model=self.model,
max_tokens=4096,
max_completion_tokens=4096,
max_retries=5,
messages=[
{

View file

@ -34,7 +34,7 @@ class GeminiAdapter(LLMInterface):
self,
api_key: str,
model: str,
max_tokens: int,
max_completion_tokens: int,
endpoint: Optional[str] = None,
api_version: Optional[str] = None,
streaming: bool = False,
@ -44,7 +44,7 @@ class GeminiAdapter(LLMInterface):
self.endpoint = endpoint
self.api_version = api_version
self.streaming = streaming
self.max_tokens = max_tokens
self.max_completion_tokens = max_completion_tokens
@observe(as_type="generation")
@sleep_and_retry_async()
@ -90,7 +90,7 @@ class GeminiAdapter(LLMInterface):
model=f"{self.model}",
messages=messages,
api_key=self.api_key,
max_tokens=self.max_tokens,
max_completion_tokens=self.max_completion_tokens,
temperature=0.1,
response_format=response_schema,
timeout=100,

View file

@ -41,7 +41,7 @@ class GenericAPIAdapter(LLMInterface):
api_key: str,
model: str,
name: str,
max_tokens: int,
max_completion_tokens: int,
fallback_model: str = None,
fallback_api_key: str = None,
fallback_endpoint: str = None,
@ -50,7 +50,7 @@ class GenericAPIAdapter(LLMInterface):
self.model = model
self.api_key = api_key
self.endpoint = endpoint
self.max_tokens = max_tokens
self.max_completion_tokens = max_completion_tokens
self.fallback_model = fallback_model
self.fallback_api_key = fallback_api_key

View file

@ -54,11 +54,15 @@ def get_llm_client():
# Check if max_token value is defined in liteLLM for given model
# if not use value from cognee configuration
from cognee.infrastructure.llm.utils import (
get_model_max_tokens,
get_model_max_completion_tokens,
) # imported here to avoid circular imports
model_max_tokens = get_model_max_tokens(llm_config.llm_model)
max_tokens = model_max_tokens if model_max_tokens else llm_config.llm_max_tokens
model_max_completion_tokens = get_model_max_completion_tokens(llm_config.llm_model)
max_completion_tokens = (
model_max_completion_tokens
if model_max_completion_tokens
else llm_config.llm_max_completion_tokens
)
if provider == LLMProvider.OPENAI:
if llm_config.llm_api_key is None:
@ -74,7 +78,7 @@ def get_llm_client():
api_version=llm_config.llm_api_version,
model=llm_config.llm_model,
transcription_model=llm_config.transcription_model,
max_tokens=max_tokens,
max_completion_tokens=max_completion_tokens,
streaming=llm_config.llm_streaming,
fallback_api_key=llm_config.fallback_api_key,
fallback_endpoint=llm_config.fallback_endpoint,
@ -94,7 +98,7 @@ def get_llm_client():
llm_config.llm_api_key,
llm_config.llm_model,
"Ollama",
max_tokens=max_tokens,
max_completion_tokens=max_completion_tokens,
)
elif provider == LLMProvider.ANTHROPIC:
@ -102,7 +106,9 @@ def get_llm_client():
AnthropicAdapter,
)
return AnthropicAdapter(max_tokens=max_tokens, model=llm_config.llm_model)
return AnthropicAdapter(
max_completion_tokens=max_completion_tokens, model=llm_config.llm_model
)
elif provider == LLMProvider.CUSTOM:
if llm_config.llm_api_key is None:
@ -117,7 +123,7 @@ def get_llm_client():
llm_config.llm_api_key,
llm_config.llm_model,
"Custom",
max_tokens=max_tokens,
max_completion_tokens=max_completion_tokens,
fallback_api_key=llm_config.fallback_api_key,
fallback_endpoint=llm_config.fallback_endpoint,
fallback_model=llm_config.fallback_model,
@ -134,7 +140,7 @@ def get_llm_client():
return GeminiAdapter(
api_key=llm_config.llm_api_key,
model=llm_config.llm_model,
max_tokens=max_tokens,
max_completion_tokens=max_completion_tokens,
endpoint=llm_config.llm_endpoint,
api_version=llm_config.llm_api_version,
streaming=llm_config.llm_streaming,

View file

@ -30,16 +30,18 @@ class OllamaAPIAdapter(LLMInterface):
- model
- api_key
- endpoint
- max_tokens
- max_completion_tokens
- aclient
"""
def __init__(self, endpoint: str, api_key: str, model: str, name: str, max_tokens: int):
def __init__(
self, endpoint: str, api_key: str, model: str, name: str, max_completion_tokens: int
):
self.name = name
self.model = model
self.api_key = api_key
self.endpoint = endpoint
self.max_tokens = max_tokens
self.max_completion_tokens = max_completion_tokens
self.aclient = instructor.from_openai(
OpenAI(base_url=self.endpoint, api_key=self.api_key), mode=instructor.Mode.JSON
@ -159,7 +161,7 @@ class OllamaAPIAdapter(LLMInterface):
],
}
],
max_tokens=300,
max_completion_tokens=300,
)
# Ensure response is valid before accessing .choices[0].message.content

View file

@ -64,7 +64,7 @@ class OpenAIAdapter(LLMInterface):
api_version: str,
model: str,
transcription_model: str,
max_tokens: int,
max_completion_tokens: int,
streaming: bool = False,
fallback_model: str = None,
fallback_api_key: str = None,
@ -77,7 +77,7 @@ class OpenAIAdapter(LLMInterface):
self.api_key = api_key
self.endpoint = endpoint
self.api_version = api_version
self.max_tokens = max_tokens
self.max_completion_tokens = max_completion_tokens
self.streaming = streaming
self.fallback_model = fallback_model
@ -301,7 +301,7 @@ class OpenAIAdapter(LLMInterface):
api_key=self.api_key,
api_base=self.endpoint,
api_version=self.api_version,
max_tokens=300,
max_completion_tokens=300,
max_retries=self.MAX_RETRIES,
)

View file

@ -17,10 +17,10 @@ class GeminiTokenizer(TokenizerInterface):
def __init__(
self,
model: str,
max_tokens: int = 3072,
max_completion_tokens: int = 3072,
):
self.model = model
self.max_tokens = max_tokens
self.max_completion_tokens = max_completion_tokens
# Get LLM API key from config
from cognee.infrastructure.databases.vector.embeddings.config import get_embedding_config

View file

@ -14,17 +14,17 @@ class HuggingFaceTokenizer(TokenizerInterface):
Instance variables include:
- model: str
- max_tokens: int
- max_completion_tokens: int
- tokenizer: AutoTokenizer
"""
def __init__(
self,
model: str,
max_tokens: int = 512,
max_completion_tokens: int = 512,
):
self.model = model
self.max_tokens = max_tokens
self.max_completion_tokens = max_completion_tokens
# Import here to make it an optional dependency
from transformers import AutoTokenizer

View file

@ -16,17 +16,17 @@ class MistralTokenizer(TokenizerInterface):
Instance variables include:
- model: str
- max_tokens: int
- max_completion_tokens: int
- tokenizer: MistralTokenizer
"""
def __init__(
self,
model: str,
max_tokens: int = 3072,
max_completion_tokens: int = 3072,
):
self.model = model
self.max_tokens = max_tokens
self.max_completion_tokens = max_completion_tokens
# Import here to make it an optional dependency
from mistral_common.tokens.tokenizers.mistral import MistralTokenizer

View file

@ -13,10 +13,10 @@ class TikTokenTokenizer(TokenizerInterface):
def __init__(
self,
model: Optional[str] = None,
max_tokens: int = 8191,
max_completion_tokens: int = 8191,
):
self.model = model
self.max_tokens = max_tokens
self.max_completion_tokens = max_completion_tokens
# Initialize TikToken for GPT based on model
if model:
self.tokenizer = tiktoken.encoding_for_model(self.model)
@ -93,9 +93,9 @@ class TikTokenTokenizer(TokenizerInterface):
num_tokens = len(self.tokenizer.encode(text))
return num_tokens
def trim_text_to_max_tokens(self, text: str) -> str:
def trim_text_to_max_completion_tokens(self, text: str) -> str:
"""
Trim the text so that the number of tokens does not exceed max_tokens.
Trim the text so that the number of tokens does not exceed max_completion_tokens.
Parameters:
-----------
@ -111,13 +111,13 @@ class TikTokenTokenizer(TokenizerInterface):
num_tokens = self.count_tokens(text)
# If the number of tokens is within the limit, return the text as is
if num_tokens <= self.max_tokens:
if num_tokens <= self.max_completion_tokens:
return text
# If the number exceeds the limit, trim the text
# This is a simple trim, it may cut words in half; consider using word boundaries for a cleaner cut
encoded_text = self.tokenizer.encode(text)
trimmed_encoded_text = encoded_text[: self.max_tokens]
trimmed_encoded_text = encoded_text[: self.max_completion_tokens]
# Decoding the trimmed text
trimmed_text = self.tokenizer.decode(trimmed_encoded_text)
return trimmed_text

View file

@ -32,13 +32,13 @@ def get_max_chunk_tokens():
# We need to make sure chunk size won't take more than half of LLM max context token size
# but it also can't be bigger than the embedding engine max token size
llm_cutoff_point = llm_client.max_tokens // 2 # Round down the division
max_chunk_tokens = min(embedding_engine.max_tokens, llm_cutoff_point)
llm_cutoff_point = llm_client.max_completion_tokens // 2 # Round down the division
max_chunk_tokens = min(embedding_engine.max_completion_tokens, llm_cutoff_point)
return max_chunk_tokens
def get_model_max_tokens(model_name: str):
def get_model_max_completion_tokens(model_name: str):
"""
Retrieve the maximum token limit for a specified model name if it exists.
@ -56,15 +56,15 @@ def get_model_max_tokens(model_name: str):
Number of max tokens of model, or None if model is unknown
"""
max_tokens = None
max_completion_tokens = None
if model_name in litellm.model_cost:
max_tokens = litellm.model_cost[model_name]["max_tokens"]
logger.debug(f"Max input tokens for {model_name}: {max_tokens}")
max_completion_tokens = litellm.model_cost[model_name]["max_tokens"]
logger.debug(f"Max input tokens for {model_name}: {max_completion_tokens}")
else:
logger.info("Model not found in LiteLLM's model_cost.")
return max_tokens
return max_completion_tokens
async def test_llm_connection():

View file

@ -88,8 +88,8 @@ def get_settings() -> SettingsDict:
"models": {
"openai": [
{
"value": "gpt-4o-mini",
"label": "gpt-4o-mini",
"value": "gpt-5-mini",
"label": "gpt-5-mini",
},
{
"value": "gpt-4o",

View file

@ -121,7 +121,7 @@ async def main():
evaluation_metrics=["correctness", "EM", "f1"],
calculate_metrics=True,
dashboard=True,
deepeval_model="gpt-4o-mini",
deepeval_model="gpt-5-mini",
).to_dict()
logger.info(f"Starting evaluation of {len(json_file_paths)} JSON files")

View file

@ -35,7 +35,7 @@ def _get_sources_from_corpus_json(corpus_file, limit=None, batch_size=None):
def create_ontology(
corpus_file="hotpot_50_corpus.json",
output_file="hotpot_qa_ontology.json",
model_name="gpt-4o-mini",
model_name="gpt-5-mini",
):
"""Creates ontology from corpus data."""
print(f"Loading corpus from {corpus_file}...")
@ -67,7 +67,7 @@ def create_knowledge_graph(
ontology_file="hotpot_qa_ontology.json",
corpus_file="hotpot_50_corpus.json",
kg_name="hotpot_qa_kg",
model_name="gpt-4o-mini",
model_name="gpt-5-mini",
host="127.0.0.1",
port=6379,
username=None,
@ -208,11 +208,11 @@ if __name__ == "__main__":
# Ontology parameters
corpus_file: str = "hotpot_50_corpus.json"
ontology_file: str = "hotpot_qa_ontology.json"
ontology_model: str = "gpt-4o-mini"
ontology_model: str = "gpt-5-mini"
# Knowledge graph parameters
kg_name: str = "hotpot_qa"
kg_model: str = "gpt-4o-mini"
kg_model: str = "gpt-5-mini"
kg_host: str = "127.0.0.1"
kg_port: int = 6379
kg_recreate: bool = False

View file

@ -50,7 +50,7 @@ async def search_graphiti(query: str, graphiti_client: Graphiti, num_results: in
async def answer_questions(
graphiti: Graphiti,
model_name: str = "gpt-4o-mini",
model_name: str = "gpt-5-mini",
qa_pairs_file: str = "hotpot_50_qa_pairs.json",
print_results: bool = True,
output_file: str = None,
@ -173,7 +173,7 @@ if __name__ == "__main__":
corpus_limit: int = None # Limit number of documents to process
# Model parameters
model_name: str = "gpt-4o-mini"
model_name: str = "gpt-5-mini"
# QA parameters
qa_pairs_file: str = "hotpot_50_qa_pairs.json"

View file

@ -41,7 +41,7 @@ def load_corpus_to_memory(
def answer_questions(
memory: Memory,
openai_client: OpenAI,
model_name: str = "gpt-4o-mini",
model_name: str = "gpt-5-mini",
user_id: str = "hotpot_qa_user",
qa_pairs_file: str = "hotpot_50_qa_pairs.json",
print_results: bool = True,
@ -150,7 +150,7 @@ if __name__ == "__main__":
user_id: str = "hotpot_qa_user"
# Model parameters
model_name: str = "gpt-4o-mini"
model_name: str = "gpt-5-mini"
# QA parameters
qa_pairs_file: str = "hotpot_50_qa_pairs.json"

View file

@ -121,7 +121,7 @@ async def main():
evaluation_metrics=["correctness", "EM", "f1"],
calculate_metrics=True,
dashboard=True,
deepeval_model="gpt-4o-mini",
deepeval_model="gpt-5-mini",
).to_dict()
logger.info(f"Starting evaluation of {len(json_file_paths)} JSON files")

View file

@ -26,7 +26,7 @@ class GraphitiConfig(QABenchmarkConfig):
db_password: str = os.getenv("NEO4J_PASSWORD")
# Model parameters
# model_name: str = "gpt-4o-mini"
# model_name: str = "gpt-5-mini"
model_name: str = "gpt-4o"
# Default results file
@ -43,7 +43,7 @@ class QABenchmarkGraphiti(QABenchmarkRAG):
async def initialize_rag(self) -> Any:
"""Initialize Graphiti and LLM."""
llm_config = LLMConfig(model=self.config.model_name, max_tokens=65536)
llm_config = LLMConfig(model=self.config.model_name, max_completion_tokens=65536)
llm_client = OpenAIClient(config=llm_config)
graphiti = Graphiti(
self.config.db_url,

View file

@ -19,7 +19,7 @@ class Mem0Config(QABenchmarkConfig):
user_id: str = "hotpot_qa_user"
# Model parameters
# model_name: str = "gpt-4o-mini"
# model_name: str = "gpt-5-mini"
model_name: str = "gpt-4o"
# Default results file

View file

@ -3,7 +3,7 @@ import cognee
import os
# By default cognee uses OpenAI's gpt-4o-mini LLM model
# By default cognee uses OpenAI's gpt-5-mini LLM model
# Provide your OpenAI LLM API KEY
os.environ["LLM_API_KEY"] = ""

View file

@ -29,7 +29,7 @@
"id": "f51e92e9fdcf77b7",
"metadata": {},
"source": [
" By default cognee uses OpenAI's gpt-4o-mini LLM model.\n",
" By default cognee uses OpenAI's gpt-5-mini LLM model.\n",
"\n",
" Provide your OpenAI LLM API KEY in the step bellow. Here's a guide on how to get your [OpenAI API key](https://help.openai.com/en/articles/4936850-where-do-i-find-my-openai-api-key)."
]
@ -208,11 +208,11 @@
"\u001B[1mselected model name for cost calculation: openai/text-embedding-3-large\u001B[0m\u001B[92m20:16:56 - LiteLLM:INFO\u001B[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001B[1mselected model name for cost calculation: openai/text-embedding-3-large\u001B[0m\u001B[92m20:16:56 - LiteLLM:INFO\u001B[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001B[1mselected model name for cost calculation: openai/text-embedding-3-large\u001B[0m\u001B[92m20:16:57 - LiteLLM:INFO\u001B[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001B[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001B[0m\u001B[92m20:16:59 - LiteLLM:INFO\u001B[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001B[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001B[0m\u001B[92m20:16:59 - LiteLLM:INFO\u001B[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001B[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001B[0m"
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001B[0m\u001B[92m20:16:59 - LiteLLM:INFO\u001B[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001B[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001B[0m\u001B[92m20:16:59 - LiteLLM:INFO\u001B[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001B[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001B[0m"
]
},
{
@ -264,11 +264,11 @@
"\u001B[1mselected model name for cost calculation: openai/text-embedding-3-large\u001B[0m\u001B[92m20:17:03 - LiteLLM:INFO\u001B[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001B[1mselected model name for cost calculation: openai/text-embedding-3-large\u001B[0m\u001B[92m20:17:03 - LiteLLM:INFO\u001B[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001B[1mselected model name for cost calculation: openai/text-embedding-3-large\u001B[0m\u001B[92m20:17:03 - LiteLLM:INFO\u001B[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001B[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001B[0m\u001B[92m20:17:05 - LiteLLM:INFO\u001B[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001B[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001B[0m\u001B[92m20:17:05 - LiteLLM:INFO\u001B[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001B[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001B[0m"
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001B[0m\u001B[92m20:17:05 - LiteLLM:INFO\u001B[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001B[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001B[0m\u001B[92m20:17:05 - LiteLLM:INFO\u001B[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001B[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001B[0m"
]
},
{
@ -320,11 +320,11 @@
"\u001B[1mselected model name for cost calculation: openai/text-embedding-3-large\u001B[0m\u001B[92m20:17:06 - LiteLLM:INFO\u001B[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001B[1mselected model name for cost calculation: openai/text-embedding-3-large\u001B[0m\u001B[92m20:17:07 - LiteLLM:INFO\u001B[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001B[1mselected model name for cost calculation: openai/text-embedding-3-large\u001B[0m\u001B[92m20:17:07 - LiteLLM:INFO\u001B[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001B[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001B[0m\u001B[92m20:17:08 - LiteLLM:INFO\u001B[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001B[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001B[0m\u001B[92m20:17:08 - LiteLLM:INFO\u001B[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001B[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001B[0m"
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001B[0m\u001B[92m20:17:08 - LiteLLM:INFO\u001B[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001B[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001B[0m\u001B[92m20:17:08 - LiteLLM:INFO\u001B[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001B[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001B[0m"
]
},
{

View file

@ -192,12 +192,12 @@
"text": [
"\n",
"\u001b[1mLangfuse client is disabled since no public_key was provided as a parameter or environment variable 'LANGFUSE_PUBLIC_KEY'. See our docs: https://langfuse.com/docs/sdk/python/low-level-sdk#initialize-client\u001b[0m\u001b[92m20:23:36 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001b[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001b[0m\u001b[92m20:23:37 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\n",
"\u001b[1mEmbeddingRateLimiter initialized: enabled=False, requests_limit=60, interval_seconds=60\u001b[0m\u001b[92m20:23:37 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:23:37 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001b[0m\u001b[92m20:23:37 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\n",
"\u001b[1mEmbeddingRateLimiter initialized: enabled=False, requests_limit=60, interval_seconds=60\u001b[0m\u001b[92m20:23:37 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:23:37 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\n",
"\u001b[2m2025-06-18T18:23:38.051934\u001b[0m [\u001b[32m\u001b[1minfo \u001b[0m] \u001b[1mPipeline run started: `2bec40b8-e3d1-54ab-bfc5-eb5d4695ce63`\u001b[0m [\u001b[0m\u001b[1m\u001b[34mrun_tasks(tasks: [Task], data)\u001b[0m]\u001b[0m\n",
"\u001b[2m2025-06-18T18:23:38.052396\u001b[0m [\u001b[32m\u001b[1minfo \u001b[0m] \u001b[1mCoroutine task started: `resolve_data_directories`\u001b[0m [\u001b[0m\u001b[1m\u001b[34mrun_tasks_base\u001b[0m]\u001b[0m\n",
@ -225,36 +225,36 @@
"\u001b[2m2025-06-18T18:23:38.513906\u001b[0m [\u001b[32m\u001b[1minfo \u001b[0m] \u001b[1mCoroutine task started: `check_permissions_on_dataset`\u001b[0m [\u001b[0m\u001b[1m\u001b[34mrun_tasks_base\u001b[0m]\u001b[0m\n",
"\u001b[2m2025-06-18T18:23:38.517146\u001b[0m [\u001b[32m\u001b[1minfo \u001b[0m] \u001b[1mAsync Generator task started: `extract_chunks_from_documents`\u001b[0m [\u001b[0m\u001b[1m\u001b[34mrun_tasks_base\u001b[0m]\u001b[0m\n",
"\u001b[2m2025-06-18T18:23:38.799196\u001b[0m [\u001b[32m\u001b[1minfo \u001b[0m] \u001b[1mCoroutine task started: `extract_graph_from_data`\u001b[0m [\u001b[0m\u001b[1m\u001b[34mrun_tasks_base\u001b[0m]\u001b[0m\u001b[92m20:23:38 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001b[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001b[0m\u001b[92m20:23:38 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001b[0m\u001b[92m20:23:38 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001b[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001b[0m\u001b[92m20:23:38 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001b[0m\u001b[92m20:23:38 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001b[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001b[0m\u001b[92m20:23:38 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001b[0m\u001b[92m20:23:38 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001b[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001b[0m\u001b[92m20:23:38 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001b[0m\u001b[92m20:23:38 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001b[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001b[0m\u001b[92m20:23:38 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001b[0m\u001b[92m20:23:38 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001b[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001b[0m\u001b[92m20:23:49 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:23:49 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:23:53 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:23:53 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:23:53 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:23:53 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:23:56 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:23:56 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:23:57 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:23:57 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:23:59 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:23:59 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001b[0m\u001b[92m20:23:49 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:23:49 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:23:53 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:23:53 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:23:53 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:23:53 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:23:56 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:23:56 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:23:57 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:23:57 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:23:59 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:23:59 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\n",
"\u001b[2m2025-06-18T18:23:59.600042\u001b[0m [\u001b[32m\u001b[1minfo \u001b[0m] \u001b[1mNo close match found for 'concept' in category 'classes'\u001b[0m [\u001b[0m\u001b[1m\u001b[34mOntologyAdapter\u001b[0m]\u001b[0m\n",
"\u001b[2m2025-06-18T18:23:59.600534\u001b[0m [\u001b[32m\u001b[1minfo \u001b[0m] \u001b[1mNo close match found for 'coffee consumption' in category 'individuals'\u001b[0m [\u001b[0m\u001b[1m\u001b[34mOntologyAdapter\u001b[0m]\u001b[0m\n",
"\u001b[2m2025-06-18T18:23:59.600963\u001b[0m [\u001b[32m\u001b[1minfo \u001b[0m] \u001b[1mNo close match found for 'cardiovascular health' in category 'individuals'\u001b[0m [\u001b[0m\u001b[1m\u001b[34mOntologyAdapter\u001b[0m]\u001b[0m\n",
@ -336,36 +336,36 @@
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:24:04 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\n",
"\u001b[2m2025-06-18T18:24:04.634561\u001b[0m [\u001b[32m\u001b[1minfo \u001b[0m] \u001b[1mCoroutine task started: `summarize_text`\u001b[0m [\u001b[0m\u001b[1m\u001b[34mrun_tasks_base\u001b[0m]\u001b[0m\u001b[92m20:24:04 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001b[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001b[0m\u001b[92m20:24:04 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001b[0m\u001b[92m20:24:04 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001b[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001b[0m\u001b[92m20:24:04 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001b[0m\u001b[92m20:24:04 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001b[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001b[0m\u001b[92m20:24:04 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001b[0m\u001b[92m20:24:04 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001b[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001b[0m\u001b[92m20:24:04 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001b[0m\u001b[92m20:24:04 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001b[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001b[0m\u001b[92m20:24:04 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001b[0m\u001b[92m20:24:04 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001b[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001b[0m\u001b[92m20:24:06 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:24:06 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:24:08 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:24:08 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:24:08 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:24:08 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:24:08 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:24:08 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:24:10 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:24:10 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:24:10 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:24:10 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001b[0m\u001b[92m20:24:06 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:24:06 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:24:08 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:24:08 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:24:08 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:24:08 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:24:08 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:24:08 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:24:10 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:24:10 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:24:10 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:24:10 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\n",
"\u001b[2m2025-06-18T18:24:10.329954\u001b[0m [\u001b[32m\u001b[1minfo \u001b[0m] \u001b[1mCoroutine task started: `add_data_points`\u001b[0m [\u001b[0m\u001b[1m\u001b[34mrun_tasks_base\u001b[0m]\u001b[0m\u001b[92m20:24:11 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:24:12 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:24:13 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
@ -403,11 +403,11 @@
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:24:16 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:24:17 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:24:17 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001b[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001b[0m\u001b[92m20:24:19 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:24:19 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:24:19 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001b[0m\u001b[92m20:24:19 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:24:19 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:24:19 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:24:20 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:24:20 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:24:20 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
@ -431,11 +431,11 @@
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:24:21 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:24:21 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:24:21 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001b[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001b[0m\u001b[92m20:24:23 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:24:23 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:24:24 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001b[0m\u001b[92m20:24:23 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:24:23 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:24:24 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:24:24 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:24:24 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:24:24 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
@ -459,11 +459,11 @@
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:24:25 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:24:26 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:24:26 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001b[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001b[0m\u001b[92m20:24:29 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:24:29 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:24:30 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001b[0m\u001b[92m20:24:29 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:24:29 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:24:30 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:24:30 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:24:30 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:24:30 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
@ -487,11 +487,11 @@
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:24:30 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:24:31 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:24:31 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001b[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001b[0m\u001b[92m20:24:33 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:24:33 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m"
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001b[0m\u001b[92m20:24:33 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:24:33 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m"
]
},
{
@ -580,36 +580,36 @@
"\u001b[2m2025-06-18T18:24:33.516136\u001b[0m [\u001b[32m\u001b[1minfo \u001b[0m] \u001b[1mCoroutine task started: `check_permissions_on_dataset`\u001b[0m [\u001b[0m\u001b[1m\u001b[34mrun_tasks_base\u001b[0m]\u001b[0m\n",
"\u001b[2m2025-06-18T18:24:33.519493\u001b[0m [\u001b[32m\u001b[1minfo \u001b[0m] \u001b[1mAsync Generator task started: `extract_chunks_from_documents`\u001b[0m [\u001b[0m\u001b[1m\u001b[34mrun_tasks_base\u001b[0m]\u001b[0m\n",
"\u001b[2m2025-06-18T18:24:33.807889\u001b[0m [\u001b[32m\u001b[1minfo \u001b[0m] \u001b[1mCoroutine task started: `extract_graph_from_data`\u001b[0m [\u001b[0m\u001b[1m\u001b[34mrun_tasks_base\u001b[0m]\u001b[0m\u001b[92m20:24:33 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001b[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001b[0m\u001b[92m20:24:33 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001b[0m\u001b[92m20:24:33 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001b[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001b[0m\u001b[92m20:24:33 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001b[0m\u001b[92m20:24:33 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001b[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001b[0m\u001b[92m20:24:33 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001b[0m\u001b[92m20:24:33 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001b[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001b[0m\u001b[92m20:24:33 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001b[0m\u001b[92m20:24:33 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001b[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001b[0m\u001b[92m20:24:33 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001b[0m\u001b[92m20:24:33 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001b[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001b[0m\u001b[92m20:24:42 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:24:42 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:24:43 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:24:43 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:24:46 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:24:46 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:24:52 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:24:52 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:24:53 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:24:53 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:24:53 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:24:53 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001b[0m\u001b[92m20:24:42 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:24:42 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:24:43 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:24:43 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:24:46 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:24:46 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:24:52 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:24:52 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:24:53 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:24:53 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:24:53 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:24:53 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\n",
"\u001b[2m2025-06-18T18:24:53.860301\u001b[0m [\u001b[32m\u001b[1minfo \u001b[0m] \u001b[1mNo close match found for 'person' in category 'classes'\u001b[0m [\u001b[0m\u001b[1m\u001b[34mOntologyAdapter\u001b[0m]\u001b[0m\n",
"\u001b[2m2025-06-18T18:24:53.860877\u001b[0m [\u001b[32m\u001b[1minfo \u001b[0m] \u001b[1mNo close match found for 'laura torres-collado' in category 'individuals'\u001b[0m [\u001b[0m\u001b[1m\u001b[34mOntologyAdapter\u001b[0m]\u001b[0m\n",
"\u001b[2m2025-06-18T18:24:53.861358\u001b[0m [\u001b[32m\u001b[1minfo \u001b[0m] \u001b[1mNo close match found for 'laura maría compañ-gabucio' in category 'individuals'\u001b[0m [\u001b[0m\u001b[1m\u001b[34mOntologyAdapter\u001b[0m]\u001b[0m\n",
@ -723,36 +723,36 @@
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:24:58 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\n",
"\u001b[2m2025-06-18T18:24:58.280117\u001b[0m [\u001b[32m\u001b[1minfo \u001b[0m] \u001b[1mCoroutine task started: `summarize_text`\u001b[0m [\u001b[0m\u001b[1m\u001b[34mrun_tasks_base\u001b[0m]\u001b[0m\u001b[92m20:24:58 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001b[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001b[0m\u001b[92m20:24:58 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001b[0m\u001b[92m20:24:58 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001b[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001b[0m\u001b[92m20:24:58 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001b[0m\u001b[92m20:24:58 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001b[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001b[0m\u001b[92m20:24:58 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001b[0m\u001b[92m20:24:58 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001b[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001b[0m\u001b[92m20:24:58 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001b[0m\u001b[92m20:24:58 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001b[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001b[0m\u001b[92m20:24:58 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001b[0m\u001b[92m20:24:58 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001b[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001b[0m\u001b[92m20:25:01 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:25:01 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:25:01 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:25:01 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:25:02 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:25:02 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:25:05 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:25:05 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:25:05 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:25:05 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:25:06 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:25:06 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001b[0m\u001b[92m20:25:01 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:25:01 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:25:01 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:25:01 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:25:02 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:25:02 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:25:05 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:25:05 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:25:05 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:25:05 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:25:06 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:25:06 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\n",
"\u001b[2m2025-06-18T18:25:06.543776\u001b[0m [\u001b[32m\u001b[1minfo \u001b[0m] \u001b[1mCoroutine task started: `add_data_points`\u001b[0m [\u001b[0m\u001b[1m\u001b[34mrun_tasks_base\u001b[0m]\u001b[0m\u001b[92m20:25:07 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:25:08 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:25:09 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
@ -790,11 +790,11 @@
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:25:14 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:25:15 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:25:15 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001b[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001b[0m\u001b[92m20:25:17 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:25:17 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:25:17 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001b[0m\u001b[92m20:25:17 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:25:17 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:25:17 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:25:17 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:25:17 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:25:17 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
@ -818,11 +818,11 @@
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:25:20 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:25:20 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:25:20 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001b[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001b[0m\u001b[92m20:25:22 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:25:22 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:25:23 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001b[0m\u001b[92m20:25:22 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:25:22 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:25:23 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:25:23 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:25:23 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:25:23 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
@ -846,11 +846,11 @@
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:25:24 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:25:24 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:25:24 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001b[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001b[0m\u001b[92m20:25:27 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:25:27 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:25:27 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001b[0m\u001b[92m20:25:27 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:25:27 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:25:27 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:25:27 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:25:27 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:25:28 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
@ -874,11 +874,11 @@
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:25:28 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:25:28 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/text-embedding-3-large\n",
"\u001b[1mselected model name for cost calculation: openai/text-embedding-3-large\u001b[0m\u001b[92m20:25:28 - LiteLLM:INFO\u001b[0m: utils.py:3101 - \n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\n",
"LiteLLM completion() model= gpt-5-mini; provider = openai\n",
"\u001b[1m\n",
"LiteLLM completion() model= gpt-4o-mini; provider = openai\u001b[0m\u001b[92m20:25:30 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m\u001b[92m20:25:30 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-4o-mini-2024-07-18\u001b[0m"
"LiteLLM completion() model= gpt-5-mini; provider = openai\u001b[0m\u001b[92m20:25:30 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m\u001b[92m20:25:30 - LiteLLM:INFO\u001b[0m: cost_calculator.py:655 - selected model name for cost calculation: openai/gpt-5-mini-2024-07-18\n",
"\u001b[1mselected model name for cost calculation: openai/gpt-5-mini-2024-07-18\u001b[0m"
]
},
{

1216
poetry.lock generated

File diff suppressed because it is too large Load diff

View file

@ -96,7 +96,7 @@ huggingface = ["transformers>=4.46.3,<5"]
ollama = ["transformers>=4.46.3,<5"]
mistral = ["mistral-common>=1.5.2,<2"]
anthropic = ["anthropic>=0.26.1,<0.27"]
deepeval = ["deepeval>=2.0.1,<3"]
deepeval = ["deepeval>=3.0.1,<4"]
posthog = ["posthog>=3.5.0,<4"]
falkordb = ["falkordb>=1.0.9,<2.0.0"]
groq = ["groq>=0.8.0,<1.0.0"]