diff --git a/rag/llm/rerank_model.py b/rag/llm/rerank_model.py index 22da0110f..a69efa7eb 100644 --- a/rag/llm/rerank_model.py +++ b/rag/llm/rerank_model.py @@ -44,14 +44,17 @@ class Base(ABC): raise NotImplementedError("Please implement encode method!") def total_token_count(self, resp): - try: - return resp.usage.total_tokens - except Exception: - pass - try: - return resp["usage"]["total_tokens"] - except Exception: - pass + if hasattr(resp, "usage") and hasattr(resp.usage, "total_tokens"): + try: + return resp.usage.total_tokens + except Exception: + pass + + if 'usage' in resp and 'total_tokens' in resp['usage']: + try: + return resp["usage"]["total_tokens"] + except Exception: + pass return 0