Update utils.py

This commit is contained in:
zrguo 2024-12-26 22:09:46 +08:00 committed by GitHub
parent 1d3d4c092d
commit a1493f56d6
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -449,7 +449,7 @@ def dequantize_embedding(
async def handle_cache(hashing_kv, args_hash, prompt, mode="default"):
"""Generic cache handling function"""
if hashing_kv is None or not hashing_kv.global_config.get("enable_l`lm_cache"):
if hashing_kv is None or not hashing_kv.global_config.get("enable_llm_cache"):
return None, None, None, None
# For naive mode, only use simple cache matching