Update utils.py
This commit is contained in:
parent
1d3d4c092d
commit
a1493f56d6
1 changed files with 1 additions and 1 deletions
|
|
@ -449,7 +449,7 @@ def dequantize_embedding(
|
|||
|
||||
async def handle_cache(hashing_kv, args_hash, prompt, mode="default"):
|
||||
"""Generic cache handling function"""
|
||||
if hashing_kv is None or not hashing_kv.global_config.get("enable_l`lm_cache"):
|
||||
if hashing_kv is None or not hashing_kv.global_config.get("enable_llm_cache"):
|
||||
return None, None, None, None
|
||||
|
||||
# For naive mode, only use simple cache matching
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue