Save cache_type to llm_response_cache
This commit is contained in:
parent
c3942077a9
commit
3bc7c4d8f1
1 changed files with 1 additions and 0 deletions
|
|
@ -568,6 +568,7 @@ async def save_to_cache(hashing_kv, cache_data: CacheData):
|
|||
|
||||
mode_cache[cache_data.args_hash] = {
|
||||
"return": cache_data.content,
|
||||
"cache_type": cache_data.cache_data,
|
||||
"embedding": cache_data.quantized.tobytes().hex()
|
||||
if cache_data.quantized is not None
|
||||
else None,
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue