diff --git a/graphiti_core/llm_client/client.py b/graphiti_core/llm_client/client.py
index 4c53dd90..fe5e9177 100644
--- a/graphiti_core/llm_client/client.py
+++ b/graphiti_core/llm_client/client.py
@@ -35,7 +35,7 @@ logger = logging.getLogger(__name__)
 
 
 def is_server_or_retry_error(exception):
-    if isinstance(exception, RateLimitError):
+    if isinstance(exception, (RateLimitError, json.decoder.JSONDecodeError)):
         return True
 
     return (