From 79ecd3b2fa0b1a86ba1b3935f1c8f2e9e68df362 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Mon, 14 Aug 2023 11:41:12 -0700 Subject: [PATCH] check if json has error --- litellm/main.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/litellm/main.py b/litellm/main.py index d8a447995a..3abdccddf3 100644 --- a/litellm/main.py +++ b/litellm/main.py @@ -320,7 +320,11 @@ def completion( logging(model=model, input=prompt, custom_llm_provider=custom_llm_provider, additional_args={"max_tokens": max_tokens, "original_response": response.text}, logger_fn=logger_fn) if isinstance(response, dict) and "error" in response: raise Exception(response["error"]) - completion_response = response.json()[0]['generated_text'] + json_response = response.json() + if 'error' in json_response: # raise HF errors when they exist + raise Exception(json_response['error']) + + completion_response = json_response[0]['generated_text'] prompt_tokens = len(encoding.encode(prompt)) completion_tokens = len(encoding.encode(completion_response)) ## RESPONSE OBJECT