From 47997c3f04a909f897b7dccb3ecdb0c839d3af89 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Tue, 9 Apr 2024 21:57:25 -0700 Subject: [PATCH] fix(replicate.py): handle empty response - replicate --- litellm/llms/replicate.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/litellm/llms/replicate.py b/litellm/llms/replicate.py index 2e1f1b607b..38ff9f5729 100644 --- a/litellm/llms/replicate.py +++ b/litellm/llms/replicate.py @@ -332,9 +332,12 @@ def completion( model_response["choices"][0]["message"]["content"] = result # Calculate usage - prompt_tokens = len(encoding.encode(prompt)) + prompt_tokens = len(encoding.encode(prompt, disallowed_special=())) completion_tokens = len( - encoding.encode(model_response["choices"][0]["message"].get("content", "")) + encoding.encode( + model_response["choices"][0]["message"].get("content", ""), + disallowed_special=(), + ) ) model_response["model"] = "replicate/" + model usage = Usage(