fix(replicate.py): handle empty response - replicate

2026-08-14 08:26:09 +00:00 · 2024-04-09 21:57:25 -07:00
parent a6b004f10b
commit 47997c3f04
1 changed files with 5 additions and 2 deletions
@@ -332,9 +332,12 @@ def completion(
            model_response["choices"][0]["message"]["content"] = result

        # Calculate usage
-        prompt_tokens = len(encoding.encode(prompt))
+        prompt_tokens = len(encoding.encode(prompt, disallowed_special=()))
        completion_tokens = len(
-            encoding.encode(model_response["choices"][0]["message"].get("content", ""))
+            encoding.encode(
+                model_response["choices"][0]["message"].get("content", ""),
+                disallowed_special=(),
+            )
        )
        model_response["model"] = "replicate/" + model
        usage = Usage(