tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-07-26 10:19:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(together_ai.py): additional logging for together ai encoding prompt

Browse Source
This commit is contained in:
Krrish Dholakia
2023-12-15 10:39:23 -08:00
parent cab870f73a
commit a09a6f24a4
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/llms/together_ai.py
+1
View File
@@ -177,6 +177,7 @@ def completion(
model_response["choices"][0]["message"]["content"] = completion_response["output"]["choices"][0]["text"]
## CALCULATING USAGE
print_verbose(f"CALCULATING TOGETHERAI TOKEN USAGE. Model Response: {model_response}; model_response['choices'][0]['message'].get('content', ''): {model_response['choices'][0]['message'].get('content', None)}")
prompt_tokens = len(encoding.encode(prompt))
completion_tokens = len(
encoding.encode(model_response["choices"][0]["message"].get("content", ""))