tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-21 06:27:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

build(model_prices_and_context_window.json): add anthropic tool use system prompt tokens

Browse Source 
anthropic adds a system prompt when making tool calls - this adds to the cost of a tool call with anthropic
This commit is contained in:
Krrish Dholakia
2024-04-23 20:01:24 -07:00
parent ab24f61099
commit 7315bfd5de
2 changed files with 12 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/model_prices_and_context_window_backup.json
+6 -3
View File
@@ -812,7 +812,8 @@
"output_cost_per_token": 0.00000125,
"litellm_provider": "anthropic",
"mode": "chat",
"supports_function_calling": true
"supports_function_calling": true,
"tool_use_system_prompt_tokens": 264
},
"claude-3-opus-20240229": {
"max_tokens": 4096,
@@ -822,7 +823,8 @@
"output_cost_per_token": 0.000075,
"litellm_provider": "anthropic",
"mode": "chat",
"supports_function_calling": true
"supports_function_calling": true,
"tool_use_system_prompt_tokens": 395
},
"claude-3-sonnet-20240229": {
"max_tokens": 4096,
@@ -832,7 +834,8 @@
"output_cost_per_token": 0.000015,
"litellm_provider": "anthropic",
"mode": "chat",
"supports_function_calling": true
"supports_function_calling": true,
"tool_use_system_prompt_tokens": 159
},
"text-bison": {
"max_tokens": 1024,
model_prices_and_context_window.json
+6 -3
View File
@@ -812,7 +812,8 @@
"output_cost_per_token": 0.00000125,
"litellm_provider": "anthropic",
"mode": "chat",
"supports_function_calling": true
"supports_function_calling": true,
"tool_use_system_prompt_tokens": 264
},
"claude-3-opus-20240229": {
"max_tokens": 4096,
@@ -822,7 +823,8 @@
"output_cost_per_token": 0.000075,
"litellm_provider": "anthropic",
"mode": "chat",
"supports_function_calling": true
"supports_function_calling": true,
"tool_use_system_prompt_tokens": 395
},
"claude-3-sonnet-20240229": {
"max_tokens": 4096,
@@ -832,7 +834,8 @@
"output_cost_per_token": 0.000015,
"litellm_provider": "anthropic",
"mode": "chat",
"supports_function_calling": true
"supports_function_calling": true,
"tool_use_system_prompt_tokens": 159
},
"text-bison": {
"max_tokens": 1024,