tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-20 18:24:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

add correct context window

Browse Source
This commit is contained in:
Ishaan Jaff
2024-08-01 18:07:14 -07:00
committed by Krrish Dholakia
parent 62433f9132
commit 42cdba6f0e
2 changed files with 12 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/model_prices_and_context_window_backup.json
+6 -6
View File
@@ -4699,9 +4699,9 @@
"mode": "embedding"
},
"databricks/databricks-meta-llama-3-1-405b-instruct": {
"max_tokens": 512,
"max_input_tokens": 512,
"output_vector_size": 1024,
"max_tokens": 128000,
"max_input_tokens": 128000,
"max_output_tokens": 128000,
"input_cost_per_token": 0.000005,
"output_cost_per_token": 0.000015,
"litellm_provider": "databricks",
@@ -4709,9 +4709,9 @@
"source": "https://www.databricks.com/product/pricing/foundation-model-serving"
},
"databricks/databricks-meta-llama-3-1-70b-instruct": {
"max_tokens": 512,
"max_input_tokens": 512,
"output_vector_size": 1024,
"max_tokens": 128000,
"max_input_tokens": 128000,
"max_output_tokens": 128000,
"input_cost_per_token": 0.000001,
"output_cost_per_token": 0.000003,
"litellm_provider": "databricks",
model_prices_and_context_window.json
+6 -6
View File
@@ -4699,9 +4699,9 @@
"mode": "embedding"
},
"databricks/databricks-meta-llama-3-1-405b-instruct": {
"max_tokens": 512,
"max_input_tokens": 512,
"output_vector_size": 1024,
"max_tokens": 128000,
"max_input_tokens": 128000,
"max_output_tokens": 128000,
"input_cost_per_token": 0.000005,
"output_cost_per_token": 0.000015,
"litellm_provider": "databricks",
@@ -4709,9 +4709,9 @@
"source": "https://www.databricks.com/product/pricing/foundation-model-serving"
},
"databricks/databricks-meta-llama-3-1-70b-instruct": {
"max_tokens": 512,
"max_input_tokens": 512,
"output_vector_size": 1024,
"max_tokens": 128000,
"max_input_tokens": 128000,
"max_output_tokens": 128000,
"input_cost_per_token": 0.000001,
"output_cost_per_token": 0.000003,
"litellm_provider": "databricks",