From 42cdba6f0e7fb091a2f6cba337646fb5de07dcc4 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Thu, 1 Aug 2024 16:50:11 -0700 Subject: [PATCH] add correct context window --- litellm/model_prices_and_context_window_backup.json | 12 ++++++------ model_prices_and_context_window.json | 12 ++++++------ 2 files changed, 12 insertions(+), 12 deletions(-) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 7cd82494de..a510fd2630 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -4699,9 +4699,9 @@ "mode": "embedding" }, "databricks/databricks-meta-llama-3-1-405b-instruct": { - "max_tokens": 512, - "max_input_tokens": 512, - "output_vector_size": 1024, + "max_tokens": 128000, + "max_input_tokens": 128000, + "max_output_tokens": 128000, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000015, "litellm_provider": "databricks", @@ -4709,9 +4709,9 @@ "source": "https://www.databricks.com/product/pricing/foundation-model-serving" }, "databricks/databricks-meta-llama-3-1-70b-instruct": { - "max_tokens": 512, - "max_input_tokens": 512, - "output_vector_size": 1024, + "max_tokens": 128000, + "max_input_tokens": 128000, + "max_output_tokens": 128000, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000003, "litellm_provider": "databricks", diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 7cd82494de..a510fd2630 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -4699,9 +4699,9 @@ "mode": "embedding" }, "databricks/databricks-meta-llama-3-1-405b-instruct": { - "max_tokens": 512, - "max_input_tokens": 512, - "output_vector_size": 1024, + "max_tokens": 128000, + "max_input_tokens": 128000, + "max_output_tokens": 128000, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000015, "litellm_provider": "databricks", @@ -4709,9 +4709,9 @@ "source": "https://www.databricks.com/product/pricing/foundation-model-serving" }, "databricks/databricks-meta-llama-3-1-70b-instruct": { - "max_tokens": 512, - "max_input_tokens": 512, - "output_vector_size": 1024, + "max_tokens": 128000, + "max_input_tokens": 128000, + "max_output_tokens": 128000, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000003, "litellm_provider": "databricks",