From a4380f67a93284fa8ebdf98258c00bb631b4decc Mon Sep 17 00:00:00 2001 From: Connor Doyle Date: Mon, 13 May 2024 11:12:17 -0700 Subject: [PATCH 1/2] Add gpt-4o metadata #3612 --- model_prices_and_context_window.json | 14 +++++++++++++- 1 file changed, 13 insertions(+), 1 deletion(-) diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 11e24dbdd3..79f6423b45 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -9,6 +9,18 @@ "mode": "chat", "supports_function_calling": true }, + "gpt-4o": { + "max_tokens": 4096, + "max_input_tokens": 128000, + "max_output_tokens": 4096, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000015, + "litellm_provider": "openai", + "mode": "chat", + "supports_function_calling": true, + "supports_parallel_function_calling": true, + "supports_vision": true + }, "gpt-4-turbo-preview": { "max_tokens": 4096, "max_input_tokens": 128000, @@ -3366,4 +3378,4 @@ "mode": "embedding" } -} \ No newline at end of file +} From 5da5021918de57c937eb990af8fbad60ac2b61b2 Mon Sep 17 00:00:00 2001 From: Connor Doyle Date: Mon, 13 May 2024 11:51:54 -0700 Subject: [PATCH 2/2] Update model_prices_and_context_window.json --- model_prices_and_context_window.json | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 79f6423b45..5aa1f972c6 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -12,6 +12,18 @@ "gpt-4o": { "max_tokens": 4096, "max_input_tokens": 128000, + "max_output_tokens": 2048, + "input_cost_per_token": 0.000005, + "output_cost_per_token": 0.000015, + "litellm_provider": "openai", + "mode": "chat", + "supports_function_calling": true, + "supports_parallel_function_calling": true, + "supports_vision": true + }, + "gpt-4o-2024-05-13": { + "max_tokens": 2048, + "max_input_tokens": 128000, "max_output_tokens": 4096, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000015,