diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index dcda02f694..472b08db68 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -10691,7 +10691,8 @@ "input_cost_per_token": 0.0, "output_cost_per_token": 0.0, "litellm_provider": "ollama", - "mode": "chat" + "mode": "chat", + "supports_function_calling": true }, "ollama/mistral": { "max_tokens": 8192, @@ -10700,7 +10701,8 @@ "input_cost_per_token": 0.0, "output_cost_per_token": 0.0, "litellm_provider": "ollama", - "mode": "completion" + "mode": "completion", + "supports_function_calling": true }, "ollama/mistral-7B-Instruct-v0.1": { "max_tokens": 8192, @@ -10709,7 +10711,8 @@ "input_cost_per_token": 0.0, "output_cost_per_token": 0.0, "litellm_provider": "ollama", - "mode": "chat" + "mode": "chat", + "supports_function_calling": true }, "ollama/mistral-7B-Instruct-v0.2": { "max_tokens": 32768, @@ -10718,7 +10721,8 @@ "input_cost_per_token": 0.0, "output_cost_per_token": 0.0, "litellm_provider": "ollama", - "mode": "chat" + "mode": "chat", + "supports_function_calling": true }, "ollama/mixtral-8x7B-Instruct-v0.1": { "max_tokens": 32768, @@ -10727,7 +10731,8 @@ "input_cost_per_token": 0.0, "output_cost_per_token": 0.0, "litellm_provider": "ollama", - "mode": "chat" + "mode": "chat", + "supports_function_calling": true }, "ollama/mixtral-8x22B-Instruct-v0.1": { "max_tokens": 65536, @@ -10736,7 +10741,8 @@ "input_cost_per_token": 0.0, "output_cost_per_token": 0.0, "litellm_provider": "ollama", - "mode": "chat" + "mode": "chat", + "supports_function_calling": true }, "ollama/codellama": { "max_tokens": 4096, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index dcda02f694..472b08db68 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -10691,7 +10691,8 @@ "input_cost_per_token": 0.0, "output_cost_per_token": 0.0, "litellm_provider": "ollama", - "mode": "chat" + "mode": "chat", + "supports_function_calling": true }, "ollama/mistral": { "max_tokens": 8192, @@ -10700,7 +10701,8 @@ "input_cost_per_token": 0.0, "output_cost_per_token": 0.0, "litellm_provider": "ollama", - "mode": "completion" + "mode": "completion", + "supports_function_calling": true }, "ollama/mistral-7B-Instruct-v0.1": { "max_tokens": 8192, @@ -10709,7 +10711,8 @@ "input_cost_per_token": 0.0, "output_cost_per_token": 0.0, "litellm_provider": "ollama", - "mode": "chat" + "mode": "chat", + "supports_function_calling": true }, "ollama/mistral-7B-Instruct-v0.2": { "max_tokens": 32768, @@ -10718,7 +10721,8 @@ "input_cost_per_token": 0.0, "output_cost_per_token": 0.0, "litellm_provider": "ollama", - "mode": "chat" + "mode": "chat", + "supports_function_calling": true }, "ollama/mixtral-8x7B-Instruct-v0.1": { "max_tokens": 32768, @@ -10727,7 +10731,8 @@ "input_cost_per_token": 0.0, "output_cost_per_token": 0.0, "litellm_provider": "ollama", - "mode": "chat" + "mode": "chat", + "supports_function_calling": true }, "ollama/mixtral-8x22B-Instruct-v0.1": { "max_tokens": 65536, @@ -10736,7 +10741,8 @@ "input_cost_per_token": 0.0, "output_cost_per_token": 0.0, "litellm_provider": "ollama", - "mode": "chat" + "mode": "chat", + "supports_function_calling": true }, "ollama/codellama": { "max_tokens": 4096, diff --git a/tests/local_testing/test_get_model_info.py b/tests/local_testing/test_get_model_info.py index 6ae8c6331b..73e6269dcc 100644 --- a/tests/local_testing/test_get_model_info.py +++ b/tests/local_testing/test_get_model_info.py @@ -101,10 +101,10 @@ def test_get_model_info_ollama_chat(): } ), ) as mock_client: - info = OllamaConfig().get_model_info("mistral") + info = OllamaConfig().get_model_info("unknown-model") assert info["supports_function_calling"] is True - info = get_model_info("ollama/mistral") + info = get_model_info("ollama/unknown-model") print("info", info) assert info["supports_function_calling"] is True @@ -112,7 +112,7 @@ def test_get_model_info_ollama_chat(): print(mock_client.call_args.kwargs) - assert mock_client.call_args.kwargs["json"]["name"] == "mistral" + assert mock_client.call_args.kwargs["json"]["name"] == "unknown-model" def test_get_model_info_gemini():