tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-07-16 18:16:34 +00:00
Code Issues Packages Projects Releases Wiki Activity

Adding/Updating Azure Phi-4 model variants

Browse Source 
Note: Azure has not yet published any cost for the newer variants (mini and multimodal)
There is conflicting information about context size and model capabilities in different documents.
This commit is contained in:
Emerson Gomes
2025-03-10 21:02:50 -05:00
parent 021f0c98f3
commit e38eab8bf6
1 changed files with 27 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
model_prices_and_context_window.json
+27 -6
View File
@@ -1732,18 +1732,39 @@
"source":"https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-405b-instruct-offer?tab=PlansAndPrice",
"supports_tool_choice": true
},
"azure_ai/Phi-4": {
"azure_ai/Phi-4-mini-instruct": {
"max_tokens": 4096,
"max_input_tokens": 128000,
"max_input_tokens": 131072,
"max_output_tokens": 4096,
"input_cost_per_token": 0,
"output_cost_per_token": 0,
"litellm_provider": "azure_ai",
"mode": "chat",
"supports_function_calling": true,
"source": "https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured#microsoft"
},
"azure_ai/Phi-4-multimodal-instruct": {
"max_tokens": 4096,
"max_input_tokens": 131072,
"max_output_tokens": 4096,
"input_cost_per_token": 0,
"output_cost_per_token": 0,
"litellm_provider": "azure_ai",
"mode": "chat",
"supports_audio_input": true,
"supports_function_calling": true,
"supports_vision": true,
"source": "https://learn.microsoft.com/en-us/azure/ai-foundry/concepts/models-featured#microsoft"
},
"azure_ai/Phi-4": {
"max_tokens": 16384,
"max_input_tokens": 16384,
"max_output_tokens": 16384,
"input_cost_per_token": 0.000000125,
"output_cost_per_token": 0.0000005,
"litellm_provider": "azure_ai",
"mode": "chat",
"supports_vision": false,
"source": "https://techcommunity.microsoft.com/blog/machinelearningblog/affordable-innovation-unveiling-the-pricing-of-phi-3-slms-on-models-as-a-service/4156495",
"supports_function_calling": true,
"supports_tool_choice": true
"source": "https://techcommunity.microsoft.com/blog/machinelearningblog/affordable-innovation-unveiling-the-pricing-of-phi-3-slms-on-models-as-a-service/4156495"
},
"azure_ai/Phi-3.5-mini-instruct": {
"max_tokens": 4096,