tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-02 16:21:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(bedrock): extend model support (#21035)

Browse Source 
* add nvidia.nemotron-nano-3-30b

* add zai.glm-4.7

* entend video input support for kimik2.5
This commit is contained in:
pb
2026-02-12 20:11:00 -08:00
committed by GitHub
parent 60390df4e2
commit 75e69e8d3b
2 changed files with 70 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/model_prices_and_context_window_backup.json
+35 -2
View File
@@ -5859,6 +5859,7 @@
"source": "https://techcommunity.microsoft.com/blog/azure-ai-foundry-blog/kimi-k2-5-now-in-microsoft-foundry/4492321",
"supports_function_calling": true,
"supports_tool_choice": true,
"supports_video_input": true,
"supports_vision": true
},
"azure_ai/ministral-3b": {
@@ -6134,8 +6135,11 @@
"max_tokens": 262144,
"mode": "chat",
"output_cost_per_token": 3.03e-06,
"source": "https://platform.moonshot.ai/docs/guide/kimi-k2-5-quickstart",
"supports_function_calling": true,
"supports_reasoning": true
"supports_reasoning": true,
"supports_video_input": true,
"supports_vision": true
},
"bedrock/ap-south-1/meta.llama3-70b-instruct-v1:0": {
"input_cost_per_token": 3.18e-06,
@@ -22177,9 +22181,10 @@
"max_tokens": 262144,
"mode": "chat",
"output_cost_per_token": 3e-06,
"source": "https://platform.moonshot.ai/docs/pricing/chat",
"source": "https://platform.moonshot.ai/docs/guide/kimi-k2-5-quickstart",
"supports_function_calling": true,
"supports_tool_choice": true,
"supports_video_input": true,
"supports_vision": true
},
"moonshot/kimi-latest": {
@@ -22641,6 +22646,19 @@
"output_cost_per_token": 2.3e-07,
"supports_system_messages": true
},
"nvidia.nemotron-nano-3-30b": {
"input_cost_per_token": 6e-08,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 2.4e-07,
"supports_function_calling": true,
"supports_system_messages": true,
"supports_tool_choice": true,
"source": "https://aws.amazon.com/bedrock/pricing/"
},
"o1": {
"cache_read_input_token_cost": 7.5e-06,
"input_cost_per_token": 1.5e-05,
@@ -24519,6 +24537,7 @@
"source": "https://openrouter.ai/moonshotai/kimi-k2.5",
"supports_function_calling": true,
"supports_tool_choice": true,
"supports_video_input": true,
"supports_vision": true
},
"openrouter/nousresearch/nous-hermes-llama2-13b": {
@@ -32347,6 +32366,20 @@
"supports_vision": true,
"supports_web_search": true
},
"zai.glm-4.7": {
"input_cost_per_token": 6e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 200000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 2.2e-06,
"supports_function_calling": true,
"supports_reasoning": true,
"supports_system_messages": true,
"supports_tool_choice": true,
"source": "https://aws.amazon.com/bedrock/pricing/"
},
"zai/glm-4.7": {
"cache_creation_input_token_cost": 0,
"cache_read_input_token_cost": 1.1e-07,
model_prices_and_context_window.json
+35 -2
View File
@@ -5859,6 +5859,7 @@
"source": "https://techcommunity.microsoft.com/blog/azure-ai-foundry-blog/kimi-k2-5-now-in-microsoft-foundry/4492321",
"supports_function_calling": true,
"supports_tool_choice": true,
"supports_video_input": true,
"supports_vision": true
},
"azure_ai/ministral-3b": {
@@ -6134,8 +6135,11 @@
"max_tokens": 262144,
"mode": "chat",
"output_cost_per_token": 3.03e-06,
"source": "https://platform.moonshot.ai/docs/guide/kimi-k2-5-quickstart",
"supports_function_calling": true,
"supports_reasoning": true
"supports_reasoning": true,
"supports_video_input": true,
"supports_vision": true
},
"bedrock/ap-south-1/meta.llama3-70b-instruct-v1:0": {
"input_cost_per_token": 3.18e-06,
@@ -22177,9 +22181,10 @@
"max_tokens": 262144,
"mode": "chat",
"output_cost_per_token": 3e-06,
"source": "https://platform.moonshot.ai/docs/pricing/chat",
"source": "https://platform.moonshot.ai/docs/guide/kimi-k2-5-quickstart",
"supports_function_calling": true,
"supports_tool_choice": true,
"supports_video_input": true,
"supports_vision": true
},
"moonshot/kimi-latest": {
@@ -22641,6 +22646,19 @@
"output_cost_per_token": 2.3e-07,
"supports_system_messages": true
},
"nvidia.nemotron-nano-3-30b": {
"input_cost_per_token": 6e-08,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 262144,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 2.4e-07,
"supports_function_calling": true,
"supports_system_messages": true,
"supports_tool_choice": true,
"source": "https://aws.amazon.com/bedrock/pricing/"
},
"o1": {
"cache_read_input_token_cost": 7.5e-06,
"input_cost_per_token": 1.5e-05,
@@ -24519,6 +24537,7 @@
"source": "https://openrouter.ai/moonshotai/kimi-k2.5",
"supports_function_calling": true,
"supports_tool_choice": true,
"supports_video_input": true,
"supports_vision": true
},
"openrouter/nousresearch/nous-hermes-llama2-13b": {
@@ -32347,6 +32366,20 @@
"supports_vision": true,
"supports_web_search": true
},
"zai.glm-4.7": {
"input_cost_per_token": 6e-07,
"litellm_provider": "bedrock_converse",
"max_input_tokens": 200000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 2.2e-06,
"supports_function_calling": true,
"supports_reasoning": true,
"supports_system_messages": true,
"supports_tool_choice": true,
"source": "https://aws.amazon.com/bedrock/pricing/"
},
"zai/glm-4.7": {
"cache_creation_input_token_cost": 0,
"cache_read_input_token_cost": 1.1e-07,