tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-26 18:29:04 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #4751 from themrzmaster/main

Browse Source 
add new groq tool models
This commit is contained in:
Ishaan Jaff
2024-07-17 16:54:53 -07:00
committed by GitHub
parent ee53b9093b d06456b16f
commit 5faa840eb1
2 changed files with 40 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/model_prices_and_context_window_backup.json
+20
View File
@@ -1020,6 +1020,26 @@
"mode": "chat",
"supports_function_calling": true
},
"groq/llama3-groq-70b-8192-tool-use-preview": {
"max_tokens": 8192,
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"input_cost_per_token": 0.00000089,
"output_cost_per_token": 0.00000089,
"litellm_provider": "groq",
"mode": "chat",
"supports_function_calling": true
},
"groq/llama3-groq-8b-8192-tool-use-preview": {
"max_tokens": 8192,
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"input_cost_per_token": 0.00000019,
"output_cost_per_token": 0.00000019,
"litellm_provider": "groq",
"mode": "chat",
"supports_function_calling": true
},
"friendliai/mixtral-8x7b-instruct-v0-1": {
"max_tokens": 32768,
"max_input_tokens": 32768,
model_prices_and_context_window.json
+20
View File
@@ -1020,6 +1020,26 @@
"mode": "chat",
"supports_function_calling": true
},
"groq/llama3-groq-70b-8192-tool-use-preview": {
"max_tokens": 8192,
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"input_cost_per_token": 0.00000089,
"output_cost_per_token": 0.00000089,
"litellm_provider": "groq",
"mode": "chat",
"supports_function_calling": true
},
"groq/llama3-groq-8b-8192-tool-use-preview": {
"max_tokens": 8192,
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"input_cost_per_token": 0.00000019,
"output_cost_per_token": 0.00000019,
"litellm_provider": "groq",
"mode": "chat",
"supports_function_calling": true
},
"friendliai/mixtral-8x7b-instruct-v0-1": {
"max_tokens": 32768,
"max_input_tokens": 32768,