tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-22 02:25:16 +00:00
Code Issues Packages Projects Releases Wiki Activity

llama 3

Browse Source
This commit is contained in:
lucca
2024-06-13 21:24:07 -03:00
parent 4366b0e553
commit e09f220600
2 changed files with 36 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/model_prices_and_context_window_backup.json
+18
View File
@@ -3347,6 +3347,24 @@
"litellm_provider": "deepinfra",
"mode": "chat"
},
"deepinfra/meta-llama/Meta-Llama-3-8B-Instruct": {
"max_tokens": 8191,
"max_input_tokens": 8191,
"max_output_tokens": 4096,
"input_cost_per_token": 0.00000008,
"output_cost_per_token": 0.00000008,
"litellm_provider": "deepinfra",
"mode": "chat"
},
"deepinfra/meta-llama/Meta-Llama-3-70B-Instruct": {
"max_tokens": 8191,
"max_input_tokens": 8191,
"max_output_tokens": 4096,
"input_cost_per_token": 0.00000059,
"output_cost_per_token": 0.00000079,
"litellm_provider": "deepinfra",
"mode": "chat"
},
"deepinfra/01-ai/Yi-34B-200K": {
"max_tokens": 4096,
"max_input_tokens": 200000,
model_prices_and_context_window.json
+18
View File
@@ -3347,6 +3347,24 @@
"litellm_provider": "deepinfra",
"mode": "chat"
},
"deepinfra/meta-llama/Meta-Llama-3-8B-Instruct": {
"max_tokens": 8191,
"max_input_tokens": 8191,
"max_output_tokens": 4096,
"input_cost_per_token": 0.00000008,
"output_cost_per_token": 0.00000008,
"litellm_provider": "deepinfra",
"mode": "chat"
},
"deepinfra/meta-llama/Meta-Llama-3-70B-Instruct": {
"max_tokens": 8191,
"max_input_tokens": 8191,
"max_output_tokens": 4096,
"input_cost_per_token": 0.00000059,
"output_cost_per_token": 0.00000079,
"litellm_provider": "deepinfra",
"mode": "chat"
},
"deepinfra/01-ai/Yi-34B-200K": {
"max_tokens": 4096,
"max_input_tokens": 200000,