tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-06 10:21:32 +00:00
Code Issues Packages Projects Releases Wiki Activity

Use sepecific llama2 and llama3 model names in Ollama

Browse Source
This commit is contained in:
Kyrylo Yefimenko
2024-08-15 12:27:51 +01:00
parent 8765e120f0
commit e3cd8e169b
1 changed files with 18 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
model_prices_and_context_window.json
+18
View File
@@ -3354,6 +3354,15 @@
"litellm_provider": "ollama",
"mode": "completion"
},
"ollama/llama2:7b": {
"max_tokens": 4096,
"max_input_tokens": 4096,
"max_output_tokens": 4096,
"input_cost_per_token": 0.0,
"output_cost_per_token": 0.0,
"litellm_provider": "ollama",
"mode": "completion"
},
"ollama/llama2:13b": {
"max_tokens": 4096,
"max_input_tokens": 4096,
@@ -3390,6 +3399,15 @@
"litellm_provider": "ollama",
"mode": "chat"
},
"ollama/llama3:8b": {
"max_tokens": 8192,
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"input_cost_per_token": 0.0,
"output_cost_per_token": 0.0,
"litellm_provider": "ollama",
"mode": "chat"
},
"ollama/llama3:70b": {
"max_tokens": 8192,
"max_input_tokens": 8192,