tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-21 16:26:51 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #4773 from titusz/patch-1

Browse Source 
Add missing `num_gpu` ollama configuration parameter
This commit is contained in:
Krish Dholakia
2024-07-18 22:47:39 -07:00
committed by GitHub
parent 5e7172d0e7 fcef2c4580
commit 2ad1c0455a
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/llms/ollama.py
+2
View File
@@ -77,6 +77,7 @@ class OllamaConfig:
mirostat_tau: Optional[float] = None
num_ctx: Optional[int] = None
num_gqa: Optional[int] = None
num_gpu: Optional[int] = None
num_thread: Optional[int] = None
repeat_last_n: Optional[int] = None
repeat_penalty: Optional[float] = None
@@ -99,6 +100,7 @@ class OllamaConfig:
mirostat_tau: Optional[float] = None,
num_ctx: Optional[int] = None,
num_gqa: Optional[int] = None,
num_gpu: Optional[int] = None,
num_thread: Optional[int] = None,
repeat_last_n: Optional[int] = None,
repeat_penalty: Optional[float] = None,