tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-22 16:24:14 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add missing num_gpu ollama configuration parameter

Browse Source
This commit is contained in:
Titusz
2024-07-18 17:51:56 +02:00
committed by GitHub
parent 57f6923ab6
commit fcef2c4580
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/llms/ollama.py
+2
View File
@@ -77,6 +77,7 @@ class OllamaConfig:
mirostat_tau: Optional[float] = None
num_ctx: Optional[int] = None
num_gqa: Optional[int] = None
num_gpu: Optional[int] = None
num_thread: Optional[int] = None
repeat_last_n: Optional[int] = None
repeat_penalty: Optional[float] = None
@@ -99,6 +100,7 @@ class OllamaConfig:
mirostat_tau: Optional[float] = None,
num_ctx: Optional[int] = None,
num_gqa: Optional[int] = None,
num_gpu: Optional[int] = None,
num_thread: Optional[int] = None,
repeat_last_n: Optional[int] = None,
repeat_penalty: Optional[float] = None,