tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-14 02:22:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(vertex_ai_partner.py): pass model for llama3 param mapping

Browse Source
This commit is contained in:
Krrish Dholakia
2024-08-07 18:07:14 -07:00
parent 4e90a25417
commit a15317a377
2 changed files with 5 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/llms/vertex_ai_partner.py
+4 -2
View File
@@ -96,11 +96,13 @@ class VertexAILlama3Config:
def get_supported_openai_params(self):
return litellm.OpenAIConfig().get_supported_openai_params(model="gpt-3.5-turbo")
def map_openai_params(self, non_default_params: dict, optional_params: dict):
def map_openai_params(
self, non_default_params: dict, optional_params: dict, model: str
):
return litellm.OpenAIConfig().map_openai_params(
non_default_params=non_default_params,
optional_params=optional_params,
model="gpt-3.5-turbo",
model=model,
)
litellm/utils.py
+1
View File
@@ -3190,6 +3190,7 @@ def get_optional_params(
optional_params = litellm.VertexAILlama3Config().map_openai_params(
non_default_params=non_default_params,
optional_params=optional_params,
model=model,
)
elif custom_llm_provider == "vertex_ai" and model in litellm.vertex_mistral_models:
supported_params = get_supported_openai_params(