tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-07-12 21:04:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

auto update the model in cachedContents request

Browse Source
This commit is contained in:
Ishaan Jaff
2024-08-08 15:56:46 -07:00
committed by Krrish Dholakia
parent b911ccba47
commit a061d75af8
1 changed files with 6 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/llms/fine_tuning_apis/vertex_ai.py
+6
View File
@@ -279,6 +279,12 @@ class VertexFineTuningAPI(VertexLLM):
elif "countTokens" in request_route:
url = f"https://{vertex_location}-aiplatform.googleapis.com/v1/projects/{vertex_project}/locations/{vertex_location}{request_route}"
elif "cachedContents" in request_route:
_model = request_data.get("model")
if _model is not None and "/publishers/google/models/" not in _model:
request_data["model"] = (
f"projects/{vertex_project}/locations/{vertex_location}/publishers/google/models/{_model}"
)
url = f"https://{vertex_location}-aiplatform.googleapis.com/v1beta1/projects/{vertex_project}/locations/{vertex_location}{request_route}"
else:
raise ValueError(f"Unsupported Vertex AI request route: {request_route}")