tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-09 20:22:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

add native cachedContents endpoint

Browse Source
This commit is contained in:
Ishaan Jaff
2024-08-08 23:25:27 -07:00
committed by Krrish Dholakia
parent 5534499c08
commit 7b0a50d188
1 changed files with 0 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/llms/fine_tuning_apis/vertex_ai.py
-6
View File
@@ -279,12 +279,6 @@ class VertexFineTuningAPI(VertexLLM):
elif "countTokens" in request_route:
url = f"https://{vertex_location}-aiplatform.googleapis.com/v1/projects/{vertex_project}/locations/{vertex_location}{request_route}"
elif "cachedContents" in request_route:
_model = request_data.get("model")
if _model is not None and "/publishers/google/models/" not in _model:
request_data["model"] = (
f"projects/{vertex_project}/locations/{vertex_location}/publishers/google/models/{_model}"
)
url = f"https://{vertex_location}-aiplatform.googleapis.com/v1beta1/projects/{vertex_project}/locations/{vertex_location}{request_route}"
else:
raise ValueError(f"Unsupported Vertex AI request route: {request_route}")