tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-15 04:23:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix batches inserting metadata

Browse Source
This commit is contained in:
Ishaan Jaff
2024-07-26 18:08:54 -07:00
parent 159a880dcc
commit 56ce7e892d
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/proxy/litellm_pre_call_utils.py
+2
View File
@@ -39,6 +39,8 @@ def _get_metadata_variable_name(request: Request) -> str:
"""
if "thread" in request.url.path or "assistant" in request.url.path:
return "litellm_metadata"
if "batches" in request.url.path:
return "litellm_metadata"
if "/v1/messages" in request.url.path:
# anthropic API has a field called metadata
return "litellm_metadata"