tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-06 14:24:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

🐞 fix: djl vllm support

Browse Source 
support vllm response format on sagemaker, which only return one choice.
This commit is contained in:
yishiyiyuan
2024-04-03 11:00:51 +08:00
parent d7601a4844
commit 5faa493d35
1 changed files with 8 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/llms/sagemaker.py
+8 -2
View File
@@ -365,7 +365,10 @@ def completion(
## RESPONSE OBJECT
completion_response = json.loads(response)
try:
completion_response_choices = completion_response[0]
if isinstance(completion_response, list):
completion_response_choices = completion_response[0]
else:
completion_response_choices = completion_response
completion_output = ""
if "generation" in completion_response_choices:
completion_output += completion_response_choices["generation"]
@@ -580,7 +583,10 @@ async def async_completion(
## RESPONSE OBJECT
completion_response = json.loads(response)
try:
completion_response_choices = completion_response[0]
if isinstance(completion_response, list):
completion_response_choices = completion_response[0]
else:
completion_response_choices = completion_response
completion_output = ""
if "generation" in completion_response_choices:
completion_output += completion_response_choices["generation"]