tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-07-18 22:17:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

fixing huggingface tgi index issue for best of

Browse Source
This commit is contained in:
Krrish Dholakia
2023-09-21 10:05:22 -07:00
parent cd82b4f07a
commit 9ec8ea89bb
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/llms/huggingface_restapi.py
+1 -1
View File
@@ -191,7 +191,7 @@ def completion(
for token in item["tokens"]:
sum_logprob += token["logprob"]
message_obj = Message(content=item["generated_text"], logprobs=sum_logprob)
choice_obj = Choices(finish_reason=item["finish_reason"], index=idx, message=message_obj)
choice_obj = Choices(finish_reason=item["finish_reason"], index=idx+1, message=message_obj)
choices_list.append(choice_obj)
model_response["choices"].extend(choices_list)
else: