From 9ec8ea89bbf554548a4984d57c9b8a3d556ea558 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Thu, 21 Sep 2023 10:05:20 -0700 Subject: [PATCH] fixing huggingface tgi index issue for best of --- litellm/llms/huggingface_restapi.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/litellm/llms/huggingface_restapi.py b/litellm/llms/huggingface_restapi.py index ba54b4eb9b..09348313fe 100644 --- a/litellm/llms/huggingface_restapi.py +++ b/litellm/llms/huggingface_restapi.py @@ -191,7 +191,7 @@ def completion( for token in item["tokens"]: sum_logprob += token["logprob"] message_obj = Message(content=item["generated_text"], logprobs=sum_logprob) - choice_obj = Choices(finish_reason=item["finish_reason"], index=idx, message=message_obj) + choice_obj = Choices(finish_reason=item["finish_reason"], index=idx+1, message=message_obj) choices_list.append(choice_obj) model_response["choices"].extend(choices_list) else: