tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-08 06:24:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

(test) hf max tokens, temp

Browse Source
This commit is contained in:
ishaan-jaff
2023-11-06 14:38:21 -08:00
parent 8481e21317
commit 1df6dd986d
1 changed files with 23 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/tests/test_text_completion.py
+23 -20
View File
@@ -66,25 +66,6 @@ def test_text_completion_basic():
pytest.fail(f"Error occurred: {e}")
# test_text_completion_basic()
# def test_completion_hf_prompt_array():
# try:
# litellm.set_verbose=False
# print("\n testing hf mistral\n")
# response = text_completion(
# model="huggingface/mistralai/Mistral-7B-v0.1",
# prompt=token_prompt, # token prompt is a 2d list,
# max_tokens=0.0
# )
# print("\n\n response")
# print(response)
# print(response.choices)
# assert(len(response.choices)==2)
# # response_str = response["choices"][0]["text"]
# except Exception as e:
# pytest.fail(f"Error occurred: {e}")
# test_completion_hf_prompt_array()
def test_completion_text_003_prompt_array():
try:
@@ -119,4 +100,26 @@ def test_completion_text_003_prompt_array():
# print(response)
# except Exception as e:
# pytest.fail(f"Error occurred: {e}")
# test_text_completion_with_proxy()
# test_text_completion_with_proxy()
##### hugging face tests
def test_completion_hf_prompt_array():
try:
litellm.set_verbose=False
print("\n testing hf mistral\n")
response = text_completion(
model="huggingface/mistralai/Mistral-7B-v0.1",
prompt=token_prompt, # token prompt is a 2d list,
max_tokens=0,
temperature=0.0
echo=True,
)
print("\n\n response")
print(response)
print(response.choices)
assert(len(response.choices)==2)
# response_str = response["choices"][0]["text"]
except Exception as e:
pytest.fail(f"Error occurred: {e}")
# test_completion_hf_prompt_array()