mirror of
https://github.com/tiennm99/litellm.git
synced 2026-08-10 22:24:51 +00:00
test parallelism on circle ci
This commit is contained in:
@@ -410,18 +410,18 @@ def test_completion_together_ai():
|
||||
pytest.fail(f"Error occurred: {e}")
|
||||
|
||||
|
||||
def test_customprompt_together_ai():
|
||||
try:
|
||||
litellm.register_prompt_template(
|
||||
model="OpenAssistant/llama2-70b-oasst-sft-v10",
|
||||
roles={"system":"<|im_start|>system", "assistant":"<|im_start|>assistant", "user":"<|im_start|>user"}, # tell LiteLLM how you want to map the openai messages to this model
|
||||
pre_message_sep= "\n",
|
||||
post_message_sep= "\n"
|
||||
)
|
||||
response = completion(model="together_ai/OpenAssistant/llama2-70b-oasst-sft-v10", messages=messages)
|
||||
print(response)
|
||||
except Exception as e:
|
||||
pytest.fail(f"Error occurred: {e}")
|
||||
# def test_customprompt_together_ai():
|
||||
# try:
|
||||
# litellm.register_prompt_template(
|
||||
# model="OpenAssistant/llama2-70b-oasst-sft-v10",
|
||||
# roles={"system":"<|im_start|>system", "assistant":"<|im_start|>assistant", "user":"<|im_start|>user"}, # tell LiteLLM how you want to map the openai messages to this model
|
||||
# pre_message_sep= "\n",
|
||||
# post_message_sep= "\n"
|
||||
# )
|
||||
# response = completion(model="together_ai/OpenAssistant/llama2-70b-oasst-sft-v10", messages=messages)
|
||||
# print(response)
|
||||
# except Exception as e:
|
||||
# pytest.fail(f"Error occurred: {e}")
|
||||
|
||||
def test_completion_sagemaker():
|
||||
try:
|
||||
|
||||
+1
-1
@@ -1,6 +1,6 @@
|
||||
[tool.poetry]
|
||||
name = "litellm"
|
||||
version = "0.1.533"
|
||||
version = "0.1.534"
|
||||
description = "Library to easily interface with LLM API providers"
|
||||
authors = ["BerriAI"]
|
||||
license = "MIT License"
|
||||
|
||||
Reference in New Issue
Block a user