This commit is contained in:
ishaan-jaff
2023-09-09 15:47:38 -07:00
parent bc1ad908c0
commit 5ab3ca2018
+4 -4
View File
@@ -481,19 +481,19 @@ def test_completion_sagemaker():
# test_completion_vllm()
# def test_completion_hosted_vllm():
# def test_completion_hosted_chatCompletion():
# # this tests calling a server where vllm is hosted
# # this should make an openai.Completion() call to the specified api_base
# # send a request to this proxy server: https://replit.com/@BerriAI/openai-proxy#main.py
# # it checks if model == facebook/opt-125m and returns test passed
# try:
# # litellm.set_verbose = True
# litellm.set_verbose = True
# response = completion(
# model="facebook/opt-125m",
# messages=messages,
# temperature=0.2,
# max_tokens=80,
# api_base="https://openai-proxy.berriai.repl.co/v1",
# api_base="https://openai-proxy.berriai.repl.co",
# custom_llm_provider="openai"
# )
# print(response)
@@ -504,7 +504,7 @@ def test_completion_sagemaker():
# except Exception as e:
# pytest.fail(f"Error occurred: {e}")
# test_completion_hosted_vllm()
# test_completion_hosted_chatCompletion()
# def test_completion_custom_api_base():
# try: