tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-10 12:22:16 +00:00
Code Issues Packages Projects Releases Wiki Activity

(test) add back tg ai streaming test

Browse Source
This commit is contained in:
ishaan-jaff
2023-10-07 16:15:54 -07:00
parent 815893c7d9
commit f37e2d4f8f
1 changed files with 17 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/tests/test_completion.py
+17 -11
View File
@@ -1122,17 +1122,23 @@ def test_completion_palm():
# pytest.fail(f"Error occurred: {e}")
# import asyncio
# def test_completion_together_ai_stream():
# user_message = "Write 1pg about YC & litellm"
# messages = [{ "content": user_message,"role": "user"}]
# try:
# response = completion(model="togethercomputer/llama-2-70b-chat", messages=messages, stream=True, max_tokens=800)
# print(response)
# asyncio.run(get_response(response))
# # print(string_response)
# except Exception as e:
# pytest.fail(f"Error occurred: {e}")
def test_completion_together_ai_stream():
user_message = "Write 1pg about YC & litellm"
messages = [{ "content": user_message,"role": "user"}]
try:
response = completion(
model="together_ai/togethercomputer/llama-2-70b-chat",
messages=messages, stream=True,
max_tokens=5
)
print(response)
for chunk in response:
print(chunk)
# print(string_response)
except Exception as e:
pytest.fail(f"Error occurred: {e}")
# test_completion_together_ai_stream()
# async def get_response(generator):