tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-07-16 16:17:26 +00:00
Code Issues Packages Projects Releases Wiki Activity

(test) tg - ai - set max_tokens=5, fast test

Browse Source
This commit is contained in:
ishaan-jaff
2024-01-08 14:03:31 +05:30
parent bf30e8fdb2
commit 96e8c2b4cf
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/tests/test_completion.py
+2 -1
View File
@@ -1310,12 +1310,13 @@ def test_completion_together_ai_mixtral():
def test_completion_together_ai_yi_chat():
litellm.set_verbose = True
model_name = "together_ai/zero-one-ai/Yi-34B-Chat"
try:
messages = [
{"role": "user", "content": "What llm are you?"},
]
response = completion(model=model_name, messages=messages)
response = completion(model=model_name, messages=messages, max_tokens=5)
# Add any assertions here to check the response
print(response)
cost = completion_cost(completion_response=response)