(test) add async + non stream test for ollama

2026-08-07 04:24:12 +00:00 · 2023-10-09 13:47:08 -07:00
parent bf4ce08640
commit 8d4c109171
1 changed files with 7 additions and 0 deletions
@@ -135,6 +135,13 @@
 #     response = await ask_question()
 #     async for chunk in response:
 #         print(chunk)
+    
+#     print("test async completion without streaming")
+#     response = await litellm.acompletion(
+#         model="ollama/llama2",
+#         messages=prepare_messages_for_chat("What is litellm? respond in 2 words"),
+#     )
+#     print("response", response)

 # if __name__ == "__main__":
 #     import asyncio