From af674701afa35fa4d65e5deb061cdedcb9a0551d Mon Sep 17 00:00:00 2001
From: ishaan-jaff <ishaanjaffer0324@gmail.com>
Date: Fri, 3 Nov 2023 13:09:38 -0700
Subject: [PATCH] (test) add palm streaming

---
 litellm/tests/test_completion.py | 19 +++++++++++++++++++
 1 file changed, 19 insertions(+)

diff --git a/litellm/tests/test_completion.py b/litellm/tests/test_completion.py
index 35f408e7bb..5be8b6199d 100644
--- a/litellm/tests/test_completion.py
+++ b/litellm/tests/test_completion.py
@@ -1330,6 +1330,25 @@ def test_completion_palm():
         pytest.fail(f"Error occurred: {e}")
 # test_completion_palm()
 
+# test palm with streaming
+def test_completion_palm_stream():
+    # litellm.set_verbose = True
+    model_name = "palm/chat-bison"
+    try:
+        response = completion(
+            model=model_name, 
+            messages=messages,
+            stop=["stop"],
+            stream=True,
+            max_tokens=20
+        )
+        # Add any assertions here to check the response
+        for chunk in response:
+            print(chunk)
+    except Exception as e:
+        pytest.fail(f"Error occurred: {e}")
+# test_completion_palm_stream()
+
 # test_completion_deep_infra()
 # test_completion_ai21()
 # test config file with completion #