(fix) cohere test

2026-08-08 12:24:04 +00:00 · 2024-01-29 11:36:00 -08:00
parent 3c44a54e7a
commit c304117caa
1 changed files with 1 additions and 1 deletions
@@ -517,7 +517,7 @@ def hf_test_completion_tgi():

 def test_completion_cohere():  # commenting for now as the cohere endpoint is being flaky
    try:
-        litellm.CohereConfig(max_tokens=1000, stop_sequences=["a"])
+        litellm.CohereConfig(max_tokens=10, stop_sequences=["a"])
        response = completion(
            model="command-nightly", messages=messages, logger_fn=logger_fn
        )