diff --git a/litellm/utils.py b/litellm/utils.py
index be5a526c49..d2cf36f24c 100644
--- a/litellm/utils.py
+++ b/litellm/utils.py
@@ -6489,7 +6489,10 @@ class ProviderConfigManager:
         api_base: Optional[str],
         present_version_params: List[str],
     ) -> BaseRerankConfig:
-        if litellm.LlmProviders.COHERE == provider:
+        if (
+            litellm.LlmProviders.COHERE == provider
+            or litellm.LlmProviders.COHERE_CHAT == provider
+        ):
             if should_use_cohere_v1_client(api_base, present_version_params):
                 return litellm.CohereRerankConfig()
             else: