(feat) router: async client Azure, OpenAI

This commit is contained in:
ishaan-jaff
2023-11-29 19:45:08 -08:00
parent 2760cdcce5
commit 9780efca4b
+1 -1
View File
@@ -328,7 +328,7 @@ class Router:
data["model"] = original_model_string[:index_of_model_id]
else:
data["model"] = original_model_string
model_client = deployment.get("client", None)
model_client = deployment.get("async_client", None)
return await litellm.aembedding(**{**data, "input": input, "caching": self.cache_responses, "client": model_client, **kwargs})