(test) async logger + proxy

This commit is contained in:
ishaan-jaff
2023-12-07 13:54:27 -08:00
parent 5ddfaa33f3
commit f236dae79d
2 changed files with 13 additions and 4 deletions
@@ -53,7 +53,7 @@ class MyCustomHandler(CustomLogger):
self.async_success = True
print("Value of async success: ", self.async_success)
print("\n kwargs: ", kwargs)
if kwargs.get("model") == "text-embedding-ada-002":
if kwargs.get("model") == "azure-embedding-model":
self.async_success_embedding = True
self.async_embedding_kwargs = kwargs
self.async_embedding_response = response_obj
@@ -1,7 +1,16 @@
model_list:
- model_name: "litellm-test-model"
litellm_params:
model: "gpt-3.5-turbo"
- model_name: Azure OpenAI GPT-4 Canada
litellm_params:
model: azure/chatgpt-v-2
api_base: os.environ/AZURE_API_BASE
api_key: os.environ/AZURE_API_KEY
api_version: "2023-07-01-preview"
- model_name: azure-embedding-model
litellm_params:
model: azure/azure-embedding-model
api_base: os.environ/AZURE_API_BASE
api_key: os.environ/AZURE_API_KEY
api_version: "2023-07-01-preview"
litellm_settings:
drop_params: True