From 3bdf61f02a5232db7dfcdddf9f24b8852ee2cdb8 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Tue, 5 Dec 2023 09:35:08 -0800 Subject: [PATCH] (test) test bedrock on router --- litellm/tests/test_router.py | 37 +++++++++++++++++++++++++++++++++++- 1 file changed, 36 insertions(+), 1 deletion(-) diff --git a/litellm/tests/test_router.py b/litellm/tests/test_router.py index 8024c9dd2d..ae9a06c41f 100644 --- a/litellm/tests/test_router.py +++ b/litellm/tests/test_router.py @@ -329,4 +329,39 @@ def test_azure_aembedding_on_router(): except Exception as e: traceback.print_exc() pytest.fail(f"Error occurred: {e}") -# test_azure_aembedding_on_router() \ No newline at end of file +# test_azure_aembedding_on_router() + + +def test_bedrock_on_router(): + litellm.set_verbose = True + print("\n Testing bedrock on router\n") + try: + model_list = [ + { + "model_name": "claude-v1", + "litellm_params": { + "model": "bedrock/anthropic.claude-instant-v1", + }, + "tpm": 100000, + "rpm": 10000, + }, + ] + + async def test(): + router = Router(model_list=model_list) + response = await router.acompletion( + model="claude-v1", + messages=[ + { + "role": "user", + "content": "hello from litellm test", + } + ] + ) + print(response) + router.reset() + asyncio.run(test()) + except Exception as e: + traceback.print_exc() + pytest.fail(f"Error occurred: {e}") +# test_bedrock_on_router() \ No newline at end of file