From 1e9aa69268b6d2f0cec5ccb7b8474871c3a4e1ba Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Thu, 30 Nov 2023 20:24:31 -0800 Subject: [PATCH] (fix) proxy: use orjson.loads() --- litellm/proxy/proxy_server.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index 75c51cdc35..c57c212ca2 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -785,8 +785,8 @@ async def embeddings(request: Request, user_api_key_dict: dict = Depends(user_ap try: # Use orjson to parse JSON data, orjson speeds up requests significantly - data_bytes = await request.body() - data = orjson.loads(data_bytes.decode('utf-8')) + body = await request.body() + data = orjson.loads(body) data["model"] = ( general_settings.get("embedding_model", None) # server default