tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-06 22:22:23 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #2721 from BerriAI/litellm_remove_background_tasks

Browse Source 
(fix) Proxy - remove background tasks
This commit is contained in:
Ishaan Jaff
2024-03-27 19:32:56 -07:00
committed by GitHub
parent 93597b7ba0 31383b18cb
commit e81eb1bd11
3 changed files with 9 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.circleci/config.yml
+6 -4
View File
@@ -28,8 +28,9 @@ jobs:
pip install "pytest==7.3.1"
pip install "pytest-asyncio==0.21.1"
pip install mypy
pip install "google-generativeai>=0.3.2"
pip install "google-cloud-aiplatform>=1.38.0"
pip install "google-generativeai==0.3.2"
pip install "google-cloud-aiplatform==1.43.0"
pip install pyarrow
pip install "boto3>=1.28.57"
pip install "aioboto3>=12.3.0"
pip install langchain
@@ -152,8 +153,9 @@ jobs:
pip install "pytest-mock==3.12.0"
pip install "pytest-asyncio==0.21.1"
pip install mypy
pip install "google-generativeai>=0.3.2"
pip install "google-cloud-aiplatform>=1.38.0"
pip install "google-generativeai==0.3.2"
pip install "google-cloud-aiplatform==1.43.0"
pip install pyarrow
pip install "boto3>=1.28.57"
pip install "aioboto3>=12.3.0"
pip install langchain
.circleci/requirements.txt
+1 -1
View File
@@ -10,5 +10,5 @@ anthropic
boto3
orjson
pydantic
google-cloud-aiplatform
google-cloud-aiplatform==1.43.0
redisvl==0.0.7 # semantic caching
litellm/proxy/proxy_server.py
+2 -8
View File
@@ -130,7 +130,6 @@ from fastapi import (
HTTPException,
status,
Depends,
BackgroundTasks,
Header,
Response,
Form,
@@ -2896,7 +2895,6 @@ async def completion(
fastapi_response: Response,
model: Optional[str] = None,
user_api_key_dict: UserAPIKeyAuth = Depends(user_api_key_auth),
background_tasks: BackgroundTasks = BackgroundTasks(),
):
global user_temperature, user_request_timeout, user_max_tokens, user_api_base
try:
@@ -3062,7 +3060,6 @@ async def chat_completion(
fastapi_response: Response,
model: Optional[str] = None,
user_api_key_dict: UserAPIKeyAuth = Depends(user_api_key_auth),
background_tasks: BackgroundTasks = BackgroundTasks(),
):
global general_settings, user_debug, proxy_logging_obj, llm_model_list
try:
@@ -3299,7 +3296,6 @@ async def embeddings(
request: Request,
model: Optional[str] = None,
user_api_key_dict: UserAPIKeyAuth = Depends(user_api_key_auth),
background_tasks: BackgroundTasks = BackgroundTasks(),
):
global proxy_logging_obj
try:
@@ -3475,7 +3471,6 @@ async def embeddings(
async def image_generation(
request: Request,
user_api_key_dict: UserAPIKeyAuth = Depends(user_api_key_auth),
background_tasks: BackgroundTasks = BackgroundTasks(),
):
global proxy_logging_obj
try:
@@ -6158,7 +6153,7 @@ async def block_team(
raise Exception("No DB Connected.")
record = await prisma_client.db.litellm_teamtable.update(
where={"team_id": data.team_id}, data={"blocked": True}
where={"team_id": data.team_id}, data={"blocked": True} # type: ignore
)
return record
@@ -6180,7 +6175,7 @@ async def unblock_team(
raise Exception("No DB Connected.")
record = await prisma_client.db.litellm_teamtable.update(
where={"team_id": data.team_id}, data={"blocked": False}
where={"team_id": data.team_id}, data={"blocked": False} # type: ignore
)
return record
@@ -6783,7 +6778,6 @@ async def async_queue_request(
request: Request,
model: Optional[str] = None,
user_api_key_dict: UserAPIKeyAuth = Depends(user_api_key_auth),
background_tasks: BackgroundTasks = BackgroundTasks(),
):
global general_settings, user_debug, proxy_logging_obj
"""