feat(httpx): Send litellm version upstream.

This commit is contained in:
David Manouchehri
2024-07-08 05:40:32 +00:00
parent 40a045cb72
commit 54e0b29079
2 changed files with 21 additions and 1 deletions
+11
View File
@@ -7,6 +7,15 @@ import httpx
import litellm
try:
from litellm._version import version
except:
version = "0.0.0"
headers = {
"User-Agent": f"litellm/{version}",
}
# https://www.python-httpx.org/advanced/timeouts
_DEFAULT_TIMEOUT = httpx.Timeout(timeout=5.0, connect=5.0)
@@ -44,6 +53,7 @@ class AsyncHTTPHandler:
),
verify=ssl_verify,
cert=cert,
headers=headers,
)
async def close(self):
@@ -159,6 +169,7 @@ class HTTPHandler:
),
verify=ssl_verify,
cert=cert,
headers=headers,
)
else:
self.client = client
+10 -1
View File
@@ -1,6 +1,14 @@
from typing import Optional
import httpx
try:
from litellm._version import version
except:
version = "0.0.0"
headers = {
"User-Agent": f"litellm/{version}",
}
class HTTPHandler:
def __init__(self, concurrent_limit=1000):
@@ -9,7 +17,8 @@ class HTTPHandler:
limits=httpx.Limits(
max_connections=concurrent_limit,
max_keepalive_connections=concurrent_limit,
)
),
headers=headers,
)
async def close(self):