tiennm99/litellm
1
0
Fork 0
mirror of https://github.com/tiennm99/litellm.git synced 2026-08-07 06:29:41 +00:00
Code Issues Packages Projects Releases Wiki Activity

(feat) proxy add ext-embedding-ada-002 as a base model

Browse Source
This commit is contained in:
ishaan-jaff
2023-12-06 12:19:47 -08:00
parent 5fcd6437e4
commit 06255c6590
1 changed files with 13 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
litellm/proxy/types.py
+13 -1
View File
@@ -44,7 +44,19 @@ class ModelInfo(BaseModel):
input_cost_per_token: Optional[float]
output_cost_per_token: Optional[float]
max_tokens: Optional[int]
base_model: Optional[Literal['gpt-4-1106-preview', 'gpt-4-32k', 'gpt-4', 'gpt-3.5-turbo-16k', 'gpt-3.5-turbo']]
# for azure models we need users to specify the base model, one azure you can call deployments - azure/my-random-model
# we look up the base model in model_prices_and_context_window.json
base_model: Optional[Literal
[
'gpt-4-1106-preview',
'gpt-4-32k',
'gpt-4',
'gpt-3.5-turbo-16k',
'gpt-3.5-turbo',
'text-embedding-ada-002',
]
]
class Config:
extra = Extra.allow # Allow extra fields