diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 541d4e7fb2..49f3a0d159 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -3423,6 +3423,39 @@ "supports_audio_output": true, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-2.0-flash" }, + "gemini-2.0-flash-thinking-exp-01-21": { + "max_tokens": 65536, + "max_input_tokens": 1048576, + "max_output_tokens": 65536, + "max_images_per_prompt": 3000, + "max_videos_per_prompt": 10, + "max_video_length": 1, + "max_audio_length_hours": 8.4, + "max_audio_per_prompt": 1, + "max_pdf_size_mb": 30, + "input_cost_per_image": 0, + "input_cost_per_video_per_second": 0, + "input_cost_per_audio_per_second": 0, + "input_cost_per_token": 0, + "input_cost_per_character": 0, + "input_cost_per_token_above_128k_tokens": 0, + "input_cost_per_character_above_128k_tokens": 0, + "input_cost_per_image_above_128k_tokens": 0, + "input_cost_per_video_per_second_above_128k_tokens": 0, + "input_cost_per_audio_per_second_above_128k_tokens": 0, + "output_cost_per_token": 0, + "output_cost_per_character": 0, + "output_cost_per_token_above_128k_tokens": 0, + "output_cost_per_character_above_128k_tokens": 0, + "litellm_provider": "vertex_ai-language-models", + "mode": "chat", + "supports_system_messages": true, + "supports_function_calling": false, + "supports_vision": true, + "supports_response_schema": false, + "supports_audio_output": false, + "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-2.0-flash" + }, "gemini/gemini-2.0-flash-exp": { "max_tokens": 8192, "max_input_tokens": 1048576, diff --git a/litellm/proxy/proxy_config.yaml b/litellm/proxy/proxy_config.yaml index 7bc0435a14..4b0ca6ba75 100644 --- a/litellm/proxy/proxy_config.yaml +++ b/litellm/proxy/proxy_config.yaml @@ -1,9 +1,7 @@ model_list: - - model_name: fake-openai-endpoint + - model_name: bedrock/* litellm_params: - model: openai/fake - api_key: fake-key - api_base: https://exampleopenaiendpoint-production.up.railway.app/ + model: bedrock/* litellm_settings: callbacks: ["datadog"] diff --git a/ui/litellm-dashboard/src/components/view_logs/columns.tsx b/ui/litellm-dashboard/src/components/view_logs/columns.tsx index c805e531b9..62f398ce26 100644 --- a/ui/litellm-dashboard/src/components/view_logs/columns.tsx +++ b/ui/litellm-dashboard/src/components/view_logs/columns.tsx @@ -4,6 +4,7 @@ import moment from "moment"; import React from "react"; import { CountryCell } from "./country_cell"; import { getProviderLogoAndName } from "../provider_info_helpers"; +import { Tooltip } from "antd"; export type LogEntry = { request_id: string; @@ -19,6 +20,7 @@ export type LogEntry = { startTime: string; endTime: string; user?: string; + end_user?: string; custom_llm_provider?: string; metadata?: Record; cache_hit: string; @@ -111,6 +113,7 @@ export const columns: ColumnDef[] = [ cell: (info: any) => { const row = info.row.original; const provider = row.custom_llm_provider; + const modelName = String(info.getValue() || ""); return (
{provider && ( @@ -124,7 +127,11 @@ export const columns: ColumnDef[] = [ }} /> )} - {String(info.getValue() || "")} + + + {modelName} + +
); }, @@ -146,10 +153,15 @@ export const columns: ColumnDef[] = [ }, }, { - header: "User", + header: "Internal User", accessorKey: "user", cell: (info: any) => {String(info.getValue() || "-")}, }, + { + header: "End User", + accessorKey: "end_user", + cell: (info: any) => {String(info.getValue() || "-")}, + }, { header: "Cost", accessorKey: "spend",