From 098a86f6784e59fd144f0eb5aabcd5fe18ee0a35 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Wed, 11 Oct 2023 21:19:44 -0700 Subject: [PATCH] fix(proxy_cli): prints the location of the config file --- litellm/__pycache__/main.cpython-311.pyc | Bin 51977 -> 51989 bytes litellm/__pycache__/utils.cpython-311.pyc | Bin 159321 -> 159871 bytes litellm/proxy/cost.log | 2 ++ litellm/proxy/proxy_cli.py | 12 ++++++++---- litellm/proxy/proxy_server.py | 2 +- 5 files changed, 11 insertions(+), 5 deletions(-) diff --git a/litellm/__pycache__/main.cpython-311.pyc b/litellm/__pycache__/main.cpython-311.pyc index d8a3221f4ae243a077eaa1c0082f819e28bc7f63..0ad93e0a4cf174a408df4ee7ca6f3eb08711a9d0 100644 GIT binary patch delta 2178 zcmZ8geQ;A%7JoO%OPhqGY18JTX;ab<+89b(p|Dbr=Br>)#6l}eKM;}>7@!|7DQqz{ z!zk;*bRpxZC9YNDu2P0N?&=-1qu4P5%A&$p{ST(%ww9r!(DFtb#ZB+q6Ch3@~hLHL6 z<9qCcJVUR#eT2w#VRbdz&k7bowB~W<$u(O@7hPXlO~{AvMBRt1c+2G(a3l8q(0V|ThqDaJo&TuYMAEUAQg z&q*@MI+c;FjHUybF%3UIyv15b|3>&8L4bdS7O7Q)xgu1C zA0>K-hu0a;W9$M#9)`?tDf~P+NC&%{3F)V2x4UfmzuFf~Tb-%;$sHFqw!{5TTAi0m z%M&@%#S3JCmm&UMHMWHkYG4U*#`G z`>EPvZ7mTlItXJ>bkG{F6aJ)as=(N#+SLlQe_8Ccp#7W9t4Djy=5?a|N5h&bw6ob5`v>gL1C4a-T+dQzJ6}rlAr8H<$WK(0*t3*wFr`)?149wux7d z3u%wjy9$-G-|6Kk>81ux4OiB#v^iNeNKRnlWtw$RdMA} zxBpJ4y-w@tFe%gR4JJ>AL7DC_h{%KN+J9KI?&s_YE`x(lFA*Eqy}d%Go*q|`8_+%c z0GXk`8!jT`I{e|6wfakJOGb?J?cN!cWuV8*7LJ%Vs7<|*Cji8J04n6y3K%tw#_-=%+ zApew$T!s5jEfV*$gp1IB>MIk*GrCAPx@B)z+SVHhOF`&+%T2zdV{f&Q;ydABZ%_Bm z?OXb`Mt4XCtksBMft<-@;sI9b@33~VgLvtQNvf(HzzNzgfnVPS=4HfCcz1NGB(c!7 z+iXeW81F*phePibkpVdV-tq;Gjno9`bU^nY788-rK<)?Ml5LH@ShGP3{{oncd4K=_ delta 2148 zcmZ8gdr*^C7XMDd7larHB#`h(LV&1|BGgB~AGLfG^oSrKNm7H_XLI*%6+pWxHSp+f-f(@D4t9@4MW*cBvC!l0CBQ5P%s! zTh8Ehc5(&xw6N*>xY;pwXJs$IAK0V!F9RsU^A(@Mo7h+RHndohbp#U}yDq zcn;sM9=Dtv(ngDdo2s~5w5X>frfIL_{sVZb#-Sga>!J*EK2ftCeu+lUBn;rrdu@2v zqk~hZ^Lpe{J-Lxde5fi1L*8O|9-r~H@(N#*4DAy48bYJ52~Oi4UkUsQKPh(MxbG)< zF9e6r@)<_O95hSt%#a-X^^oTLZ_wyp4Zjt~{vF3`jQS73S)BFz;2c&2obV!R2^_K{ zC*)vgf25UNYuN|Tjh>z5aGfbT3uO3+VcU8ze#>o@?+ES^0RAhuL?;7JbyyhM0%>?S zRB!x%YLf&eDp~MG=y^EEB74>Ww6ixKcIT{`u@rn@ESM=Qj-}tQEl?%McmU=w7Pw(9 z8g3f7f6BGumDVZOs*9E>m**|_lxxGJc>`N=^s2VEl-o{}nLOLerMI=~iYZ=QV9JKtq zY)=lw@5{Y~6z`hm?BgD%x0-~w-{}=A;hIo!E_Z$z0v^YI$%XQb%DUAqr(sfIr5 zZ4Pcbo^E>(FCDJ{AKp2>Hf1fh4cmDIGxpf=krP&V3s*+jQzv?oH37h~XRVk&&1^tvvmT{cNx%S+|wc0KW4=Z!a~S+w^0@Z@89_JC(idksq6jesjal z|G%aQc}+tgP@m8?1pEoPAxtV8P|{6b9H2& zLn?hY#Y%J=Why=~y2hAKT>L-9ojEWuYESJTk-*C|=YOg*iun zu?rVjQf@c(Y9?=SQH_*cB?#luOD4O*%WkbQ zLds@>a~#~V(nWbUUbs}TfF7jsZ<4bVAGyud{?|8*nU_m6S0${z?1XY`y?hwHV$+wW zHCf-&_NO=`wBbWxP0$V%FG>f^*dC9plQ;4b1cwTt)>fVl;#;@+9!L|3_&v`Lso2aU%hG)G+WBZ8O-WW zS1m+)RjXui40iQ*s5zpXD_IMM<^EnZPtbfRBTKc3)GqM@Iz(D1W!nea`gf>Bf-aKM zEwOOl0o5(&Vme(>zfCO>^d2cKJJ!~>LoF3_xui3xD@4l2*3C_i9e>Qy39XiW{hm|v EAB`7wqyPW_ diff --git a/litellm/__pycache__/utils.cpython-311.pyc b/litellm/__pycache__/utils.cpython-311.pyc index 7e2174fb4a7514ba6ee820056e3ecc58db8ba84b..99e08f1adf4d6c7e15ef562b90a543156ee0b624 100644 GIT binary patch delta 2494 zcmb_deNa@_6@S0`_7m78xO^=ivMj6!2oem{Q7l42{6J8YDJCXG;4NjBbvIcSMEdX} zO{W=cW=KeLJB_5&wrV0;W5ugB)Q@V4X_bYbE~FTWnbAy}DUO&p&4l(o=xS~ANB+p2 z_s%`%cg}g|-uvF~yy3s-|23vJ?l%}h1U^hX9|UJw=psaA$FJZLNFQqAiXh@|cHP}`~+rptIuk|e8}1#h@-VK9`Z z+V_Fi0Nu78adfC23-cB|@TLmhAGPUyOCBJ;{0F+Mk|EXYA+o;vdvuut%NU;qUe8oYFds2eBZ$(fO1X=IY1+6-CJ03o*E?dVt@m4y^i6l5#t`o~O z+r7v6K3dIgkEOAxw%$_baM>*$uSIfr?X^CScWZ0z8kehjbG4XGcO`P0(k_V_F=Pqk#1ELoNjRkO>rx%H9ntX^IEAT7(%n$62p`+QzUO_R@V zNvm$$O5b`8BbY;9d>#i>m-y0YrWd{FrJs0F5LKsF+eSm9{Lym{WetQb8VX%BA*`WG z8*u?!ndrlCA@|6_6Ga0F1w#o1?fQTz`$)Rqw1i)Q`3wA! z^G4&c0;!w*Pc`_tOx+x?rUlX;ozSY{<8BLFOe$hRP({T}sD;S<38OH}#y)%rKA6AV zlrP-P4{0%opJ|Fni%z_!Q*)zMq-TDKNG9(B0eo!xZtPbkl-fk{y8#4&Am`TXdI!Z4ixtn7X%FR|P&Rf5Q$R8M=r`Cx zP{}Hf;(ef=S&wl#at7A-AX3Gb-*yt^DzvlyUZ_D<&FZ+BKATSd9-rb%I({10@Cwa2 zk9d0J433H#clwO=>$5n9v#(#^j;3>vuyY2!dyWUG-DdjsAMit5Rlt6@d03mMa%a;W z7w`#AQs;ZA1gR5L7msTPfe%wJ_=5{cPWSXnLW>d03gstUr)JGH?=>-@-sjlSx~yJ<>K^M1h} zkuG{&eDX#pz#;yHc+HBoT)|2N+Ax53RL40?;|GyXpBcmp1;0|rqvAie9m1%2&H?E} z>bn_!bMb(=c*tD*l5v7OOY|+6AQi-rF=ov?u&yhq-54;%44E<~gd#!{KfoxO=@%cs z!@ui>A-Lh7BSUx`b#(R>Zf#PgWP11tQt<3dKqV`@ipLa&HeW*Vr~4{~O6~sE?Gu7fNLG+ZLHIsa5^kASk=xUfLtLLh z0=A6yvi35zYXna~?@%eLzjxP3uYCx%y+$isT2L6dMlbYh2{-!nA!}pBe$(Q$Ced%u zaKvv?bHpDTrRdpn%ABK>zL=NiI92qo}JjRXdq$rF}W8sB) zd>U6PDdXBW$tsQ~7k*1h6hDrEWYvftC#oeYHI4GFR7|gr;wlDM&vnd2bQMwa!xkQz ziq!1RN7w+YW~={-NnkxIyn&T^-gtKZ9e=|fw&hc7AgE#ff8ftroMxS$;}If0UKN%yZw{Fce8%=ZN^Xg~%0enP#;BQQCaPx%UVry@sZfr zv_7MCY!s{32Mtmsier_wzC|Nt7q=q5SS3aqV_j3IZBn&!HMjQRkN$9e%zWqj&g9HF z_sra99&PJ&t$wdg*G1r?B&Kgkjd!`eP7hlyIS|a2mp0mfnhy;R z5UN3!`>yu3&zEL`RllaV0{*j*$uy1W9YvDAp|Oo4tppQ2jg&ncW^qT`ok@6;^~`4%=zP zC?7g(0fN-_!#o>0X#pM}ie}kSMZI>^V=ApFM|$8itvc$4U!c>}uO`9em+baS_6j2@ z95{pd?3@FwMutyNjvhV>RYIq#%c4NBQ=dr|brT}e&M32rjicEpN!$o}{e zJyj4{k1BK$1T$SVTtGBy+lRaGd8?}+lrNrrUcg@LA2qdQaY$5Z&E%G%e@HO956 z1i4H)hzmdw8&$`f3MFjyVHj2Xs5_5hf(k2H$9GVJ95K*agczy+aXiK$>U#n$7){$w zpixxYJaqp_G+{AadJ0RCOrM?Nw94kBO{eh@R?BX|bp9C};sxd|!F2dp%oIi29lHB0 ze!_gZ_8c}Kn(EG@7fo-#Y~Hr*^s5FGqgEzea;Wq8UWDx~+i?K_@Si3L*1x{3r59_t z2oZ3z^A}+Na_FN*^cyLO6>tnwdV=>&n1cE4a0Od?D@X$Go6vvtO~i}7dGZ5F62c^6 z2~Xwj7Dz&oN!jNZr68_ElnN5rg*BkJj>DW2sYtKuAU&Lj;R$9qF)icubY-~S;{vV0ND876^$ifWTCRPSIO7aZ zbH*7IDC0MxCzu46QTBA1y5#9ZS9nC8MrG zw|LTe7MsOeK^cRKjbghV#bzI|-KZ`$)08%T;ghJ!gUe`O*F5M4(`2INl@b22ELJh| zZ4?4&%-)U;Ae+s;gE3l^)7qbLA8T0ULlhEBWWPSbMPJmiQ@^8|FD}%%NrNxx(6MbA zQmH~bOVyDAAen8{lWjmIOYBBMfIK?EKq^td9vVnK!4#HdBssp2*xFz+MTKMRei#`b z^7k*a4>_&jFGG7AIf_uWEuIVk`9;sJCXjDc=+8C}ApL=RtRa!y6M2~0Bx3Z#2zEA; zBp6V|I`T=nhQ}E=mFxh@=;djoj{h)My+=y?gG#lC@(TZ%CsVDBjDE9REvv7dA3f(g N{;tkr%WdQ-{sf&?AiDqn diff --git a/litellm/proxy/cost.log b/litellm/proxy/cost.log index ec39807a1c..365bc3e70e 100644 --- a/litellm/proxy/cost.log +++ b/litellm/proxy/cost.log @@ -7,3 +7,5 @@ 2023-10-11 15:14:04 - Model gpt-4 Cost: $0.03291000 2023-10-11 15:18:16 - Model gpt-4 Cost: $0.03669000 2023-10-11 15:19:12 - Model gpt-4 Cost: $0.04806000 +2023-10-11 21:11:06 - Model claude-2 Cost: $0.00041534 +2023-10-11 21:15:34 - Model claude-2 Cost: $0.00054606 diff --git a/litellm/proxy/proxy_cli.py b/litellm/proxy/proxy_cli.py index 290f9671ab..644641f978 100644 --- a/litellm/proxy/proxy_cli.py +++ b/litellm/proxy/proxy_cli.py @@ -36,10 +36,14 @@ def open_config(): print(f"Failed to copy .template.secrets.toml: {e}") # Open the .env file in the default editor - if os.name == 'nt': # For Windows - os.startfile(user_config_path) - elif os.name == 'posix': # For MacOS, Linux, and anything using Bash - subprocess.call(('open', '-t', user_config_path)) + try: + if os.name == 'nt': # For Windows + os.startfile(user_config_path) + elif os.name == 'posix': # For MacOS, Linux, and anything using Bash + subprocess.call(('open', '-t', user_config_path)) + except: + pass + print(f"LiteLLM: Proxy Server Config - {user_config_path}") def is_port_in_use(port): import socket diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index f71218ef01..1186e3fcd9 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -353,7 +353,7 @@ async def completion(request: Request): @router.post("/chat/completions") async def chat_completion(request: Request): data = await request.json() - print_verbose(f"data passed in: {data}") + print(f"data passed in: {data}") response = litellm_completion(data, type="chat_completion") return response