From f0b104f37f65073d1b32792916d3afe3e24f22b7 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Thu, 17 Aug 2023 20:24:38 -0700 Subject: [PATCH] bug fixes for response object --- litellm/__pycache__/__init__.cpython-311.pyc | Bin 4638 -> 4668 bytes litellm/__pycache__/main.cpython-311.pyc | Bin 25743 -> 25997 bytes litellm/__pycache__/utils.cpython-311.pyc | Bin 46817 -> 50302 bytes litellm/utils.py | 3 ++- pyproject.toml | 2 +- 5 files changed, 3 insertions(+), 2 deletions(-) diff --git a/litellm/__pycache__/__init__.cpython-311.pyc b/litellm/__pycache__/__init__.cpython-311.pyc index ff33c5b10afd32125e0f744bfa056d01e224f5c4..991b3d63589afc64a3770c78b929cafb40176148 100644 GIT binary patch delta 439 zcmXv|yG{a85WRO1Vo)#vL6-Nz!tz)WJCvu1g;q8ii-`##nazss`al|u2@N0MW=j$a z3oIyUEp6;5ZS+U9a9DMcbIzP|Co}g^evy68KA)FSr9VD#-|~t4z*3G~9D>$E$QpaC z@%?aJV0#QBBZi{J&O(dnMNM3cO$omRVS#Dk37P4C#9#xXBL)%VAQGa47$Htb5Ry8> z*b|2o#&r&9atU%0X_7R9DN3_C8)BNQj1p#a0dkl{nKVyhIm#8%JZV8oY3VyUtw|1N z9L_o{JFGaIb2#sCVZl(O4GL{2VSx^ov4|x@HC0eKqrPk`SB@5qYS@w>ZJJf6{yl6t zdD++|Wmqw4W*zEg0~%%%nq~`HW*geG3t=Mgq8)Od@PgfU&v|9G>-k#ZJ9c~JI~W*T s>e}E`>vwyd?p3dIuHDXRt80R{M_=QFn>YK=f9-h>iE|d1z52oR1ND1o7XSbN delta 402 zcmXv|yHdhX5ZxQZ0tt6jm`Lsa ztYub{DxB7Qm{XN)olL6v8d_8*i?zXH4bGdaO;+10dzE`W?Nt?yKlg+OUaTFeJeMhJ1jF!6OZwSWiTR6*HN1qu? F`~U(`TXg^c diff --git a/litellm/__pycache__/main.cpython-311.pyc b/litellm/__pycache__/main.cpython-311.pyc index b977a57784f99d1cc2575fa117b742eb2fee4af9..f8e81abe6cd2480679f49438dbf6c3e611174ce3 100644 GIT binary patch delta 7934 zcmd5>dvF`adA|h+fFK3Fi8nxiAZflSQhb0<34Dm8EKv{ABCU{wC>%r)0uRvP^z5A} zJM>IEekoeFPR4SKJft`^Ydb?bi5<(9r+?IG-I;?7#R?{B2&uF z2l7CWVQoi2w!&lkV?C$jp7I-3fVtk$WD z0XPA7s$Ds339TRjSIQ{i(SybU&djJVwfK-1Ag}f-EsO@bH8nOXTS|hH3Oq*to&-#G zk_=T|6}*&PQWelhU5{>Kwn=S*SnH?qm_qor#-dw4S%W9TKWKBZ@HFUfl`1irHQTbZ zo=ht-WDCM(8GAuOJQ_yxBr1X+ORoWfcm@5$N4DbJRIf>D5d=%HfVHrtY|)DT8qx%u zD%CBm7ept~(p5}qJxIVjsXve}wa5#Yn{1t_*`(o$lC^vfJOen}rF`mpTk*1Eh9Wc4 zctx>p+7m2+)D_m2ES(`DYGfT#(mMZ4nq{)4Y|82%Rj_(0SGKB@(KtJ6N8@%1kQUke z6a`7h`Xvp(=d*Q7ft2QHy^MdVUp6<@yTO`8k_OYPY2DJA(pnf3H0M6>XEB;>oze2B zSN|BJAti+TnSejkUqMmP&(T!>UVJE$e{q+D%FaYl5#=)*fbUWX+mvtck4Y zK`hV`O=P~%vXQm2@mitRgup;Y6_RxqlC0t+b>mzk<{V z{Oo9p6cidB>c+B*4_iUjrBNeOjT2-mGFinSF{9xsSsPn<0c{A*_Ea`&<2E;;(aiKp zjL|~-*4j}AUS2lZWrBL)C$mON)z-vt(&)@$#XV7{8(8BNaKcZf^z9k;MHTx1i+&dn zE!l?9#zd~|j9h9~fR3X@C2pkJzeF~wmF;+!^o6iJv%$nI;v&fQv@KH2j7oDwsj-un z2P&mbwtA%_&53H*nrIbPNt+lnP0W}?jdr?)wW1K}zJ>zFE2-eYndDaVueYL!B{Er& z#XgZk{S-^S#y?OkwUd6*nevl?OnAEYOW|qPdQ|YHmYp8+M1W3(ulo&lG;%K4hf;|M z^`K0~8c9alu%W+97~6zRHFEO5FE#H@3!go5qi3F+=9?%P!jSxDkEUAcWf>s#%GbKY z)yjtZb45aSao7L#Ugsrb45X}5A0gXm$unz2}{xxLc|U- z4arx`s2?7%m3r&AdgP8ZGCS2vRAHNJ@dNV3r&(!GKFT$)_0b0GX9j|8NE>UEuvbZt zL-30-*TIb;6{oVhuVo=WL_hHXgo0oj1C7$Vpo}uoxt3eX{d9c2pV~I@Qyb|@g(4!* zB=P=#g0)NciM1N)U(+^0D&{6r?croZeU%*MN|EhHWwvjYP+XjRPY>611UVu% z>eko|&zg&xn;5^uULK>^rj zzX1?Xlfx@})53ueas{x~P*o^#*(a(eq9Vs|GJ_JBzam{E5!}Hw%ba0~`sbV`Dugynxw z1{-ji;jB$#=;Auic9;%!FZOWm#a^xx5Nt=Z59=47B^804ILbN#yQKLmGje-?RNjfO zZx-9ul*zVM)7vA#5^IN%Y1c%*$RDQ;m9R~|2g%M8Y zo2QCWwx1!hYu%`~OIg(UG~EnJvLW64dQCUQqHc}`hZc8pJ%5s3=CEGsGU+8lOkjIb z8ZtHvOKbbnl`*(c83IlyH*A&>>7z&?zmx^pV>rk*jdFc5?C{BbgzfXDQmJ*0Phuss zeOV>+tvgxn!CSH3GJ}Qm%z$}bG6Krt1)PJgy9^Hnl5k#_c`f8gaU8*Xu>kXX zIgiX#LAj~8e%2G+CwO2}g&qi30?3aS?`yw$qGJMw>xjcJZkY)2^qKZ82lEmfGn%WI z=$dFr)mF0(^7vZXf|3=1v?~K?HX@~Dq-!t277-AB{WU-ag9kP-IH0y6gNKqzmfvlr z3{L+Y8P2SJ^nIx`8RF29ZV&~y2#WN~73IolIrMV2jKR%@Z$N+z zg|^DVGi$ox9GjnjcV$)wwIl5VK)8_Ikj093*3;zgV0o^o&i69NK?ibinI5FzS79=wbLw{d{cxb+R8}HqU_XqaaDnmf z-Mg>LF+|fL+Oco$R`w>7mUDPxAqkzv~w3u(|+$s|9Ki8gJEmiwJaqP5&ojB49vs-YU>99*wfw)A~4c^ zWGGQ2DPV5FI~QIMCK}PiL{>NyVdzJ3Q#*9d=MOUrAu3UH#!oZ;b6($xImWvfBK^S# z{Z;rM?N#b!yzIweS;unI6L^v)O#8_NACt(PTWD#PXrB~@{O9~WtZY4=1L4h%UTAhN zJ7~c~_|`sYB21i3C)GuN8-D06chaxnahw9skKyqwr2IwNhu=wDya~%XcjZTL^DR8C z@P+8>km@wL-^G0_E^xd|Wcw*H99p25gc5xsp$kMplsEOUuVT8SOs{q7O9Yv=C8ZYx zr=Nts=(HoN{AcHKiw%)SJV>64#69~lwbBpnl$L+p`<(aU*lo?WdjwFG-!?mWwdqc7 z;S=ts+!qH|f7X=))V!whuCWYm?<n?6^k|CXeEJ7r*-} zvF_=3_q5o-ADtH)w@%W(BZwgID88nmZ7{95Ck+@g4{^B$qpOo2O=^0=j0 z?ElnK$yas7EZuQSH*cA|e&K`q*v`rL&dJqF0|lU_*vuCPU!0HIx1;*aJ^ar7vDO3e z)&uD6*2FCDJsFz_#wUUo1FNyYt6-0@3@^Q3akV4v>JppRkG&Ikk9wQ>;7F`*D&99G z_THMFjZYu{csg)%I)Hkxke?C64Cq%Nk#Pl=cVF4ZYa95M!4Fh?%f494zT4{3iy{2) zj=6%bbjQq{adRh{Y#CNuKf;ep$9iYty)$A5KX*cG+zLhz$3-x#SalCO!RS3TVK6^` z;_`{F2c8RH(-eNg#%rt4|2ugG-gt~3KZ;A^u~?ojp6BDUeYdSOFIUH{J6<1+Tl;=; zDsJ`MsES)hSI>eCiLBs4gh{9)r;jZzFtio---I8ISA%EZ=i_zY-=TA2Q1vP^l2|7r{Sxr@#svKiX#@a3nBeqE%ERvV5WNc^dx#60LOQ=wBoBo}6nh#A>1O zqQqFH0`OaNR`jRopU%AofEu3k4J#-$e8X4QLaBit+#@nnpD77N-m>*G6`{yp*56Z$ MBu90ykbLBS0kYRkSO5S3 delta 7624 zcmdT|3ve678NQV)$!{yRWZ6DRmi&rsS@QcCKVvy@5<=p{Nhu+59G`6L*k^OTq)FJr zfpMp9NFZft$-@-U7I%giN+a5m8K7Z0oheYJQb$8wPfgQOI;ArOGkpYFhIaSlJLzOO zB*V~7&(_`EKK}jp`~Us^fA7re;Ne$6%6C&z5-EJm486t7eLuyb0Y;xglL5d^)TYfZ z=GCMzbiwR7Kv9?QFLVJ48aNdL1S79Opf}4Uu3fO&-mdX4TOA9qLB~RWOrHQs^NYM977? zxILEz46Q&+?!i!4P`kmXKp{g~BbTX=E7vPz$+e$mK}jmc(;$_JK}oqZR1t1aOd*?) zB?f*ui8jeKN&};&$0<@!-t=Vcjq|r4~>0W4MO0p$wC`dCU#8a?3G?ONltW2q*y;Q8FF@+?v z#~BBtR(QZ6^T3OIB`Qj_YqEtrye~#mbEYO;yzEuj3!TdF!R6klRmg|=e2uIjH9|{e zri`e<)??4oV~$?CPY=ZwD!?^MBDn0>^*0bk$xdKTE2_0I<kjsuxfF&t|>EQa`Z0{3NVF_FD0px;dQRT#|Dfp%j*S*AoD0iG2X1`JGa4YymU0 z!1Ve0Ih^ENk`o<)R@$sQ(q=TIV%ZFmeU!+Sk;S5`8FElsO|N6W>Apy+S7G&d`o zg)-U+XWC{}Or$FD?AuY>#X(6lDMs-zzA^&UcC^!C z>@O3Xm^sx@FSzhZBBPd5>dU3XuE!(N6pQPKTAT|yy)LqSOcZoQwUtW*s-~EY=)R)- zp4E}mh__egTpZqB_!qhWrJ`W@NV)Vb!eL|V;p9}g{dPxgKkFLX&&uS7gWE`jB>Vr5 zFm>!uln2NL$MIQ<^K^HJQaFxr3&xlPS|u;Pf-fJEURD@%qFrnz`*P5cX8GFg(W$)9GNGVqc1!gR^F=Ql@@vKZz>%G9#I!%OOxS+bwWXQRMyNJD4g2GE;*X{^{1IKvapc>W+nF6C z?S2Ztn)#hdEOt|{%3DYLzJ-FdB&SpK?ulAYT@-WKAj!|_Mk>$&+79Z_NxDGA>_TtS z<+T035~lCE#W1a5k4Jf3!-{=zR>*y#Af4TWbWDvxJvLSEXw%pRp<%39XvE(R>b)%l zvQFhOq*aonpddL}nct&?9>{qaHsfAm#_U*Tv_LcS1$5PFQa5INFOx=CyMuDVdIu_q4AD^lThE76n?TG$977g=xZ&91jK;=HznxCu>|&bI2@)dt&`{b*;32^>K0(WaX?f5mW_ z;x$lEu@7U)>sw**zR>ru+{myUaTat%1l_D6?V{_7IDIMWqL z3_X``+H)v0^W-|kew62A24phM5XpF((4in>CW?$V!Vd3k;+`un$OPiC8f)sgB}eS= zZWkrIge7bur70?O9*dgG&OaWpCcCng|7N&t1zmiSVGe{71Dp=r%-yjqg7?N1W>|1bp)tb!M{Wt_m5_!{LT((; z4&%@~I;)-^Q}VB1jTy|WZln21~CRbg}ybfxUaXxcf1t~-yZQUJQgRqiTLaf4VISAuUP@mxD86Tad|=E~hoZo}j@ zLT-oAUtE^-b-g<_clCC6?dt2;($~9VTi5MqWBK!-5nV6ej~=SHV)Ecm?c826fE;r1 z42MMt=s@Ko=u}l2`gi4n;1Tp-l^4vRvg$X$W%SSLUx8QAFKbG`4Eng{e1>L%8)o@M z?dbSG|L7#A!Q;_vZL3~Xb1|X+#1YQZci3|r{ke87H-+;|j1CX<^J3ManmfXBsd&Vq zdep;mgXsCXjbIpEudBnzxa#jL;<89%+{E}K&ynN&V){`J$9sDTthd!#G1`nY78gdNNq`%H{%rkI=_i!W^<4&XbhL)togsx))o(X<?E~p<+W-LSjw<{t?kjaleaC!CCros;!MFf zlRwV1pi5q+fF^Gt$L`l=FD0$}YQyP<=kk%=m;7eCvW$$8xnywpewwVm5ZKi zH6qkpRh6J$rZl?x1v>9c(P`I=Ybhx`m}Fk2)Vlg5Ixk38Ec@As{z zz|`NhRBDz#%Na;<1yfwhlvdXXe$eD^?Fm%x3Rdq5RV-PH{Uyx-YfI4D;*X~n%G%DT zPAB>^iUaW_{`iuGq;#TeCs=USoJl{O<2RH95=#9Er6LYCj45tga@GW$8^g^DY3UCi zJLP+`{pTRnUhKEmoE3RyJ=9l{O>(1%U>0a6# zY~GEsHqT}S5}XTKRIx0F-hFKh_pGzN1TeW2S8a<7?lpXk2OeSYigR`0Q(x#GF( zpn1a!9YJ&J3rBQozBD#ccJ=~&iaxLw@v+u+or+qzF+rTRDr*u zBfS*~Pm>Lx9`f+$+1_l-IzQ_z246uR^g6&FkY$fs^FD5W+c&tURRbPGPu)3POcD%C zV(s|BeS?(Oaa&3GJh_oiLEJ@hn?*hQvh`1pB4Nx$HKrHt0y?qJnskm-zD91Zqi^pk zsCze}L0`eZD!E5NngY}wEaCIU2@ZcSoZhQJ$>5uR`mqTvz z__i1~Fg|fyq*$!&)BR6_LA2*k-8uq;IC+TwKfwfi$P7|^R}Os-fOs^_Y*w}F&}GI^ k)vf~`uuR2xe4wUOsng~UG?XfSI&)bY>f%mCX`cK319kwNM*si- diff --git a/litellm/__pycache__/utils.cpython-311.pyc b/litellm/__pycache__/utils.cpython-311.pyc index 4c042a250577e83e3e1140b3c4e0889639c92e26..3f33c9e65d6e10fa8e826b0f29cf073fce73a068 100644 GIT binary patch delta 10748 zcmb7K3w%`7nZIYA$>dFjggi(lAt4zEA-o@A0C@>W08y)hI1F=d!jO5yb0-jD!o-$V zM9S+>!72}1t72!V_~ty+Uk6>rz-{`&6fE*AXl)^@x5{m-3DURZbU%>B=~ z=X~d!@0{;(zH{#U>xY)V?X%`Sl9S_7=(^?Czf_+)dn9*)#bG^Ce=?z{EL`9#P_3#h zJT6k`D`X0#?O}Ihyl=crJHkbgVqdXLJHrzqCB70$D{4l#G*ad(m+8###7Kp&LejXx zl@X866RGl5MXG((kx9NuL{}#1vcffyT3>BsvTt&v&R542hegrYj(Sm*QIsGG7Vy$N zh3=_zH_$ze?nb(&)7?b(47z8wDS=t^J3FNK=FmOYqO4NX?7fPb^RPuxzDc)v`R2)z zTq?;MRWe_e}nvMRo7B`I=QG zKjTA0qq0_~TC|t>7OTZnZ;3jAaH)EgT1t7>sEgEc`dud8XT^!D)e1^4Z&TDVnr3{) ztBmGgg#TOJC=4f~DJP%Ii894meY2Y#tRJYlU$P@4|bPUut})UwlX zuG4fq(53|k2~i1xhSV-q6C5W=^eBExnU`vzr!=*yP&3vR!>MYmfzEK;$PDN@aTJKg zy%xh6j78&Gl=$PZuy&S--`O@c<)^xA^!r26P~7jIM-A(4f6jwVu#SmzY{%)$W}?0Xrm15`&OY_OaJ1Pep=-T{(0mYPr*x#I0B4x0U z@{TL<^o%P?+$#DHmWt@I+-;i_E*Z5LHtL!iww(d4^Af6}qe5y@GH9l$lxAf3+{>J$ zM0Kf%fVj#l{L1nZ?jviCtvR1pIgnS`pFvY1?re4^BqI$(Wh%oCN}1RF3e;gonmKy5 zp0xL}9_X#Dr90;im&a2F;nywn)O8osHQ+g=6_i!oZLN0ok~Ak!d%T!nP_hoL>7-9m zxHk??veWO^;}}QYkYr`Xa;m9AHl#uYH=ddO(1QMg8|nL^`&_x1BHZV=kT-r`j-2I| zvl*hoS(_+FzcqlVfEfVj<5@+LNu}b2$OX)$TZbw1r9T%f7JKbQB@G$O?zyO>!I4hM zywQ*IE%qW*9t~#a=rTxm`Wl>P)0#JpwdQ5pW1*m?U)h?krFQyxkjox4 zZ<`*Eb#NG(*Jk9jlHKat{ag#^v8Z7WMOCd!&X3`YnC@h>3UbVIcYcb!wB@g+T-`%J zVymv-XB)^Uy-->EP< z-vaVlz%V0U0^8wr058D^gO>U*ys5MyZv;Jz!8DG~w$en(N_itHjWSNDawBF&+T{%( zohdsZ7$Hw5Wk`cuM2Y{4K_Y#oA7-TRuN(k1A7P}4KINjtYM*jZNrUU}o8_p|vGyr# z*6bWzeu|M&$#F$f#Ix2?iik$8ykfvwYu^eAaVoRS(#FI@Te+8(R)|(!2vrapJYc0< z+fXifR!fUGVw>f#%khd=Y@WmzwUP!`v@WJ<;p;WMBNo-QwAtNCjp>*}a{6_R5AJ?w z_nCIN?3R1vPiX}#@coHZ7piJ6lzT2ZZL?e#6#``MqmLYUFs)OxY#uu1qBVN5=d+Ac zR5;3VTB++X#<=n`jj?3(XwoJbLWBPwlT<(3B*)I3G|Vu%y0T$rQjs*w{gfcX6lac2 z$hYiOhA)uI#fH|31XHa&43;>`GVS!7mOqs{=s7KUdUl@7?6ve*NCPrjx-AW^5q<%L zv*^Awn_w+Pe#fcjErq>oc|C~4Oxksl;eyk2i$P+QfgjiSjjpmY_l{r8IGX2 zlt9R-<@b}!MQvJC>+0am-SuN+fpxiYQ8*S1g!SgeG-U_X*Xs#>PoF-ezhWhQAKiH} zp`V$1-yIL!VP*_Rsa)L!(l4c$Ab+#j)m=!j!xl4uprt3Ssqjm=reA`d(_>wC%5QZd zsHF@JZ{W2XwjHrhl&_};z5%c?0lXfCW@Kk%rTRjI!R0~^Nesq!GAQUCf5lP9h)%zg zfV`Qzhtf+eD=e4svo=+0czIvzg`C2^h@88YEBePZ#2^Q32D|>KJb~k+MXfXXFx(qV$l-->?@2p`ZGEC3u;Gt;Tzf>4@<-j}vik(w!5vvyI6w zj9bW(cSJ0cu z*p4}@xE^W@j(D^~YA<#}RY!-Vyd9bX&l8`KPp%5&bwVFJo zGrTsAV3dZSg|&zl=es%DH{5!lRr3dVKn7`;9pcMt=MSQ#uK`9jtlKG%G<`74&P!Dl z6%}6ApS-r>V^%MN^A@@2Qiy&F8o}s>i-kk8MAS2#y(dn2n%G3~hNq?STOgHd_2ZvL z-~21kd>eorkk=xI!Ldxy5Qn&af-($82aiQM;<}9?_G$M zg!XP((i!=Kf#7y+#OR-*a%tlHX-cI>-^a^D<)mrscVgY7mzv~q^bD0#Rk(v;e8~D^ zsy5en*`JczYcj3nl4Xd=n{8yM`Z5|!N&StwqT=)z4Hqdk zkNZ)9&lP{ItDka|XpO?OmO?wVjyP@f`FGIDvw%kdUl%R)Q%He!*VnQ?Cr{T8uxl~z zUMK%CihlwaT?Kh^B#0`vdY0fachZhvI7C}_{wfvxllb10hsZX!PMyUPFf{&CKtJF- z;7tM}I~eOEqmIYgwWw}tVultC##GWi!y!`|F$3K*Y;mnCZn&bIkwN;AjmZvlFa;UY zWipi$kBy_&{jw*G^9w{Ufr*-FUnK4xn|7JiOM`Hc&(Oj|MZR2GTszTuU8dS!M`^xJ z{BZgsWzukSLFVrugO;50-%xoiOYUnbWTa0I%s6eD;ag}TWr1cB$goHjWS!K|IJCoX z1xZQ6BzF>1nwtNTiuij3V@H-ZRKeu?4@7n~BhrBQ?o5q1@yy!5_K4eO6($a&2j`&k zgljPJf}ONQi}(W_A^)}jxl}3nZ2kci@;!hL0n&+~I{$Y9BYS(N^jZE^a)CU7tgLv9 zHci`UHUc5j@%;y~bHj9k5DrKD9RV(^v&UD+sT)V6{$VA7h|Vt&`EoIL_FQ5)GJ6v1 zOCFh>%PQyhD=Pt0+jSHbzHhB zMokr_x|z(}qIupVHeRfpGbfRu4t1D8R7J9G=CIr}8$GU&l5WvOw8fG(Ygj*7lsiG@ zW~)QA*_2x%bMrSTJ#>3ZTMP%Orxp-J^QSh@!cIyP33Lsb1BAgpLT>(`M4%y^6oiV+ z^KY5(TNLHAc1DBHF>-R@u)(5yiFj@Pf-D#T-w(J)ZZ~|bnrZy-{>{&3SR*Jt6;*UvR6bM5zApb0)zm0C)WfiY4_#~^p z>6#a{{-(9`P5$%33`;Fs{ICY0UZ%}t!W&>9I{z?vdC`yAbjiSM5Mb)a`mpX8%uiaX z!Dh{s0LtR=ze3bq_w3EN5|ca|(*avDT#^TqU)jYu^z%a$<+o zZC*GQQ2nw&>ALttqCS`0wxq?G)rQ*J0iopgRz1rS9#7*VT49YsIN7nfYBP-UqlFG&UT<@(gOzC z;SJ(XtK$>oBsuxLXe0yEfEbEzyDO8YZx`B!fJ1q_|E(83tjv+NL zveS}@ZQH@q5;JFVHg)<*IhiC)rtS%ZbUJURR|GNc3CG02&6!iv?VAm!^y_-?I;yF; z;s=|T)JS@;YtTZd`a8)l^U>5|@~w@V5i1zu0;(ElA89Z;f(q6~Bdg zGOQhR6elGw&HR2UG8fxSjSNWR6mIaFk$DyPdR07eYf-}@Bo_j(5=w#6;k+qr!`9gu zQVlzBHZNh~qg%@pi_udig|vPOUP*_VQ8z$!jXZyRJ57;F_Cja-U2(nyMbc8ufCe2L z06;-xG|bOX%3H)S3jQO&&}==3M;VhYM>{J3OIaRz*TbYx{)pbjCyD#F%&JJwri{lZ z+`tYXHBtPi_+U$AKHL(2c@SKdWZ7*4xel{s@o{*DcNN-~`rLw)sdk{h7LTg|YXP&w z`bhmXvPT<=Aw<3rB~TK+32*~o4q!cCF5pJMO@PkcTe-wH6L29hm!l#-LumVpc+0tB{ge!VkDC%w8UnQb72%%qGs&IN|#k{Bh4RN#p& zASZABu+Vlca)+cdTqabo9qqOOLI9lma}_Wo8fotN)XJcb^LWJHwm9<5lk}I+JYZ+? zzoP{X_L#`)TweYy;XqN)9b6g35f-$iCw6) zJHxp>pyQpH=`-#CVHOHy2iZvF0CE8^*}*s#J(;_!fqst-ydnGyl&gblj zZ=k{NqCvZ<<1ZlNMFOK>FlHRuxc&fyDGx6F#4ZrpX!8^pw$-CN{>UH{T1h%MUg%Ta z&vU<9Saf*zk>+E~7bZ5*iDkBk-Zi%jDl_7c3_A*{rd(=CzHryK87mM^E_aLg*Yd@w zyT6(P^Q6g@#<*Xs*uO7($S!Ge-`PKv9TfI^>e+tLc+VQQ^fq^6N&sbG=Uno@JsM*J z;^PA^RlAl~D(5OK%WJG7c))I3@=(OY^W~+kbeOnUyg#i-j5~PsGz(s!#c`mRy6_H` z4gf7Dtq)UI-=y2TKF=uh?aOly#hTe>28Eb$2sd@@aEhFUO7V+>1x@t2wmV~!7UWu- z&dVm&d7`m6EpnZ-)PK0Y{mqT#v;?>tw?RaNdMhJ_Jg;h}1C zGQN(<04&91^oWi_^Qz@bx8LMW=r3tGvzEa8p3hxBkh{J=WBt3%TygGD9U008hvu=H zKO%;`sTCV4V7knEkeW_FF-kg2!%3YMh>+Hlq8O868Vu@8H@lD|+XYg~eiUq{PW80|LzGHux_iZBW&Zx%1S-r5j+fv>8hyS6A zBb+DAdkQVt=xvND{S{4w9NIJD>8~uM)-Hc#E!!@Z+}lg7fseQEeX9j6@+SaK0-6BQ zp~)s~vPu3la=|7~5>Q8Gv&eXsVCc=4_{;INOs6i&Meszx2Kx~&ez}M?p6{JF$o?dv z_pP4%I-N>WzImyR)TS;|bq>$pnSAv=H)9#%{jUZRnY7_!A=XAW?R>IYco9{WW9Blt zFUDg60P*v`0`3HJ>nUZ}X)hlSc(YC6!bauZ#<0;@blepCb0B_!z@T^C$oBiW)EPMw z)l!jOqT-aU7_{df4EFs91fLP_-ao-9?fDfZdXJQ5n~n5B{x^&22f9jf#~s*lV%?j$ z-hTQ{U;5$==Y0Ls*V9)#{J^W%%e4tAMHVCd??SM76`&k21CZvDgBSh^Kx&|@EqgzU zJizth<&!-QS#UPF;#4DJ2Sohz^hGc`!$BLb;4YOP0kzaV8??_{=L6^p0if4GhuX1d zYp9L(W)!sDCEhz-*C4&OgNi-!GS5}=2O~NV2Y8##-=L&7qdcO=~zD zhy>^jc50hudJ_IV)qW)T+&5NRr^}H^y@Z75k2aZj_d&rm?JDGe(c>_?nSQp&{wvBl zmt1q!YE8)T90D`a;vHDW=xu}z(<0|a#xYVmuVf1^Q%wqM2GGFI0qIHPZ{ZPsg1-$I znz#$}=*==RchF0Dj~^X!$-p}xGXTE;{0rb+@xixd6k)P-!~%meM8C9)p7r=-`yZ(2 zwd8G&$1RC>z_Vl*K)yp}$oTfNw*lT!>GgneXGVgi=OEJk&1F?2K#(b?~f_ z%P8+&CcgOOU5ULQbjN5X7YH?)Kd^ZE2NicwLxwAToJvO*XnABrWH{oxJ8-I>hcd*q zya3fG1g9-fY7q0mmfT&P27wIiWf;GRCFmJ3yBVf0MrsM*UJ#xE+=9n{K&lYXOh91| z{hdp`tTBVOFiPZ}E{>Fp?OsLd0sse=9LI(7>`iXv#@Gc# zta|!Im%Cp{eT6-FYyPx;WyDwblT#`#C^h|`{uOs8wpe1yEqLj^Sjpc@Mx mA@A}~!Q^5_Z>+|`;pHD8_wrEDOdDImE+z|~`H4lYi2n-&5KI~X delta 7595 zcmaJ`33Ob=mHpM5dQodvYq2bM3&~c?w!BETyvU2Zf*0Y1K-}Q8Tm8SJwtErvTgEn; zNMI#)upMA3u^r;t5>h;y?XVk^x1yvhrhEFJmvMe75cmx`=xrvnTHE1EoUtcH=fvPRc-O& zL`kTGDXLYq$4e7sp)y%^#LE-DkWZHL;uVR?P$iWW)ful!REH)=x+`9jm>8Ovs14O7 zCWR&?{2@QpRWrq+Xl#2xL=IOCvPhlEA~(@fPfr6qlj)g4Pa{1+dYb5&+M`6K(eLz_ z5^APrhDBMesP17!^*m`&l=JkMpU_M-e^?34B28F)c4)TzwTJAgS8M6Es0G8eP^-%1 zw=hOL)LD0)S~Sc;bJSvLI9DwpY*Xi`Wkj2&&Q*Q%J6|ldl-0TvwN0(0*9AR_T2AwU zZ=uR)Gz--#(Pt?iESHkY)#~mdbpmm=tMk+vtwo(kPc1!@=<#cd)PT0AJ729Ewuct0 zH&KU6)Oy0DY6D@1I+<{pI)!k#+DN!Uov#K-+Df&F-d3qo30KP*m_{=&JvRf*n1s;H zYBMq1B8R>vv_@T^&Zfp|)fS?zQ(Fnwt8B9pTqtH+cZg@KTPmWXvnPMp=*u7d;*>XF zBSyQp;%ykbjp#>c%2W#t+ZJQ0{kXM<4JhGkV^yKIvF79q^p-UYX@jrhxRt2Zu_mfQ z;`2HUo1RYfaWES;o{DRRE28T$JsnA=gI2@a9ZSZl^xiPnB6=!m*kegm+hyb>G+mGM zXyUGd7G@LQE%1vgw#|dS^(j@0Z_@O>R8rTP!(nQi4u@MwxW0*CNEvY`we{D_eIFG0 zj(SF{mdb*WJclQLL;+ZxmG1qvgZU#RN@WcS*UPKu$Nj;?!1X}G^&0<3p3UbTQ3ycZ zPv1XcIMLCeim%z*dV|c!>(SDYbeab(d=ga~)*aez9Xx(N_k-XGhlwSY))L|Ho~rRm zXRB5buU!}hQ>Z2W6Wrut+Iw(ltJpXzRtE@@`g_`LMjk%I1pCDmTn-1FIvEQv2iD=gd$N zOOl_(5+RY^Om$^3Wi0>);ECjY9U^+e~LfLj3@#E`#jD>^is zQ4$g9g6FQ>71jFEu~d>{4h&bCN1|F+B)Y?Jcc*wFk`8OTqCpq0frzyL%s;;wu#UiR z#Zx^!8V`3T`5I9c2$uRm%>y--?BN={#WNcM|736Sp~4>5c4~3nMddw(cXp_suJ zc^`Fnxp{a|Jyo4!hKD9M5)Vfs(OxZRzd_DEDTix%e>~0i(@S>jLm2yv>Flz&FypnE zki#D!pwC{9a3}i{WBi{N zCOgof6wFK?Qz>scRYKCkvL}u6=ZN7Cir72<8>F3U!N;so`n{V1h(^Xw>1lIeEh4_4 z+jRO0D)UOw(Eii}KNXDvu!Z|*B}>gY9P%?I^Plad6xF~WuDUCPZ}IS;Tr_Mq$;xQ=n(lnv~@?xU*lwdiZfYm{t{L3iv(XBVPUR;ssCkSqx?v|h(KIhv4vd{%`1JZSgc$* z-veLfcLBDFZ>ikE4M1*VKUKt^S2i{H ziC~n%d?~pXQp6m!--lGw2Dkg0MXXx&NoMV8r=JZNl zmt`Kl<#{$2y`Qsiq(*!YAbrrv@1wH8!sJ>SmY*5d%>)R6xNmJMJ0qT0JG};-QVf>5 z4?}<)fb9Eq@%y#&1`%itM|UI^*VLfhu=7Z=N23UX5Q-@@in=1{XfG|N>{3MhrA;?C zAK9VsU!e;u3&SlnGe;#megst~Q01llL*}it`rOowikjaj;<6`Nry^=t3Xrjg ze@q-FGVibJ%=63#^8&!a%)Hw!vcW&2yc8fe{SGQo;ONz&JLH`5<)~T#YN?KpygRI` zJ1Ad9;!P`b3#vnaJHcZ^BF%q^VsSLmm+t4<4SUAj;QJKtSAdO7Y~fasx;_0>IVpL( z7cFI?glvdIIiq;AU%3l~Iqhg>b1OBMga1Mx<9!ehcs{f6j%|ew3s^6SN4wkd5kmR@ z06ta3e{|o^@Rm7&^RLb>Zah?3Xi<)zp5(M~6>dCP7(NRj;8$QYt0Gax@G+Im==Gd^({>AA~ugG24 zD2nz{TG~h3)q3+t#Y<6F3|K_%Yo%c+XEUvC*!ufps$mDV@)1QOV>Lc(B{FplQ#wk% zRF1|i;&iM$T7lv(pvN{q1n@Ng97E=_oKq?2ljGp0K+VlpHihAIt3Xi#Kz9w)nI0!U z3Mcd)K3P<5Z>h~rr_8G;Z9rN-I#XN~vF($J{E&TY4E~*Ej&8qJ;4lRXzI#@%7UDkz zLjy{tbK!LoUj2YNfLr`zcjGeIW7e~HBWgT=CcsocK43Dy3z!C&4rm6<5_9*=9E9EY zZ269^;sB|`T+mtp2$_5yAZs>02d~mn(%drBr`s9YRq3n{*88JTvZiT>1z?4V{$Xx>H04xKv19GNOX>fWG0g^BC<1>F`CdQ9q z@PJ!0d+sfE*aoO5mQ3&X{}cX??wi35ikkap4$7^>0wHGrGM{{sN|dF26NFV+>bS)4 zX;jELJde@^f}ryT#bt1L7FFXKq6^(gfMJvY%#qB;zyS}4_wRp_(v@%S?O|T=`@MJ8 z`ia{pp#UE1-c9i~t@Y5dL@L)w>_jZ!Gni}!qZ^g70}o31054!P#LI5clew3MP}%_42#}`FBX-OY zeavZ+RRDG}^U|Ro*rWGA;KKy8IZNL^48jotqj)SC%$+~K2gcF(jW8&CHf(e_irjFT zL&fef_{bvO5t}S^iYPc=$wHa-?>x)Iviky}{kbAhc=(ui7Gzq@HP6(sPyb=&uSYay`&oI*yCV9%*Yb;2G$^k(SXMMy zqfD?9WtI{qmXuYCZO2?}kyx_8Cx(tK3KkErG#qL4v)w*c8c^D)IKVd39ol9kt%yfE z%f;W0`NV}zS2Yp7w9)B2ao@IbvHp=_7q6%0j?)a}@Vt z6o6{VnDl!@`SG@iAJjD-vK(|jwD78P()Ggf{oav0#Z|Gt;7?A)Stydnr;x86KHkQ* z{0N! z<5h^bBm$?a%X+CjU87K9rOQkQN{L%f2kFSW`}AtIK)iOki#p!mt`dtL{T16M{Et;k zx+aK$o_D3IE%R0nw&(!?=;}H^p&hLHvr=9z#72gl| z79bBGXYRr%7kmsGueNUD#mM0EB6&ZA@t^pQfJ@n9d!rjSBiIqbc{%gP>U?TuF z=3AgcHI)oI9f#AAV7_TPY45v0x6!Rl+O+CJU_MF!+khMnOP??YEd6BRF{&PQ1st2l z(&;cVtwU%^7f#ghOBVG>aq(=xaXak1R=jt1SH8FSVCd+gcfE~Qyp1Ax?yXIj64U=( zTt>L*AmFN;2LRt7`8=y6hbsIe0OtvLcVxz?ASd{MNTf|crrWDKg=pY`7jr5_z z%KI05_Ory_m-*zvYTE+2K=u&><*?E*q#yawm9*6^l%(l$R)d-NadGeW=WM$h)i9;u zlxrlC+->@=UGJm7%6FhX>u@=h4SO_BSF6DS^X@aN1+JXwnx1att^J&CAVtv&^^>K! z*miyj!sLhwvLiCbB}W!|!Eb+=ScWo#FWh2XBh{B)W}e~<7cTy2Q>08>jtXLP9*;2; znGu9eyND&Y8GVI#PGm|hTCIa}6g^M@Q?$nc&spH-HcW<`5em|yOYX~D{WvwEgy9(o zcovYII{qA9vFiErfZTL_pI(C=!?m6MMd6pO%B2D?fGq=f5%3b=qImJ;Sw2jWj*WC| zUQDC^@5__z|4da+WG4S(+S2emG?nTCC=5t~oG?Jpv#OK7CSHA|`i^rD{WRb_L9kPv z?+k~UqKnp@rl#8=f57Z*8n#^uLcU!XH5UI9Jh{Ise)_7F!)j`ahvQKQsUU diff --git a/litellm/utils.py b/litellm/utils.py index e6816cced3..e5886c8e63 100644 --- a/litellm/utils.py +++ b/litellm/utils.py @@ -12,6 +12,7 @@ from .integrations.aispend import AISpendLogger from .integrations.berrispend import BerriSpendLogger from .integrations.supabase import Supabase from openai.error import OpenAIError as OriginalError +from openai.openai_object import OpenAIObject from .exceptions import AuthenticationError, InvalidRequestError, RateLimitError, ServiceUnavailableError, OpenAIError from typing import List, Dict, Union ####### ENVIRONMENT VARIABLES ################### @@ -87,7 +88,7 @@ class Choices: result = f"{{\n 'finish_reason': '{self.finish_reason}',\n 'index': {self.index},\n 'message': {self.message}\n}}" return result -class ModelResponse: +class ModelResponse(dict): def __init__(self): self.choices: List[Choices] = [Choices()] self.created: str = None diff --git a/pyproject.toml b/pyproject.toml index 78e3c77422..1d143a7b1d 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "litellm" -version = "0.1.421" +version = "0.1.422" description = "Library to easily interface with LLM API providers" authors = ["BerriAI"] license = "MIT License"