From d2f8a7b2ae9de2cb03af02eab884779b466e9519 Mon Sep 17 00:00:00 2001
From: Krrish Dholakia <krrishdholakia@gmail.com>
Date: Sat, 16 Sep 2023 16:32:12 -0700
Subject: [PATCH] bug fixes

---
 litellm/__pycache__/__init__.cpython-311.pyc | Bin 9252 -> 9237 bytes
 litellm/__pycache__/main.cpython-311.pyc     | Bin 33874 -> 33874 bytes
 litellm/__pycache__/utils.cpython-311.pyc    | Bin 110613 -> 110929 bytes
 litellm/tests/test_streaming.py              |   1 -
 litellm/utils.py                             |   3 ++-
 pyproject.toml                               |   2 +-
 6 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/litellm/__pycache__/__init__.cpython-311.pyc b/litellm/__pycache__/__init__.cpython-311.pyc
index 50d941ff7325d3e18b44010de5b699f68a1be791..d5e525906ab6abf13e4aea2404d8d20225a02dc1 100644
GIT binary patch
delta 126
zcmZ4DG1Y^2IWI340}#A5V@qALkvBz*QE+mR*o@7R;wxDtLx2*u*h^B2OEUA)Z?Tq^
zWabnXg#iU8Uy})#tSu|Wm_FH2R#E5{Us7pGdTL30Zem_ydTLQo-sDPIS;mE%r^}vT
W5fl<+`oI7q8hAfwZ7xvS!UzDHLnnOz

delta 142
zcmbR0vBZOSIWI340}yPGXG=Y_kvBz*QD}0J*bF}2<kI4j{M`8bg4Ddk%*~wQt5`)s
zf$DCtm!uY#Wag#cVl6Gn%qgCHMkau%D1EY|tn6fKSy}O-Jdh&3q|%i1)ROqz#Jt4x
l)S{yN$yu_pjEgpR$ev&k6c%LqzyKo}ct7ZDPE^{$2mo&pEd>Ao

diff --git a/litellm/__pycache__/main.cpython-311.pyc b/litellm/__pycache__/main.cpython-311.pyc
index 7e7b9313dc7709419e9e524b02b877659d34f8f3..e31886e73ff886c379f465c91e6f0945abee7e0e 100644
GIT binary patch
delta 21
bcmccA!E~vEiEBA8FBbz4oU_`<<<SBFNmvFQ

delta 21
bcmccA!E~vEiEBA8FBbz4{5Rdm<<SBFN@WH~

diff --git a/litellm/__pycache__/utils.cpython-311.pyc b/litellm/__pycache__/utils.cpython-311.pyc
index 6f76a3a82de149972bb6056fc9b134a026aa033f..1aed540c39f1769f4d057d60c76dea1ed21e94b5 100644
GIT binary patch
delta 1162
zcmZuuZA@Eb6u!^xy=5(J*A|Kq>7Xr@C?&KiicPj;0XjZ(4hrncumSBRo1nIr2@{Nq
zE;CAS@H#KaS{w|&7Tt%}<z2G*13wxPqoLVUvbaga7~{uMWV*~s@NE|iSv)y;&Uv5r
zIZsY<j?Aj#Kd24w==EBT#iUmqEc)k+Vd^OFR*{*bN%7}CPU4B}!))?fM1yb1UlE%a
zOLLx6*~A^y;4JY*ZQ{f&Zg;kJ9~V*uH2vrz<oW1YNaRA)hIVq5VZ-oft`IUyR+7Ii
zPa7~W(S4~od1oK8ThfE88D~pzsda9}9^-PCRv4MWc$>nsLcs@2{piC1bsqxey=k9N
zmgFQ4jF#eV5*R&X*srVE=&z})DyXh%sIrm7=pwSowKqQ&I+zVPajZpC#>QUY5`4L0
z8f$~;iq3SnG_JE>(%GkV_8EIA@r)O0UDNth&e)5|nXz2eY~~trV7%An6S$YxI~Y#7
zD(_$=CTM*YRm{NqjH;MX^jVa<j=O+HrFw$!=up0UyByfASl+dZIH;6=a9NM2l6Bsm
zgX_wJ@lP#?D1ZNSZw5Sy^V%Zt5OE}KqD-;Qhk0yJh87lpX64|Yhk$lPe<P{FUPY6<
zAY$Nb3~mwU=?xKU@-atqobXt%K&!o&5Rjz5uS1y#D|J+&gol^b`!L9(PM)pCESluW
z8uVa`?5)Ko*iIK~aS_--<B!13W0#!Vggk0|48H)+Q1)2GtDn<wT)6#>dgRFYer&>m
z{InlVdAJ_ij8ew(g*Yz2_wgiNXR+}C)t&#*e$K&xlbFYH1O(aC2<uvLW2l?mV}E9#
zRcbBR6Mm}8TX5O1JJ=NrwMxOj4k_3pg<fTfd&E!=E1{wkRHUGTlTSAwS8i)Wh5E(R
zeorp%XR-;JX0Xdnn~RTW7_f}%T$gmNX`O2(D{tCbBA?odA~7_`oT#Y@>!BV<S+p!$
zIOtF_>VVhfE1U5+!m`i=2W{MfLLfqWw=xdL={MW3O2B*c`xXqU@Hy>j!)ICy$@h2S
z3w%YFIuR3*CC9=TV60z4C2Hjn2_xnVu^9<&1)61dHwx*lZkzyesp(m?@vu>;7k&XA
zI@OP&4AjxYOIQ-oO%t!+M-|5D*Mry$oTMd(@fL87UL1lIn3Cs*5yhAEH3C16IGsC!
zB{lw_a}g8^D50yzFp*jOFpLR~!AM2AoPOe5_@mBrdpqo-SKr64a6hVoGr|2o&Zqh7
ND}Q&=n<tTne*wVdTzLQh

delta 909
zcmZvZe@L8l9LJy6^W5{;+3q~uc`Tb9cj|;xJgL>1#29AbY(=Rv4|C;tY!%aScMi8)
zzo?8F%k5cxM|w`nVMLhYseNNvur^0vko^K#5NkyKVbYnhsAH_>?vF8|?;o$vo7eaK
z;rqw;+snpVmkjrW%ayCx=a+yHT}q#Fe>J2|s^<JqTA%1w5~_Ljl-K-y*vZ@GmEnN?
zO4jXd^O~WglZ3fB8PFqHSF_8TyHAN}UCx7aKWaXgyq7!7>12SQ`LoUZqa#H{ahyt*
z`yl<iX!O%n@Qj*yIkq-YVxAtUrqujxWI&JApeW|EC$6&A+&}ucSv&T)bHP?GC@J-B
zYiz6&_na#<AFQ5R<4^gNHGXsFd;3f4HRZLfB{t7i*7@u)qvh6nwHcRMpQp{_>2{7F
z0-Nz#p7BCxvNoJFRd!ovCN@FXT6sUH^Rnfeyy#-sTK+8PW5x1*cdn2jYkuMO972}%
z$5pt?WchFIw9?CQmHVxp)fH&5B3A~W(^~v1t?{(Ake=3gLykj8=ZyT(;5I*(<!Tu<
zh5RWu)H3eiA33{)jXLWk^;D_cBdZ_au*x>^MFW>;7ALmRN2^%Z$d`oWPmO#J9rB~?
z1XUyIRFrr^%(dW?OAoV%vG)eE`Up!H2Qns->68n1Gh2v@hngu9p2ryVTy*b>c1L4R
zCZb(C6Vbke2((fx23n{yUdrsXT;I#l=8CJtVwiGP#GW=vWOxS^7_Vn)9oK6G@_Z|e
za8!8OXjfxL#MT|$A_v<jg?Hp9VcKC#7PNDdg9&--6CBn!CqIaAK9@n!)6Fbj%i10;
z=;RBvmqWIFvzPm55I^*CTnz4`APZ@yX;>$>_tB~1ms1C5a!@TD&r_a5gRFd&YdUdR
zd5B*%MrHmWt?;3I>If&{w9GRph6|$V7)fU3>@k{DzL9>xHG`D&k5J*DLN>n3_{|lY
v@T3$Q$Lq3VYWJt{kN0Hbf02+yllD)99@HpHDgV#qtY5wHwnJ{5Vm<!?#_TDD

diff --git a/litellm/tests/test_streaming.py b/litellm/tests/test_streaming.py
index 5e35fcb9d7..1301b7407c 100644
--- a/litellm/tests/test_streaming.py
+++ b/litellm/tests/test_streaming.py
@@ -349,7 +349,6 @@ def test_completion_nlp_cloud_streaming():
     except Exception as e:
         pytest.fail(f"Error occurred: {e}")
 
-
 #### Test Function calling + streaming ####
 
 def test_completion_openai_with_functions():
diff --git a/litellm/utils.py b/litellm/utils.py
index b81f88a091..e1d0853768 100644
--- a/litellm/utils.py
+++ b/litellm/utils.py
@@ -1086,7 +1086,7 @@ def get_llm_provider(model: str, custom_llm_provider: Optional[str] = None):
         elif model in litellm.ai21_models:
             custom_llm_provider = "ai21"
         ## together_ai 
-        elif model in litellm.together_ai_models or "togethercomputer":
+        elif model in litellm.together_ai_models:
             custom_llm_provider = "together_ai"
         ## aleph_alpha 
         elif model in litellm.aleph_alpha_models:
@@ -2435,6 +2435,7 @@ class CustomStreamWrapper:
         chunk = chunk.decode("utf-8")
         data_json = json.loads(chunk)
         try:
+            print(f"data json: {data_json}")
             return data_json["generated_text"]
         except:
             raise ValueError(f"Unable to parse response. Original response: {chunk}")
diff --git a/pyproject.toml b/pyproject.toml
index dcce77dae0..ca729f02e2 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "litellm"
-version = "0.1.682"
+version = "0.1.683"
 description = "Library to easily interface with LLM API providers"
 authors = ["BerriAI"]
 license = "MIT License"