From f7955d52b5d443e6d6a4511f159bb6eecfc7c904 Mon Sep 17 00:00:00 2001
From: Krrish Dholakia <krrishdholakia@gmail.com>
Date: Tue, 29 Aug 2023 16:08:00 -0700
Subject: [PATCH] add context window exceeded error mapping to openai

---
 litellm/__pycache__/utils.cpython-311.pyc | Bin 75056 -> 74724 bytes
 litellm/tests/test_exceptions.py          |   7 +++----
 litellm/utils.py                          |   6 ++++++
 pyproject.toml                            |   2 +-
 4 files changed, 10 insertions(+), 5 deletions(-)

diff --git a/litellm/__pycache__/utils.cpython-311.pyc b/litellm/__pycache__/utils.cpython-311.pyc
index d59bb1d5e50a50774f2cac273621c7b8f3f32ff4..27a856762ee4837b5d81738f489fc5238276d58d 100644
GIT binary patch
delta 2621
zcmbVOZD?Cn7(Va0_a<4=q+OFVwn<ID(x!IHK3XO7&vd%&*9K0vQ4mymCR#C*^rBF1
z%qSC728JDm8}nm7q#ZPq>iv-)W%#QMYn85BoZXz3ZBQBe2t(?aFg^F?CcQT&!Qp}A
za?U;P^S;mXp7%X>YF4~)PV`K;-A=^D)W{ujZ_78H4`=alCp|vf4})}WHXPZkz_6%o
z&;}9S!rC(#mR;JjIAk|{W_!!a3L;`w8W#|nWWVAV10pK$ioG;X_!UfS28e^$Ebr{Z
zZk{VJ1`5iE$!CiWVkuFE5)eWP$PKHraTeF49-Fq7^vhn_HW%EfQ`1&bQUVi4N+N3%
z^e#%Cl>^#paVS8X74}Eu=F(fn+C^{Abfkyfr6p2lFbEQy66Ds>I@{`Ia@CjSC(-Aa
zc(V0YaK;KuSPceNNXKd~*>YHE2F4`z@Df|#)>=aAtO-{mw2Y7-q)`!>Miu1JTtu}Y
zo+Dme=C_GYhic+<@++dQj<<?B5@|9>1WcOj)Tt1|kSXEil^_9=J2Q8aJNn?qVA>}~
zOv;$vR;DV06AKEG%N2mou(xE%G$N!~^Ee`smTH<Y$%5R02xaTjm2OC@ZeBbCrqbfg
z8SzjR;*Tp*Ib~+zRo#!LE!8pxjODAWFvEuIAN)skj95-w?P6%-xQC1BPEVFg^^vQA
z17k{rc_l2N)hdSVh;VQWj4RX(B=Ss`c0-qIa&Ia3EVCVS{x4q|P=#2X*4!o|q{}P=
z%MzdEh<S%r7mQmw&#l6f*0h4=uJ^GezV1iwTAY98ofE^NY>y!c-?gk*M%SuB#sXI>
zQHWUKw3bsPw8U+erKl0ovfQ_tC3<?HHQlS&nCv~|3B^WwR~tK9Yt<W!x#0S&dyHg6
z`DBnHYByPDwJ0aJd@X35vkEMU@){eUJ!CxxS`5{EKUBeF=Y|h84J4*3z#=BGRsLjy
zq1gY2wq9j5vKZC*SKf<N*wb$>ZgFq?3@i5Rrs8)5ZJP)Pb~!{F^Zl@y?#OR-m%k-m
zhipGRntwqY*uCQ=)${WbNTb4mr`zbAOPA<RzZ{}3E)L;ch^mVdof!v0htN{EYhDZ$
z@IFC`Ty^>9o1$mdpLfMCy5a@2jixRK=()@9KvIogS;R1)HvYC1)9EWN+PdVS)4w;<
zb-xDbnWe6}`vnJTjGT5atbKA`y}I-XNNm9yp{K6RwCow!6Gsbi=iW8K1-uRK6@|Pg
zvB{7?H~r(I^m+m6)WbJa41P7f{GI@P>eS7rFg&j=-`ap-KMmYH3$M}q-5DV2$-)JI
zH`IgoIxrlhCsso0*MHsw7*$WKII!)o4WW@C`o&5UjXkVa=k5;z98tR;Yy>!}?*Drl
z+mC5G>VbZ_;#Xr2Z`t6hTu_2K0rush4)_kk`P?5)I3~gM-1`l1N&qPr_Q9JX)a5>U
W48C`H2L*@}km-Na_UVBx_~Bpjs_AS1

delta 2895
zcmbVOYitx%6uxI>pWSYEy4~$#yL9_n%7V}>EwEsWgdc=Nt06X+wklw6l~&x=+3}G&
zb(<z8n3%BfM$|wPei$I3CYbrrABO0khS+MHmccHM6-13u5laa1#Sic7?zA(VU2UAq
zPIk_{_dDPD&bepq_ZKYZW-Mi=-R=@ZuRBAxap1v^%Z|)2dtBuGnRXZ_U(AF&y@FF6
z&Rv*&=f2Me$Y8UGFlZ%rrt2C9txFTFFEHwVJ|ws`8$yDI?7dmri?D6deu_otEdAxK
zalkea_B*uqxL;(jBah+04#SuoJN54(jDv_$7JfL3A0Q`Z%fU;6f7h^n!B0H~9vyUP
zz@yeUgG)xO*d?M@5Px2%(MAvw0hgYlw9jU#t9Jfvp>}y3yJ@6lYNW}*GR=(3@+@mH
zGs+4f&5jWE(CM7^ejH6On42s&I-txcq&5e8^H{+wR+DBoVI?V;h$x&%Mgv@hfm*mI
zToGz1Hcqflv{0Q^1eY{1Dh|P8e^%-jab*^&(xg+BXvwPMFQASUSLcJM(rH5d(+lSp
zQYHLmC2)<-oj&$|cNfUJ^9e0Fy;iJAo?R-DaiB8M`V%b6(+7Rpe<~fuwJMQ>1qTaB
zNyAuUs*^gi5;&AyovVzbzBEkBsUCF&^r#oDOPSQ`VOmdDo60oB#E;S~*^pBw$-ns@
z8z*5X#NvCT(G+`w*|`Br-6LxLdGjVQfl(zI%t{#GitiB<8pX=%vQEn{%{~*iP+^+#
zWpm5W8r620r0vq!WSWgVfDhxaUIm(@Txhz^iP!39sJn%R)?^NCg(tP0h4lT580fXA
zO02%0nK)1erb01@yDq0n!dWCjt&G)tt~Nx2gW}m+71<QTy)=1|k{r(z@GjCZA4#qk
zZ8Qrlc!Oxe>z9*9ZELb!NS~PpjC1n2iI{VPbEs?aM&pX5e228EqH^E@usC9tI}h4|
zH<>_lR5giJg$rQPGBQ(50&dMJ5TT&0%kkrAzRLeUwDEgaBz>_g*Oed70?`|)xlOc@
zm!|#hmFE=(5Mh+<?#(9{(LULpJ9v=#(^afps8f##<aH$g9psquuzTqM@*GTVAvcx1
z8@4{SyK98)-%&qOKg16_KM+57cz^$Eef`72z)*bCAwd}4pAZfTFDG`?OWQ8p01{kS
zaE{pfd47oBQBUqJj9K|kDn3c1`^eSwhe@FP#?XyWvup`2GCiy{oN@W(%5@)YoO8t#
zS8NgOW}V?1EgR(0=CsE*VOOf#WRH4hI65yX2REtD%IF-|rf_XCm$P@v+aFQ3KPgvs
z(|eBVQMewN>q%FHm5R1=Ps~@u<ce4((2*gtm!APaT7Ts-LoQq^mwcI4rdr<llzf0!
z4vfe<)jQq3O|Fh+>e|S}HxW{IwU(r=H<$jo=s@1^8TWkomO1IO>qnvEo&%LvQYI(M
z3Nb3cH0^CBUEfYub(MB;Na0HMHLyxx7qc(OejT*#YmlNh?Est<`%Yq@M!NOGt1Pri
z_@}K5?2(TD(#k+Dnf>)V^pm%4Ps1VU@!u{29G05yG%}DNo%e#$vv+?6cth&E=V0td
zYzQU#5c%?cvo!X5H$Y0d@<$ZlnB@BF69ztzF5I`<;mp)mER?d)Gj+`dpE7W1>Vy;C
pwZe~6n>}!n1?SX7FAP|Kn|i1UK6h0-%|dt)>7Kjn@6|NH>_56iKAivn

diff --git a/litellm/tests/test_exceptions.py b/litellm/tests/test_exceptions.py
index 4d8edca17a5..8dfad1dcbdd 100644
--- a/litellm/tests/test_exceptions.py
+++ b/litellm/tests/test_exceptions.py
@@ -35,12 +35,12 @@ litellm.failure_callback = ["sentry"]
 # Approach: Run each model through the test -> assert if the correct error (always the same one) is triggered
 
 # models = ["gpt-3.5-turbo", "chatgpt-test",  "claude-instant-1", "command-nightly"]
-test_model = "claude-instant-1"
-models = ["claude-instant-1"]
+test_model = "gpt-3.5-turbo"
+models = ["gpt-3.5-turbo"]
 
 
 def logging_fn(model_call_dict):
-    return
+    # return
     if "model" in model_call_dict:
         print(f"model_call_dict: {model_call_dict['model']}")
     else:
@@ -59,7 +59,6 @@ def test_context_window(model):
             messages=messages,
             logger_fn=logging_fn,
         )
-        print(f"response: {response}")
     except ContextWindowExceededError as e:
         print(f"ContextWindowExceededError: {e.llm_provider}")
         return
diff --git a/litellm/utils.py b/litellm/utils.py
index ac0ca8d4a06..a43da00c80c 100644
--- a/litellm/utils.py
+++ b/litellm/utils.py
@@ -1343,6 +1343,12 @@ def exception_type(model, original_exception, custom_llm_provider):
                 original_exception.llm_provider = "azure"
             else:
                 original_exception.llm_provider = "openai"
+            if "This model's maximum context length is" in original_exception:
+                raise ContextWindowExceededError(
+                    message=str(original_exception),
+                    model=model,
+                    llm_provider=original_exception.llm_provider
+                )
             raise original_exception
         elif model:
             error_str = str(original_exception)
diff --git a/pyproject.toml b/pyproject.toml
index 47069b9e82c..87c7e2ab7c9 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "litellm"
-version = "0.1.501"
+version = "0.1.502"
 description = "Library to easily interface with LLM API providers"
 authors = ["BerriAI"]
 license = "MIT License"