From 23a1f21f869c2161b6407654eafe75dc0f896f81 Mon Sep 17 00:00:00 2001
From: Krrish Dholakia <krrishdholakia@gmail.com>
Date: Wed, 26 Jun 2024 22:52:50 -0700
Subject: [PATCH] fix(utils.py): add new special token for cleanup

---
 litellm/utils.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/litellm/utils.py b/litellm/utils.py
index 515918822a8..dbc988bb978 100644
--- a/litellm/utils.py
+++ b/litellm/utils.py
@@ -7805,6 +7805,7 @@ class CustomStreamWrapper:
             "<s>",
             "</s>",
             "<|im_end|>",
+            "<|im_start|>",
         ]
         self.holding_chunk = ""
         self.complete_response = ""