From 62e5559e0a4e38456d569f8963149d91a423c811 Mon Sep 17 00:00:00 2001
From: Krrish Dholakia <krrishdholakia@gmail.com>
Date: Tue, 21 May 2024 14:30:30 -0700
Subject: [PATCH] fix(utils.py): filter out hf eos token

Closes https://github.com/BerriAI/litellm/issues/3757
---
 litellm/utils.py | 9 ++++++++-
 1 file changed, 8 insertions(+), 1 deletion(-)

diff --git a/litellm/utils.py b/litellm/utils.py
index 0c96527d255..efc3a07827c 100644
--- a/litellm/utils.py
+++ b/litellm/utils.py
@@ -10080,7 +10080,14 @@ class CustomStreamWrapper:
         self.sent_last_chunk = False
         self.system_fingerprint: Optional[str] = None
         self.received_finish_reason: Optional[str] = None
-        self.special_tokens = ["<|assistant|>", "<|system|>", "<|user|>", "<s>", "</s>"]
+        self.special_tokens = [
+            "<|assistant|>",
+            "<|system|>",
+            "<|user|>",
+            "<s>",
+            "</s>",
+            "<|im_end|>",
+        ]
         self.holding_chunk = ""
         self.complete_response = ""
         self.response_uptil_now = ""