diff --git a/no_cache_hits.py b/no_cache_hits.py deleted file mode 100644 index 1b3bf895f77..00000000000 --- a/no_cache_hits.py +++ /dev/null @@ -1,48 +0,0 @@ -from locust import HttpUser, between, task - - -class MyUser(HttpUser): - """ - Minimal Locust user for repeatedly hitting `/v1/audio/speech`. - The goal is to measure server-side performance, so we avoid any extra work - (file writes, random generation, manual timing, custom event hooks, etc.) - that could inflate client-side latency. - """ - - wait_time = between(0.5, 1) - host = "http://0.0.0.0:8090" - - def on_start(self): - self.api_key = "sk-1234" - self.model_name = "fake-openai-speech" - self.headers = { - "Authorization": f"Bearer {self.api_key}", - "Content-Type": "application/json", - } - self.prompt_counter = 0 - - @task - def audio_speech_request(self): - self.prompt_counter += 1 - # Ensure prompts differ slightly so the backend can't reuse cached audio. - prompt = ( - "Generate a short spoken status update mentioning counter " - f"{self.prompt_counter}." - ) - - response = self.client.post( - "v1/audio/speech", - json={ - "model": self.model_name, - "input": prompt, - "voice": "alloy", - "format": "mp3", - }, - headers=self.headers, - name="audio_speech", - ) - - if response.status_code != 200: - # log the errors in error.txt - with open("error.txt", "a") as error_log: - error_log.write(response.text + "\n") \ No newline at end of file diff --git a/speech.mp3 b/speech.mp3 deleted file mode 100644 index f4f854d9bd2..00000000000 Binary files a/speech.mp3 and /dev/null differ diff --git a/speech_config.yaml b/speech_config.yaml deleted file mode 100644 index ad9920a2793..00000000000 --- a/speech_config.yaml +++ /dev/null @@ -1,9 +0,0 @@ -model_list: - - model_name: fake-openai-speech - litellm_params: - model: openai/gpt-4o-mini-tts - api_base: http://0.0.0.0:8090/ - api_key: sk-1234 - model_info: - mode: audio_speech - \ No newline at end of file