scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-05 08:07:05 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 137

refactor(batches): make count_error_file_failed_requests public for the poller import

Browse source
This commit is contained in:
Mateo Wang 2026-08-29 14:09:18 -07:00
parent 38145c2082
commit 128d7e5278
2 changed files with 5 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
enterprise/litellm_enterprise/proxy/common_utils/check_batch_cost.py
View file

@ -627,7 +627,7 @@ class CheckBatchCost:
later poll.
"""
from litellm.batches.batch_utils import (
_count_error_file_failed_requests,
count_error_file_failed_requests,
_get_file_content_as_dictionary,
calculate_batch_cost_and_usage,
)
@ -772,7 +772,7 @@ class CheckBatchCost:
model_name=model_name,
model_info=deployment_model_info,
)
error_file_failed_requests: Final = await _count_error_file_failed_requests(
error_file_failed_requests: Final = await count_error_file_failed_requests(
response,
custom_llm_provider=batch_file_provider,
litellm_params={

6
litellm/batches/batch_utils.py
View file

@ -89,13 +89,13 @@ async def _handle_completed_batch(
usage=Usage(prompt_tokens=0, completion_tokens=0, total_tokens=0),
models=[], # mutable-ok: no output file means no model was ever priced; BatchCostUsageResult.models requires list[str]
successful_requests=0,
failed_requests=await _count_error_file_failed_requests(
failed_requests=await count_error_file_failed_requests(
batch, custom_llm_provider=custom_llm_provider, litellm_params=litellm_params
),
)
file_content = await _fetch_batch_output_file_content(batch, custom_llm_provider, litellm_params=litellm_params)
error_file_failed_requests: Final = await _count_error_file_failed_requests(
error_file_failed_requests: Final = await count_error_file_failed_requests(
batch, custom_llm_provider=custom_llm_provider, litellm_params=litellm_params
)
@ -450,7 +450,7 @@ async def _fetch_batch_output_file_content(
)
async def _count_error_file_failed_requests(
async def count_error_file_failed_requests(
batch: Batch,
custom_llm_provider: Literal["openai", "azure", "vertex_ai", "hosted_vllm", "anthropic"],
litellm_params: dict | None,