mirror of
https://github.com/BerriAI/litellm.git
synced 2026-08-28 05:25:59 +00:00
Add File deletion criteria with batch references
This commit is contained in:
Sameer Kankute
parent
2517c069ca
commit
8f80b1085e
2 changed files with 590 additions and 0 deletions
|
|
@ -1051,6 +1051,144 @@ class _PROXY_LiteLLMManagedFiles(CustomLogger, BaseFileEndpoints):
|
|||
"""Handled in files_endpoints.py"""
|
||||
return []
|
||||
|
||||
def _is_batch_polling_enabled(self) -> bool:
|
||||
"""
|
||||
Check if batch polling is configured, which indicates user wants cost tracking.
|
||||
|
||||
Returns:
|
||||
bool: True if batch polling is enabled (interval > 0), False otherwise
|
||||
"""
|
||||
try:
|
||||
# Import here to avoid circular dependencies
|
||||
import litellm.proxy.proxy_server as proxy_server_module
|
||||
|
||||
proxy_batch_polling_interval = getattr(
|
||||
proxy_server_module, 'proxy_batch_polling_interval', None
|
||||
)
|
||||
|
||||
# If interval is set and greater than 0, polling is enabled
|
||||
if proxy_batch_polling_interval is not None and proxy_batch_polling_interval > 0:
|
||||
return True
|
||||
return False
|
||||
except Exception as e:
|
||||
verbose_logger.warning(
|
||||
f"Error checking batch polling configuration: {e}. Assuming disabled."
|
||||
)
|
||||
return False
|
||||
|
||||
async def _get_batches_referencing_file(
|
||||
self, file_id: str
|
||||
) -> List[Dict[str, Any]]:
|
||||
"""
|
||||
Find all batches in non-terminal states that reference this file.
|
||||
|
||||
Non-terminal states: validating, in_progress, finalizing
|
||||
Terminal states: completed, complete, failed, expired, cancelled
|
||||
|
||||
Args:
|
||||
file_id: The unified file ID to check
|
||||
|
||||
Returns:
|
||||
List of batch objects referencing this file in non-terminal state
|
||||
"""
|
||||
# Prepare list of file IDs to check (both unified and provider IDs)
|
||||
file_ids_to_check = [file_id]
|
||||
|
||||
# Get model-specific file IDs for this unified file ID if it's a managed file
|
||||
try:
|
||||
model_file_id_mapping = await self.get_model_file_id_mapping(
|
||||
[file_id], litellm_parent_otel_span=None
|
||||
)
|
||||
|
||||
if model_file_id_mapping and file_id in model_file_id_mapping:
|
||||
# Add all provider file IDs for this unified file
|
||||
provider_file_ids = list(model_file_id_mapping[file_id].values())
|
||||
file_ids_to_check.extend(provider_file_ids)
|
||||
except Exception as e:
|
||||
verbose_logger.debug(
|
||||
f"Could not get model file ID mapping for {file_id}: {e}. "
|
||||
f"Will only check unified file ID."
|
||||
)
|
||||
|
||||
# Query batches in non-terminal states
|
||||
# Batches can reference files as input_file_id, output_file_id, or error_file_id
|
||||
batches = await self.prisma_client.db.litellm_managedobjecttable.find_many(
|
||||
where={
|
||||
"file_purpose": "batch",
|
||||
"status": {"in": ["validating", "in_progress", "finalizing"]},
|
||||
}
|
||||
)
|
||||
|
||||
referencing_batches = []
|
||||
for batch in batches:
|
||||
try:
|
||||
# Parse the batch file_object to check for file references
|
||||
batch_data = json.loads(batch.file_object) if isinstance(batch.file_object, str) else batch.file_object
|
||||
|
||||
# Extract file IDs from batch
|
||||
# Batches typically reference the unified file ID in input_file_id
|
||||
# Output and error files are generated by the provider
|
||||
input_file_id = batch_data.get("input_file_id")
|
||||
output_file_id = batch_data.get("output_file_id")
|
||||
error_file_id = batch_data.get("error_file_id")
|
||||
|
||||
referenced_file_ids = [fid for fid in [input_file_id, output_file_id, error_file_id] if fid]
|
||||
|
||||
# Check if any referenced file ID matches the file we're trying to delete
|
||||
if any(ref_id in file_ids_to_check for ref_id in referenced_file_ids):
|
||||
referencing_batches.append({
|
||||
"batch_id": batch.unified_object_id,
|
||||
"status": batch.status,
|
||||
"created_at": batch.created_at,
|
||||
})
|
||||
except Exception as e:
|
||||
verbose_logger.warning(
|
||||
f"Error parsing batch object {batch.unified_object_id}: {e}"
|
||||
)
|
||||
continue
|
||||
|
||||
return referencing_batches
|
||||
|
||||
async def _check_file_deletion_allowed(self, file_id: str) -> None:
|
||||
"""
|
||||
Check if file deletion should be blocked due to batch references.
|
||||
|
||||
Blocks deletion if:
|
||||
1. File is referenced by any batch in non-terminal state, AND
|
||||
2. Batch polling is configured (user wants cost tracking)
|
||||
|
||||
Args:
|
||||
file_id: The unified file ID to check
|
||||
|
||||
Raises:
|
||||
HTTPException: If file deletion should be blocked
|
||||
"""
|
||||
# Check if batch polling is enabled
|
||||
if not self._is_batch_polling_enabled():
|
||||
# Batch polling not configured, allow deletion
|
||||
return
|
||||
|
||||
# Check if file is referenced by any non-terminal batches
|
||||
referencing_batches = await self._get_batches_referencing_file(file_id)
|
||||
|
||||
if referencing_batches:
|
||||
# File is referenced by non-terminal batches and polling is enabled
|
||||
batch_ids = [b["batch_id"] for b in referencing_batches]
|
||||
batch_statuses = [f"{b['batch_id']}: {b['status']}" for b in referencing_batches]
|
||||
|
||||
error_message = (
|
||||
f"Cannot delete file {file_id}. "
|
||||
f"The file is referenced by {len(referencing_batches)} batch(es) in non-terminal state: "
|
||||
f"{', '.join(batch_statuses)}. "
|
||||
f"To delete this file before complete cost tracking, please delete the referencing batch(es) first. "
|
||||
f"Alternatively, wait for all batches to complete processing."
|
||||
)
|
||||
|
||||
raise HTTPException(
|
||||
status_code=400,
|
||||
detail=error_message,
|
||||
)
|
||||
|
||||
async def afile_delete(
|
||||
self,
|
||||
file_id: str,
|
||||
|
|
@ -1059,6 +1197,9 @@ class _PROXY_LiteLLMManagedFiles(CustomLogger, BaseFileEndpoints):
|
|||
**data: Dict,
|
||||
) -> OpenAIFileObject:
|
||||
|
||||
# Check if file deletion should be blocked due to batch references
|
||||
await self._check_file_deletion_allowed(file_id)
|
||||
|
||||
# file_id = convert_b64_uid_to_unified_uid(file_id)
|
||||
model_file_id_mapping = await self.get_model_file_id_mapping(
|
||||
[file_id], litellm_parent_otel_span
|
||||
|
|
|
|||
|
|
@ -0,0 +1,449 @@
|
|||
"""
|
||||
Tests for file deletion blocking when referenced by non-terminal batches.
|
||||
|
||||
This tests the feature where file deletion is blocked when:
|
||||
1. File is referenced by a batch in non-terminal state (validating, in_progress, finalizing)
|
||||
2. Batch polling is configured (proxy_batch_polling_interval > 0)
|
||||
|
||||
This ensures cost tracking is not disrupted by premature file deletion.
|
||||
"""
|
||||
|
||||
import base64
|
||||
import json
|
||||
from unittest.mock import AsyncMock, MagicMock, patch
|
||||
|
||||
import pytest
|
||||
from fastapi import HTTPException
|
||||
|
||||
from litellm.proxy._types import UserAPIKeyAuth
|
||||
|
||||
|
||||
def _make_unified_file_id(file_id: str = "file-abc123") -> str:
|
||||
"""Create a base64-encoded unified file ID."""
|
||||
raw = f"litellm_proxy:application/json;unified_id,test-{file_id};target_model_names,azure-gpt-4;llm_output_file_id,{file_id};llm_output_file_model_id,model-123"
|
||||
return base64.urlsafe_b64encode(raw.encode()).decode().rstrip("=")
|
||||
|
||||
|
||||
def _make_unified_batch_id(batch_id: str = "batch-123") -> str:
|
||||
"""Create a base64-encoded unified batch ID."""
|
||||
raw = f"litellm_proxy;model_id:model-deploy-xyz;llm_batch_id:{batch_id};llm_output_file_id:file-output"
|
||||
return base64.urlsafe_b64encode(raw.encode()).decode().rstrip("=")
|
||||
|
||||
|
||||
def _make_user_api_key_dict(user_id: str = "user-A") -> UserAPIKeyAuth:
|
||||
return UserAPIKeyAuth(
|
||||
api_key="sk-test",
|
||||
user_id=user_id,
|
||||
parent_otel_span=None,
|
||||
)
|
||||
|
||||
|
||||
def _make_batch_db_record(
|
||||
unified_object_id: str,
|
||||
status: str,
|
||||
file_object: dict,
|
||||
created_by: str = "user-A",
|
||||
):
|
||||
"""Create a mock batch database record."""
|
||||
mock_batch = MagicMock()
|
||||
mock_batch.unified_object_id = unified_object_id
|
||||
mock_batch.status = status
|
||||
mock_batch.file_object = json.dumps(file_object)
|
||||
mock_batch.created_by = created_by
|
||||
mock_batch.created_at = 1700000000
|
||||
return mock_batch
|
||||
|
||||
|
||||
def _make_managed_files_instance_with_batches(
|
||||
file_id: str,
|
||||
batches: list,
|
||||
file_created_by: str = "user-A",
|
||||
):
|
||||
"""
|
||||
Create a _PROXY_LiteLLMManagedFiles instance with mocked DB and batches.
|
||||
|
||||
Args:
|
||||
file_id: The unified file ID
|
||||
batches: List of batch records to return from DB
|
||||
file_created_by: The user who created the file
|
||||
"""
|
||||
from litellm_enterprise.proxy.hooks.managed_files import (
|
||||
_PROXY_LiteLLMManagedFiles,
|
||||
)
|
||||
|
||||
# Mock file record
|
||||
mock_file_record = MagicMock()
|
||||
mock_file_record.unified_file_id = file_id
|
||||
mock_file_record.created_by = file_created_by
|
||||
mock_file_record.model_mappings = {"model-123": "provider-file-abc"}
|
||||
|
||||
# Mock prisma
|
||||
mock_prisma = MagicMock()
|
||||
|
||||
# Mock file table queries
|
||||
mock_prisma.db.litellm_managedfiletable.find_first = AsyncMock(
|
||||
return_value=mock_file_record
|
||||
)
|
||||
mock_prisma.db.litellm_managedfiletable.delete = AsyncMock(
|
||||
return_value=mock_file_record
|
||||
)
|
||||
|
||||
# Mock batch/object table queries
|
||||
mock_prisma.db.litellm_managedobjecttable.find_many = AsyncMock(
|
||||
return_value=batches
|
||||
)
|
||||
|
||||
# Mock cache
|
||||
mock_cache = MagicMock()
|
||||
mock_cache.async_get_cache = AsyncMock(return_value={
|
||||
"unified_file_id": file_id,
|
||||
"model_mappings": {"model-123": "provider-file-abc"},
|
||||
"flat_model_file_ids": ["provider-file-abc"],
|
||||
})
|
||||
mock_cache.async_set_cache = AsyncMock()
|
||||
|
||||
instance = _PROXY_LiteLLMManagedFiles(
|
||||
internal_usage_cache=mock_cache,
|
||||
prisma_client=mock_prisma,
|
||||
)
|
||||
return instance
|
||||
|
||||
|
||||
# --- Test: Batch polling configuration check ---
|
||||
|
||||
|
||||
def test_is_batch_polling_enabled_when_configured():
|
||||
"""Test that batch polling is detected as enabled when configured."""
|
||||
from litellm_enterprise.proxy.hooks.managed_files import (
|
||||
_PROXY_LiteLLMManagedFiles,
|
||||
)
|
||||
|
||||
instance = _PROXY_LiteLLMManagedFiles(
|
||||
internal_usage_cache=MagicMock(),
|
||||
prisma_client=MagicMock(),
|
||||
)
|
||||
|
||||
with patch("litellm.proxy.proxy_server.proxy_batch_polling_interval", 60):
|
||||
assert instance._is_batch_polling_enabled() is True
|
||||
|
||||
|
||||
def test_is_batch_polling_disabled_when_zero():
|
||||
"""Test that batch polling is detected as disabled when set to 0."""
|
||||
from litellm_enterprise.proxy.hooks.managed_files import (
|
||||
_PROXY_LiteLLMManagedFiles,
|
||||
)
|
||||
|
||||
instance = _PROXY_LiteLLMManagedFiles(
|
||||
internal_usage_cache=MagicMock(),
|
||||
prisma_client=MagicMock(),
|
||||
)
|
||||
|
||||
with patch("litellm.proxy.proxy_server.proxy_batch_polling_interval", 0):
|
||||
assert instance._is_batch_polling_enabled() is False
|
||||
|
||||
|
||||
def test_is_batch_polling_disabled_when_not_set():
|
||||
"""Test that batch polling is detected as disabled when not set."""
|
||||
from litellm_enterprise.proxy.hooks.managed_files import (
|
||||
_PROXY_LiteLLMManagedFiles,
|
||||
)
|
||||
|
||||
instance = _PROXY_LiteLLMManagedFiles(
|
||||
internal_usage_cache=MagicMock(),
|
||||
prisma_client=MagicMock(),
|
||||
)
|
||||
|
||||
with patch("litellm.proxy.proxy_server.proxy_batch_polling_interval", None):
|
||||
assert instance._is_batch_polling_enabled() is False
|
||||
|
||||
|
||||
# --- Test: Finding batches referencing files ---
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_get_batches_referencing_file_finds_batch_with_input_file():
|
||||
"""Test finding a batch that references the file as input_file_id."""
|
||||
unified_file_id = _make_unified_file_id("file-input-123")
|
||||
unified_batch_id = _make_unified_batch_id("batch-123")
|
||||
|
||||
batch_file_object = {
|
||||
"id": "batch-123",
|
||||
"input_file_id": unified_file_id, # Batch references this file
|
||||
"status": "validating",
|
||||
}
|
||||
|
||||
batch_record = _make_batch_db_record(
|
||||
unified_object_id=unified_batch_id,
|
||||
status="validating",
|
||||
file_object=batch_file_object,
|
||||
)
|
||||
|
||||
managed_files = _make_managed_files_instance_with_batches(
|
||||
file_id=unified_file_id,
|
||||
batches=[batch_record],
|
||||
)
|
||||
|
||||
referencing_batches = await managed_files._get_batches_referencing_file(unified_file_id)
|
||||
|
||||
assert len(referencing_batches) == 1
|
||||
assert referencing_batches[0]["batch_id"] == unified_batch_id
|
||||
assert referencing_batches[0]["status"] == "validating"
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_get_batches_referencing_file_finds_batch_with_output_file():
|
||||
"""Test finding a batch that references the file as output_file_id."""
|
||||
unified_file_id = _make_unified_file_id("file-output-456")
|
||||
unified_batch_id = _make_unified_batch_id("batch-456")
|
||||
|
||||
batch_file_object = {
|
||||
"id": "batch-456",
|
||||
"input_file_id": "file-input-different",
|
||||
"output_file_id": unified_file_id, # Batch references this file
|
||||
"status": "in_progress",
|
||||
}
|
||||
|
||||
batch_record = _make_batch_db_record(
|
||||
unified_object_id=unified_batch_id,
|
||||
status="in_progress",
|
||||
file_object=batch_file_object,
|
||||
)
|
||||
|
||||
managed_files = _make_managed_files_instance_with_batches(
|
||||
file_id=unified_file_id,
|
||||
batches=[batch_record],
|
||||
)
|
||||
|
||||
referencing_batches = await managed_files._get_batches_referencing_file(unified_file_id)
|
||||
|
||||
assert len(referencing_batches) == 1
|
||||
assert referencing_batches[0]["status"] == "in_progress"
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_get_batches_referencing_file_ignores_terminal_batches():
|
||||
"""Test that batches in terminal states are not returned."""
|
||||
unified_file_id = _make_unified_file_id("file-123")
|
||||
unified_batch_id = _make_unified_batch_id("batch-completed")
|
||||
|
||||
batch_file_object = {
|
||||
"id": "batch-completed",
|
||||
"input_file_id": unified_file_id,
|
||||
"status": "completed",
|
||||
}
|
||||
|
||||
# Batch is in terminal state in DB
|
||||
batch_record = _make_batch_db_record(
|
||||
unified_object_id=unified_batch_id,
|
||||
status="completed", # Terminal state
|
||||
file_object=batch_file_object,
|
||||
)
|
||||
|
||||
managed_files = _make_managed_files_instance_with_batches(
|
||||
file_id=unified_file_id,
|
||||
batches=[], # Query returns no batches (terminal states filtered out)
|
||||
)
|
||||
|
||||
referencing_batches = await managed_files._get_batches_referencing_file(unified_file_id)
|
||||
|
||||
assert len(referencing_batches) == 0
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_get_batches_referencing_file_finds_multiple_batches():
|
||||
"""Test finding multiple batches referencing the same file."""
|
||||
unified_file_id = _make_unified_file_id("file-shared")
|
||||
|
||||
batch1 = _make_batch_db_record(
|
||||
unified_object_id=_make_unified_batch_id("batch-1"),
|
||||
status="validating",
|
||||
file_object={"id": "batch-1", "input_file_id": unified_file_id, "status": "validating"},
|
||||
)
|
||||
|
||||
batch2 = _make_batch_db_record(
|
||||
unified_object_id=_make_unified_batch_id("batch-2"),
|
||||
status="in_progress",
|
||||
file_object={"id": "batch-2", "input_file_id": unified_file_id, "status": "in_progress"},
|
||||
)
|
||||
|
||||
managed_files = _make_managed_files_instance_with_batches(
|
||||
file_id=unified_file_id,
|
||||
batches=[batch1, batch2],
|
||||
)
|
||||
|
||||
referencing_batches = await managed_files._get_batches_referencing_file(unified_file_id)
|
||||
|
||||
assert len(referencing_batches) == 2
|
||||
statuses = [b["status"] for b in referencing_batches]
|
||||
assert "validating" in statuses
|
||||
assert "in_progress" in statuses
|
||||
|
||||
|
||||
# --- Test: File deletion blocking logic ---
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_file_deletion_blocked_when_batch_polling_enabled_and_batch_references_file():
|
||||
"""
|
||||
Test that file deletion is blocked when:
|
||||
1. Batch polling is enabled
|
||||
2. File is referenced by a non-terminal batch
|
||||
"""
|
||||
unified_file_id = _make_unified_file_id("file-to-delete")
|
||||
unified_batch_id = _make_unified_batch_id("batch-active")
|
||||
|
||||
batch_file_object = {
|
||||
"id": "batch-active",
|
||||
"input_file_id": unified_file_id,
|
||||
"status": "validating",
|
||||
}
|
||||
|
||||
batch_record = _make_batch_db_record(
|
||||
unified_object_id=unified_batch_id,
|
||||
status="validating",
|
||||
file_object=batch_file_object,
|
||||
)
|
||||
|
||||
managed_files = _make_managed_files_instance_with_batches(
|
||||
file_id=unified_file_id,
|
||||
batches=[batch_record],
|
||||
)
|
||||
|
||||
with patch("litellm.proxy.proxy_server.proxy_batch_polling_interval", 60):
|
||||
with pytest.raises(HTTPException) as exc_info:
|
||||
await managed_files._check_file_deletion_allowed(unified_file_id)
|
||||
|
||||
assert exc_info.value.status_code == 400
|
||||
error_detail = exc_info.value.detail
|
||||
assert "Cannot delete file" in error_detail
|
||||
assert unified_file_id in error_detail
|
||||
assert "validating" in error_detail
|
||||
assert "delete the referencing batch" in error_detail.lower()
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_file_deletion_allowed_when_batch_polling_disabled():
|
||||
"""
|
||||
Test that file deletion is allowed when batch polling is disabled,
|
||||
even if there are non-terminal batches referencing the file.
|
||||
"""
|
||||
unified_file_id = _make_unified_file_id("file-to-delete")
|
||||
unified_batch_id = _make_unified_batch_id("batch-active")
|
||||
|
||||
batch_file_object = {
|
||||
"id": "batch-active",
|
||||
"input_file_id": unified_file_id,
|
||||
"status": "validating",
|
||||
}
|
||||
|
||||
batch_record = _make_batch_db_record(
|
||||
unified_object_id=unified_batch_id,
|
||||
status="validating",
|
||||
file_object=batch_file_object,
|
||||
)
|
||||
|
||||
managed_files = _make_managed_files_instance_with_batches(
|
||||
file_id=unified_file_id,
|
||||
batches=[batch_record],
|
||||
)
|
||||
|
||||
with patch("litellm.proxy.proxy_server.proxy_batch_polling_interval", 0):
|
||||
# Should not raise an exception
|
||||
await managed_files._check_file_deletion_allowed(unified_file_id)
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_file_deletion_allowed_when_no_batches_reference_file():
|
||||
"""
|
||||
Test that file deletion is allowed when no batches reference the file,
|
||||
even when batch polling is enabled.
|
||||
"""
|
||||
unified_file_id = _make_unified_file_id("file-to-delete")
|
||||
|
||||
managed_files = _make_managed_files_instance_with_batches(
|
||||
file_id=unified_file_id,
|
||||
batches=[], # No batches reference this file
|
||||
)
|
||||
|
||||
with patch("litellm.proxy.proxy_server.proxy_batch_polling_interval", 60):
|
||||
# Should not raise an exception
|
||||
await managed_files._check_file_deletion_allowed(unified_file_id)
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_afile_delete_calls_check_deletion_allowed():
|
||||
"""
|
||||
Test that afile_delete calls _check_file_deletion_allowed before deleting.
|
||||
"""
|
||||
unified_file_id = _make_unified_file_id("file-to-delete")
|
||||
unified_batch_id = _make_unified_batch_id("batch-active")
|
||||
|
||||
batch_file_object = {
|
||||
"id": "batch-active",
|
||||
"input_file_id": unified_file_id,
|
||||
"status": "in_progress",
|
||||
}
|
||||
|
||||
batch_record = _make_batch_db_record(
|
||||
unified_object_id=unified_batch_id,
|
||||
status="in_progress",
|
||||
file_object=batch_file_object,
|
||||
)
|
||||
|
||||
managed_files = _make_managed_files_instance_with_batches(
|
||||
file_id=unified_file_id,
|
||||
batches=[batch_record],
|
||||
)
|
||||
|
||||
# Mock llm_router
|
||||
mock_router = MagicMock()
|
||||
mock_router.afile_delete = AsyncMock()
|
||||
|
||||
with patch("litellm.proxy.proxy_server.proxy_batch_polling_interval", 60):
|
||||
with pytest.raises(HTTPException) as exc_info:
|
||||
await managed_files.afile_delete(
|
||||
file_id=unified_file_id,
|
||||
litellm_parent_otel_span=None,
|
||||
llm_router=mock_router,
|
||||
)
|
||||
|
||||
# Should raise error before calling router delete
|
||||
assert exc_info.value.status_code == 400
|
||||
mock_router.afile_delete.assert_not_called()
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_error_message_includes_batch_details():
|
||||
"""
|
||||
Test that the error message includes helpful information about the blocking batches.
|
||||
"""
|
||||
unified_file_id = _make_unified_file_id("file-to-delete")
|
||||
batch1_id = _make_unified_batch_id("batch-1")
|
||||
batch2_id = _make_unified_batch_id("batch-2")
|
||||
|
||||
batch1 = _make_batch_db_record(
|
||||
unified_object_id=batch1_id,
|
||||
status="validating",
|
||||
file_object={"id": "batch-1", "input_file_id": unified_file_id, "status": "validating"},
|
||||
)
|
||||
|
||||
batch2 = _make_batch_db_record(
|
||||
unified_object_id=batch2_id,
|
||||
status="in_progress",
|
||||
file_object={"id": "batch-2", "output_file_id": unified_file_id, "status": "in_progress"},
|
||||
)
|
||||
|
||||
managed_files = _make_managed_files_instance_with_batches(
|
||||
file_id=unified_file_id,
|
||||
batches=[batch1, batch2],
|
||||
)
|
||||
|
||||
with patch("litellm.proxy.proxy_server.proxy_batch_polling_interval", 60):
|
||||
with pytest.raises(HTTPException) as exc_info:
|
||||
await managed_files._check_file_deletion_allowed(unified_file_id)
|
||||
|
||||
error_detail = exc_info.value.detail
|
||||
assert "2 batch(es)" in error_detail
|
||||
assert "validating" in error_detail
|
||||
assert "in_progress" in error_detail
|
||||
assert "complete cost tracking" in error_detail.lower()
|
||||
Loading…
Add table
Reference in a new issue