litellm/tests/integration/contracts.json

{
  "groups": {
    "management": [
      "management",
      "authorization",
      "configuration"
    ],
    "accounting": [
      "pricing",
      "spend"
    ],
    "database": [
      "database"
    ],
    "providers": [
      "providers",
      "routing",
      "streaming"
    ],
    "extensions": [
      "mcp",
      "observability",
      "compatibility"
    ],
    "sdk": [
      "sdk"
    ]
  },
  "tests": {
    "tests/integration/management/test_key_updates.py::test_update_preserves_independent_fields_and_serving": [
      "mgmt.key.update.preserves_independent_fields"
    ],
    "tests/integration/pricing/test_configured_prices.py::test_custom_price_is_reported_and_charged": [
      "quota_management.spend_tracking.custom_price.matches_input_rates"
    ],
    "tests/integration/providers/test_request_boundary.py::test_internal_request_state_does_not_reach_provider": [
      "other.provider_wire.internal_parameters_filtered"
    ],
    "tests/integration/pricing/test_configured_prices.py::test_default_prices_survive_nullable_sibling_and_reload": [
      "quota_management.spend_tracking.default_prices.survive_nullable_sibling_reload"
    ],
    "tests/integration/providers/test_request_boundary.py::test_upstream_rejects_corruption_and_accepts_supported_metadata": [
      "other.provider_wire.validator_rejects_corruption"
    ],
    "tests/integration/pricing/test_configured_prices.py::test_loaded_router_preserves_cached_defaults_during_real_requests": [
      "quota_management.spend_tracking.default_prices.loaded_router_preserves_cached_defaults"
    ],
    "tests/integration/management/test_partial_update_sequences.py::test_generated_partial_updates_preserve_persisted_and_effective_state": [
      "mgmt.key.update.generated_sequences_preserve_state"
    ],
    "tests/integration/management/test_partial_update_sequences.py::test_zero_false_and_empty_values_are_not_treated_as_omission": [
      "mgmt.key.update.false_zero_and_empty_values_affect_serving"
    ],
    "tests/integration/management/test_partial_update_sequences.py::test_project_omission_clear_and_invalid_update_have_distinct_effects": [
      "mgmt.key.update.project_clear_preserves_scope",
      "mgmt.key.update.invalid_batch_is_atomic"
    ],
    "tests/integration/authorization/test_warmed_policy.py::test_generated_policy_changes_reach_both_warmed_workers": [
      "mgmt.key.update.two_workers_enforce_warmed_policy"
    ],
    "tests/integration/authorization/test_warmed_policy.py::test_scim_deactivation_blocks_null_and_false_keys_but_preserves_other_owners": [
      "mgmt.user.scim.deactivation_includes_nullable_blocked_keys"
    ],
    "tests/integration/authorization/test_warmed_policy.py::test_warmed_team_role_demotion_prevents_later_management_writes": [
      "mgmt.team.member_update.demoted_role_cannot_write"
    ],
    "tests/integration/configuration/test_effective_settings.py::test_model_block_changes_actual_route_and_leaves_other_route_working": [
      "mgmt.model.block.changes_serving_and_preserves_control"
    ],
    "tests/integration/configuration/test_effective_settings.py::test_saved_retry_setting_controls_real_attempts_and_restores": [
      "mgmt.router_settings.update.changes_observed_attempt_count"
    ],
    "tests/integration/configuration/test_effective_settings.py::test_credential_value_update_and_model_reload_reach_provider": [
      "mgmt.credential.update.saved_value_reaches_wire"
    ],
    "tests/integration/management/test_partial_update_sequences.py::test_denied_key_update_preserves_saved_grants_and_serving": [
      "mgmt.key.update.denied_request_preserves_effective_state"
    ],
    "tests/integration/authorization/test_warmed_policy.py::test_expiry_and_explicit_clear_reach_both_warmed_workers": [
      "mgmt.key.update.expiry_changes_reach_warmed_workers"
    ],
    "tests/integration/database/test_partition_transactions.py::test_real_partition_ddl_survives_witnessed_lock_and_is_idempotent": [
      "other.database.partitions.lock_wait_outlives_transaction_default",
      "other.database.partitions.repeat_preserves_rows"
    ],
    "tests/integration/database/test_reader_writer_regeneration.py::test_key_regeneration_uses_writer_with_a_real_readonly_reader": [
      "other.database.regeneration.writer_updates_dependent_grants"
    ],
    "tests/integration/pricing/test_price_precedence.py::test_generated_zero_null_and_omitted_prices_follow_independent_arithmetic": [
      "quota_management.spend_tracking.price_precedence.zero_and_default_rates"
    ],
    "tests/integration/pricing/test_price_precedence.py::test_same_upstream_aliases_keep_distinct_prices_after_reload": [
      "quota_management.spend_tracking.alias_prices.remain_independent_on_reload"
    ],
    "tests/integration/spend/test_cache_and_quota.py::test_generated_cache_sequences_preserve_content_usage_and_zero_hit_cost": [
      "quota_management.response_cache.generated_sequences_preserve_content_and_accounting"
    ],
    "tests/integration/spend/test_cache_and_quota.py::test_key_budget_at_boundary_blocks_provider_then_explicit_reset_restores": [
      "quota_management.budget.key.boundary_blocks_before_provider_and_reset_restores"
    ],
    "tests/integration/spend/test_cache_and_quota.py::test_different_system_messages_do_not_share_a_cached_response": [
      "quota_management.response_cache.system_messages_partition_cache_identity"
    ],
    "tests/integration/database/test_transaction_atomicity.py::test_access_group_second_key_constraint_failure_rolls_back_all_writes": [
      "other.database.access_group.failed_second_write_rolls_back_first"
    ],
    "tests/integration/spend/test_cache_and_quota.py::test_repeated_hits_keep_response_identity_and_create_distinct_zero_cost_rows": [
      "quota_management.response_cache.repeated_hits_preserve_identity_and_single_charge"
    ],
    "tests/integration/providers/test_s3_wire.py::test_sigv4_verifier_matches_published_put_and_rejects_corruption": [
      "other.provider_wire.s3.verifier_known_answer_and_negative_controls"
    ],
    "tests/integration/providers/test_s3_wire.py::test_s3_sync_and_async_uploads_pass_independent_wire_verification": [
      "other.provider_wire.s3.sync_async_reserved_keys_are_signed_and_accepted"
    ],
    "tests/integration/providers/test_bedrock_auth_wire.py::test_bearer_only_sdk_sync_async_requests_do_not_require_aws_credentials": [
      "other.provider_wire.bedrock.bearer_sdk_skips_credential_chain"
    ],
    "tests/integration/providers/test_bedrock_auth_wire.py::test_bearer_environment_reference_loads_from_db_and_yaml_and_survives_reload": [
      "other.provider_wire.bedrock.bearer_db_yaml_survives_reload"
    ],
    "tests/integration/streaming/test_stream_contracts.py::test_generated_tcp_partitions_preserve_unicode_text_identity_and_final_usage": [
      "other.streaming.byte_partitions.preserve_text_identity_and_usage"
    ],
    "tests/integration/streaming/test_stream_contracts.py::test_fragmented_tool_names_and_arguments_keep_each_call_identity": [
      "other.streaming.tools.fragmented_calls_keep_independent_arguments"
    ],
    "tests/integration/streaming/test_stream_contracts.py::test_proxy_stream_usage_visibility_keeps_exact_persisted_charge": [
      "other.streaming.usage.client_visibility_preserves_persisted_accounting"
    ],
    "tests/integration/streaming/test_stream_contracts.py::test_truncated_http_stream_is_an_error_and_next_stream_succeeds": [
      "other.streaming.failure.truncated_transport_raises_and_control_recovers"
    ],
    "tests/integration/streaming/test_stream_contracts.py::test_client_cancellation_releases_the_actual_provider_connection": [
      "other.streaming.cancellation.closes_actual_provider_connection"
    ],
    "tests/integration/routing/test_observed_routing.py::test_retry_counts_and_public_errors_match_actual_provider_attempts": [
      "other.routing.retries.several_attempts_reach_success_without_hidden_retries",
      "other.routing.errors.nonretryable_and_exhausted_failures_remain_errors"
    ],
    "tests/integration/routing/test_observed_routing.py::test_loaded_fallback_selects_expected_deployment_and_keeps_response_identity": [
      "other.routing.fallback.loaded_configuration_selects_only_permitted_target"
    ],
    "tests/integration/routing/test_observed_routing.py::test_saved_deployment_target_update_changes_wire_and_preserves_control": [
      "other.routing.alias_update.persisted_target_changes_only_selected_route"
    ],
    "tests/integration/providers/test_bedrock_role_configuration.py::test_role_reference_from_db_and_yaml_reaches_real_sts_http_and_bedrock": [
      "other.provider_wire.bedrock.db_yaml_role_reference_reaches_sts_and_signed_request"
    ],
    "tests/integration/routing/test_redis_recovery.py::test_owned_redis_outage_recovers_requests_and_real_response_cache": [
      "other.routing.redis.owned_outage_recovers_serving_and_response_cache"
    ],
    "tests/integration/providers/test_anthropic_wire.py::test_anthropic_tool_history_and_cache_tokens_keep_wire_and_accounting_contracts": [
      "other.provider_wire.anthropic.tool_history_system_cache_and_internal_fields",
      "quota_management.spend_tracking.cache_tokens.disjoint_classes_use_explicit_rates"
    ],
    "tests/integration/mcp/test_mcp_lifecycle.py::test_saved_headers_reach_real_mcp_tool_and_survive_unrelated_edit": [
      "mcp.call_tool.saved_headers.reach_actual_transport"
    ],
    "tests/integration/mcp/test_mcp_lifecycle.py::test_tool_error_remains_error_and_healthy_sibling_returns_value": [
      "mcp.call_tool.errors.tool_failure_is_not_success"
    ],
    "tests/integration/mcp/test_mcp_lifecycle.py::test_generated_mcp_edits_preserve_actual_headers_and_tool_results": [
      "other.mcp.lifecycle.generated_save_reload_preserves_effective_headers"
    ],
    "tests/integration/observability/test_callback_delivery.py::test_concurrent_success_and_failure_join_callbacks_and_rows_without_credentials": [
      "other.observability.callbacks.credentials_stay_out_of_event_bodies",
      "other.observability.callbacks.concurrent_results_join_complete_events_and_rows"
    ],
    "tests/integration/observability/test_guardrail_effects.py::test_guardrail_rewrites_system_and_user_in_actual_anthropic_request": [
      "other.observability.guardrails.rewrite_reaches_correct_anthropic_positions"
    ],
    "tests/integration/compatibility/test_a2a_wire_versions.py::test_a2a_versions_and_legacy_casing_preserve_real_wire_and_response": [
      "other.compatibility.a2a.supported_versions_preserve_literal_envelopes"
    ],
    "tests/integration/compatibility/test_persisted_toolsets.py::test_existing_toolset_format_loads_before_start_and_keeps_sibling_denied": [
      "other.compatibility.mcp.persisted_tool_names_survive_candidate_startup"
    ],
    "tests/integration/mcp/test_oauth_configuration.py::test_partial_discovery_and_unrelated_edit_keep_actual_authorization_destination": [
      "other.mcp.oauth.discovery_cannot_erase_configured_authorization_endpoint"
    ],
    "tests/integration/observability/test_guardrail_effects.py::test_guardrail_denial_prevents_provider_and_preserves_allowed_control": [
      "other.observability.guardrails.denial_prevents_provider_with_allowed_control"
    ],
    "tests/integration/mcp/test_mcp_protocol_errors.py::test_jsonrpc_error_and_malformed_tool_result_remain_errors": [
      "other.mcp.errors.protocol_and_malformed_results_cannot_be_empty_success"
    ],
    "tests/integration/compatibility/test_openai_consumer.py::test_retained_openai_clients_parse_real_proxy_tool_and_usage_responses": [
      "other.compatibility.openai.retained_client_parses_tools_and_usage"
    ],
    "tests/integration/spend/test_filtered_ledger.py::test_rotated_keys_users_and_model_groups_preserve_success_failure_cache_ledger": [
      "quota_management.spend_tracking.filtered_ledger_preserves_owner_identity_and_totals"
    ],
    "tests/integration/management/test_partial_update_sequences.py::test_restricted_actor_cannot_detach_key_from_project": [
      "mgmt.key.update.project_detach_denied_to_restricted_actor"
    ],
    "tests/integration/management/test_partial_update_sequences.py::test_cross_tenant_actor_cannot_read_update_or_detach_project_key": [
      "mgmt.key.info.cross_tenant_key_is_denied",
      "mgmt.key.update.cross_tenant_key_is_denied",
      "mgmt.key.update.cross_tenant_project_detach_is_denied"
    ],
    "tests/integration/management/test_project_lifecycle.py::test_project_new_persists_real_state": [
      "mgmt.project.new.real_route_persists"
    ],
    "tests/integration/management/test_project_lifecycle.py::test_project_update_persists_real_state": [
      "mgmt.project.update.real_route_persists"
    ],
    "tests/integration/management/test_project_lifecycle.py::test_project_delete_with_attached_key_refuses_and_preserves_state": [
      "mgmt.project.delete.attached_key_refusal_preserves_state"
    ],
    "tests/integration/sdk/test_http2_wire.py::test_async_handler_negotiates_http2_only_when_enabled": [
      "other.sdk_wire.http2.async_handler_negotiates_h2_only_when_enabled"
    ],
    "tests/integration/sdk/test_http2_wire.py::test_sync_handler_negotiates_http2_only_when_enabled": [
      "other.sdk_wire.http2.sync_handler_negotiates_h2_only_when_enabled"
    ]
  },
  "browser": {
    "tests/e2e/ui/tests/integrationCritical/projectDetachment.spec.ts::project creation and explicit detachment preserve saved scope and restore serving": [
      "mgmt.key.ui.project_create_clear_preserves_serving_scope"
    ]
  }
}