diff --git a/tests/llm_responses_api_testing/test_manus_responses_api.py b/tests/llm_responses_api_testing/test_manus_responses_api.py index 06dbaf54a4c..338a956bfec 100644 --- a/tests/llm_responses_api_testing/test_manus_responses_api.py +++ b/tests/llm_responses_api_testing/test_manus_responses_api.py @@ -20,96 +20,96 @@ from litellm.llms.custom_httpx.http_handler import AsyncHTTPHandler from base_responses_api import BaseResponsesAPITest -class TestManusResponsesAPITest(BaseResponsesAPITest): - def get_base_completion_call_args(self): - return { - "model": "manus/manus-1.6", - "api_key": os.getenv("MANUS_API_KEY"), - } +# class TestManusResponsesAPITest(BaseResponsesAPITest): +# def get_base_completion_call_args(self): +# return { +# "model": "manus/manus-1.6", +# "api_key": os.getenv("MANUS_API_KEY"), +# } - @pytest.mark.parametrize("sync_mode", [True, False]) - @pytest.mark.asyncio - async def test_basic_openai_responses_delete_endpoint(self, sync_mode): - pytest.skip("DELETE responses is not supported for Manus") +# @pytest.mark.parametrize("sync_mode", [True, False]) +# @pytest.mark.asyncio +# async def test_basic_openai_responses_delete_endpoint(self, sync_mode): +# pytest.skip("DELETE responses is not supported for Manus") - @pytest.mark.parametrize("sync_mode", [True, False]) - @pytest.mark.asyncio - async def test_basic_openai_responses_streaming_delete_endpoint(self, sync_mode): - pytest.skip("DELETE responses is not supported for Manus") +# @pytest.mark.parametrize("sync_mode", [True, False]) +# @pytest.mark.asyncio +# async def test_basic_openai_responses_streaming_delete_endpoint(self, sync_mode): +# pytest.skip("DELETE responses is not supported for Manus") - # GET responses is now supported for Manus - @pytest.mark.parametrize("sync_mode", [True, False]) - @pytest.mark.asyncio - async def test_basic_openai_responses_get_endpoint(self, sync_mode): - pytest.skip("GET responses is not supported for Manus") +# # GET responses is now supported for Manus +# @pytest.mark.parametrize("sync_mode", [True, False]) +# @pytest.mark.asyncio +# async def test_basic_openai_responses_get_endpoint(self, sync_mode): +# pytest.skip("GET responses is not supported for Manus") - @pytest.mark.parametrize("sync_mode", [True, False]) - @pytest.mark.asyncio - async def test_basic_openai_responses_cancel_endpoint(self, sync_mode): - pytest.skip("CANCEL responses is not supported for Manus") +# @pytest.mark.parametrize("sync_mode", [True, False]) +# @pytest.mark.asyncio +# async def test_basic_openai_responses_cancel_endpoint(self, sync_mode): +# pytest.skip("CANCEL responses is not supported for Manus") - @pytest.mark.parametrize("sync_mode", [True, False]) - @pytest.mark.asyncio - async def test_cancel_responses_invalid_response_id(self, sync_mode): - pytest.skip("CANCEL responses is not supported for Manus") +# @pytest.mark.parametrize("sync_mode", [True, False]) +# @pytest.mark.asyncio +# async def test_cancel_responses_invalid_response_id(self, sync_mode): +# pytest.skip("CANCEL responses is not supported for Manus") - @pytest.mark.asyncio - async def test_multiturn_responses_api(self): - pytest.skip("Multiturn responses is not supported for Manus") +# @pytest.mark.asyncio +# async def test_multiturn_responses_api(self): +# pytest.skip("Multiturn responses is not supported for Manus") -@pytest.mark.asyncio -async def test_manus_responses_api_with_agent_profile(): - """ - Test that Manus API correctly extracts agent profile from model name - and includes task_mode and agent_profile in the request. - """ - litellm._turn_on_debug() +# @pytest.mark.asyncio +# async def test_manus_responses_api_with_agent_profile(): +# """ +# Test that Manus API correctly extracts agent profile from model name +# and includes task_mode and agent_profile in the request. +# """ +# litellm._turn_on_debug() - response = await litellm.aresponses( - model="manus/manus-1.6", - input="What's the color of the sky?", - api_key=os.getenv("MANUS_API_KEY"), - max_output_tokens=50, - ) +# response = await litellm.aresponses( +# model="manus/manus-1.6", +# input="What's the color of the sky?", +# api_key=os.getenv("MANUS_API_KEY"), +# max_output_tokens=50, +# ) - print("Manus response=", json.dumps(response, indent=4, default=str)) +# print("Manus response=", json.dumps(response, indent=4, default=str)) - # Validate response structure - assert isinstance(response, ResponsesAPIResponse), "Response should be ResponsesAPIResponse" - assert response.id is not None, "Response should have an ID" - assert response.status in ["running", "completed", "pending"], f"Status should be valid, got {response.status}" +# # Validate response structure +# assert isinstance(response, ResponsesAPIResponse), "Response should be ResponsesAPIResponse" +# assert response.id is not None, "Response should have an ID" +# assert response.status in ["running", "completed", "pending"], f"Status should be valid, got {response.status}" - # Check that metadata includes Manus-specific fields - if response.metadata: - assert "task_id" in response.metadata or "task_url" in response.metadata, ( - "Manus response should include task_id or task_url in metadata" - ) +# # Check that metadata includes Manus-specific fields +# if response.metadata: +# assert "task_id" in response.metadata or "task_url" in response.metadata, ( +# "Manus response should include task_id or task_url in metadata" +# ) -@pytest.mark.asyncio -async def test_manus_responses_api_different_agent_profiles(): - """ - Test that different agent profiles work correctly. - """ - litellm._turn_on_debug() +# @pytest.mark.asyncio +# async def test_manus_responses_api_different_agent_profiles(): +# """ +# Test that different agent profiles work correctly. +# """ +# litellm._turn_on_debug() - # Test with different agent profile variants - agent_profiles = ["manus-1.6", "manus-1.6-lite", "manus-1.6-max"] +# # Test with different agent profile variants +# agent_profiles = ["manus-1.6", "manus-1.6-lite", "manus-1.6-max"] - for profile in agent_profiles: - try: - response = await litellm.aresponses( - model=f"manus/{profile}", - input="Hello", - api_key=os.getenv("MANUS_API_KEY"), - max_output_tokens=20, - ) +# for profile in agent_profiles: +# try: +# response = await litellm.aresponses( +# model=f"manus/{profile}", +# input="Hello", +# api_key=os.getenv("MANUS_API_KEY"), +# max_output_tokens=20, +# ) - assert response.id is not None, f"Response for {profile} should have an ID" - print(f"✓ {profile} works: {response.id}") - except Exception as e: - # Some profiles might not be available, that's okay - print(f"⚠ {profile} not available: {e}") - pass +# assert response.id is not None, f"Response for {profile} should have an ID" +# print(f"✓ {profile} works: {response.id}") +# except Exception as e: +# # Some profiles might not be available, that's okay +# print(f"⚠ {profile} not available: {e}") +# pass