mirror of
https://github.com/agentscope-ai/ReMe.git
synced 2026-10-14 04:12:05 +00:00
4c54c2b650
Some checks failed
CI / Python packages / Build and verify distributions (push) Waiting to run
CI / Python quality / GitHub Actions (push) Waiting to run
CI / Python quality / Pre-commit (push) Waiting to run
CI / Python tests / Unit Tests - py3.11 (push) Waiting to run
CI / Python tests / Unit Tests - py3.12 (push) Waiting to run
CI / Python tests / Unit Tests - py3.13 (push) Waiting to run
CI / Python tests / Unit Tests - py3.14 (push) Waiting to run
CI / Windows / CLI smoke - py3.11 (push) Waiting to run
Deploy / Documentation / Build documentation (push) Waiting to run
Deploy / Documentation / deploy (push) Blocked by required conditions
CI and Release / Docker / Build and test / amd64 (push) Waiting to run
CI and Release / Docker / Build and test / arm64 (push) Waiting to run
CI and Release / Docker / Publish multi-platform tags (push) Blocked by required conditions
Security / CodeQL / Analyze javascript-typescript (push) Waiting to run
Security / CodeQL / Analyze python (push) Waiting to run
CI / ReMe Studio / Studio checks (push) Has been cancelled
* feat(docker): add container deployment and multi-platform release workflow * fix(llm): initialize providers on model access and preserve runtime injection * test(llm): keep rejected model updates independent of credentials
100 lines
3.6 KiB
Python
100 lines
3.6 KiB
Python
"""Local jobs must not initialize credentialed chat providers at startup."""
|
|
|
|
# pylint: disable=protected-access
|
|
|
|
import asyncio
|
|
from unittest.mock import AsyncMock, Mock
|
|
|
|
import pytest
|
|
|
|
from agentscope.model import ChatResponse
|
|
|
|
from reme.components.application_context import ApplicationContext
|
|
from reme.components.as_llm import BaseAsLLM
|
|
from reme.components.job import BaseJob
|
|
from reme.enumeration import ComponentEnum
|
|
|
|
|
|
class LazyAsLLM(BaseAsLLM):
|
|
"""Use an isolated mock credential boundary."""
|
|
|
|
credential_cls = Mock()
|
|
|
|
|
|
def test_start_without_credentials_and_initialize_once():
|
|
"""Startup stays local; first model access preserves provider configuration."""
|
|
|
|
async def go():
|
|
model_cls = Mock()
|
|
credential_cls = Mock()
|
|
credential_cls.return_value.get_chat_model_class.return_value = model_cls
|
|
llm = LazyAsLLM(backend="fake", model="test", parameters={"temperature": 0.5})
|
|
llm.credential_cls = credential_cls
|
|
await llm.start()
|
|
assert llm._model is None
|
|
credential_cls.assert_not_called()
|
|
assert llm.model is model_cls.return_value
|
|
assert llm.model is model_cls.return_value
|
|
credential_cls.assert_called_once_with()
|
|
model_cls.Parameters.assert_called_once_with(temperature=0.5)
|
|
model_cls.assert_called_once_with(
|
|
credential=credential_cls.return_value,
|
|
parameters=model_cls.Parameters.return_value,
|
|
model="test",
|
|
)
|
|
assert llm.model is model_cls.return_value
|
|
await llm.close()
|
|
|
|
asyncio.run(go())
|
|
|
|
|
|
def test_provider_error_is_reported_when_model_is_requested():
|
|
"""Missing credentials fail the model operation and allow a subsequent retry."""
|
|
credential_cls = Mock(side_effect=ValueError("Missing credentials"))
|
|
llm = LazyAsLLM(backend="fake", model="test")
|
|
llm.credential_cls = credential_cls
|
|
with pytest.raises(ValueError, match="Missing credentials"):
|
|
_ = llm.model
|
|
assert llm._model is None
|
|
credential_cls.side_effect = None
|
|
assert llm.model is not None
|
|
|
|
|
|
def test_compressor_job_initializes_named_model_without_wrapper(tmp_path):
|
|
"""A started job resolves the independent compressor provider on first use."""
|
|
|
|
async def go():
|
|
context = ApplicationContext(workspace_dir=str(tmp_path))
|
|
model = AsyncMock(return_value=ChatResponse(content=[{"type": "text", "text": "compressed"}], is_last=True))
|
|
credential_cls = Mock()
|
|
model_cls = credential_cls.return_value.get_chat_model_class.return_value
|
|
model_cls.return_value = model
|
|
llm = LazyAsLLM(name="compressor", app_context=context, model="test")
|
|
llm.credential_cls = credential_cls
|
|
context.components[ComponentEnum.AS_LLM] = {"compressor": llm}
|
|
job = BaseJob(app_context=context, steps=[{"backend": "compressor_step", "as_llm": "compressor"}])
|
|
await llm.start()
|
|
await job.start()
|
|
try:
|
|
credential_cls.assert_not_called()
|
|
for _ in range(2):
|
|
response = await job(text="long source text")
|
|
assert response.success, response.answer
|
|
assert response.answer == "compressed"
|
|
credential_cls.assert_called_once_with()
|
|
assert model.await_count == 2
|
|
finally:
|
|
await job.close()
|
|
await llm.close()
|
|
|
|
asyncio.run(go())
|
|
|
|
|
|
def test_explicit_model_assignment_preserves_injection():
|
|
"""An injected model bypasses provider construction."""
|
|
llm = LazyAsLLM(model="test")
|
|
llm.credential_cls = Mock()
|
|
model = Mock()
|
|
llm.model = model
|
|
assert llm.model is model
|
|
llm.credential_cls.assert_not_called()
|