mirror of
https://github.com/agentscope-ai/ReMe.git
synced 2026-10-11 03:40:03 +00:00
88 lines
2.7 KiB
Python
88 lines
2.7 KiB
Python
"""Tests for read-only job execution count evaluation helpers."""
|
|
|
|
import asyncio
|
|
from types import SimpleNamespace
|
|
|
|
import pytest
|
|
|
|
from reme.components.job import BaseJob, StreamJob
|
|
from reme.utils.evaluation_interface import check_job_count, track_job_counts
|
|
|
|
|
|
def test_check_job_count_reads_registered_base_job_count():
|
|
"""check_job_count returns the number of completed BaseJob invocations."""
|
|
|
|
async def run():
|
|
app_context = SimpleNamespace(metadata={}, jobs={})
|
|
job = BaseJob(name="search", app_context=app_context)
|
|
app_context.jobs[job.name] = job
|
|
|
|
await job()
|
|
await job()
|
|
|
|
assert check_job_count("search", app_context) == 2
|
|
|
|
asyncio.run(run())
|
|
|
|
|
|
def test_check_job_count_resolves_custom_job_inheritance_path():
|
|
"""check_job_count resolves counters recorded under subclassed job paths."""
|
|
|
|
async def run():
|
|
class ProjectStreamJob(StreamJob):
|
|
"""Project-specific StreamJob subclass used to exercise MRO lookup."""
|
|
|
|
app_context = SimpleNamespace(metadata={}, jobs={})
|
|
job = ProjectStreamJob(name="chat", app_context=app_context)
|
|
app_context.jobs[job.name] = job
|
|
|
|
await job(stream_queue=asyncio.Queue())
|
|
|
|
assert check_job_count("chat", app_context) == 1
|
|
|
|
asyncio.run(run())
|
|
|
|
|
|
def test_check_job_count_rejects_unknown_job_name():
|
|
"""Unknown job names raise KeyError, matching Application.run_job."""
|
|
app_context = SimpleNamespace(metadata={}, jobs={})
|
|
|
|
with pytest.raises(KeyError, match="Job 'missing' not found"):
|
|
check_job_count("missing", app_context)
|
|
|
|
|
|
def test_track_job_counts_returns_calls_made_inside_context():
|
|
"""The context manager reports only the calls made in its body."""
|
|
|
|
async def run():
|
|
app_context = SimpleNamespace(metadata={}, jobs={})
|
|
search = BaseJob(name="search", app_context=app_context)
|
|
app_context.jobs[search.name] = search
|
|
|
|
await search()
|
|
with track_job_counts(["search"], app_context) as counts:
|
|
await search()
|
|
await search()
|
|
|
|
assert counts == {"search": 2}
|
|
|
|
asyncio.run(run())
|
|
|
|
|
|
def test_track_job_counts_updates_results_when_body_raises():
|
|
"""Calls made before an exception are still included in the delta."""
|
|
|
|
async def run():
|
|
app_context = SimpleNamespace(metadata={}, jobs={})
|
|
search = BaseJob(name="search", app_context=app_context)
|
|
app_context.jobs[search.name] = search
|
|
counts = {}
|
|
|
|
with pytest.raises(RuntimeError, match="boom"):
|
|
with track_job_counts(["search"], app_context) as counts:
|
|
await search()
|
|
raise RuntimeError("boom")
|
|
|
|
assert counts == {"search": 1}
|
|
|
|
asyncio.run(run())
|