From b647aea18ee94b120fd73e8ceb6175a1de65bf60 Mon Sep 17 00:00:00 2001 From: jxxghp Date: Sat, 12 Sep 2026 02:43:44 +0800 Subject: [PATCH] test(agent): update evaluation scenario contract --- tests/test_agent_evaluation_world.py | 10 +++++++--- 1 file changed, 7 insertions(+), 3 deletions(-) diff --git a/tests/test_agent_evaluation_world.py b/tests/test_agent_evaluation_world.py index 1c34f8016..69c98dbbc 100644 --- a/tests/test_agent_evaluation_world.py +++ b/tests/test_agent_evaluation_world.py @@ -30,14 +30,14 @@ def _download_body(world: EvaluationWorld) -> dict[str, Any]: def test_scenarios_expose_inputs_without_initial_state_or_oracle() -> None: """公开定义只有任务、业务身份及资源,答案和故障时序不能进入模型上下文。""" scenarios = list_scenarios() - assert len(scenarios) == 9 + assert len(scenarios) == 10 api_scenarios = [scenario for scenario in scenarios if scenario.kind == "api"] - assert len(api_scenarios) == 5 + assert len(api_scenarios) == 6 assert len({scenario.media_id for scenario in api_scenarios}) == 5 for scenario in scenarios: assert set(asdict(scenario)) == { "scenario_id", "task", "media_source", "media_id", "title", "magnet", "infohash", - "kind", "command", "browser_url", "terminal_use_pty", + "kind", "command", "browser_url", "terminal_use_pty", "steering_message", } assert "JSON" in scenario.task assert scenario.scenario_id not in scenario.task @@ -47,6 +47,10 @@ def test_scenarios_expose_inputs_without_initial_state_or_oracle() -> None: assert scenario.command == "" assert scenario.browser_url == "" assert scenario.terminal_use_pty is None + if scenario.scenario_id == "steering_long_context": + assert scenario.steering_message + else: + assert scenario.steering_message == "" elif scenario.kind == "command": assert scenario.command assert scenario.browser_url == ""