{ "anchor_run_id": "20261112-huanxi-0.8.14.69-framework-tools-t1-v2env", "baseline_run_ids": [ "20261107-codex-0.165.0-t1", "20261107-openclaw-2026.11.1-t1" ], "cases": [ { "case": "C01", "content_grade": "PASS", "native_tool_calls": "3", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 30.60659909248352, \"observed_sum_s\": 30.60659909248352, \"observed\": 1, \"expected\": 1}", "run_id": "20261107-codex-0.165.0-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "发票去重与对账", "user_turns": "1", "visible_model_responses": "4" }, { "case": "C02", "content_grade": "PASS", "native_tool_calls": "8", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 46.81355404853821, \"observed_sum_s\": 46.81355404853821, \"observed\": 1, \"expected\": 1}", "run_id": "20261107-codex-0.165.0-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "日志关联与事故时间线", "user_turns": "1", "visible_model_responses": "4" }, { "case": "C03", "content_grade": "PASS", "native_tool_calls": "6", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 29.132946014404297, \"observed_sum_s\": 29.132946014404297, \"observed\": 1, \"expected\": 1}", "run_id": "20261107-codex-0.165.0-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "多文件政策优先级", "user_turns": "1", "visible_model_responses": "5" }, { "case": "C04", "content_grade": "PASS", "native_tool_calls": "9", "observed_tmp_commands": "3", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 52.26890206336975, \"observed_sum_s\": 52.26890206336975, \"observed\": 1, \"expected\": 1}", "run_id": "20261107-codex-0.165.0-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "时区与稳定排序", "user_turns": "1", "visible_model_responses": "8" }, { "case": "C05", "content_grade": "PASS", "native_tool_calls": "10", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 92.95756983757019, \"observed_sum_s\": 92.95756983757019, \"observed\": 1, \"expected\": 1}", "run_id": "20261107-codex-0.165.0-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "小模块修复与回归", "user_turns": "1", "visible_model_responses": "7" }, { "case": "C06", "content_grade": "PASS", "native_tool_calls": "2", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 23.336630821228027, \"observed_sum_s\": 23.336630821228027, \"observed\": 1, \"expected\": 1}", "run_id": "20261107-codex-0.165.0-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "依赖图与关键路径", "user_turns": "1", "visible_model_responses": "3" }, { "case": "C07", "content_grade": "PASS", "native_tool_calls": "5", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 73.86207795143127, \"observed_sum_s\": 73.86207795143127, \"observed\": 2, \"expected\": 2}", "run_id": "20261107-codex-0.165.0-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 2}", "title": "采购方案追加预算约束", "user_turns": "2", "visible_model_responses": "6" }, { "case": "C08", "content_grade": "PASS", "native_tool_calls": "11", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 78.90204215049744, \"observed_sum_s\": 78.90204215049744, \"observed\": 2, \"expected\": 2}", "run_id": "20261107-codex-0.165.0-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 2}", "title": "销售汇总与增量更正", "user_turns": "2", "visible_model_responses": "9" }, { "case": "C09", "content_grade": "PASS", "native_tool_calls": "13", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 153.5663821697235, \"observed_sum_s\": 153.5663821697235, \"observed\": 2, \"expected\": 2}", "run_id": "20261107-codex-0.165.0-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 2}", "title": "命令行工具连续迭代", "user_turns": "2", "visible_model_responses": "15" }, { "case": "C10", "content_grade": "INCONCLUSIVE", "native_tool_calls": "5", "observed_tmp_commands": "1", "raw_content_grade": "FAIL", "response_latency": "{\"sum_s\": 48.033442974090576, \"observed_sum_s\": 48.033442974090576, \"observed\": 2, \"expected\": 2}", "run_id": "20261107-codex-0.165.0-t1", "source_reviewed_grade": "INCONCLUSIVE", "terminals": "{\"completed\": 2}", "title": "发布判断与新证据修正", "user_turns": "2", "visible_model_responses": "7" }, { "case": "C01", "content_grade": "PASS", "native_tool_calls": "6", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 36.857234954833984, \"observed_sum_s\": 36.857234954833984, \"observed\": 1, \"expected\": 1}", "run_id": "20261107-openclaw-2026.11.1-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "发票去重与对账", "user_turns": "1", "visible_model_responses": "6" }, { "case": "C02", "content_grade": "PASS", "native_tool_calls": "9", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 51.20301818847656, \"observed_sum_s\": 51.20301818847656, \"observed\": 1, \"expected\": 1}", "run_id": "20261107-openclaw-2026.11.1-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "日志关联与事故时间线", "user_turns": "1", "visible_model_responses": "8" }, { "case": "C03", "content_grade": "PASS", "native_tool_calls": "10", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 49.03161978721619, \"observed_sum_s\": 49.03161978721619, \"observed\": 1, \"expected\": 1}", "run_id": "20261107-openclaw-2026.11.1-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "多文件政策优先级", "user_turns": "1", "visible_model_responses": "9" }, { "case": "C04", "content_grade": "PASS", "native_tool_calls": "11", "observed_tmp_commands": "1", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 78.98641109466553, \"observed_sum_s\": 78.98641109466553, \"observed\": 1, \"expected\": 1}", "run_id": "20261107-openclaw-2026.11.1-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "时区与稳定排序", "user_turns": "1", "visible_model_responses": "11" }, { "case": "C05", "content_grade": "PASS", "native_tool_calls": "22", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 134.42755508422852, \"observed_sum_s\": 134.42755508422852, \"observed\": 1, \"expected\": 1}", "run_id": "20261107-openclaw-2026.11.1-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "小模块修复与回归", "user_turns": "1", "visible_model_responses": "21" }, { "case": "C06", "content_grade": "PASS", "native_tool_calls": "8", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 55.14155387878418, \"observed_sum_s\": 55.14155387878418, \"observed\": 1, \"expected\": 1}", "run_id": "20261107-openclaw-2026.11.1-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "依赖图与关键路径", "user_turns": "1", "visible_model_responses": "9" }, { "case": "C07", "content_grade": "PASS", "native_tool_calls": "16", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 111.11754608154297, \"observed_sum_s\": 111.11754608154297, \"observed\": 2, \"expected\": 2}", "run_id": "20261107-openclaw-2026.11.1-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 2}", "title": "采购方案追加预算约束", "user_turns": "2", "visible_model_responses": "17" }, { "case": "C08", "content_grade": "PASS", "native_tool_calls": "8", "observed_tmp_commands": "0", "raw_content_grade": "FAIL", "response_latency": "{\"sum_s\": 52.83935284614563, \"observed_sum_s\": 52.83935284614563, \"observed\": 2, \"expected\": 2}", "run_id": "20261107-openclaw-2026.11.1-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 2}", "title": "销售汇总与增量更正", "user_turns": "2", "visible_model_responses": "10" }, { "case": "C09", "content_grade": "PASS", "native_tool_calls": "13", "observed_tmp_commands": "4", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 91.56666302680969, \"observed_sum_s\": 91.56666302680969, \"observed\": 2, \"expected\": 2}", "run_id": "20261107-openclaw-2026.11.1-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 2}", "title": "命令行工具连续迭代", "user_turns": "2", "visible_model_responses": "15" }, { "case": "C10", "content_grade": "INCONCLUSIVE", "native_tool_calls": "17", "observed_tmp_commands": "0", "raw_content_grade": "FAIL", "response_latency": "{\"sum_s\": 106.45642876625061, \"observed_sum_s\": 106.45642876625061, \"observed\": 2, \"expected\": 2}", "run_id": "20261107-openclaw-2026.11.1-t1", "source_reviewed_grade": "INCONCLUSIVE", "terminals": "{\"completed\": 2}", "title": "发布判断与新证据修正", "user_turns": "2", "visible_model_responses": "19" }, { "case": "C01", "content_grade": "PASS", "native_tool_calls": "14", "observed_tmp_commands": "2", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 173.55088996887207, \"observed_sum_s\": 173.55088996887207, \"observed\": 1, \"expected\": 1}", "run_id": "20261107-huanxi-0.8.14.67-t1", "source_reviewed_grade": "PASS", "terminals": "{\"failed\": 1}", "title": "发票去重与对账", "user_turns": "1", "visible_model_responses": "18" }, { "case": "C02", "content_grade": "PASS", "native_tool_calls": "34", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 306.23612809181213, \"observed_sum_s\": 306.23612809181213, \"observed\": 1, \"expected\": 1}", "run_id": "20261107-huanxi-0.8.14.67-t1", "source_reviewed_grade": "PASS", "terminals": "{\"failed\": 1}", "title": "日志关联与事故时间线", "user_turns": "1", "visible_model_responses": "35" }, { "case": "C03", "content_grade": "PASS", "native_tool_calls": "18", "observed_tmp_commands": "1", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 134.0902590751648, \"observed_sum_s\": 134.0902590751648, \"observed\": 1, \"expected\": 1}", "run_id": "20261107-huanxi-0.8.14.67-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "多文件政策优先级", "user_turns": "1", "visible_model_responses": "17" }, { "case": "C04", "content_grade": "PASS", "native_tool_calls": "34", "observed_tmp_commands": "3", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 384.3942391872406, \"observed_sum_s\": 384.3942391872406, \"observed\": 1, \"expected\": 1}", "run_id": "20261107-huanxi-0.8.14.67-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "时区与稳定排序", "user_turns": "1", "visible_model_responses": "38" }, { "case": "C05", "content_grade": "PASS", "native_tool_calls": "11", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 145.857186794281, \"observed_sum_s\": 145.857186794281, \"observed\": 1, \"expected\": 1}", "run_id": "20261107-huanxi-0.8.14.67-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "小模块修复与回归", "user_turns": "1", "visible_model_responses": "12" }, { "case": "C06", "content_grade": "PASS", "native_tool_calls": "37", "observed_tmp_commands": "12", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 478.4330768585205, \"observed_sum_s\": 478.4330768585205, \"observed\": 1, \"expected\": 1}", "run_id": "20261107-huanxi-0.8.14.67-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "依赖图与关键路径", "user_turns": "1", "visible_model_responses": "41" }, { "case": "C07", "content_grade": "PASS", "native_tool_calls": "8", "observed_tmp_commands": "2", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 114.21619319915771, \"observed_sum_s\": 114.21619319915771, \"observed\": 2, \"expected\": 2}", "run_id": "20261107-huanxi-0.8.14.67-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 2}", "title": "采购方案追加预算约束", "user_turns": "2", "visible_model_responses": "10" }, { "case": "C08", "content_grade": "PASS", "native_tool_calls": "16", "observed_tmp_commands": "0", "raw_content_grade": "FAIL", "response_latency": "{\"sum_s\": 197.3622329235077, \"observed_sum_s\": 197.3622329235077, \"observed\": 2, \"expected\": 2}", "run_id": "20261107-huanxi-0.8.14.67-t1", "source_reviewed_grade": "PASS", "terminals": "{\"failed\": 1, \"completed\": 1}", "title": "销售汇总与增量更正", "user_turns": "2", "visible_model_responses": "21" }, { "case": "C09", "content_grade": "PASS", "native_tool_calls": "48", "observed_tmp_commands": "7", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 510.95922589302063, \"observed_sum_s\": 510.95922589302063, \"observed\": 2, \"expected\": 2}", "run_id": "20261107-huanxi-0.8.14.67-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 2}", "title": "命令行工具连续迭代", "user_turns": "2", "visible_model_responses": "50" }, { "case": "C10", "content_grade": "INCONCLUSIVE", "native_tool_calls": "61", "observed_tmp_commands": "7", "raw_content_grade": "FAIL", "response_latency": "{\"sum_s\": 573.907154083252, \"observed_sum_s\": 573.907154083252, \"observed\": 2, \"expected\": 2}", "run_id": "20261107-huanxi-0.8.14.67-t1", "source_reviewed_grade": "INCONCLUSIVE", "terminals": "{\"completed\": 2}", "title": "发布判断与新证据修正", "user_turns": "2", "visible_model_responses": "59" }, { "case": "C01", "content_grade": "PASS", "native_tool_calls": "3", "observed_tmp_commands": "1", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 32.337289810180664, \"observed_sum_s\": 32.337289810180664, \"observed\": 1, \"expected\": 1}", "run_id": "20261108-huanxi-0.8.14.68-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "发票去重与对账", "user_turns": "1", "visible_model_responses": "4" }, { "case": "C02", "content_grade": "PASS", "native_tool_calls": "8", "observed_tmp_commands": "2", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 76.10756921768188, \"observed_sum_s\": 76.10756921768188, \"observed\": 1, \"expected\": 1}", "run_id": "20261108-huanxi-0.8.14.68-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "日志关联与事故时间线", "user_turns": "1", "visible_model_responses": "8" }, { "case": "C03", "content_grade": "PASS", "native_tool_calls": "7", "observed_tmp_commands": "1", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 50.5471088886261, \"observed_sum_s\": 50.5471088886261, \"observed\": 1, \"expected\": 1}", "run_id": "20261108-huanxi-0.8.14.68-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "多文件政策优先级", "user_turns": "1", "visible_model_responses": "7" }, { "case": "C04", "content_grade": "PASS", "native_tool_calls": "9", "observed_tmp_commands": "2", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 100.42835402488708, \"observed_sum_s\": 100.42835402488708, \"observed\": 1, \"expected\": 1}", "run_id": "20261108-huanxi-0.8.14.68-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "时区与稳定排序", "user_turns": "1", "visible_model_responses": "8" }, { "case": "C05", "content_grade": "PASS", "native_tool_calls": "11", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 123.86204290390015, \"observed_sum_s\": 123.86204290390015, \"observed\": 1, \"expected\": 1}", "run_id": "20261108-huanxi-0.8.14.68-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "小模块修复与回归", "user_turns": "1", "visible_model_responses": "12" }, { "case": "C06", "content_grade": "PASS", "native_tool_calls": "7", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 81.19716095924377, \"observed_sum_s\": 81.19716095924377, \"observed\": 1, \"expected\": 1}", "run_id": "20261108-huanxi-0.8.14.68-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "依赖图与关键路径", "user_turns": "1", "visible_model_responses": "8" }, { "case": "C07", "content_grade": "PASS", "native_tool_calls": "13", "observed_tmp_commands": "3", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 135.76885890960693, \"observed_sum_s\": 135.76885890960693, \"observed\": 2, \"expected\": 2}", "run_id": "20261108-huanxi-0.8.14.68-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 2}", "title": "采购方案追加预算约束", "user_turns": "2", "visible_model_responses": "15" }, { "case": "C08", "content_grade": "PASS", "native_tool_calls": "8", "observed_tmp_commands": "0", "raw_content_grade": "FAIL", "response_latency": "{\"sum_s\": 96.75840592384338, \"observed_sum_s\": 96.75840592384338, \"observed\": 2, \"expected\": 2}", "run_id": "20261108-huanxi-0.8.14.68-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 2}", "title": "销售汇总与增量更正", "user_turns": "2", "visible_model_responses": "10" }, { "case": "C09", "content_grade": "PASS", "native_tool_calls": "18", "observed_tmp_commands": "5", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 187.24985933303833, \"observed_sum_s\": 187.24985933303833, \"observed\": 2, \"expected\": 2}", "run_id": "20261108-huanxi-0.8.14.68-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 2}", "title": "命令行工具连续迭代", "user_turns": "2", "visible_model_responses": "17" }, { "case": "C10", "content_grade": "INCONCLUSIVE", "native_tool_calls": "16", "observed_tmp_commands": "1", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 176.12716102600098, \"observed_sum_s\": 176.12716102600098, \"observed\": 2, \"expected\": 2}", "run_id": "20261108-huanxi-0.8.14.68-framework-tools-t1", "source_reviewed_grade": "INCONCLUSIVE_FIXTURE_AMBIGUITY", "terminals": "{\"completed\": 2}", "title": "发布判断与新证据修正", "user_turns": "2", "visible_model_responses": "16" }, { "case": "C01", "content_grade": "PASS", "native_tool_calls": "6", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 57.88460993766785, \"observed_sum_s\": 57.88460993766785, \"observed\": 1, \"expected\": 1}", "run_id": "20261108-huanxi-0.8.14.69-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "发票去重与对账", "user_turns": "1", "visible_model_responses": "7" }, { "case": "C02", "content_grade": "PASS", "native_tool_calls": "9", "observed_tmp_commands": "4", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 72.56964898109436, \"observed_sum_s\": 72.56964898109436, \"observed\": 1, \"expected\": 1}", "run_id": "20261108-huanxi-0.8.14.69-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "日志关联与事故时间线", "user_turns": "1", "visible_model_responses": "10" }, { "case": "C03", "content_grade": "PASS", "native_tool_calls": "5", "observed_tmp_commands": "1", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 38.49292993545532, \"observed_sum_s\": 38.49292993545532, \"observed\": 1, \"expected\": 1}", "run_id": "20261108-huanxi-0.8.14.69-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "多文件政策优先级", "user_turns": "1", "visible_model_responses": "6" }, { "case": "C04", "content_grade": "PASS", "native_tool_calls": "4", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 39.75175595283508, \"observed_sum_s\": 39.75175595283508, \"observed\": 1, \"expected\": 1}", "run_id": "20261108-huanxi-0.8.14.69-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "时区与稳定排序", "user_turns": "1", "visible_model_responses": "5" }, { "case": "C05", "content_grade": "PASS", "native_tool_calls": "8", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 127.04514598846436, \"observed_sum_s\": 127.04514598846436, \"observed\": 1, \"expected\": 1}", "run_id": "20261108-huanxi-0.8.14.69-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "小模块修复与回归", "user_turns": "1", "visible_model_responses": "9" }, { "case": "C06", "content_grade": "FAIL", "native_tool_calls": "8", "observed_tmp_commands": "0", "raw_content_grade": "FAIL", "response_latency": "{\"sum_s\": 113.45298218727112, \"observed_sum_s\": 113.45298218727112, \"observed\": 1, \"expected\": 1}", "run_id": "20261108-huanxi-0.8.14.69-framework-tools-t1", "source_reviewed_grade": "FAIL", "terminals": "{\"completed\": 1}", "title": "依赖图与关键路径", "user_turns": "1", "visible_model_responses": "9" }, { "case": "C07", "content_grade": "PASS", "native_tool_calls": "6", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 85.21086812019348, \"observed_sum_s\": 85.21086812019348, \"observed\": 2, \"expected\": 2}", "run_id": "20261108-huanxi-0.8.14.69-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 2}", "title": "采购方案追加预算约束", "user_turns": "2", "visible_model_responses": "8" }, { "case": "C08", "content_grade": "PASS", "native_tool_calls": "11", "observed_tmp_commands": "2", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 77.06078791618347, \"observed_sum_s\": 77.06078791618347, \"observed\": 2, \"expected\": 2}", "run_id": "20261108-huanxi-0.8.14.69-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 2}", "title": "销售汇总与增量更正", "user_turns": "2", "visible_model_responses": "12" }, { "case": "C09", "content_grade": "PASS", "native_tool_calls": "16", "observed_tmp_commands": "5", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 217.113116979599, \"observed_sum_s\": 217.113116979599, \"observed\": 2, \"expected\": 2}", "run_id": "20261108-huanxi-0.8.14.69-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 2}", "title": "命令行工具连续迭代", "user_turns": "2", "visible_model_responses": "18" }, { "case": "C10", "content_grade": "INCONCLUSIVE", "native_tool_calls": "12", "observed_tmp_commands": "0", "raw_content_grade": "FAIL", "response_latency": "{\"sum_s\": 99.34314894676208, \"observed_sum_s\": 99.34314894676208, \"observed\": 2, \"expected\": 2}", "run_id": "20261108-huanxi-0.8.14.69-framework-tools-t1", "source_reviewed_grade": "INCONCLUSIVE_FIXTURE_AMBIGUITY", "terminals": "{\"completed\": 2}", "title": "发布判断与新证据修正", "user_turns": "2", "visible_model_responses": "13" }, { "case": "C01", "content_grade": "PASS", "native_tool_calls": "4", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 40.97343611717224, \"observed_sum_s\": 40.97343611717224, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.69-framework-tools-t1-v2env", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "发票去重与对账", "user_turns": "1", "visible_model_responses": "5" }, { "case": "C02", "content_grade": "PASS", "native_tool_calls": "9", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 100.8680419921875, \"observed_sum_s\": 100.8680419921875, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.69-framework-tools-t1-v2env", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "日志关联与事故时间线", "user_turns": "1", "visible_model_responses": "9" }, { "case": "C03", "content_grade": "PASS", "native_tool_calls": "5", "observed_tmp_commands": "1", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 46.16511797904968, \"observed_sum_s\": 46.16511797904968, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.69-framework-tools-t1-v2env", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "多文件政策优先级", "user_turns": "1", "visible_model_responses": "6" }, { "case": "C04", "content_grade": "PASS", "native_tool_calls": "7", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 69.13059687614441, \"observed_sum_s\": 69.13059687614441, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.69-framework-tools-t1-v2env", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "时区与稳定排序", "user_turns": "1", "visible_model_responses": "8" }, { "case": "C05", "content_grade": "PASS", "native_tool_calls": "8", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 92.02856206893921, \"observed_sum_s\": 92.02856206893921, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.69-framework-tools-t1-v2env", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "小模块修复与回归", "user_turns": "1", "visible_model_responses": "9" }, { "case": "C06", "content_grade": "PASS", "native_tool_calls": "4", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 53.70854902267456, \"observed_sum_s\": 53.70854902267456, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.69-framework-tools-t1-v2env", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "依赖图与关键路径", "user_turns": "1", "visible_model_responses": "5" }, { "case": "C07", "content_grade": "PASS", "native_tool_calls": "8", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 86.62465500831604, \"observed_sum_s\": 86.62465500831604, \"observed\": 2, \"expected\": 2}", "run_id": "20261112-huanxi-0.8.14.69-framework-tools-t1-v2env", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 2}", "title": "采购方案追加预算约束", "user_turns": "2", "visible_model_responses": "10" }, { "case": "C08", "content_grade": "PASS", "native_tool_calls": "8", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 72.34631085395813, \"observed_sum_s\": 72.34631085395813, \"observed\": 2, \"expected\": 2}", "run_id": "20261112-huanxi-0.8.14.69-framework-tools-t1-v2env", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 2}", "title": "销售汇总与增量更正", "user_turns": "2", "visible_model_responses": "8" }, { "case": "C09", "content_grade": "PASS", "native_tool_calls": "12", "observed_tmp_commands": "5", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 144.90032482147217, \"observed_sum_s\": 144.90032482147217, \"observed\": 2, \"expected\": 2}", "run_id": "20261112-huanxi-0.8.14.69-framework-tools-t1-v2env", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 2}", "title": "命令行工具连续迭代", "user_turns": "2", "visible_model_responses": "14" }, { "case": "C10", "content_grade": "INCONCLUSIVE", "native_tool_calls": "9", "observed_tmp_commands": "1", "raw_content_grade": "FAIL", "response_latency": "{\"sum_s\": 97.4059579372406, \"observed_sum_s\": 97.4059579372406, \"observed\": 2, \"expected\": 2}", "run_id": "20261112-huanxi-0.8.14.69-framework-tools-t1-v2env", "source_reviewed_grade": "INCONCLUSIVE_FIXTURE_AMBIGUITY", "terminals": "{\"completed\": 2}", "title": "发布判断与新证据修正", "user_turns": "2", "visible_model_responses": "11" }, { "case": "C01", "content_grade": "PASS", "native_tool_calls": "4", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 38.02379012107849, \"observed_sum_s\": 38.02379012107849, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.79-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "发票去重与对账", "user_turns": "1", "visible_model_responses": "5" }, { "case": "C02", "content_grade": "PASS", "native_tool_calls": "5", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 68.77921891212463, \"observed_sum_s\": 68.77921891212463, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.79-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "日志关联与事故时间线", "user_turns": "1", "visible_model_responses": "5" }, { "case": "C03", "content_grade": "PASS", "native_tool_calls": "3", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 29.85796809196472, \"observed_sum_s\": 29.85796809196472, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.79-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "多文件政策优先级", "user_turns": "1", "visible_model_responses": "4" }, { "case": "C04", "content_grade": "PASS", "native_tool_calls": "5", "observed_tmp_commands": "2", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 66.04033589363098, \"observed_sum_s\": 66.04033589363098, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.79-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "时区与稳定排序", "user_turns": "1", "visible_model_responses": "6" }, { "case": "C05", "content_grade": "PASS", "native_tool_calls": "7", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 78.28623008728027, \"observed_sum_s\": 78.28623008728027, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.79-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "小模块修复与回归", "user_turns": "1", "visible_model_responses": "8" }, { "case": "C06", "content_grade": "PASS", "native_tool_calls": "4", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 56.943243980407715, \"observed_sum_s\": 56.943243980407715, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.79-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "依赖图与关键路径", "user_turns": "1", "visible_model_responses": "5" }, { "case": "C07", "content_grade": "PASS", "native_tool_calls": "8", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 90.00044798851013, \"observed_sum_s\": 90.00044798851013, \"observed\": 2, \"expected\": 2}", "run_id": "20261112-huanxi-0.8.14.79-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 2}", "title": "采购方案追加预算约束", "user_turns": "2", "visible_model_responses": "10" }, { "case": "C08", "content_grade": "PASS", "native_tool_calls": "7", "observed_tmp_commands": "0", "raw_content_grade": "FAIL", "response_latency": "{\"sum_s\": 93.22877097129822, \"observed_sum_s\": 93.22877097129822, \"observed\": 2, \"expected\": 2}", "run_id": "20261112-huanxi-0.8.14.79-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 2}", "title": "销售汇总与增量更正", "user_turns": "2", "visible_model_responses": "9" }, { "case": "C09", "content_grade": "PASS", "native_tool_calls": "21", "observed_tmp_commands": "6", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 181.9228127002716, \"observed_sum_s\": 181.9228127002716, \"observed\": 2, \"expected\": 2}", "run_id": "20261112-huanxi-0.8.14.79-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 2}", "title": "命令行工具连续迭代", "user_turns": "2", "visible_model_responses": "21" }, { "case": "C10", "content_grade": "INCONCLUSIVE", "native_tool_calls": "12", "observed_tmp_commands": "1", "raw_content_grade": "FAIL", "response_latency": "{\"sum_s\": 165.32803416252136, \"observed_sum_s\": 165.32803416252136, \"observed\": 2, \"expected\": 2}", "run_id": "20261112-huanxi-0.8.14.79-framework-tools-t1", "source_reviewed_grade": "INCONCLUSIVE_FIXTURE_AMBIGUITY", "terminals": "{\"completed\": 2}", "title": "发布判断与新证据修正", "user_turns": "2", "visible_model_responses": "12" }, { "case": "C01", "content_grade": "PASS", "native_tool_calls": "4", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 40.94681787490845, \"observed_sum_s\": 40.94681787490845, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.78-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "发票去重与对账", "user_turns": "1", "visible_model_responses": "5" }, { "case": "C02", "content_grade": "PASS", "native_tool_calls": "6", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 81.04161787033081, \"observed_sum_s\": 81.04161787033081, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.78-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "日志关联与事故时间线", "user_turns": "1", "visible_model_responses": "7" }, { "case": "C03", "content_grade": "PASS", "native_tool_calls": "4", "observed_tmp_commands": "1", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 44.2534499168396, \"observed_sum_s\": 44.2534499168396, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.78-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "多文件政策优先级", "user_turns": "1", "visible_model_responses": "5" }, { "case": "C04", "content_grade": "PASS", "native_tool_calls": "5", "observed_tmp_commands": "1", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 63.864819049835205, \"observed_sum_s\": 63.864819049835205, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.78-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "时区与稳定排序", "user_turns": "1", "visible_model_responses": "6" }, { "case": "C05", "content_grade": "PASS", "native_tool_calls": "12", "observed_tmp_commands": "4", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 143.14656591415405, \"observed_sum_s\": 143.14656591415405, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.78-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "小模块修复与回归", "user_turns": "1", "visible_model_responses": "12" }, { "case": "C06", "content_grade": "PASS", "native_tool_calls": "4", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 54.42200303077698, \"observed_sum_s\": 54.42200303077698, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.78-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "依赖图与关键路径", "user_turns": "1", "visible_model_responses": "5" }, { "case": "C07", "content_grade": "PASS", "native_tool_calls": "5", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 74.98616695404053, \"observed_sum_s\": 74.98616695404053, \"observed\": 2, \"expected\": 2}", "run_id": "20261112-huanxi-0.8.14.78-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 2}", "title": "采购方案追加预算约束", "user_turns": "2", "visible_model_responses": "7" }, { "case": "C08", "content_grade": "PASS", "native_tool_calls": "5", "observed_tmp_commands": "0", "raw_content_grade": "FAIL", "response_latency": "{\"sum_s\": 70.39030408859253, \"observed_sum_s\": 70.39030408859253, \"observed\": 2, \"expected\": 2}", "run_id": "20261112-huanxi-0.8.14.78-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 2}", "title": "销售汇总与增量更正", "user_turns": "2", "visible_model_responses": "7" }, { "case": "C09", "content_grade": "PASS", "native_tool_calls": "14", "observed_tmp_commands": "1", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 147.34789514541626, \"observed_sum_s\": 147.34789514541626, \"observed\": 2, \"expected\": 2}", "run_id": "20261112-huanxi-0.8.14.78-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 2}", "title": "命令行工具连续迭代", "user_turns": "2", "visible_model_responses": "16" }, { "case": "C10", "content_grade": "INCONCLUSIVE", "native_tool_calls": "13", "observed_tmp_commands": "4", "raw_content_grade": "FAIL", "response_latency": "{\"sum_s\": 182.4548740386963, \"observed_sum_s\": 182.4548740386963, \"observed\": 2, \"expected\": 2}", "run_id": "20261112-huanxi-0.8.14.78-framework-tools-t1", "source_reviewed_grade": "INCONCLUSIVE_FIXTURE_AMBIGUITY", "terminals": "{\"completed\": 2}", "title": "发布判断与新证据修正", "user_turns": "2", "visible_model_responses": "15" }, { "case": "C01", "content_grade": "PASS", "native_tool_calls": "3", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 46.82667112350464, \"observed_sum_s\": 46.82667112350464, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.77-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "发票去重与对账", "user_turns": "1", "visible_model_responses": "4" }, { "case": "C02", "content_grade": "PASS", "native_tool_calls": "10", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 103.27311110496521, \"observed_sum_s\": 103.27311110496521, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.77-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "日志关联与事故时间线", "user_turns": "1", "visible_model_responses": "10" }, { "case": "C03", "content_grade": "PASS", "native_tool_calls": "6", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 62.83261585235596, \"observed_sum_s\": 62.83261585235596, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.77-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "多文件政策优先级", "user_turns": "1", "visible_model_responses": "7" }, { "case": "C04", "content_grade": "PASS", "native_tool_calls": "5", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 51.71044301986694, \"observed_sum_s\": 51.71044301986694, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.77-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "时区与稳定排序", "user_turns": "1", "visible_model_responses": "5" }, { "case": "C05", "content_grade": "PASS", "native_tool_calls": "8", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 112.14940094947815, \"observed_sum_s\": 112.14940094947815, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.77-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "小模块修复与回归", "user_turns": "1", "visible_model_responses": "9" }, { "case": "C06", "content_grade": "PASS", "native_tool_calls": "6", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 61.40458798408508, \"observed_sum_s\": 61.40458798408508, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.77-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "依赖图与关键路径", "user_turns": "1", "visible_model_responses": "7" }, { "case": "C07", "content_grade": "PASS", "native_tool_calls": "8", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 93.38460183143616, \"observed_sum_s\": 93.38460183143616, \"observed\": 2, \"expected\": 2}", "run_id": "20261112-huanxi-0.8.14.77-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 2}", "title": "采购方案追加预算约束", "user_turns": "2", "visible_model_responses": "8" }, { "case": "C08", "content_grade": "PASS", "native_tool_calls": "9", "observed_tmp_commands": "0", "raw_content_grade": "FAIL", "response_latency": "{\"sum_s\": 105.18998980522156, \"observed_sum_s\": 105.18998980522156, \"observed\": 2, \"expected\": 2}", "run_id": "20261112-huanxi-0.8.14.77-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 2}", "title": "销售汇总与增量更正", "user_turns": "2", "visible_model_responses": "11" }, { "case": "C09", "content_grade": "PASS", "native_tool_calls": "24", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 262.1215672492981, \"observed_sum_s\": 262.1215672492981, \"observed\": 2, \"expected\": 2}", "run_id": "20261112-huanxi-0.8.14.77-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 2}", "title": "命令行工具连续迭代", "user_turns": "2", "visible_model_responses": "26" }, { "case": "C10", "content_grade": "INCONCLUSIVE", "native_tool_calls": "9", "observed_tmp_commands": "0", "raw_content_grade": "FAIL", "response_latency": "{\"sum_s\": 119.3119649887085, \"observed_sum_s\": 119.3119649887085, \"observed\": 2, \"expected\": 2}", "run_id": "20261112-huanxi-0.8.14.77-framework-tools-t1", "source_reviewed_grade": "INCONCLUSIVE_FIXTURE_AMBIGUITY", "terminals": "{\"completed\": 2}", "title": "发布判断与新证据修正", "user_turns": "2", "visible_model_responses": "11" }, { "case": "C01", "content_grade": "PASS", "native_tool_calls": "4", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 42.63083600997925, \"observed_sum_s\": 42.63083600997925, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.80-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "发票去重与对账", "user_turns": "1", "visible_model_responses": "5" }, { "case": "C02", "content_grade": "PASS", "native_tool_calls": "5", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 58.04009509086609, \"observed_sum_s\": 58.04009509086609, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.80-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "日志关联与事故时间线", "user_turns": "1", "visible_model_responses": "6" }, { "case": "C03", "content_grade": "PASS", "native_tool_calls": "3", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 34.83927893638611, \"observed_sum_s\": 34.83927893638611, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.80-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "多文件政策优先级", "user_turns": "1", "visible_model_responses": "4" }, { "case": "C04", "content_grade": "PASS", "native_tool_calls": "8", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 98.2864351272583, \"observed_sum_s\": 98.2864351272583, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.80-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "时区与稳定排序", "user_turns": "1", "visible_model_responses": "9" }, { "case": "C05", "content_grade": "PASS", "native_tool_calls": "7", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 97.57536196708679, \"observed_sum_s\": 97.57536196708679, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.80-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "小模块修复与回归", "user_turns": "1", "visible_model_responses": "8" }, { "case": "C06", "content_grade": "PASS", "native_tool_calls": "3", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 46.91545510292053, \"observed_sum_s\": 46.91545510292053, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.80-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "依赖图与关键路径", "user_turns": "1", "visible_model_responses": "4" }, { "case": "C07", "content_grade": "PASS", "native_tool_calls": "12", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 130.21560406684875, \"observed_sum_s\": 130.21560406684875, \"observed\": 2, \"expected\": 2}", "run_id": "20261112-huanxi-0.8.14.80-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 2}", "title": "采购方案追加预算约束", "user_turns": "2", "visible_model_responses": "13" }, { "case": "C08", "content_grade": "PASS", "native_tool_calls": "8", "observed_tmp_commands": "1", "raw_content_grade": "FAIL", "response_latency": "{\"sum_s\": 103.6288788318634, \"observed_sum_s\": 103.6288788318634, \"observed\": 2, \"expected\": 2}", "run_id": "20261112-huanxi-0.8.14.80-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 2}", "title": "销售汇总与增量更正", "user_turns": "2", "visible_model_responses": "10" }, { "case": "C09", "content_grade": "PASS", "native_tool_calls": "11", "observed_tmp_commands": "1", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 125.21391224861145, \"observed_sum_s\": 125.21391224861145, \"observed\": 2, \"expected\": 2}", "run_id": "20261112-huanxi-0.8.14.80-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 2}", "title": "命令行工具连续迭代", "user_turns": "2", "visible_model_responses": "13" }, { "case": "C10", "content_grade": "INCONCLUSIVE", "native_tool_calls": "11", "observed_tmp_commands": "0", "raw_content_grade": "FAIL", "response_latency": "{\"sum_s\": 136.18183875083923, \"observed_sum_s\": 136.18183875083923, \"observed\": 2, \"expected\": 2}", "run_id": "20261112-huanxi-0.8.14.80-framework-tools-t1", "source_reviewed_grade": "INCONCLUSIVE_FIXTURE_AMBIGUITY", "terminals": "{\"completed\": 2}", "title": "发布判断与新证据修正", "user_turns": "2", "visible_model_responses": "13" }, { "case": "C01", "content_grade": "PASS", "native_tool_calls": "3", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 37.72815203666687, \"observed_sum_s\": 37.72815203666687, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.81-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "发票去重与对账", "user_turns": "1", "visible_model_responses": "4" }, { "case": "C02", "content_grade": "PASS", "native_tool_calls": "6", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 80.83760499954224, \"observed_sum_s\": 80.83760499954224, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.81-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "日志关联与事故时间线", "user_turns": "1", "visible_model_responses": "7" }, { "case": "C03", "content_grade": "PASS", "native_tool_calls": "5", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 53.379782915115356, \"observed_sum_s\": 53.379782915115356, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.81-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "多文件政策优先级", "user_turns": "1", "visible_model_responses": "6" }, { "case": "C04", "content_grade": "PASS", "native_tool_calls": "5", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 55.720311880111694, \"observed_sum_s\": 55.720311880111694, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.81-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "时区与稳定排序", "user_turns": "1", "visible_model_responses": "6" }, { "case": "C05", "content_grade": "PASS", "native_tool_calls": "13", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 158.168790102005, \"observed_sum_s\": 158.168790102005, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.81-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "小模块修复与回归", "user_turns": "1", "visible_model_responses": "14" }, { "case": "C06", "content_grade": "PASS", "native_tool_calls": "4", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 47.2370970249176, \"observed_sum_s\": 47.2370970249176, \"observed\": 1, \"expected\": 1}", "run_id": "20261112-huanxi-0.8.14.81-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 1}", "title": "依赖图与关键路径", "user_turns": "1", "visible_model_responses": "5" }, { "case": "C07", "content_grade": "PASS", "native_tool_calls": "12", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 139.03294682502747, \"observed_sum_s\": 139.03294682502747, \"observed\": 2, \"expected\": 2}", "run_id": "20261112-huanxi-0.8.14.81-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 2}", "title": "采购方案追加预算约束", "user_turns": "2", "visible_model_responses": "14" }, { "case": "C08", "content_grade": "PASS", "native_tool_calls": "6", "observed_tmp_commands": "0", "raw_content_grade": "FAIL", "response_latency": "{\"sum_s\": 98.6397352218628, \"observed_sum_s\": 98.6397352218628, \"observed\": 2, \"expected\": 2}", "run_id": "20261112-huanxi-0.8.14.81-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 2}", "title": "销售汇总与增量更正", "user_turns": "2", "visible_model_responses": "8" }, { "case": "C09", "content_grade": "PASS", "native_tool_calls": "13", "observed_tmp_commands": "0", "raw_content_grade": "PASS", "response_latency": "{\"sum_s\": 160.60496616363525, \"observed_sum_s\": 160.60496616363525, \"observed\": 2, \"expected\": 2}", "run_id": "20261112-huanxi-0.8.14.81-framework-tools-t1", "source_reviewed_grade": "PASS", "terminals": "{\"completed\": 2}", "title": "命令行工具连续迭代", "user_turns": "2", "visible_model_responses": "15" }, { "case": "C10", "content_grade": "INCONCLUSIVE", "native_tool_calls": "10", "observed_tmp_commands": "1", "raw_content_grade": "FAIL", "response_latency": "{\"sum_s\": 116.91823101043701, \"observed_sum_s\": 116.91823101043701, \"observed\": 2, \"expected\": 2}", "run_id": "20261112-huanxi-0.8.14.81-framework-tools-t1", "source_reviewed_grade": "INCONCLUSIVE_FIXTURE_AMBIGUITY", "terminals": "{\"completed\": 2}", "title": "发布判断与新证据修正", "user_turns": "2", "visible_model_responses": "11" } ], "generated_at": "2026-11-12T08:20:17.085682+00:00", "runs": [ { "coverage_notes": [ "All declared user turns have final reply timestamps", "Native model counts do not establish auxiliary/provider request completeness", "post-terminal CLI shutdown delay measured separately" ], "environment": { "cpu": 4, "deployment_kind": "fresh_isolated", "memory_mib": 8192, "os": "Debian 13", "provider": "ppio", "template": "teams-work-v1" }, "measured_date": "2026-11-07", "metrics": { "artifact_grades": { "INCONCLUSIVE": 1, "PASS": 9 }, "invocation_or_observer": { "expected": 14, "observed": 14, "observed_sum_s": 776.780873712, "sum_s": 776.780873712 }, "model_id_mismatch": 0, "model_id_missing": 0, "native_tool_calls": 72, "observed_model_ids": { "deepseek/deepseek-v4.1-flash-1017": 68 }, "observed_model_intervals": { "expected": 68, "observed": 68, "observed_sum_s": 627.6859998703003, "sum_s": 627.6859998703003 }, "observed_tmp_commands": 4, "observed_tool_intervals": { "expected": 72, "observed": 72, "observed_sum_s": 93.06400036811829, "sum_s": 93.06400036811829 }, "raw_artifact_grades": { "FAIL": 1, "PASS": 9 }, "response_latency": { "expected": 14, "observed": 14, "observed_sum_s": 629.4801471233368, "sum_s": 629.4801471233368 }, "scope_observed_cases": 10, "terminals": { "completed": 14 }, "tmp_command_cases": [ "C04", "C10" ], "tool_distribution": { "exec_command": 72 }, "tool_input_availability": { "unmarked": 72 }, "tool_missing_arguments": 0, "tool_missing_results": 0, "tool_output_availability": { "unmarked": 72 }, "user_turns": 14, "visible_model_responses": 68 }, "product": "codex", "product_version": "0.165.0", "run_id": "20261107-codex-0.165.0-t1", "schema": null, "source_sha": null }, { "coverage_notes": [ "All declared user turns have final reply timestamps", "Native model counts do not establish auxiliary/provider request completeness", "C01 CLI exit timing unavailable; native final reply available" ], "environment": { "cpu": 4, "deployment_kind": "fresh_isolated", "memory_mib": 8192, "os": "Debian 13", "provider": "ppio", "template": "teams-work-v1" }, "measured_date": "2026-11-07", "metrics": { "artifact_grades": { "INCONCLUSIVE": 1, "PASS": 9 }, "invocation_or_observer": { "expected": 14, "observed": 13, "observed_sum_s": 732.6702414459999, "sum_s": null }, "model_id_mismatch": 0, "model_id_missing": 0, "native_tool_calls": 120, "observed_model_ids": { "deepseek/deepseek-v4.1-flash-1017": 125 }, "observed_model_intervals": { "expected": 125, "observed": 125, "observed_sum_s": 732.121, "sum_s": 732.121 }, "observed_tmp_commands": 5, "observed_tool_intervals": { "expected": 120, "observed": 120, "observed_sum_s": 14.22800064086914, "sum_s": 14.22800064086914 }, "raw_artifact_grades": { "FAIL": 2, "PASS": 8 }, "response_latency": { "expected": 14, "observed": 14, "observed_sum_s": 767.6273837089539, "sum_s": 767.6273837089539 }, "scope_observed_cases": 10, "terminals": { "completed": 14 }, "tmp_command_cases": [ "C04", "C09" ], "tool_distribution": { "edit": 8, "exec": 74, "ls": 7, "read": 10, "write": 21 }, "tool_input_availability": { "unmarked": 120 }, "tool_missing_arguments": 0, "tool_missing_results": 0, "tool_output_availability": { "unmarked": 120 }, "user_turns": 14, "visible_model_responses": 125 }, "product": "openclaw", "product_version": "2026.11.1", "run_id": "20261107-openclaw-2026.11.1-t1", "schema": null, "source_sha": "4ffdd20" }, { "coverage_notes": [ "All declared user turns have final reply timestamps", "Native model counts do not establish auxiliary/provider request completeness", "C08 U2 observer recovered read-only; 45.136s overlap with C09 U1;23 call_tool argument/result bodies missing" ], "environment": { "cpu": 4, "deployment_kind": "fresh_isolated", "memory_mib": 8192, "os": "Debian 13", "provider": "ppio", "template": "teams-work-v1" }, "measured_date": "2026-11-07", "metrics": { "artifact_grades": { "INCONCLUSIVE": 1, "PASS": 9 }, "invocation_or_observer": { "expected": 14, "observed": 13, "observed_sum_s": 2987.926929453001, "sum_s": null }, "model_id_mismatch": 0, "model_id_missing": 0, "native_tool_calls": 281, "observed_model_ids": { "deepseek/deepseek-v4.1-flash-1017": 301 }, "observed_model_intervals": { "expected": 301, "observed": 301, "observed_sum_s": 2831.535884521484, "sum_s": 2831.535884521484 }, "observed_tmp_commands": 34, "observed_tool_intervals": { "expected": 281, "observed": 281, "observed_sum_s": 43.606087158203124, "sum_s": 43.606087158203124 }, "raw_artifact_grades": { "FAIL": 2, "PASS": 8 }, "response_latency": { "expected": 14, "observed": 14, "observed_sum_s": 3019.006586074829, "sum_s": 3019.006586074829 }, "scope_observed_cases": 10, "terminals": { "completed": 11, "failed": 3 }, "tmp_command_cases": [ "C01", "C03", "C04", "C06", "C07", "C09", "C10" ], "tool_distribution": { "call_tool": 23, "capability_load": 6, "capability_search": 6, "shell": 246 }, "tool_input_availability": { "available": 258, "unavailable": 23 }, "tool_missing_arguments": 23, "tool_missing_results": 23, "tool_output_availability": { "available": 258, "unavailable": 23 }, "user_turns": 14, "visible_model_responses": 301 }, "product": "huanxi", "product_version": "0.8.14.67", "run_id": "20261107-huanxi-0.8.14.67-t1", "schema": null, "source_sha": "f29d351788d092073d2ae7d6c08755ef7cda9445" }, { "coverage_notes": [ "Cross-date fixed baseline, one trial per case.", "Current formal Eval observer includes request-bound terminal and tool-detail fixes; old baseline capture coverage differs.", "Frozen Eval28db1d8 requires retired entryEmployeeVersion; response-only adapter validates complete release schema and stable identity, official request/ACK/terminal logic unchanged.", "14 exact input native terminals completed; no cross-user-turn overlap by timestamp verification.", "105 visible logical model responses, all requested model; auxiliary/provider physical call coverage remains partial.", "100 native calls were shell; no call_tool or native Skill execution in this trial.", "All100 arguments and result bodies available; original fullResultRef pagination first request503 preserved; ordinary public detail exact payload hashes verified100/100.", "15 literal /tmp/ argument occurrences in7 cases, plus parent-directory listing observed; scope compliance not PASS.", "Original grade9PASS/1FAIL; C08 recursive exact backup reviewPASS, C10 kept inconclusive across all baselines.", "Preparation subphase times not captured remain null; phases overlap and must not be summed as serial wall time." ], "environment": { "cpu": 4, "deployment_kind": "fresh_isolated", "memory_mib": 8192, "os": "Debian 13.6 trixie", "provider": "ppio", "template": "teams-work-v1" }, "measured_date": "2026-11-08", "metrics": { "artifact_grades": { "INCONCLUSIVE": 1, "PASS": 9 }, "invocation_or_observer": { "expected": 14, "observed": 14, "observed_sum_s": 1078.3621780729998, "sum_s": 1078.3621780729998 }, "model_id_mismatch": 0, "model_id_missing": 0, "native_tool_calls": 100, "observed_model_ids": { "deepseek/deepseek-v4.1-flash-1017": 105 }, "observed_model_intervals": { "expected": 105, "observed": 105, "observed_sum_s": 994.5465710449218, "sum_s": 994.5465710449218 }, "observed_tmp_commands": 15, "observed_tool_intervals": { "expected": 100, "observed": 100, "observed_sum_s": 19.700720703125, "sum_s": 19.700720703125 }, "raw_artifact_grades": { "FAIL": 1, "PASS": 9 }, "response_latency": { "expected": 14, "observed": 14, "observed_sum_s": 1060.3838109970093, "sum_s": 1060.3838109970093 }, "scope_observed_cases": 10, "terminals": { "completed": 14 }, "tmp_command_cases": [ "C01", "C02", "C03", "C04", "C07", "C09", "C10" ], "tool_distribution": { "shell": 100 }, "tool_input_availability": { "available": 93, "partial": 7 }, "tool_missing_arguments": 0, "tool_missing_results": 0, "tool_output_availability": { "available": 100 }, "user_turns": 14, "visible_model_responses": 105 }, "product": "huanxi", "product_version": "0.8.14.68", "run_id": "20261108-huanxi-0.8.14.68-framework-tools-t1", "schema": null, "source_sha": "06af97c150d5ddc8dd257b0e8f6a7bf6408085f2" }, { "coverage_notes": [ "Frozen Eval, dataset, model and response-only adapter reused from .68; actual schema must match before input.", "Fixed prior Codex/OpenClaw baseline; no new baseline trials.", "All14 inputs completed;97 public logical model responses and85 shell calls. Direct-call benchmark does not exercise Skill/call_tool/attachment/group/TaskFlow-QA acceptance.", "Original grader8PASS2FAIL; reviewed8PASS,C06FAIL(contract tasks array mismatch),C10 fixture ambiguity.", "Ordinary public detail recovered85complete tool results after one actual.69 paged503; existing#3518.", "Arguments:0fully missing,77available,8partial(truncation unknown). Direct details return identical text and source refs; full argument completeness for8partial entries is not established. Canonical source hashes not recomputed from business-text representation. All85tool RESULTS complete.", "C09U2M9 logical model85.176632s contains model_escalation event; physical retry/model routing/reason not exposed, attribution unresolved." ], "environment": { "cpu": 4, "deployment_kind": "fresh_isolated", "memory_mib": 8192, "os": "Debian 13.6 trixie", "provider": "ppio", "template": "teams-work-v1" }, "measured_date": "2026-11-08", "metrics": { "artifact_grades": { "FAIL": 1, "INCONCLUSIVE": 1, "PASS": 8 }, "invocation_or_observer": { "expected": 14, "observed": 14, "observed_sum_s": 950.2326712360001, "sum_s": 950.2326712360001 }, "model_id_mismatch": 0, "model_id_missing": 0, "native_tool_calls": 85, "observed_model_ids": { "deepseek/deepseek-v4.1-flash-1017": 97 }, "observed_model_intervals": { "expected": 97, "observed": 97, "observed_sum_s": 866.6576772460937, "sum_s": 866.6576772460937 }, "observed_tmp_commands": 12, "observed_tool_intervals": { "expected": 85, "observed": 85, "observed_sum_s": 15.112617431640626, "sum_s": 15.112617431640626 }, "raw_artifact_grades": { "FAIL": 2, "PASS": 8 }, "response_latency": { "expected": 14, "observed": 14, "observed_sum_s": 927.9249949455261, "sum_s": 927.9249949455261 }, "scope_observed_cases": 10, "terminals": { "completed": 14 }, "tmp_command_cases": [ "C02", "C03", "C08", "C09" ], "tool_distribution": { "shell": 85 }, "tool_input_availability": { "available": 77, "partial": 8 }, "tool_missing_arguments": 0, "tool_missing_results": 0, "tool_output_availability": { "available": 85 }, "user_turns": 14, "visible_model_responses": 97 }, "product": "huanxi", "product_version": "0.8.14.69", "run_id": "20261108-huanxi-0.8.14.69-framework-tools-t1", "schema": null, "source_sha": "408c787c51cf7539caf1464a719b88e5b93c079f" }, { "coverage_notes": [ "Relative to historical .68/.69 (teams-work-v1), this run uses a different teams-work-v2 environment. Main comparison uses same-day .69 v2 environment anchor.", "Six versions execute concurrently in separate 4C/8G sandboxes; cross-version provider contention and model nondeterminism are uncontrolled. One trial per case; no statistical ranking or causal attribution.", "Frozen Eval 28db1d8f2 and .69 response-only adapter; no OS source changes.", "Eval codeload returned HTTP404; identical frozen 1128-file source snapshot transferred and verified in sandbox. Initial incomplete archive upload retained; reassembled archive SHA256 32d89e797c08be115ae19e0d3a12a1242ad6bc55b54ecd05511a203f9416cb15.", "Content grades, native terminals, availability and public pagination probe recorded separately. Logical model token/call counts do not prove physical attempts or billing." ], "environment": { "cpu": 4, "deployment_kind": "fresh_isolated", "memory_mib": 8192, "os": "Debian 13.6 trixie", "provider": "ppio", "template": "teams-work-v2" }, "measured_date": "2026-11-12", "metrics": { "artifact_grades": { "INCONCLUSIVE": 1, "PASS": 9 }, "invocation_or_observer": { "expected": 14, "observed": 14, "observed_sum_s": 819.9430471029997, "sum_s": 819.9430471029997 }, "model_id_mismatch": 0, "model_id_missing": 0, "native_tool_calls": 74, "observed_model_ids": { "deepseek/deepseek-v4.1-flash-1017": 85 }, "observed_model_intervals": { "expected": 85, "observed": 85, "observed_sum_s": 746.0185661621093, "sum_s": 746.0185661621093 }, "observed_tmp_commands": 7, "observed_tool_intervals": { "expected": 74, "observed": 74, "observed_sum_s": 14.829053955078125, "sum_s": 14.829053955078125 }, "raw_artifact_grades": { "FAIL": 1, "PASS": 9 }, "response_latency": { "expected": 14, "observed": 14, "observed_sum_s": 804.1515526771545, "sum_s": 804.1515526771545 }, "scope_observed_cases": 10, "terminals": { "completed": 14 }, "tmp_command_cases": [ "C03", "C09", "C10" ], "tool_distribution": { "shell": 74 }, "tool_input_availability": { "available": 68, "partial": 6 }, "tool_missing_arguments": 0, "tool_missing_results": 0, "tool_output_availability": { "available": 74 }, "user_turns": 14, "visible_model_responses": 85 }, "product": "huanxi", "product_version": "0.8.14.69", "run_id": "20261112-huanxi-0.8.14.69-framework-tools-t1-v2env", "schema": "0.8.2-runtime-tables.125", "source_sha": "408c787c51cf7539caf1464a719b88e5b93c079f" }, { "coverage_notes": [ "Relative to historical .68/.69 (teams-work-v1), this run uses a different teams-work-v2 environment. Main comparison uses same-day .69 v2 environment anchor.", "Six versions execute concurrently in separate 4C/8G sandboxes; cross-version provider contention and model nondeterminism are uncontrolled. One trial per case; no statistical ranking or causal attribution.", "Frozen Eval 28db1d8f2 and .69 response-only adapter; no OS source changes.", "Eval codeload returned HTTP404; identical frozen 1128-file source snapshot transferred and verified in sandbox. Initial incomplete archive upload retained; reassembled archive SHA256 32d89e797c08be115ae19e0d3a12a1242ad6bc55b54ecd05511a203f9416cb15.", "Content grades, native terminals, availability and public pagination probe recorded separately. Logical model token/call counts do not prove physical attempts or billing." ], "environment": { "cpu": 4, "deployment_kind": "fresh_isolated", "memory_mib": 8192, "os": "Debian 13.6 trixie", "provider": "ppio", "template": "teams-work-v2" }, "measured_date": "2026-11-12", "metrics": { "artifact_grades": { "INCONCLUSIVE": 1, "PASS": 9 }, "invocation_or_observer": { "expected": 14, "observed": 14, "observed_sum_s": 1032.3807078759994, "sum_s": 1032.3807078759994 }, "model_id_mismatch": 0, "model_id_missing": 0, "native_tool_calls": 88, "observed_model_ids": { "deepseek/deepseek-v4.1-flash-1017": 98 }, "observed_model_intervals": { "expected": 98, "observed": 98, "observed_sum_s": 912.6201962890625, "sum_s": 912.6201962890625 }, "observed_tmp_commands": 0, "observed_tool_intervals": { "expected": 88, "observed": 88, "observed_sum_s": 33.65091186523438, "sum_s": 33.65091186523438 }, "raw_artifact_grades": { "FAIL": 2, "PASS": 8 }, "response_latency": { "expected": 14, "observed": 14, "observed_sum_s": 1018.2049539089203, "sum_s": 1018.2049539089203 }, "scope_observed_cases": 10, "terminals": { "completed": 14 }, "tmp_command_cases": [], "tool_distribution": { "read_capability_search": 1, "shell": 87 }, "tool_input_availability": { "available": 75, "partial": 13 }, "tool_missing_arguments": 0, "tool_missing_results": 0, "tool_output_availability": { "available": 88 }, "user_turns": 14, "visible_model_responses": 98 }, "product": "huanxi", "product_version": "0.8.14.77", "run_id": "20261112-huanxi-0.8.14.77-framework-tools-t1", "schema": "0.8.2-runtime-tables.130", "source_sha": "641b2122379d59e81a6aaf6f7969251dee4ba377" }, { "coverage_notes": [ "Relative to historical .68/.69 (teams-work-v1), this run uses a different teams-work-v2 environment. Main comparison uses same-day .69 v2 environment anchor.", "Six versions execute concurrently in separate 4C/8G sandboxes; cross-version provider contention and model nondeterminism are uncontrolled. One trial per case; no statistical ranking or causal attribution.", "Frozen Eval 28db1d8f2 and .69 response-only adapter; no OS source changes.", "Eval codeload returned HTTP404; identical frozen 1128-file source snapshot transferred and verified in sandbox. Initial incomplete archive upload retained; reassembled archive SHA256 32d89e797c08be115ae19e0d3a12a1242ad6bc55b54ecd05511a203f9416cb15.", "Content grades, native terminals, availability and public pagination probe recorded separately. Logical model token/call counts do not prove physical attempts or billing." ], "environment": { "cpu": 4, "deployment_kind": "fresh_isolated", "memory_mib": 8192, "os": "Debian 13.6 trixie", "provider": "ppio", "template": "teams-work-v2" }, "measured_date": "2026-11-12", "metrics": { "artifact_grades": { "INCONCLUSIVE": 1, "PASS": 9 }, "invocation_or_observer": { "expected": 14, "observed": 14, "observed_sum_s": 918.4647117799999, "sum_s": 918.4647117799999 }, "model_id_mismatch": 0, "model_id_missing": 0, "native_tool_calls": 72, "observed_model_ids": { "deepseek/deepseek-v4.1-flash-1017": 85 }, "observed_model_intervals": { "expected": 85, "observed": 85, "observed_sum_s": 793.5172314453125, "sum_s": 793.5172314453125 }, "observed_tmp_commands": 11, "observed_tool_intervals": { "expected": 72, "observed": 72, "observed_sum_s": 36.002731201171876, "sum_s": 36.002731201171876 }, "raw_artifact_grades": { "FAIL": 2, "PASS": 8 }, "response_latency": { "expected": 14, "observed": 14, "observed_sum_s": 902.8545138835907, "sum_s": 902.8545138835907 }, "scope_observed_cases": 10, "terminals": { "completed": 14 }, "tmp_command_cases": [ "C03", "C04", "C05", "C09", "C10" ], "tool_distribution": { "shell": 72 }, "tool_input_availability": { "available": 60, "partial": 12 }, "tool_missing_arguments": 0, "tool_missing_results": 0, "tool_output_availability": { "available": 71, "partial": 1 }, "user_turns": 14, "visible_model_responses": 85 }, "product": "huanxi", "product_version": "0.8.14.78", "run_id": "20261112-huanxi-0.8.14.78-framework-tools-t1", "schema": "0.8.2-runtime-tables.131", "source_sha": "05d22976ca7a6982b5ae097e72cd4359cff9a851" }, { "coverage_notes": [ "Relative to historical .68/.69 (teams-work-v1), this run uses a different teams-work-v2 environment. Main comparison uses same-day .69 v2 environment anchor.", "Six versions execute concurrently in separate 4C/8G sandboxes; cross-version provider contention and model nondeterminism are uncontrolled. One trial per case; no statistical ranking or causal attribution.", "Frozen Eval 28db1d8f2 and .69 response-only adapter; no OS source changes.", "Eval codeload returned HTTP404; identical frozen 1128-file source snapshot transferred and verified in sandbox. Initial incomplete archive upload retained; reassembled archive SHA256 32d89e797c08be115ae19e0d3a12a1242ad6bc55b54ecd05511a203f9416cb15.", "Content grades, native terminals, availability and public pagination probe recorded separately. Logical model token/call counts do not prove physical attempts or billing." ], "environment": { "cpu": 4, "deployment_kind": "fresh_isolated", "memory_mib": 8192, "os": "Debian 13.6 trixie", "provider": "ppio", "template": "teams-work-v2" }, "measured_date": "2026-11-12", "metrics": { "artifact_grades": { "INCONCLUSIVE": 1, "PASS": 9 }, "invocation_or_observer": { "expected": 14, "observed": 14, "observed_sum_s": 883.2929359920005, "sum_s": 883.2929359920005 }, "model_id_mismatch": 0, "model_id_missing": 0, "native_tool_calls": 76, "observed_model_ids": { "deepseek/deepseek-v4.1-flash-1017": 85 }, "observed_model_intervals": { "expected": 85, "observed": 85, "observed_sum_s": 779.4005935058593, "sum_s": 779.4005935058593 }, "observed_tmp_commands": 9, "observed_tool_intervals": { "expected": 76, "observed": 76, "observed_sum_s": 23.8825703125, "sum_s": 23.8825703125 }, "raw_artifact_grades": { "FAIL": 2, "PASS": 8 }, "response_latency": { "expected": 14, "observed": 14, "observed_sum_s": 868.4108529090881, "sum_s": 868.4108529090881 }, "scope_observed_cases": 10, "terminals": { "completed": 14 }, "tmp_command_cases": [ "C04", "C09", "C10" ], "tool_distribution": { "shell": 76 }, "tool_input_availability": { "available": 68, "partial": 8 }, "tool_missing_arguments": 0, "tool_missing_results": 0, "tool_output_availability": { "available": 76 }, "user_turns": 14, "visible_model_responses": 85 }, "product": "huanxi", "product_version": "0.8.14.79", "run_id": "20261112-huanxi-0.8.14.79-framework-tools-t1", "schema": "0.8.2-runtime-tables.131", "source_sha": "f8bafd85bc75bdf046a9bc5f51a654ea6c09d5aa" }, { "coverage_notes": [ "Relative to historical .68/.69 (teams-work-v1), this run uses a different teams-work-v2 environment. Main comparison uses same-day .69 v2 environment anchor.", "Six versions execute concurrently in separate 4C/8G sandboxes; cross-version provider contention and model nondeterminism are uncontrolled. One trial per case; no statistical ranking or causal attribution.", "Frozen Eval 28db1d8f2 and .69 response-only adapter; no OS source changes.", "Eval codeload returned HTTP404; identical frozen 1128-file source snapshot transferred and verified in sandbox. Initial incomplete archive upload retained; reassembled archive SHA256 32d89e797c08be115ae19e0d3a12a1242ad6bc55b54ecd05511a203f9416cb15.", "Old Eval requires optional upgrades; .80 removes TaskFlow upgrades projection (#3724). Public schema never required upgrades.", "C01 observer restart authorized only after native final reply + idle, preserving original intent/ACK/Session/command/operation; no input replay. Native reply timestamp remains latency endpoint; observation recovery delay reported separately.", "Adapter/driver diff: raw/resume-adaptation.diff; SHA256=ac954830f2c52a044f26e21c96b3310607fcac9fb2dd72e2e646018a02485579; adapter SHA256=ff8c2500e4c31223f5e8bcba3cc386e7668a84d422f1b72fc9323652442fa196; resume driver SHA256=4ddf83603407c96afa5420721fb2c41193182a2d3ef46c726311d859bef4dc05", "Content grades, native terminals, availability and public pagination probe recorded separately. Logical model token/call counts do not prove physical attempts or billing." ], "environment": { "cpu": 4, "deployment_kind": "fresh_isolated", "memory_mib": 8192, "os": "Debian 13.6 trixie", "provider": "ppio", "template": "teams-work-v2" }, "measured_date": "2026-11-12", "metrics": { "artifact_grades": { "INCONCLUSIVE": 1, "PASS": 9 }, "invocation_or_observer": { "expected": 14, "observed": 14, "observed_sum_s": 1520.5619671810007, "sum_s": 1520.5619671810007 }, "model_id_mismatch": 0, "model_id_missing": 0, "native_tool_calls": 72, "observed_model_ids": { "deepseek/deepseek-v4.1-flash-1017": 85 }, "observed_model_intervals": { "expected": 85, "observed": 85, "observed_sum_s": 755.3867136230468, "sum_s": 755.3867136230468 }, "observed_tmp_commands": 2, "observed_tool_intervals": { "expected": 72, "observed": 72, "observed_sum_s": 21.965413330078125, "sum_s": 21.965413330078125 }, "raw_artifact_grades": { "FAIL": 2, "PASS": 8 }, "response_latency": { "expected": 14, "observed": 14, "observed_sum_s": 873.5276961326599, "sum_s": 873.5276961326599 }, "scope_observed_cases": 10, "terminals": { "completed": 14 }, "tmp_command_cases": [ "C08", "C09" ], "tool_distribution": { "shell": 72 }, "tool_input_availability": { "available": 65, "partial": 7 }, "tool_missing_arguments": 0, "tool_missing_results": 0, "tool_output_availability": { "available": 72 }, "user_turns": 14, "visible_model_responses": 85 }, "product": "huanxi", "product_version": "0.8.14.80", "run_id": "20261112-huanxi-0.8.14.80-framework-tools-t1", "schema": "0.8.2-runtime-tables.132", "source_sha": "82fffd679ff476b988368c9a5b2ded8f9b3d6162" }, { "coverage_notes": [ "Relative to historical .68/.69 (teams-work-v1), this run uses a different teams-work-v2 environment. Main comparison uses same-day .69 v2 environment anchor.", "Six versions execute concurrently in separate 4C/8G sandboxes; cross-version provider contention and model nondeterminism are uncontrolled. One trial per case; no statistical ranking or causal attribution.", "Frozen Eval 28db1d8f2 and .69 response-only adapter; no OS source changes.", "Eval codeload returned HTTP404; identical frozen 1128-file source snapshot transferred and verified in sandbox. Initial incomplete archive upload retained; reassembled archive SHA256 32d89e797c08be115ae19e0d3a12a1242ad6bc55b54ecd05511a203f9416cb15.", "Old Eval requires optional upgrades; .80 removes TaskFlow upgrades projection (#3724). Public schema never required upgrades.", "C01 observer restart authorized only after native final reply + idle, preserving original intent/ACK/Session/command/operation; no input replay. Native reply timestamp remains latency endpoint; observation recovery delay reported separately.", "Adapter/driver diff: raw/resume-adaptation.diff; SHA256=ac954830f2c52a044f26e21c96b3310607fcac9fb2dd72e2e646018a02485579; adapter SHA256=ff8c2500e4c31223f5e8bcba3cc386e7668a84d422f1b72fc9323652442fa196; resume driver SHA256=342434d4eab58d36d119e563733b73e4635d438adb35f1934530cc532fbac03f", "Content grades, native terminals, availability and public pagination probe recorded separately. Logical model token/call counts do not prove physical attempts or billing." ], "environment": { "cpu": 4, "deployment_kind": "fresh_isolated", "memory_mib": 8192, "os": "Debian 13.6 trixie", "provider": "ppio", "template": "teams-work-v2" }, "measured_date": "2026-11-12", "metrics": { "artifact_grades": { "INCONCLUSIVE": 1, "PASS": 9 }, "invocation_or_observer": { "expected": 14, "observed": 14, "observed_sum_s": 1596.2426935670007, "sum_s": 1596.2426935670007 }, "model_id_mismatch": 0, "model_id_missing": 0, "native_tool_calls": 77, "observed_model_ids": { "deepseek/deepseek-v4.1-flash-1017": 90 }, "observed_model_intervals": { "expected": 90, "observed": 90, "observed_sum_s": 817.4532661132813, "sum_s": 817.4532661132813 }, "observed_tmp_commands": 1, "observed_tool_intervals": { "expected": 77, "observed": 77, "observed_sum_s": 25.546012451171876, "sum_s": 25.546012451171876 }, "raw_artifact_grades": { "FAIL": 2, "PASS": 8 }, "response_latency": { "expected": 14, "observed": 14, "observed_sum_s": 948.2676181793213, "sum_s": 948.2676181793213 }, "scope_observed_cases": 10, "terminals": { "completed": 14 }, "tmp_command_cases": [ "C10" ], "tool_distribution": { "shell": 77 }, "tool_input_availability": { "available": 71, "partial": 6 }, "tool_missing_arguments": 0, "tool_missing_results": 0, "tool_output_availability": { "available": 77 }, "user_turns": 14, "visible_model_responses": 90 }, "product": "huanxi", "product_version": "0.8.14.81", "run_id": "20261112-huanxi-0.8.14.81-framework-tools-t1", "schema": "0.8.2-runtime-tables.133", "source_sha": "75eaaf3427057de3e5a2d08ea5aa187afccf0eee" } ], "schema": "agent-bench-site.v1" }