{ "R": [ { "seq": 0, "model": "hybrid", "cond": "R", "brief": "B1", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0005193433846579865, "stop_reason": "offline", "agent_step": "REUSED P reply missing", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "B2", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0005512919998727739, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "B3", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0007539801654638722, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "B4", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0007358769048005343, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "B5", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0006397137901512906, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "B6", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0006337316246936098, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "B7", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.001073222910054028, "stop_reason": "offline", "agent_step": "REUSED P reply missing", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "B8", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0007935834501404315, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "X1", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0012255838798591867, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "X2", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-atoms-v1" ], "outcome": "routed", "routed": "a2ui-atoms-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0012548175046686082, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "X3", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0013259950646897778, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "X4", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-aviation-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0011540303350193427, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "X5", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0014069187099812553, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "X6", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0013125859398860483, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "X7", "repeat": 1, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0005208374047651887, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "X8", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-marketing-v1", "a2ui-display-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0011772350349929183, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "B1", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 0, "output_tokens": 0, "request_secs": 2.5361920124851166e-05, "stop_reason": "offline", "agent_step": "REUSED P reply missing", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "B2", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 0, "output_tokens": 0, "request_secs": 2.4489180068485437e-05, "stop_reason": "offline", "agent_step": "REUSED P reply missing", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "B3", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 0, "output_tokens": 0, "request_secs": 3.580428019631654e-05, "stop_reason": "offline", "agent_step": "REUSED P reply missing", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "B4", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 0, "output_tokens": 0, "request_secs": 3.122770984191447e-05, "stop_reason": "offline", "agent_step": "REUSED P reply missing", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "B5", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 0, "output_tokens": 0, "request_secs": 3.0703829834237696e-05, "stop_reason": "offline", "agent_step": "REUSED P reply missing", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "B6", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 0, "output_tokens": 0, "request_secs": 2.910249517299235e-05, "stop_reason": "offline", "agent_step": "REUSED P reply missing", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "B7", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 0, "output_tokens": 0, "request_secs": 4.9642084632068874e-05, "stop_reason": "offline", "agent_step": "REUSED P reply missing", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "B8", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 3.680658526718616e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "X1", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 5.0490779685787856e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "X2", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-atoms-v1" ], "outcome": "routed", "routed": "a2ui-google-workspace-live-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 6.11906248377636e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "X3", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 5.955975502729416e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "X4", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-aviation-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 5.8612460270524026e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "X5", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-atoms-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 6.152161979116499e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "X6", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 5.754807498306036e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "X7", "repeat": 1, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 3.475186007563025e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "X8", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-marketing-v1", "a2ui-display-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 6.30578800337389e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "B1", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0004716907348483801, "stop_reason": "offline", "agent_step": "REUSED P reply missing", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "B2", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0004710827849339694, "stop_reason": "offline", "agent_step": "REUSED P reply missing", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "B3", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0006649673049105332, "stop_reason": "offline", "agent_step": "REUSED P reply missing", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "B4", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "null", "routed": null, "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0006482987554045394, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "B5", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0005709715699777008, "stop_reason": "offline", "agent_step": "REUSED P reply missing", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "B6", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0005554233398288489, "stop_reason": "offline", "agent_step": "REUSED P reply missing", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "B7", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0009665813145693391, "stop_reason": "offline", "agent_step": "REUSED P reply missing", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "B8", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0006681538495467976, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "X1", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0010275915102101862, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "X2", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-atoms-v1" ], "outcome": "routed", "routed": "a2ui-atoms-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.001204174539889209, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "X3", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0011855660303262993, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "X4", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-aviation-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0009983010502764955, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "X5", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0014641598099842668, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "X6", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0013528413051972165, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "X7", "repeat": 1, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0004795468196971342, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "X8", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-marketing-v1", "a2ui-display-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.000997950509772636, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "B1", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "null", "routed": null, "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 4.900656000245363e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "B2", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 7.333763467613607e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "B3", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-presentation-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 9.888861502986401e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "B4", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 8.726621977984905e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "B5", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-embeds-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 7.649373495951295e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "B6", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-embeds-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 7.547491462901234e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "B7", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-presentation-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.00013116043526679278, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "B8", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.00010706559987738729, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "X1", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.00013249253039248287, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "X2", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-atoms-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0001593337400117889, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "X3", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.00015846560010686516, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "X4", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-aviation-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.00014799277996644378, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "X5", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.00016468650486785918, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "X6", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.00015457064961083234, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "X7", "repeat": 1, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 4.465894540771842e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "X8", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-marketing-v1", "a2ui-display-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.00014888587465975434, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 1, "model": "sonnet-5-5", "cond": "R", "brief": "B1", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1761, "output_tokens": 23, "request_secs": 1.75, "stop_reason": "end_turn", "agent_step": "REUSED P reply", "agent_score": 1.0, "agent_atoms": [ "block_robot" ], "agent_refused": false, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 2, "model": "sonnet-5-5", "cond": "R", "brief": "B2", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1762, "output_tokens": 92, "request_secs": 2.03, "stop_reason": "end_turn", "agent_step": "REUSED P reply", "agent_score": 1.0, "agent_atoms": [ "block_rocket" ], "agent_refused": false, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 3, "model": "sonnet-5-5", "cond": "R", "brief": "B3", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1766, "output_tokens": 23, "request_secs": 1.01, "stop_reason": "end_turn", "agent_step": "REUSED P reply", "agent_score": 1.0, "agent_atoms": [ "motion_bricks" ], "agent_refused": false, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 4, "model": "sonnet-5-5", "cond": "R", "brief": "B4", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1766, "output_tokens": 148, "request_secs": 2.08, "stop_reason": "end_turn", "agent_step": "REUSED P reply", "agent_score": 1.0, "agent_atoms": [ "block_rocket" ], "agent_refused": false, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 5, "model": "sonnet-5-5", "cond": "R", "brief": "B5", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1764, "output_tokens": 23, "request_secs": 1.51, "stop_reason": "end_turn", "agent_step": "REUSED P reply", "agent_score": 1.0, "agent_atoms": [ "motion_bricks" ], "agent_refused": false, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 6, "model": "sonnet-5-5", "cond": "R", "brief": "B6", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1764, "output_tokens": 23, "request_secs": 1.46, "stop_reason": "end_turn", "agent_step": "REUSED P reply", "agent_score": 1.0, "agent_atoms": [ "motion_bricks" ], "agent_refused": false, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 7, "model": "sonnet-5-5", "cond": "R", "brief": "B7", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1767, "output_tokens": 23, "request_secs": 1.39, "stop_reason": "end_turn", "agent_step": "REUSED P reply", "agent_score": 1.0, "agent_atoms": [], "agent_refused": true, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 8, "model": "sonnet-5-5", "cond": "R", "brief": "B8", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1768, "output_tokens": 22, "request_secs": 2.05, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 9, "model": "sonnet-5-5", "cond": "R", "brief": "X1", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1774, "output_tokens": 22, "request_secs": 1.53, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 10, "model": "sonnet-5-5", "cond": "R", "brief": "X2", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-atoms-v1" ], "outcome": "routed", "routed": "a2ui-atoms-v1", "correct": true, "to_bricks": false, "input_tokens": 1771, "output_tokens": 23, "request_secs": 1.71, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 11, "model": "sonnet-5-5", "cond": "R", "brief": "X3", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 1778, "output_tokens": 22, "request_secs": 1.41, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 12, "model": "sonnet-5-5", "cond": "R", "brief": "X4", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-aviation-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": true, "to_bricks": false, "input_tokens": 1775, "output_tokens": 23, "request_secs": 1.46, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 13, "model": "sonnet-5-5", "cond": "R", "brief": "X5", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 1773, "output_tokens": 22, "request_secs": 1.05, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 14, "model": "sonnet-5-5", "cond": "R", "brief": "X6", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 1776, "output_tokens": 23, "request_secs": 1.49, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 15, "model": "sonnet-5-5", "cond": "R", "brief": "X7", "repeat": 1, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 1763, "output_tokens": 11, "request_secs": 1.34, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 16, "model": "sonnet-5-5", "cond": "R", "brief": "X8", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-marketing-v1", "a2ui-display-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 1768, "output_tokens": 172, "request_secs": 2.31, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 17, "model": "sonnet-5-5", "cond": "R", "brief": "B1", "repeat": 2, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1761, "output_tokens": 23, "request_secs": 1.66, "stop_reason": "end_turn", "agent_step": "REUSED P reply", "agent_score": 1.0, "agent_atoms": [ "block_robot" ], "agent_refused": false, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 18, "model": "sonnet-5-5", "cond": "R", "brief": "B2", "repeat": 2, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1762, "output_tokens": 99, "request_secs": 2.06, "stop_reason": "end_turn", "agent_step": "REUSED P reply", "agent_score": 1.0, "agent_atoms": [ "block_rocket" ], "agent_refused": false, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 19, "model": "sonnet-5-5", "cond": "R", "brief": "B3", "repeat": 2, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1766, "output_tokens": 23, "request_secs": 1.01, "stop_reason": "end_turn", "agent_step": "REUSED P reply", "agent_score": 1.0, "agent_atoms": [ "motion_bricks" ], "agent_refused": false, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 20, "model": "sonnet-5-5", "cond": "R", "brief": "B4", "repeat": 2, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1766, "output_tokens": 101, "request_secs": 1.91, "stop_reason": "end_turn", "agent_step": "REUSED P reply", "agent_score": 1.0, "agent_atoms": [ "block_rocket" ], "agent_refused": false, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 21, "model": "sonnet-5-5", "cond": "R", "brief": "B5", "repeat": 2, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1764, "output_tokens": 23, "request_secs": 1.75, "stop_reason": "end_turn", "agent_step": "REUSED P reply", "agent_score": 1.0, "agent_atoms": [ "motion_bricks" ], "agent_refused": false, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 22, "model": "sonnet-5-5", "cond": "R", "brief": "B6", "repeat": 2, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1764, "output_tokens": 23, "request_secs": 1.51, "stop_reason": "end_turn", "agent_step": "REUSED P reply", "agent_score": 1.0, "agent_atoms": [ "motion_bricks" ], "agent_refused": false, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 23, "model": "sonnet-5-5", "cond": "R", "brief": "B7", "repeat": 2, "group": "judgement", "judgement": true, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1767, "output_tokens": 23, "request_secs": 1.59, "stop_reason": "end_turn", "agent_step": "REUSED P reply", "agent_score": 1.0, "agent_atoms": [], "agent_refused": true, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 24, "model": "sonnet-5-5", "cond": "R", "brief": "B8", "repeat": 2, "group": "cross", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1768, "output_tokens": 22, "request_secs": 1.49, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 25, "model": "sonnet-5-5", "cond": "R", "brief": "X1", "repeat": 2, "group": "cross", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1774, "output_tokens": 22, "request_secs": 2.2, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 26, "model": "sonnet-5-5", "cond": "R", "brief": "X2", "repeat": 2, "group": "cross", "judgement": false, "accept": [ "a2ui-atoms-v1" ], "outcome": "routed", "routed": "a2ui-atoms-v1", "correct": true, "to_bricks": false, "input_tokens": 1771, "output_tokens": 23, "request_secs": 2.7, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 27, "model": "sonnet-5-5", "cond": "R", "brief": "X3", "repeat": 2, "group": "cross", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 1778, "output_tokens": 22, "request_secs": 1.55, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 28, "model": "sonnet-5-5", "cond": "R", "brief": "X4", "repeat": 2, "group": "cross", "judgement": false, "accept": [ "a2ui-aviation-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": true, "to_bricks": false, "input_tokens": 1775, "output_tokens": 23, "request_secs": 1.69, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 29, "model": "sonnet-5-5", "cond": "R", "brief": "X5", "repeat": 2, "group": "cross", "judgement": false, "accept": [ "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 1773, "output_tokens": 22, "request_secs": 1.02, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 30, "model": "sonnet-5-5", "cond": "R", "brief": "X6", "repeat": 2, "group": "cross", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 1776, "output_tokens": 23, "request_secs": 1.48, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 31, "model": "sonnet-5-5", "cond": "R", "brief": "X7", "repeat": 2, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 1763, "output_tokens": 11, "request_secs": 1.5, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 32, "model": "sonnet-5-5", "cond": "R", "brief": "X8", "repeat": 2, "group": "judgement", "judgement": true, "accept": [ "a2ui-marketing-v1", "a2ui-display-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 1768, "output_tokens": 204, "request_secs": 2.65, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 33, "model": "sonnet-5-5", "cond": "R", "brief": "B1", "repeat": 3, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1761, "output_tokens": 23, "request_secs": 1.64, "stop_reason": "end_turn", "agent_step": "REUSED P reply", "agent_score": 1.0, "agent_atoms": [ "block_robot" ], "agent_refused": false, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 34, "model": "sonnet-5-5", "cond": "R", "brief": "B2", "repeat": 3, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1762, "output_tokens": 92, "request_secs": 1.96, "stop_reason": "end_turn", "agent_step": "REUSED P reply", "agent_score": 1.0, "agent_atoms": [ "block_rocket" ], "agent_refused": false, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 35, "model": "sonnet-5-5", "cond": "R", "brief": "B3", "repeat": 3, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1766, "output_tokens": 23, "request_secs": 1.07, "stop_reason": "end_turn", "agent_step": "REUSED P reply", "agent_score": 1.0, "agent_atoms": [ "motion_bricks" ], "agent_refused": false, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 36, "model": "sonnet-5-5", "cond": "R", "brief": "B4", "repeat": 3, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1766, "output_tokens": 118, "request_secs": 2.08, "stop_reason": "end_turn", "agent_step": "REUSED P reply", "agent_score": 1.0, "agent_atoms": [ "block_rocket" ], "agent_refused": false, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 37, "model": "sonnet-5-5", "cond": "R", "brief": "B5", "repeat": 3, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1764, "output_tokens": 23, "request_secs": 1.55, "stop_reason": "end_turn", "agent_step": "REUSED P reply", "agent_score": 1.0, "agent_atoms": [ "motion_bricks" ], "agent_refused": false, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 38, "model": "sonnet-5-5", "cond": "R", "brief": "B6", "repeat": 3, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1764, "output_tokens": 23, "request_secs": 1.7, "stop_reason": "end_turn", "agent_step": "REUSED P reply", "agent_score": 1.0, "agent_atoms": [ "motion_bricks" ], "agent_refused": false, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 39, "model": "sonnet-5-5", "cond": "R", "brief": "B7", "repeat": 3, "group": "judgement", "judgement": true, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1767, "output_tokens": 23, "request_secs": 1.45, "stop_reason": "end_turn", "agent_step": "REUSED P reply", "agent_score": 1.0, "agent_atoms": [], "agent_refused": true, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 40, "model": "sonnet-5-5", "cond": "R", "brief": "B8", "repeat": 3, "group": "cross", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1768, "output_tokens": 22, "request_secs": 1.48, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 41, "model": "sonnet-5-5", "cond": "R", "brief": "X1", "repeat": 3, "group": "cross", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1774, "output_tokens": 22, "request_secs": 2.03, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 42, "model": "sonnet-5-5", "cond": "R", "brief": "X2", "repeat": 3, "group": "cross", "judgement": false, "accept": [ "a2ui-atoms-v1" ], "outcome": "routed", "routed": "a2ui-atoms-v1", "correct": true, "to_bricks": false, "input_tokens": 1771, "output_tokens": 23, "request_secs": 1.57, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 43, "model": "sonnet-5-5", "cond": "R", "brief": "X3", "repeat": 3, "group": "cross", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 1778, "output_tokens": 22, "request_secs": 1.6, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 44, "model": "sonnet-5-5", "cond": "R", "brief": "X4", "repeat": 3, "group": "cross", "judgement": false, "accept": [ "a2ui-aviation-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": true, "to_bricks": false, "input_tokens": 1775, "output_tokens": 23, "request_secs": 1.49, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 45, "model": "sonnet-5-5", "cond": "R", "brief": "X5", "repeat": 3, "group": "cross", "judgement": false, "accept": [ "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 1773, "output_tokens": 22, "request_secs": 1.24, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 46, "model": "sonnet-5-5", "cond": "R", "brief": "X6", "repeat": 3, "group": "cross", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 1776, "output_tokens": 23, "request_secs": 1.46, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 47, "model": "sonnet-5-5", "cond": "R", "brief": "X7", "repeat": 3, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 1763, "output_tokens": 11, "request_secs": 1.4, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 48, "model": "sonnet-5-5", "cond": "R", "brief": "X8", "repeat": 3, "group": "judgement", "judgement": true, "accept": [ "a2ui-marketing-v1", "a2ui-display-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 1768, "output_tokens": 167, "request_secs": 2.43, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 1, "model": "jev-latest", "cond": "R", "brief": "B1", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1451, "output_tokens": 217, "request_secs": 0.22, "stop_reason": "choice", "agent_step": "REUSED P reply missing", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 2, "model": "jev-latest", "cond": "R", "brief": "B2", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1451, "output_tokens": 217, "request_secs": 0.21, "stop_reason": "choice", "agent_step": "REUSED P reply missing", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 3, "model": "jev-latest", "cond": "R", "brief": "B3", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1457, "output_tokens": 217, "request_secs": 0.2, "stop_reason": "choice", "agent_step": "REUSED P reply missing", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 4, "model": "jev-latest", "cond": "R", "brief": "B4", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "null", "routed": null, "correct": false, "to_bricks": false, "input_tokens": 1453, "output_tokens": 211, "request_secs": 0.25, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 5, "model": "jev-latest", "cond": "R", "brief": "B5", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1453, "output_tokens": 217, "request_secs": 0.2, "stop_reason": "choice", "agent_step": "REUSED P reply missing", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 6, "model": "jev-latest", "cond": "R", "brief": "B6", "repeat": 1, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1452, "output_tokens": 217, "request_secs": 0.19, "stop_reason": "choice", "agent_step": "REUSED P reply missing", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 7, "model": "jev-latest", "cond": "R", "brief": "B7", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1458, "output_tokens": 217, "request_secs": 0.17, "stop_reason": "choice", "agent_step": "REUSED P reply missing", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 8, "model": "jev-latest", "cond": "R", "brief": "B8", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1454, "output_tokens": 217, "request_secs": 0.16, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 9, "model": "jev-latest", "cond": "R", "brief": "X1", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1459, "output_tokens": 217, "request_secs": 0.19, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 10, "model": "jev-latest", "cond": "R", "brief": "X2", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-atoms-v1" ], "outcome": "routed", "routed": "a2ui-atoms-v1", "correct": true, "to_bricks": false, "input_tokens": 1461, "output_tokens": 217, "request_secs": 0.17, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 11, "model": "jev-latest", "cond": "R", "brief": "X3", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 1463, "output_tokens": 216, "request_secs": 0.22, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 12, "model": "jev-latest", "cond": "R", "brief": "X4", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-aviation-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": true, "to_bricks": false, "input_tokens": 1459, "output_tokens": 218, "request_secs": 0.2, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 13, "model": "jev-latest", "cond": "R", "brief": "X5", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 1462, "output_tokens": 217, "request_secs": 0.19, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 14, "model": "jev-latest", "cond": "R", "brief": "X6", "repeat": 1, "group": "cross", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 1462, "output_tokens": 218, "request_secs": 0.17, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 15, "model": "jev-latest", "cond": "R", "brief": "X7", "repeat": 1, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 1453, "output_tokens": 211, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 16, "model": "jev-latest", "cond": "R", "brief": "X8", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-marketing-v1", "a2ui-display-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 1456, "output_tokens": 218, "request_secs": 0.19, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 17, "model": "jev-latest", "cond": "R", "brief": "B1", "repeat": 2, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1451, "output_tokens": 217, "request_secs": 0.19, "stop_reason": "choice", "agent_step": "REUSED P reply missing", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 18, "model": "jev-latest", "cond": "R", "brief": "B2", "repeat": 2, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1451, "output_tokens": 217, "request_secs": 0.2, "stop_reason": "choice", "agent_step": "REUSED P reply missing", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 19, "model": "jev-latest", "cond": "R", "brief": "B3", "repeat": 2, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1457, "output_tokens": 217, "request_secs": 0.19, "stop_reason": "choice", "agent_step": "REUSED P reply missing", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 20, "model": "jev-latest", "cond": "R", "brief": "B4", "repeat": 2, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "null", "routed": null, "correct": false, "to_bricks": false, "input_tokens": 1453, "output_tokens": 211, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 21, "model": "jev-latest", "cond": "R", "brief": "B5", "repeat": 2, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1453, "output_tokens": 217, "request_secs": 0.19, "stop_reason": "choice", "agent_step": "REUSED P reply missing", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 22, "model": "jev-latest", "cond": "R", "brief": "B6", "repeat": 2, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1452, "output_tokens": 217, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "REUSED P reply missing", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 23, "model": "jev-latest", "cond": "R", "brief": "B7", "repeat": 2, "group": "judgement", "judgement": true, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1458, "output_tokens": 217, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "REUSED P reply missing", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 24, "model": "jev-latest", "cond": "R", "brief": "B8", "repeat": 2, "group": "cross", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1454, "output_tokens": 217, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 25, "model": "jev-latest", "cond": "R", "brief": "X1", "repeat": 2, "group": "cross", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1459, "output_tokens": 217, "request_secs": 0.2, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 26, "model": "jev-latest", "cond": "R", "brief": "X2", "repeat": 2, "group": "cross", "judgement": false, "accept": [ "a2ui-atoms-v1" ], "outcome": "routed", "routed": "a2ui-atoms-v1", "correct": true, "to_bricks": false, "input_tokens": 1461, "output_tokens": 217, "request_secs": 0.19, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 27, "model": "jev-latest", "cond": "R", "brief": "X3", "repeat": 2, "group": "cross", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 1463, "output_tokens": 216, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 28, "model": "jev-latest", "cond": "R", "brief": "X4", "repeat": 2, "group": "cross", "judgement": false, "accept": [ "a2ui-aviation-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": true, "to_bricks": false, "input_tokens": 1459, "output_tokens": 218, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 29, "model": "jev-latest", "cond": "R", "brief": "X5", "repeat": 2, "group": "cross", "judgement": false, "accept": [ "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 1462, "output_tokens": 217, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 30, "model": "jev-latest", "cond": "R", "brief": "X6", "repeat": 2, "group": "cross", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 1462, "output_tokens": 218, "request_secs": 0.17, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 31, "model": "jev-latest", "cond": "R", "brief": "X7", "repeat": 2, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 1453, "output_tokens": 211, "request_secs": 0.2, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 32, "model": "jev-latest", "cond": "R", "brief": "X8", "repeat": 2, "group": "judgement", "judgement": true, "accept": [ "a2ui-marketing-v1", "a2ui-display-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 1456, "output_tokens": 218, "request_secs": 0.2, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 33, "model": "jev-latest", "cond": "R", "brief": "B1", "repeat": 3, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1451, "output_tokens": 217, "request_secs": 0.22, "stop_reason": "choice", "agent_step": "REUSED P reply missing", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 34, "model": "jev-latest", "cond": "R", "brief": "B2", "repeat": 3, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1451, "output_tokens": 217, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "REUSED P reply missing", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 35, "model": "jev-latest", "cond": "R", "brief": "B3", "repeat": 3, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1457, "output_tokens": 217, "request_secs": 0.21, "stop_reason": "choice", "agent_step": "REUSED P reply missing", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 36, "model": "jev-latest", "cond": "R", "brief": "B4", "repeat": 3, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "null", "routed": null, "correct": false, "to_bricks": false, "input_tokens": 1453, "output_tokens": 211, "request_secs": 0.21, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 37, "model": "jev-latest", "cond": "R", "brief": "B5", "repeat": 3, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1453, "output_tokens": 217, "request_secs": 0.17, "stop_reason": "choice", "agent_step": "REUSED P reply missing", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 38, "model": "jev-latest", "cond": "R", "brief": "B6", "repeat": 3, "group": "block", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1452, "output_tokens": 217, "request_secs": 0.19, "stop_reason": "choice", "agent_step": "REUSED P reply missing", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 39, "model": "jev-latest", "cond": "R", "brief": "B7", "repeat": 3, "group": "judgement", "judgement": true, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1458, "output_tokens": 217, "request_secs": 0.19, "stop_reason": "choice", "agent_step": "REUSED P reply missing", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 40, "model": "jev-latest", "cond": "R", "brief": "B8", "repeat": 3, "group": "cross", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1454, "output_tokens": 217, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 41, "model": "jev-latest", "cond": "R", "brief": "X1", "repeat": 3, "group": "cross", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1459, "output_tokens": 217, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 42, "model": "jev-latest", "cond": "R", "brief": "X2", "repeat": 3, "group": "cross", "judgement": false, "accept": [ "a2ui-atoms-v1" ], "outcome": "routed", "routed": "a2ui-atoms-v1", "correct": true, "to_bricks": false, "input_tokens": 1461, "output_tokens": 217, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 43, "model": "jev-latest", "cond": "R", "brief": "X3", "repeat": 3, "group": "cross", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 1463, "output_tokens": 216, "request_secs": 0.17, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 44, "model": "jev-latest", "cond": "R", "brief": "X4", "repeat": 3, "group": "cross", "judgement": false, "accept": [ "a2ui-aviation-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": true, "to_bricks": false, "input_tokens": 1459, "output_tokens": 218, "request_secs": 0.19, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 45, "model": "jev-latest", "cond": "R", "brief": "X5", "repeat": 3, "group": "cross", "judgement": false, "accept": [ "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 1462, "output_tokens": 217, "request_secs": 0.22, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 46, "model": "jev-latest", "cond": "R", "brief": "X6", "repeat": 3, "group": "cross", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 1462, "output_tokens": 218, "request_secs": 0.21, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 47, "model": "jev-latest", "cond": "R", "brief": "X7", "repeat": 3, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 1453, "output_tokens": 211, "request_secs": 0.2, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 48, "model": "jev-latest", "cond": "R", "brief": "X8", "repeat": 3, "group": "judgement", "judgement": true, "accept": [ "a2ui-marketing-v1", "a2ui-display-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 1456, "output_tokens": 218, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null } ], "R2": [ { "seq": 0, "model": "hybrid", "cond": "R", "brief": "Y1", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-charts-v1", "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0012219497648766264, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "Y2", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-aviation-v1", "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0011357985698850826, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "Y3", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0015761370246764272, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "Y4", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-atoms-v1", "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0011041441600536928, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "Y5", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.001257917060283944, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "Y6", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-aviation-v1", "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0010181557451142, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "Y7", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0012166974850697442, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "Y8", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0009469411498866975, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "Y9", "repeat": 1, "group": "multi", "judgement": true, "accept": [ "a2ui-charts-v1", "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.001379700435209088, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": true }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "Y10", "repeat": 1, "group": "multi", "judgement": true, "accept": [ "a2ui-learning-v1", "a2ui-embeds-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.001040443900274113, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": true }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "Y11", "repeat": 1, "group": "multi", "judgement": true, "accept": [ "a2ui-marketing-v1", "a2ui-aviation-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0014263726450735703, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": false }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "Y12", "repeat": 1, "group": "multi", "judgement": true, "accept": [ "a2ui-bricks-v1", "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0011944034602493047, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": false }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "Y13", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "null", "routed": null, "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0007169697299832478, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "Y14", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0006120298395399004, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "Y15", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-atoms-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0009125250752549618, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "Y16", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.00047185761446598916, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "Y17", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-aviation-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0004597152798669413, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "Y18", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-ops-v1", "a2ui-charts-v1", "a2ui-atoms-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0004620788502506912, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "Y19", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "null", "routed": null, "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0012303184147458525, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "Y20", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0012038033700082452, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "Y21", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0016547170252306388, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "Y22", "repeat": 1, "group": "null", "judgement": false, "accept": [ null ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0012038297252729535, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "Y23", "repeat": 1, "group": "null", "judgement": false, "accept": [ null ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0009120849450118839, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "Y24", "repeat": 1, "group": "null", "judgement": false, "accept": [ null ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0013554376747924835, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "Y1", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-charts-v1", "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 0, "output_tokens": 0, "request_secs": 8.250414510257542e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "Y2", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-aviation-v1", "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 6.31093798438087e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "Y3", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 4.9322039703838524e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "Y4", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-atoms-v1", "a2ui-ops-v1" ], "outcome": "null", "routed": null, "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 5.221653962507844e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "Y5", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 5.143700982443988e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "Y6", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-aviation-v1", "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 0, "output_tokens": 0, "request_secs": 4.363095504231751e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "Y7", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 5.7261144975200294e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "Y8", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 6.083866464905441e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "Y9", "repeat": 1, "group": "multi", "judgement": true, "accept": [ "a2ui-charts-v1", "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 8.334423007909208e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": true }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "Y10", "repeat": 1, "group": "multi", "judgement": true, "accept": [ "a2ui-learning-v1", "a2ui-embeds-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 5.015767994336784e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": true }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "Y11", "repeat": 1, "group": "multi", "judgement": true, "accept": [ "a2ui-marketing-v1", "a2ui-aviation-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 6.840430025476962e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": true }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "Y12", "repeat": 1, "group": "multi", "judgement": true, "accept": [ "a2ui-bricks-v1", "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 0, "output_tokens": 0, "request_secs": 5.30303898267448e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": true }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "Y13", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "null", "routed": null, "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 2.8325265157036482e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "Y14", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 0, "output_tokens": 0, "request_secs": 2.699098491575569e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "Y15", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-ops-v1" ], "outcome": "null", "routed": null, "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 3.586639533750713e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "Y16", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "null", "routed": null, "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 2.0727100200019777e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "Y17", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-aviation-v1" ], "outcome": "null", "routed": null, "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 1.9817540305666625e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "Y18", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-ops-v1", "a2ui-charts-v1", "a2ui-atoms-v1" ], "outcome": "null", "routed": null, "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 1.8093885155394674e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "Y19", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "null", "routed": null, "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 4.775230481754988e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "Y20", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 0, "output_tokens": 0, "request_secs": 5.068873520940542e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "Y21", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 5.9126074775122105e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "Y22", "repeat": 1, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 3.94404202234e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "Y23", "repeat": 1, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 3.637049521785229e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "Y24", "repeat": 1, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 4.961956990882754e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "Y1", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-charts-v1", "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0010514251800486818, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "Y2", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-aviation-v1", "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0009649476653430611, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "Y3", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0010282804851885884, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "Y4", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-atoms-v1", "a2ui-ops-v1" ], "outcome": "null", "routed": null, "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0009265020553721115, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "Y5", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-effects-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0010233060998143628, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "Y6", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-aviation-v1", "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0009389431803720072, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "Y7", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0010338082449743524, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "Y8", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0008492033800575882, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "Y9", "repeat": 1, "group": "multi", "judgement": true, "accept": [ "a2ui-charts-v1", "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0012625890847994014, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": true }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "Y10", "repeat": 1, "group": "multi", "judgement": true, "accept": [ "a2ui-learning-v1", "a2ui-embeds-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0009463661402696744, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": true }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "Y11", "repeat": 1, "group": "multi", "judgement": true, "accept": [ "a2ui-marketing-v1", "a2ui-aviation-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.001280511284712702, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": false }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "Y12", "repeat": 1, "group": "multi", "judgement": true, "accept": [ "a2ui-bricks-v1", "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.001081509965006262, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": true }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "Y13", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "null", "routed": null, "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0006592694303253666, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "Y14", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "null", "routed": null, "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.000563307199627161, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "Y15", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-ops-v1" ], "outcome": "null", "routed": null, "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0008222205500351265, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "Y16", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "null", "routed": null, "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0004273709951667115, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "Y17", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-aviation-v1" ], "outcome": "null", "routed": null, "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.00038893412507604806, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "Y18", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-ops-v1", "a2ui-charts-v1", "a2ui-atoms-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.00037503364495933056, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "Y19", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "null", "routed": null, "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0011378526699263602, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "Y20", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0010247019451344386, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "Y21", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0012818967195926234, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "Y22", "repeat": 1, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0018516295752488076, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "Y23", "repeat": 1, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0009192097594495863, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "Y24", "repeat": 1, "group": "null", "judgement": false, "accept": [ null ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0010644994798349216, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "Y1", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-charts-v1", "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0001511052349815145, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "Y2", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-aviation-v1", "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.00014732036972418428, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "Y3", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.00014951364486478268, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "Y4", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-atoms-v1", "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.00013870780530851335, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "Y5", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.00012985455512534827, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "Y6", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-aviation-v1", "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.00011754490493331105, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "Y7", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.00014304634998552502, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "Y8", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.00014773781003896147, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "Y9", "repeat": 1, "group": "multi", "judgement": true, "accept": [ "a2ui-charts-v1", "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0001877832249738276, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": false }, { "seq": 0, "model": "tags", "cond": "R", "brief": "Y10", "repeat": 1, "group": "multi", "judgement": true, "accept": [ "a2ui-learning-v1", "a2ui-embeds-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.00013555006997194142, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": false }, { "seq": 0, "model": "tags", "cond": "R", "brief": "Y11", "repeat": 1, "group": "multi", "judgement": true, "accept": [ "a2ui-marketing-v1", "a2ui-aviation-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.00021601466985885054, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": false }, { "seq": 0, "model": "tags", "cond": "R", "brief": "Y12", "repeat": 1, "group": "multi", "judgement": true, "accept": [ "a2ui-bricks-v1", "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.00015291930991224946, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": false }, { "seq": 0, "model": "tags", "cond": "R", "brief": "Y13", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "null", "routed": null, "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 6.315234990324826e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "Y14", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "null", "routed": null, "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 5.953643005341291e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "Y15", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.00010030906472820789, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "Y16", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 6.43384049180895e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "Y17", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-aviation-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 6.410004512872546e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "Y18", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-ops-v1", "a2ui-charts-v1", "a2ui-atoms-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 6.319379492197185e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "Y19", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "null", "routed": null, "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 9.89623653003946e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "Y20", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0001302387297619134, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "Y21", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.00015307900030165912, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "Y22", "repeat": 1, "group": "null", "judgement": false, "accept": [ null ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.00010445374005939812, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "Y23", "repeat": 1, "group": "null", "judgement": false, "accept": [ null ], "outcome": "routed", "routed": "a2ui-google-workspace-live-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.00010102248459588737, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "Y24", "repeat": 1, "group": "null", "judgement": false, "accept": [ null ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.00013593468989711255, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 1, "model": "sonnet-5-5", "cond": "R", "brief": "Y1", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-charts-v1", "a2ui-bricks-v1" ], "outcome": "malformed", "routed": null, "correct": false, "to_bricks": false, "input_tokens": 1768, "output_tokens": 256, "request_secs": 3.39, "stop_reason": "max_tokens", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 10, "model": "sonnet-5-5", "cond": "R", "brief": "Y10", "repeat": 1, "group": "multi", "judgement": true, "accept": [ "a2ui-learning-v1", "a2ui-embeds-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 1773, "output_tokens": 22, "request_secs": 1.59, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 11, "model": "sonnet-5-5", "cond": "R", "brief": "Y11", "repeat": 1, "group": "multi", "judgement": true, "accept": [ "a2ui-marketing-v1", "a2ui-aviation-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 1774, "output_tokens": 23, "request_secs": 1.62, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 12, "model": "sonnet-5-5", "cond": "R", "brief": "Y12", "repeat": 1, "group": "multi", "judgement": true, "accept": [ "a2ui-bricks-v1", "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1769, "output_tokens": 249, "request_secs": 3.06, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 13, "model": "sonnet-5-5", "cond": "R", "brief": "Y13", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1767, "output_tokens": 22, "request_secs": 1.2, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 14, "model": "sonnet-5-5", "cond": "R", "brief": "Y14", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1767, "output_tokens": 23, "request_secs": 1.17, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 15, "model": "sonnet-5-5", "cond": "R", "brief": "Y15", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 1769, "output_tokens": 22, "request_secs": 1.04, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 16, "model": "sonnet-5-5", "cond": "R", "brief": "Y16", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 1758, "output_tokens": 22, "request_secs": 1.11, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 17, "model": "sonnet-5-5", "cond": "R", "brief": "Y17", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-aviation-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": true, "to_bricks": false, "input_tokens": 1756, "output_tokens": 98, "request_secs": 2.77, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 18, "model": "sonnet-5-5", "cond": "R", "brief": "Y18", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-ops-v1", "a2ui-charts-v1", "a2ui-atoms-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 1758, "output_tokens": 22, "request_secs": 1.19, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 19, "model": "sonnet-5-5", "cond": "R", "brief": "Y19", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1773, "output_tokens": 22, "request_secs": 1.41, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 2, "model": "sonnet-5-5", "cond": "R", "brief": "Y2", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-aviation-v1", "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 1770, "output_tokens": 152, "request_secs": 2.28, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 20, "model": "sonnet-5-5", "cond": "R", "brief": "Y20", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1777, "output_tokens": 172, "request_secs": 2.51, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 21, "model": "sonnet-5-5", "cond": "R", "brief": "Y21", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1797, "output_tokens": 164, "request_secs": 2.6, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 22, "model": "sonnet-5-5", "cond": "R", "brief": "Y22", "repeat": 1, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 1766, "output_tokens": 11, "request_secs": 2.05, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 23, "model": "sonnet-5-5", "cond": "R", "brief": "Y23", "repeat": 1, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 1765, "output_tokens": 11, "request_secs": 1.44, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 24, "model": "sonnet-5-5", "cond": "R", "brief": "Y24", "repeat": 1, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 1768, "output_tokens": 56, "request_secs": 2.04, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 3, "model": "sonnet-5-5", "cond": "R", "brief": "Y3", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 1773, "output_tokens": 23, "request_secs": 1.51, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 4, "model": "sonnet-5-5", "cond": "R", "brief": "Y4", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-atoms-v1", "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 1769, "output_tokens": 191, "request_secs": 3.34, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 5, "model": "sonnet-5-5", "cond": "R", "brief": "Y5", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 1773, "output_tokens": 23, "request_secs": 1.58, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 6, "model": "sonnet-5-5", "cond": "R", "brief": "Y6", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-aviation-v1", "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1767, "output_tokens": 149, "request_secs": 1.63, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 7, "model": "sonnet-5-5", "cond": "R", "brief": "Y7", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1769, "output_tokens": 22, "request_secs": 1.44, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 8, "model": "sonnet-5-5", "cond": "R", "brief": "Y8", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 1768, "output_tokens": 22, "request_secs": 1.4, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 9, "model": "sonnet-5-5", "cond": "R", "brief": "Y9", "repeat": 1, "group": "multi", "judgement": true, "accept": [ "a2ui-charts-v1", "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 1779, "output_tokens": 230, "request_secs": 3.19, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 25, "model": "sonnet-5-5", "cond": "R", "brief": "Y1", "repeat": 2, "group": "judgement", "judgement": true, "accept": [ "a2ui-charts-v1", "a2ui-bricks-v1" ], "outcome": "malformed", "routed": null, "correct": false, "to_bricks": false, "input_tokens": 1768, "output_tokens": 256, "request_secs": 3.64, "stop_reason": "max_tokens", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 34, "model": "sonnet-5-5", "cond": "R", "brief": "Y10", "repeat": 2, "group": "multi", "judgement": true, "accept": [ "a2ui-learning-v1", "a2ui-embeds-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 1773, "output_tokens": 22, "request_secs": 1.52, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 35, "model": "sonnet-5-5", "cond": "R", "brief": "Y11", "repeat": 2, "group": "multi", "judgement": true, "accept": [ "a2ui-marketing-v1", "a2ui-aviation-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 1774, "output_tokens": 23, "request_secs": 1.56, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 36, "model": "sonnet-5-5", "cond": "R", "brief": "Y12", "repeat": 2, "group": "multi", "judgement": true, "accept": [ "a2ui-bricks-v1", "a2ui-charts-v1" ], "outcome": "malformed", "routed": null, "correct": false, "to_bricks": false, "input_tokens": 1769, "output_tokens": 256, "request_secs": 3.47, "stop_reason": "max_tokens", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 37, "model": "sonnet-5-5", "cond": "R", "brief": "Y13", "repeat": 2, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1767, "output_tokens": 22, "request_secs": 1.32, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 38, "model": "sonnet-5-5", "cond": "R", "brief": "Y14", "repeat": 2, "group": "clear", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1767, "output_tokens": 23, "request_secs": 1.23, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 39, "model": "sonnet-5-5", "cond": "R", "brief": "Y15", "repeat": 2, "group": "clear", "judgement": false, "accept": [ "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 1769, "output_tokens": 22, "request_secs": 1.1, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 40, "model": "sonnet-5-5", "cond": "R", "brief": "Y16", "repeat": 2, "group": "clear", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 1758, "output_tokens": 22, "request_secs": 1.2, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 41, "model": "sonnet-5-5", "cond": "R", "brief": "Y17", "repeat": 2, "group": "clear", "judgement": false, "accept": [ "a2ui-aviation-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": true, "to_bricks": false, "input_tokens": 1756, "output_tokens": 115, "request_secs": 2.12, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 42, "model": "sonnet-5-5", "cond": "R", "brief": "Y18", "repeat": 2, "group": "judgement", "judgement": true, "accept": [ "a2ui-ops-v1", "a2ui-charts-v1", "a2ui-atoms-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 1758, "output_tokens": 22, "request_secs": 1.4, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 43, "model": "sonnet-5-5", "cond": "R", "brief": "Y19", "repeat": 2, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1773, "output_tokens": 22, "request_secs": 1.6, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 26, "model": "sonnet-5-5", "cond": "R", "brief": "Y2", "repeat": 2, "group": "judgement", "judgement": true, "accept": [ "a2ui-aviation-v1", "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 1770, "output_tokens": 137, "request_secs": 2.14, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 44, "model": "sonnet-5-5", "cond": "R", "brief": "Y20", "repeat": 2, "group": "clear", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1777, "output_tokens": 217, "request_secs": 2.82, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 45, "model": "sonnet-5-5", "cond": "R", "brief": "Y21", "repeat": 2, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1797, "output_tokens": 108, "request_secs": 2.02, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 46, "model": "sonnet-5-5", "cond": "R", "brief": "Y22", "repeat": 2, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 1766, "output_tokens": 11, "request_secs": 1.41, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 47, "model": "sonnet-5-5", "cond": "R", "brief": "Y23", "repeat": 2, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 1765, "output_tokens": 11, "request_secs": 2.06, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 48, "model": "sonnet-5-5", "cond": "R", "brief": "Y24", "repeat": 2, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 1768, "output_tokens": 55, "request_secs": 1.92, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 27, "model": "sonnet-5-5", "cond": "R", "brief": "Y3", "repeat": 2, "group": "clear", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 1773, "output_tokens": 23, "request_secs": 1.63, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 28, "model": "sonnet-5-5", "cond": "R", "brief": "Y4", "repeat": 2, "group": "judgement", "judgement": true, "accept": [ "a2ui-atoms-v1", "a2ui-ops-v1" ], "outcome": "malformed", "routed": null, "correct": false, "to_bricks": false, "input_tokens": 1769, "output_tokens": 256, "request_secs": 4.11, "stop_reason": "max_tokens", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 29, "model": "sonnet-5-5", "cond": "R", "brief": "Y5", "repeat": 2, "group": "clear", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 1773, "output_tokens": 23, "request_secs": 2.06, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 30, "model": "sonnet-5-5", "cond": "R", "brief": "Y6", "repeat": 2, "group": "judgement", "judgement": true, "accept": [ "a2ui-aviation-v1", "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1767, "output_tokens": 176, "request_secs": 2.14, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 31, "model": "sonnet-5-5", "cond": "R", "brief": "Y7", "repeat": 2, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1769, "output_tokens": 22, "request_secs": 1.59, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 32, "model": "sonnet-5-5", "cond": "R", "brief": "Y8", "repeat": 2, "group": "clear", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 1768, "output_tokens": 22, "request_secs": 1.44, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 33, "model": "sonnet-5-5", "cond": "R", "brief": "Y9", "repeat": 2, "group": "multi", "judgement": true, "accept": [ "a2ui-charts-v1", "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 1779, "output_tokens": 22, "request_secs": 1.54, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 49, "model": "sonnet-5-5", "cond": "R", "brief": "Y1", "repeat": 3, "group": "judgement", "judgement": true, "accept": [ "a2ui-charts-v1", "a2ui-bricks-v1" ], "outcome": "malformed", "routed": null, "correct": false, "to_bricks": false, "input_tokens": 1768, "output_tokens": 256, "request_secs": 3.04, "stop_reason": "max_tokens", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 58, "model": "sonnet-5-5", "cond": "R", "brief": "Y10", "repeat": 3, "group": "multi", "judgement": true, "accept": [ "a2ui-learning-v1", "a2ui-embeds-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 1773, "output_tokens": 22, "request_secs": 1.44, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 59, "model": "sonnet-5-5", "cond": "R", "brief": "Y11", "repeat": 3, "group": "multi", "judgement": true, "accept": [ "a2ui-marketing-v1", "a2ui-aviation-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 1774, "output_tokens": 23, "request_secs": 1.63, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 60, "model": "sonnet-5-5", "cond": "R", "brief": "Y12", "repeat": 3, "group": "multi", "judgement": true, "accept": [ "a2ui-bricks-v1", "a2ui-charts-v1" ], "outcome": "malformed", "routed": null, "correct": false, "to_bricks": false, "input_tokens": 1769, "output_tokens": 256, "request_secs": 3.41, "stop_reason": "max_tokens", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 61, "model": "sonnet-5-5", "cond": "R", "brief": "Y13", "repeat": 3, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1767, "output_tokens": 22, "request_secs": 1.31, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 62, "model": "sonnet-5-5", "cond": "R", "brief": "Y14", "repeat": 3, "group": "clear", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1767, "output_tokens": 23, "request_secs": 1.08, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 63, "model": "sonnet-5-5", "cond": "R", "brief": "Y15", "repeat": 3, "group": "clear", "judgement": false, "accept": [ "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 1769, "output_tokens": 22, "request_secs": 1.01, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 64, "model": "sonnet-5-5", "cond": "R", "brief": "Y16", "repeat": 3, "group": "clear", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 1758, "output_tokens": 22, "request_secs": 1.18, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 65, "model": "sonnet-5-5", "cond": "R", "brief": "Y17", "repeat": 3, "group": "clear", "judgement": false, "accept": [ "a2ui-aviation-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": true, "to_bricks": false, "input_tokens": 1756, "output_tokens": 116, "request_secs": 2.88, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 66, "model": "sonnet-5-5", "cond": "R", "brief": "Y18", "repeat": 3, "group": "judgement", "judgement": true, "accept": [ "a2ui-ops-v1", "a2ui-charts-v1", "a2ui-atoms-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 1758, "output_tokens": 22, "request_secs": 1.48, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 67, "model": "sonnet-5-5", "cond": "R", "brief": "Y19", "repeat": 3, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1773, "output_tokens": 22, "request_secs": 2.47, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 50, "model": "sonnet-5-5", "cond": "R", "brief": "Y2", "repeat": 3, "group": "judgement", "judgement": true, "accept": [ "a2ui-aviation-v1", "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 1770, "output_tokens": 140, "request_secs": 2.3, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 68, "model": "sonnet-5-5", "cond": "R", "brief": "Y20", "repeat": 3, "group": "clear", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1777, "output_tokens": 167, "request_secs": 3.93, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 69, "model": "sonnet-5-5", "cond": "R", "brief": "Y21", "repeat": 3, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1797, "output_tokens": 101, "request_secs": 2.24, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 70, "model": "sonnet-5-5", "cond": "R", "brief": "Y22", "repeat": 3, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 1766, "output_tokens": 11, "request_secs": 1.45, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 71, "model": "sonnet-5-5", "cond": "R", "brief": "Y23", "repeat": 3, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 1765, "output_tokens": 11, "request_secs": 1.51, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 72, "model": "sonnet-5-5", "cond": "R", "brief": "Y24", "repeat": 3, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 1768, "output_tokens": 85, "request_secs": 1.94, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 51, "model": "sonnet-5-5", "cond": "R", "brief": "Y3", "repeat": 3, "group": "clear", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 1773, "output_tokens": 23, "request_secs": 1.52, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 52, "model": "sonnet-5-5", "cond": "R", "brief": "Y4", "repeat": 3, "group": "judgement", "judgement": true, "accept": [ "a2ui-atoms-v1", "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 1769, "output_tokens": 159, "request_secs": 2.57, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 53, "model": "sonnet-5-5", "cond": "R", "brief": "Y5", "repeat": 3, "group": "clear", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 1773, "output_tokens": 23, "request_secs": 1.56, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 54, "model": "sonnet-5-5", "cond": "R", "brief": "Y6", "repeat": 3, "group": "judgement", "judgement": true, "accept": [ "a2ui-aviation-v1", "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1767, "output_tokens": 158, "request_secs": 2.41, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 55, "model": "sonnet-5-5", "cond": "R", "brief": "Y7", "repeat": 3, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1769, "output_tokens": 22, "request_secs": 1.57, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 56, "model": "sonnet-5-5", "cond": "R", "brief": "Y8", "repeat": 3, "group": "clear", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 1768, "output_tokens": 22, "request_secs": 1.53, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 57, "model": "sonnet-5-5", "cond": "R", "brief": "Y9", "repeat": 3, "group": "multi", "judgement": true, "accept": [ "a2ui-charts-v1", "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 1779, "output_tokens": 22, "request_secs": 1.56, "stop_reason": "end_turn", "agent_step": "agent step not run", "agent_score": null, "router": "sonnet-5-5", "top2_covers_all": null }, { "seq": 1, "model": "jev-latest", "cond": "R", "brief": "Y1", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-charts-v1", "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1456, "output_tokens": 217, "request_secs": 0.28, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 10, "model": "jev-latest", "cond": "R", "brief": "Y10", "repeat": 1, "group": "multi", "judgement": true, "accept": [ "a2ui-learning-v1", "a2ui-embeds-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 1459, "output_tokens": 216, "request_secs": 0.24, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 11, "model": "jev-latest", "cond": "R", "brief": "Y11", "repeat": 1, "group": "multi", "judgement": true, "accept": [ "a2ui-marketing-v1", "a2ui-aviation-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 1460, "output_tokens": 218, "request_secs": 0.22, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 12, "model": "jev-latest", "cond": "R", "brief": "Y12", "repeat": 1, "group": "multi", "judgement": true, "accept": [ "a2ui-bricks-v1", "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1458, "output_tokens": 217, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 13, "model": "jev-latest", "cond": "R", "brief": "Y13", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1457, "output_tokens": 217, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 14, "model": "jev-latest", "cond": "R", "brief": "Y14", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1454, "output_tokens": 217, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 15, "model": "jev-latest", "cond": "R", "brief": "Y15", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 1458, "output_tokens": 217, "request_secs": 0.19, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 16, "model": "jev-latest", "cond": "R", "brief": "Y16", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 1449, "output_tokens": 216, "request_secs": 0.2, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 17, "model": "jev-latest", "cond": "R", "brief": "Y17", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-aviation-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": true, "to_bricks": false, "input_tokens": 1448, "output_tokens": 218, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 18, "model": "jev-latest", "cond": "R", "brief": "Y18", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-ops-v1", "a2ui-charts-v1", "a2ui-atoms-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 1447, "output_tokens": 217, "request_secs": 0.2, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 19, "model": "jev-latest", "cond": "R", "brief": "Y19", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1459, "output_tokens": 217, "request_secs": 0.17, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 2, "model": "jev-latest", "cond": "R", "brief": "Y2", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-aviation-v1", "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": true, "to_bricks": false, "input_tokens": 1456, "output_tokens": 218, "request_secs": 0.2, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 20, "model": "jev-latest", "cond": "R", "brief": "Y20", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1459, "output_tokens": 217, "request_secs": 0.19, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 21, "model": "jev-latest", "cond": "R", "brief": "Y21", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1473, "output_tokens": 217, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 22, "model": "jev-latest", "cond": "R", "brief": "Y22", "repeat": 1, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 1454, "output_tokens": 211, "request_secs": 0.2, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 23, "model": "jev-latest", "cond": "R", "brief": "Y23", "repeat": 1, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 1455, "output_tokens": 211, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 24, "model": "jev-latest", "cond": "R", "brief": "Y24", "repeat": 1, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 1456, "output_tokens": 211, "request_secs": 0.19, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 3, "model": "jev-latest", "cond": "R", "brief": "Y3", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 1459, "output_tokens": 218, "request_secs": 0.22, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 4, "model": "jev-latest", "cond": "R", "brief": "Y4", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-atoms-v1", "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-atoms-v1", "correct": true, "to_bricks": false, "input_tokens": 1455, "output_tokens": 217, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 5, "model": "jev-latest", "cond": "R", "brief": "Y5", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 1459, "output_tokens": 218, "request_secs": 0.2, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 6, "model": "jev-latest", "cond": "R", "brief": "Y6", "repeat": 1, "group": "judgement", "judgement": true, "accept": [ "a2ui-aviation-v1", "a2ui-bricks-v1" ], "outcome": "null", "routed": null, "correct": false, "to_bricks": false, "input_tokens": 1457, "output_tokens": 211, "request_secs": 0.2, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 7, "model": "jev-latest", "cond": "R", "brief": "Y7", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1457, "output_tokens": 217, "request_secs": 0.17, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 8, "model": "jev-latest", "cond": "R", "brief": "Y8", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 1455, "output_tokens": 216, "request_secs": 0.21, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 9, "model": "jev-latest", "cond": "R", "brief": "Y9", "repeat": 1, "group": "multi", "judgement": true, "accept": [ "a2ui-charts-v1", "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 1462, "output_tokens": 217, "request_secs": 0.2, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 25, "model": "jev-latest", "cond": "R", "brief": "Y1", "repeat": 2, "group": "judgement", "judgement": true, "accept": [ "a2ui-charts-v1", "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1456, "output_tokens": 217, "request_secs": 0.19, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 34, "model": "jev-latest", "cond": "R", "brief": "Y10", "repeat": 2, "group": "multi", "judgement": true, "accept": [ "a2ui-learning-v1", "a2ui-embeds-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 1459, "output_tokens": 216, "request_secs": 0.24, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 35, "model": "jev-latest", "cond": "R", "brief": "Y11", "repeat": 2, "group": "multi", "judgement": true, "accept": [ "a2ui-marketing-v1", "a2ui-aviation-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 1460, "output_tokens": 218, "request_secs": 0.21, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 36, "model": "jev-latest", "cond": "R", "brief": "Y12", "repeat": 2, "group": "multi", "judgement": true, "accept": [ "a2ui-bricks-v1", "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1458, "output_tokens": 217, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 37, "model": "jev-latest", "cond": "R", "brief": "Y13", "repeat": 2, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1457, "output_tokens": 217, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 38, "model": "jev-latest", "cond": "R", "brief": "Y14", "repeat": 2, "group": "clear", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1454, "output_tokens": 217, "request_secs": 0.21, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 39, "model": "jev-latest", "cond": "R", "brief": "Y15", "repeat": 2, "group": "clear", "judgement": false, "accept": [ "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 1458, "output_tokens": 217, "request_secs": 0.21, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 40, "model": "jev-latest", "cond": "R", "brief": "Y16", "repeat": 2, "group": "clear", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 1449, "output_tokens": 216, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 41, "model": "jev-latest", "cond": "R", "brief": "Y17", "repeat": 2, "group": "clear", "judgement": false, "accept": [ "a2ui-aviation-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": true, "to_bricks": false, "input_tokens": 1448, "output_tokens": 218, "request_secs": 0.2, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 42, "model": "jev-latest", "cond": "R", "brief": "Y18", "repeat": 2, "group": "judgement", "judgement": true, "accept": [ "a2ui-ops-v1", "a2ui-charts-v1", "a2ui-atoms-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 1447, "output_tokens": 217, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 43, "model": "jev-latest", "cond": "R", "brief": "Y19", "repeat": 2, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1459, "output_tokens": 217, "request_secs": 0.19, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 26, "model": "jev-latest", "cond": "R", "brief": "Y2", "repeat": 2, "group": "judgement", "judgement": true, "accept": [ "a2ui-aviation-v1", "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": true, "to_bricks": false, "input_tokens": 1456, "output_tokens": 218, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 44, "model": "jev-latest", "cond": "R", "brief": "Y20", "repeat": 2, "group": "clear", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1459, "output_tokens": 217, "request_secs": 0.17, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 45, "model": "jev-latest", "cond": "R", "brief": "Y21", "repeat": 2, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1473, "output_tokens": 217, "request_secs": 0.19, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 46, "model": "jev-latest", "cond": "R", "brief": "Y22", "repeat": 2, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 1454, "output_tokens": 211, "request_secs": 0.23, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 47, "model": "jev-latest", "cond": "R", "brief": "Y23", "repeat": 2, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 1455, "output_tokens": 211, "request_secs": 0.19, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 48, "model": "jev-latest", "cond": "R", "brief": "Y24", "repeat": 2, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 1456, "output_tokens": 211, "request_secs": 0.19, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 27, "model": "jev-latest", "cond": "R", "brief": "Y3", "repeat": 2, "group": "clear", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 1459, "output_tokens": 218, "request_secs": 0.19, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 28, "model": "jev-latest", "cond": "R", "brief": "Y4", "repeat": 2, "group": "judgement", "judgement": true, "accept": [ "a2ui-atoms-v1", "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-atoms-v1", "correct": true, "to_bricks": false, "input_tokens": 1455, "output_tokens": 217, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 29, "model": "jev-latest", "cond": "R", "brief": "Y5", "repeat": 2, "group": "clear", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 1459, "output_tokens": 218, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 30, "model": "jev-latest", "cond": "R", "brief": "Y6", "repeat": 2, "group": "judgement", "judgement": true, "accept": [ "a2ui-aviation-v1", "a2ui-bricks-v1" ], "outcome": "null", "routed": null, "correct": false, "to_bricks": false, "input_tokens": 1457, "output_tokens": 211, "request_secs": 0.17, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 31, "model": "jev-latest", "cond": "R", "brief": "Y7", "repeat": 2, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1457, "output_tokens": 217, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 32, "model": "jev-latest", "cond": "R", "brief": "Y8", "repeat": 2, "group": "clear", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 1455, "output_tokens": 216, "request_secs": 0.19, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 33, "model": "jev-latest", "cond": "R", "brief": "Y9", "repeat": 2, "group": "multi", "judgement": true, "accept": [ "a2ui-charts-v1", "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 1462, "output_tokens": 217, "request_secs": 0.17, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 49, "model": "jev-latest", "cond": "R", "brief": "Y1", "repeat": 3, "group": "judgement", "judgement": true, "accept": [ "a2ui-charts-v1", "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1456, "output_tokens": 217, "request_secs": 0.19, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 58, "model": "jev-latest", "cond": "R", "brief": "Y10", "repeat": 3, "group": "multi", "judgement": true, "accept": [ "a2ui-learning-v1", "a2ui-embeds-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 1459, "output_tokens": 216, "request_secs": 0.21, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 59, "model": "jev-latest", "cond": "R", "brief": "Y11", "repeat": 3, "group": "multi", "judgement": true, "accept": [ "a2ui-marketing-v1", "a2ui-aviation-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 1460, "output_tokens": 218, "request_secs": 0.19, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 60, "model": "jev-latest", "cond": "R", "brief": "Y12", "repeat": 3, "group": "multi", "judgement": true, "accept": [ "a2ui-bricks-v1", "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1458, "output_tokens": 217, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 61, "model": "jev-latest", "cond": "R", "brief": "Y13", "repeat": 3, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1457, "output_tokens": 217, "request_secs": 0.19, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 62, "model": "jev-latest", "cond": "R", "brief": "Y14", "repeat": 3, "group": "clear", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1454, "output_tokens": 217, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 63, "model": "jev-latest", "cond": "R", "brief": "Y15", "repeat": 3, "group": "clear", "judgement": false, "accept": [ "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 1458, "output_tokens": 217, "request_secs": 0.19, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 64, "model": "jev-latest", "cond": "R", "brief": "Y16", "repeat": 3, "group": "clear", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 1449, "output_tokens": 216, "request_secs": 0.17, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 65, "model": "jev-latest", "cond": "R", "brief": "Y17", "repeat": 3, "group": "clear", "judgement": false, "accept": [ "a2ui-aviation-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": true, "to_bricks": false, "input_tokens": 1448, "output_tokens": 218, "request_secs": 0.19, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 66, "model": "jev-latest", "cond": "R", "brief": "Y18", "repeat": 3, "group": "judgement", "judgement": true, "accept": [ "a2ui-ops-v1", "a2ui-charts-v1", "a2ui-atoms-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 1447, "output_tokens": 217, "request_secs": 0.19, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 67, "model": "jev-latest", "cond": "R", "brief": "Y19", "repeat": 3, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1459, "output_tokens": 217, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 50, "model": "jev-latest", "cond": "R", "brief": "Y2", "repeat": 3, "group": "judgement", "judgement": true, "accept": [ "a2ui-aviation-v1", "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-aviation-v1", "correct": true, "to_bricks": false, "input_tokens": 1456, "output_tokens": 218, "request_secs": 0.19, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 68, "model": "jev-latest", "cond": "R", "brief": "Y20", "repeat": 3, "group": "clear", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 1459, "output_tokens": 217, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 69, "model": "jev-latest", "cond": "R", "brief": "Y21", "repeat": 3, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1473, "output_tokens": 217, "request_secs": 0.23, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 70, "model": "jev-latest", "cond": "R", "brief": "Y22", "repeat": 3, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 1454, "output_tokens": 211, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 71, "model": "jev-latest", "cond": "R", "brief": "Y23", "repeat": 3, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 1455, "output_tokens": 211, "request_secs": 0.17, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 72, "model": "jev-latest", "cond": "R", "brief": "Y24", "repeat": 3, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 1456, "output_tokens": 211, "request_secs": 0.17, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 51, "model": "jev-latest", "cond": "R", "brief": "Y3", "repeat": 3, "group": "clear", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 1459, "output_tokens": 218, "request_secs": 0.2, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 52, "model": "jev-latest", "cond": "R", "brief": "Y4", "repeat": 3, "group": "judgement", "judgement": true, "accept": [ "a2ui-atoms-v1", "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 1455, "output_tokens": 217, "request_secs": 0.18, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 53, "model": "jev-latest", "cond": "R", "brief": "Y5", "repeat": 3, "group": "clear", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 1459, "output_tokens": 218, "request_secs": 0.17, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 54, "model": "jev-latest", "cond": "R", "brief": "Y6", "repeat": 3, "group": "judgement", "judgement": true, "accept": [ "a2ui-aviation-v1", "a2ui-bricks-v1" ], "outcome": "null", "routed": null, "correct": false, "to_bricks": false, "input_tokens": 1457, "output_tokens": 211, "request_secs": 0.2, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 55, "model": "jev-latest", "cond": "R", "brief": "Y7", "repeat": 3, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 1457, "output_tokens": 217, "request_secs": 0.2, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 56, "model": "jev-latest", "cond": "R", "brief": "Y8", "repeat": 3, "group": "clear", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 1455, "output_tokens": 216, "request_secs": 0.19, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null }, { "seq": 57, "model": "jev-latest", "cond": "R", "brief": "Y9", "repeat": 3, "group": "multi", "judgement": true, "accept": [ "a2ui-charts-v1", "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 1462, "output_tokens": 217, "request_secs": 0.17, "stop_reason": "choice", "agent_step": "agent step not run", "agent_score": null, "router": "jev", "top2_covers_all": null } ], "tune": [ { "seq": 0, "model": "hybrid", "cond": "R", "brief": "TU1", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-effects-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0009676823351765051, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "TU2", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0007809237251058221, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "TU3", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0007531868753721938, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "TU4", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-google-workspace-live-v1" ], "outcome": "routed", "routed": "a2ui-google-workspace-live-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0007831731950864195, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "TU5", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-editorial-v1" ], "outcome": "routed", "routed": "a2ui-editorial-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0010960640199482441, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "TU6", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-embeds-v1" ], "outcome": "routed", "routed": "a2ui-embeds-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0011035541648743675, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "TU7", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0010825978399952873, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "TU8", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-google-workspace-live-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.001047418675152585, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "TU9", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-effects-v1" ], "outcome": "routed", "routed": "a2ui-effects-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.001140048544621095, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "TU10", "repeat": 1, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0006343142851255834, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "TU11", "repeat": 1, "group": "null", "judgement": false, "accept": [ null ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0006770180648891255, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "hybrid", "cond": "R", "brief": "TU12", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-atoms-v1" ], "outcome": "routed", "routed": "a2ui-atoms-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0007811312400735914, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "hybrid", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "TU1", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 0, "output_tokens": 0, "request_secs": 4.1962965042330325e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "TU2", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 4.243712464813143e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "TU3", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 3.3902860013768074e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "TU4", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-google-workspace-live-v1" ], "outcome": "routed", "routed": "a2ui-google-workspace-live-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 3.854145994409919e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "TU5", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-editorial-v1" ], "outcome": "routed", "routed": "a2ui-editorial-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 5.51792501937598e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "TU6", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-embeds-v1" ], "outcome": "routed", "routed": "a2ui-embeds-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 5.0906009855680166e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "TU7", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 5.1475490326993164e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "TU8", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 4.766341473441571e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "TU9", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-effects-v1" ], "outcome": "routed", "routed": "a2ui-effects-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 5.3046384709887204e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "TU10", "repeat": 1, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 2.794622501824051e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "TU11", "repeat": 1, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 3.299472446087748e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical", "cond": "R", "brief": "TU12", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-atoms-v1" ], "outcome": "routed", "routed": "a2ui-atoms-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 3.658303001429886e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "TU1", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-bricks-v1", "correct": true, "to_bricks": true, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0008714904397493228, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "TU2", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0006933236046461389, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "TU3", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0006725827598711476, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "TU4", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-google-workspace-live-v1" ], "outcome": "routed", "routed": "a2ui-google-workspace-live-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0006476967094931752, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "TU5", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-editorial-v1" ], "outcome": "routed", "routed": "a2ui-editorial-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0009374139801366255, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "TU6", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-embeds-v1" ], "outcome": "routed", "routed": "a2ui-embeds-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0009425336850108579, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "TU7", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.000889789795037359, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "TU8", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-ops-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0009161367500200867, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "TU9", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-effects-v1" ], "outcome": "routed", "routed": "a2ui-effects-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0009786211251048371, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "TU10", "repeat": 1, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0005478899250738323, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "TU11", "repeat": 1, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0005587345245294272, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "lexical_max", "cond": "R", "brief": "TU12", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-atoms-v1" ], "outcome": "routed", "routed": "a2ui-atoms-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0006646746594924479, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "lexical_max", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "TU1", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-bricks-v1" ], "outcome": "routed", "routed": "a2ui-effects-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.00010723140032496303, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "TU2", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-charts-v1" ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 9.819083032198251e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "TU3", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-learning-v1" ], "outcome": "routed", "routed": "a2ui-learning-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 9.506333502940833e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "TU4", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-google-workspace-live-v1" ], "outcome": "routed", "routed": "a2ui-google-workspace-live-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.00010396503959782422, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "TU5", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-editorial-v1" ], "outcome": "routed", "routed": "a2ui-presentation-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.00014566947997082024, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "TU6", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-embeds-v1" ], "outcome": "routed", "routed": "a2ui-embeds-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.00014061306021176278, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "TU7", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-marketing-v1" ], "outcome": "routed", "routed": "a2ui-marketing-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.00014293728512711822, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "TU8", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-ops-v1" ], "outcome": "routed", "routed": "a2ui-google-workspace-live-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.00012569320970214903, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "TU9", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-effects-v1" ], "outcome": "routed", "routed": "a2ui-effects-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.0001502284751040861, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "TU10", "repeat": 1, "group": "null", "judgement": false, "accept": [ null ], "outcome": "null", "routed": null, "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 5.411875492427498e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "TU11", "repeat": 1, "group": "null", "judgement": false, "accept": [ null ], "outcome": "routed", "routed": "a2ui-charts-v1", "correct": false, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 8.304301532916724e-05, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null }, { "seq": 0, "model": "tags", "cond": "R", "brief": "TU12", "repeat": 1, "group": "clear", "judgement": false, "accept": [ "a2ui-atoms-v1" ], "outcome": "routed", "routed": "a2ui-atoms-v1", "correct": true, "to_bricks": false, "input_tokens": 0, "output_tokens": 0, "request_secs": 0.00010502197546884418, "stop_reason": "offline", "agent_step": "agent step not run", "agent_score": null, "router": "tags", "top2_covers_all": null } ] }