{ "schema_version": "harness_compare_matrix_v0.1", "run_id": "mentor13-v2.2-claude48-full-20260701-02", "rows": { "case1": { "L0_direct_api": { "run_status": "success", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": 4.58, "vdiff_rubric_pass_rate": 0.9159, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 0, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L1_native_claude_sdk": { "run_status": "success", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": 4.86, "vdiff_rubric_pass_rate": 0.972, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 0, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L1_v1_agent_verify": { "run_status": "success", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": 4.67, "vdiff_rubric_pass_rate": 0.9346, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 5, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L2_v2_verify_everywhere": { "run_status": "success", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": 4.81, "vdiff_rubric_pass_rate": 0.9626, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 6, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L3_v1_post_atomic_verify": { "run_status": "failed", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": null, "vdiff_rubric_pass_rate": null, "vdiff_rubric_pass_at_4": null, "native_gate_status": "rejected_or_missing", "verify_calls": null, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L3_vloop_base": { "run_status": "failed", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": 4.39, "vdiff_rubric_pass_rate": 0.8785, "vdiff_rubric_pass_at_4": true, "native_gate_status": "rejected_or_missing", "verify_calls": null, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null } }, "case2": { "L0_direct_api": { "run_status": "success", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": 5.0, "vdiff_rubric_pass_rate": 1.0, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 0, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L1_native_claude_sdk": { "run_status": "success", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": 4.72, "vdiff_rubric_pass_rate": 0.9444, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 0, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L1_v1_agent_verify": { "run_status": "success", "quality_score": 5, "quality_pass_at_4": true, "vdiff_rubric_score": 4.58, "vdiff_rubric_pass_rate": 0.9167, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 5, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L2_v2_verify_everywhere": { "run_status": "success", "quality_score": 5, "quality_pass_at_4": true, "vdiff_rubric_score": 5.0, "vdiff_rubric_pass_rate": 1.0, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 2, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L3_v1_post_atomic_verify": { "run_status": "failed", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": null, "vdiff_rubric_pass_rate": null, "vdiff_rubric_pass_at_4": null, "native_gate_status": "rejected_or_missing", "verify_calls": null, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L3_vloop_base": { "run_status": "failed", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": 4.72, "vdiff_rubric_pass_rate": 0.9444, "vdiff_rubric_pass_at_4": true, "native_gate_status": "rejected_or_missing", "verify_calls": null, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null } }, "case3": { "L0_direct_api": { "run_status": "success", "quality_score": 5, "quality_pass_at_4": true, "vdiff_rubric_score": 4.42, "vdiff_rubric_pass_rate": 0.8837, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 0, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L1_native_claude_sdk": { "run_status": "success", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": 4.88, "vdiff_rubric_pass_rate": 0.9767, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 0, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L1_v1_agent_verify": { "run_status": "success", "quality_score": 5, "quality_pass_at_4": true, "vdiff_rubric_score": 4.48, "vdiff_rubric_pass_rate": 0.8953, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 2, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L2_v2_verify_everywhere": { "run_status": "success", "quality_score": 5, "quality_pass_at_4": true, "vdiff_rubric_score": 4.94, "vdiff_rubric_pass_rate": 0.9884, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 2, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L3_v1_post_atomic_verify": { "run_status": "failed", "quality_score": 3, "quality_pass_at_4": false, "vdiff_rubric_score": null, "vdiff_rubric_pass_rate": null, "vdiff_rubric_pass_at_4": null, "native_gate_status": "rejected_or_missing", "verify_calls": null, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L3_vloop_base": { "run_status": "failed", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": 4.53, "vdiff_rubric_pass_rate": 0.907, "vdiff_rubric_pass_at_4": true, "native_gate_status": "rejected_or_missing", "verify_calls": null, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null } }, "case4": { "L0_direct_api": { "run_status": "success", "quality_score": 5, "quality_pass_at_4": true, "vdiff_rubric_score": 4.76, "vdiff_rubric_pass_rate": 0.9519, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 0, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L1_native_claude_sdk": { "run_status": "success", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": 4.9, "vdiff_rubric_pass_rate": 0.9808, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 0, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L1_v1_agent_verify": { "run_status": "success", "quality_score": 5, "quality_pass_at_4": true, "vdiff_rubric_score": 4.9, "vdiff_rubric_pass_rate": 0.9808, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 8, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L2_v2_verify_everywhere": { "run_status": "success", "quality_score": 5, "quality_pass_at_4": true, "vdiff_rubric_score": 5.0, "vdiff_rubric_pass_rate": 1.0, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 2, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L3_v1_post_atomic_verify": { "run_status": "failed", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": null, "vdiff_rubric_pass_rate": null, "vdiff_rubric_pass_at_4": null, "native_gate_status": "rejected_or_missing", "verify_calls": null, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L3_vloop_base": { "run_status": "failed", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": 4.86, "vdiff_rubric_pass_rate": 0.9712, "vdiff_rubric_pass_at_4": true, "native_gate_status": "rejected_or_missing", "verify_calls": null, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null } }, "case5": { "L0_direct_api": { "run_status": "success", "quality_score": 3, "quality_pass_at_4": false, "vdiff_rubric_score": 3.0, "vdiff_rubric_pass_rate": 0.6, "vdiff_rubric_pass_at_4": false, "native_gate_status": "not_applicable", "verify_calls": 0, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L1_native_claude_sdk": { "run_status": "success", "quality_score": 3, "quality_pass_at_4": false, "vdiff_rubric_score": 3.94, "vdiff_rubric_pass_rate": 0.7889, "vdiff_rubric_pass_at_4": false, "native_gate_status": "not_applicable", "verify_calls": 0, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L1_v1_agent_verify": { "run_status": "success", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": 4.06, "vdiff_rubric_pass_rate": 0.8111, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 11, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L2_v2_verify_everywhere": { "run_status": "success", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": 4.22, "vdiff_rubric_pass_rate": 0.8444, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 2, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L3_v1_post_atomic_verify": { "run_status": "failed", "quality_score": 2, "quality_pass_at_4": false, "vdiff_rubric_score": null, "vdiff_rubric_pass_rate": null, "vdiff_rubric_pass_at_4": null, "native_gate_status": "rejected_or_missing", "verify_calls": null, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L3_vloop_base": { "run_status": "failed", "quality_score": 3, "quality_pass_at_4": false, "vdiff_rubric_score": 3.39, "vdiff_rubric_pass_rate": 0.6778, "vdiff_rubric_pass_at_4": false, "native_gate_status": "rejected_or_missing", "verify_calls": null, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null } }, "case6": { "L0_direct_api": { "run_status": "success", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": 4.48, "vdiff_rubric_pass_rate": 0.8957, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 0, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L1_native_claude_sdk": { "run_status": "success", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": 4.65, "vdiff_rubric_pass_rate": 0.9304, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 0, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L1_v1_agent_verify": { "run_status": "success", "quality_score": 5, "quality_pass_at_4": true, "vdiff_rubric_score": 4.65, "vdiff_rubric_pass_rate": 0.9304, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 2, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L2_v2_verify_everywhere": { "run_status": "success", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": 4.57, "vdiff_rubric_pass_rate": 0.913, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 3, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L3_v1_post_atomic_verify": { "run_status": "failed", "quality_score": 5, "quality_pass_at_4": true, "vdiff_rubric_score": null, "vdiff_rubric_pass_rate": null, "vdiff_rubric_pass_at_4": null, "native_gate_status": "rejected_or_missing", "verify_calls": null, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L3_vloop_base": { "run_status": "failed", "quality_score": 5, "quality_pass_at_4": true, "vdiff_rubric_score": 4.7, "vdiff_rubric_pass_rate": 0.9391, "vdiff_rubric_pass_at_4": true, "native_gate_status": "rejected_or_missing", "verify_calls": null, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null } }, "case7": { "L0_direct_api": { "run_status": "success", "quality_score": 3, "quality_pass_at_4": false, "vdiff_rubric_score": 4.33, "vdiff_rubric_pass_rate": 0.8654, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 0, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L1_native_claude_sdk": { "run_status": "success", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": 4.81, "vdiff_rubric_pass_rate": 0.9615, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 0, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L1_v1_agent_verify": { "run_status": "success", "quality_score": 5, "quality_pass_at_4": true, "vdiff_rubric_score": 4.9, "vdiff_rubric_pass_rate": 0.9808, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 6, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L2_v2_verify_everywhere": { "run_status": "success", "quality_score": 5, "quality_pass_at_4": true, "vdiff_rubric_score": 4.9, "vdiff_rubric_pass_rate": 0.9808, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 9, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L3_v1_post_atomic_verify": { "run_status": "failed", "quality_score": 2, "quality_pass_at_4": false, "vdiff_rubric_score": null, "vdiff_rubric_pass_rate": null, "vdiff_rubric_pass_at_4": null, "native_gate_status": "rejected_or_missing", "verify_calls": null, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L3_vloop_base": { "run_status": "failed", "quality_score": 3, "quality_pass_at_4": false, "vdiff_rubric_score": 3.75, "vdiff_rubric_pass_rate": 0.75, "vdiff_rubric_pass_at_4": false, "native_gate_status": "rejected_or_missing", "verify_calls": null, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null } }, "case8": { "L0_direct_api": { "run_status": "success", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": 2.91, "vdiff_rubric_pass_rate": 0.5821, "vdiff_rubric_pass_at_4": false, "native_gate_status": "not_applicable", "verify_calls": 0, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L1_native_claude_sdk": { "run_status": "success", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": 4.18, "vdiff_rubric_pass_rate": 0.8358, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 0, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L1_v1_agent_verify": { "run_status": "success", "quality_score": 5, "quality_pass_at_4": true, "vdiff_rubric_score": 4.63, "vdiff_rubric_pass_rate": 0.9254, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 7, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L2_v2_verify_everywhere": { "run_status": "success", "quality_score": 5, "quality_pass_at_4": true, "vdiff_rubric_score": 4.7, "vdiff_rubric_pass_rate": 0.9403, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 4, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L3_v1_post_atomic_verify": { "run_status": "failed", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": null, "vdiff_rubric_pass_rate": null, "vdiff_rubric_pass_at_4": null, "native_gate_status": "rejected_or_missing", "verify_calls": null, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L3_vloop_base": { "run_status": "failed", "quality_score": 3, "quality_pass_at_4": false, "vdiff_rubric_score": 3.28, "vdiff_rubric_pass_rate": 0.6567, "vdiff_rubric_pass_at_4": false, "native_gate_status": "rejected_or_missing", "verify_calls": null, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null } }, "case9": { "L0_direct_api": { "run_status": "success", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": 4.62, "vdiff_rubric_pass_rate": 0.9245, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 0, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L1_native_claude_sdk": { "run_status": "success", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": 4.62, "vdiff_rubric_pass_rate": 0.9245, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 0, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L1_v1_agent_verify": { "run_status": "success", "quality_score": 5, "quality_pass_at_4": true, "vdiff_rubric_score": 4.91, "vdiff_rubric_pass_rate": 0.9811, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 6, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L2_v2_verify_everywhere": { "run_status": "success", "quality_score": 5, "quality_pass_at_4": true, "vdiff_rubric_score": 5.0, "vdiff_rubric_pass_rate": 1.0, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 2, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L3_v1_post_atomic_verify": { "run_status": "failed", "quality_score": 3, "quality_pass_at_4": false, "vdiff_rubric_score": null, "vdiff_rubric_pass_rate": null, "vdiff_rubric_pass_at_4": null, "native_gate_status": "rejected_or_missing", "verify_calls": null, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L3_vloop_base": { "run_status": "failed", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": 4.81, "vdiff_rubric_pass_rate": 0.9623, "vdiff_rubric_pass_at_4": true, "native_gate_status": "rejected_or_missing", "verify_calls": null, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null } }, "case10": { "L0_direct_api": { "run_status": "success", "quality_score": 3, "quality_pass_at_4": false, "vdiff_rubric_score": 3.62, "vdiff_rubric_pass_rate": 0.7231, "vdiff_rubric_pass_at_4": false, "native_gate_status": "not_applicable", "verify_calls": 0, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L1_native_claude_sdk": { "run_status": "success", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": 4.46, "vdiff_rubric_pass_rate": 0.8923, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 0, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L1_v1_agent_verify": { "run_status": "success", "quality_score": 5, "quality_pass_at_4": true, "vdiff_rubric_score": 4.69, "vdiff_rubric_pass_rate": 0.9385, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 11, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L2_v2_verify_everywhere": { "run_status": "success", "quality_score": 5, "quality_pass_at_4": true, "vdiff_rubric_score": 4.62, "vdiff_rubric_pass_rate": 0.9231, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 5, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L3_v1_post_atomic_verify": { "run_status": "failed", "quality_score": 3, "quality_pass_at_4": false, "vdiff_rubric_score": null, "vdiff_rubric_pass_rate": null, "vdiff_rubric_pass_at_4": null, "native_gate_status": "rejected_or_missing", "verify_calls": null, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L3_vloop_base": { "run_status": "failed", "quality_score": 3, "quality_pass_at_4": false, "vdiff_rubric_score": 3.08, "vdiff_rubric_pass_rate": 0.6154, "vdiff_rubric_pass_at_4": false, "native_gate_status": "rejected_or_missing", "verify_calls": null, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null } }, "case11": { "L0_direct_api": { "run_status": "success", "quality_score": 3, "quality_pass_at_4": false, "vdiff_rubric_score": 3.31, "vdiff_rubric_pass_rate": 0.661, "vdiff_rubric_pass_at_4": false, "native_gate_status": "not_applicable", "verify_calls": 0, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L1_native_claude_sdk": { "run_status": "success", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": 4.41, "vdiff_rubric_pass_rate": 0.8814, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 0, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L1_v1_agent_verify": { "run_status": "success", "quality_score": 5, "quality_pass_at_4": true, "vdiff_rubric_score": 4.58, "vdiff_rubric_pass_rate": 0.9153, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 5, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L2_v2_verify_everywhere": { "run_status": "success", "quality_score": 5, "quality_pass_at_4": true, "vdiff_rubric_score": 4.58, "vdiff_rubric_pass_rate": 0.9153, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 4, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L3_v1_post_atomic_verify": { "run_status": "failed", "quality_score": 3, "quality_pass_at_4": false, "vdiff_rubric_score": null, "vdiff_rubric_pass_rate": null, "vdiff_rubric_pass_at_4": null, "native_gate_status": "rejected_or_missing", "verify_calls": null, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L3_vloop_base": { "run_status": "failed", "quality_score": 3, "quality_pass_at_4": false, "vdiff_rubric_score": 2.71, "vdiff_rubric_pass_rate": 0.5424, "vdiff_rubric_pass_at_4": false, "native_gate_status": "rejected_or_missing", "verify_calls": null, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null } }, "case12": { "L0_direct_api": { "run_status": "success", "quality_score": 3, "quality_pass_at_4": false, "vdiff_rubric_score": 4.08, "vdiff_rubric_pass_rate": 0.8158, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 0, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L1_native_claude_sdk": { "run_status": "success", "quality_score": 3, "quality_pass_at_4": false, "vdiff_rubric_score": 4.01, "vdiff_rubric_pass_rate": 0.8026, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 0, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L1_v1_agent_verify": { "run_status": "success", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": 4.28, "vdiff_rubric_pass_rate": 0.8553, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 2, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L2_v2_verify_everywhere": { "run_status": "success", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": 4.47, "vdiff_rubric_pass_rate": 0.8947, "vdiff_rubric_pass_at_4": true, "native_gate_status": "not_applicable", "verify_calls": 8, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L3_v1_post_atomic_verify": { "run_status": "failed", "quality_score": 2, "quality_pass_at_4": false, "vdiff_rubric_score": null, "vdiff_rubric_pass_rate": null, "vdiff_rubric_pass_at_4": null, "native_gate_status": "rejected_or_missing", "verify_calls": null, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L3_vloop_base": { "run_status": "success", "quality_score": 1, "quality_pass_at_4": false, "vdiff_rubric_score": 1.18, "vdiff_rubric_pass_rate": 0.2368, "vdiff_rubric_pass_at_4": false, "native_gate_status": "accepted", "verify_calls": null, "epochs": 3, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null } }, "case13": { "L0_direct_api": { "run_status": "success", "quality_score": 5, "quality_pass_at_4": true, "vdiff_rubric_score": 0.22, "vdiff_rubric_pass_rate": 0.0435, "vdiff_rubric_pass_at_4": false, "native_gate_status": "not_applicable", "verify_calls": 0, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L1_native_claude_sdk": { "run_status": "success", "quality_score": 5, "quality_pass_at_4": true, "vdiff_rubric_score": 0.11, "vdiff_rubric_pass_rate": 0.0217, "vdiff_rubric_pass_at_4": false, "native_gate_status": "not_applicable", "verify_calls": 0, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L1_v1_agent_verify": { "run_status": "success", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": 0.11, "vdiff_rubric_pass_rate": 0.0217, "vdiff_rubric_pass_at_4": false, "native_gate_status": "not_applicable", "verify_calls": 2, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L2_v2_verify_everywhere": { "run_status": "success", "quality_score": 5, "quality_pass_at_4": true, "vdiff_rubric_score": 0.11, "vdiff_rubric_pass_rate": 0.0217, "vdiff_rubric_pass_at_4": false, "native_gate_status": "not_applicable", "verify_calls": 4, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L3_v1_post_atomic_verify": { "run_status": "failed", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": null, "vdiff_rubric_pass_rate": null, "vdiff_rubric_pass_at_4": null, "native_gate_status": "rejected_or_missing", "verify_calls": null, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null }, "L3_vloop_base": { "run_status": "failed", "quality_score": 4, "quality_pass_at_4": true, "vdiff_rubric_score": 0.43, "vdiff_rubric_pass_rate": 0.087, "vdiff_rubric_pass_at_4": false, "native_gate_status": "rejected_or_missing", "verify_calls": null, "epochs": null, "max_epochs_configured": null, "native_stop_reason": null, "inner_epoch_timeout_count": null } } } }