{ "schema_version": "dataevolver.public_trace.v1", "curated_on": "2026-09-22", "selection": "Two purposively selected historical repairs with original images and structured records; not a random sample or current Harness quality result.", "screening": { "multi_round_gate_records_inspected": 246, "note": "Many remote intermediate PNGs were cleaned; score-only candidates were excluded. Local archive copies preserved the selected scene pair." }, "cases": [ { "id": "grounding", "source_run": "universal_contract_selected108_vlm_scorecalib_t075_r5_20260519", "source_case": "arisuniv_0130_obj1595__obj1645__outdoor7", "kind": "historical_scene_loop", "date": "2026-05-19", "rounds": [ { "round": 0, "image": "images/grounding-r0.png", "issues": [ "shadow_missing", "floating_object", "scene_light_mismatch" ], "hybrid_score": 0.7082, "gate_passed": false, "max_ground_gap": 0.28961, "control_state": { "object_a": { "scale": 1.0, "yaw_deg": 0.0, "offset_xy": [ 0.0, 0.0 ], "offset_z": 0.0, "ground_snap": 0.0 }, "object_b": { "scale": 1.0, "yaw_deg": 0.0, "offset_xy": [ 0.0, 0.0 ], "offset_z": 0.0, "ground_snap": 0.0 }, "pair": { "distance_scale": 1.0, "height_offset_scale": 1.0, "side_sign": 0 }, "camera": { "distance_scale": 1.0, "azimuth_offset_deg": 0.0, "elevation_deg": 19.808, "focal_length_mm": 50.0, "framing_margin": 1.0 }, "lighting": { "spot_energy_scale": 1.0, "fill_energy_scale": 1.0, "spot_height": 5.0, "spot_size_deg": 45.0, "env_strength_scale": 1.0, "scene_light_scale": 1.0, "scene_area_light_scale": 1.0, "scene_point_light_scale": 1.0, "scene_spot_light_scale": 1.0, "scene_sun_light_scale": 1.0, "scene_light_max_energy": 500.0 }, "material": { "a_value_scale": 1.0, "b_value_scale": 1.0, "a_saturation_scale": 1.0, "b_saturation_scale": 1.0, "a_contrast_scale": 1.0, "b_contrast_scale": 1.0 }, "shadow": { "contact_shadow_strength": 1.0, "ambient_occlusion_strength": 1.0, "ground_shadow_receiver": true }, "scene": { "seed_offset": 0 } }, "camera": { "name": "DualPlacementCam", "location": [ 12.509514, 18.256611, 8.706907 ], "lens": 50.0 } }, { "round": 1, "image": "images/grounding-r1.png", "issues": [ "none" ], "hybrid_score": 0.9092, "gate_passed": true, "max_ground_gap": 0.01506, "control_state": { "object_a": { "scale": 1.0, "yaw_deg": 0.0, "offset_xy": [ 0.0, 0.0 ], "offset_z": 0.0, "ground_snap": 1.0 }, "object_b": { "scale": 1.0, "yaw_deg": 0.0, "offset_xy": [ 0.0, 0.0 ], "offset_z": 0.0, "ground_snap": 1.0 }, "pair": { "distance_scale": 1.0, "height_offset_scale": 1.0, "side_sign": 0 }, "camera": { "distance_scale": 1.0, "azimuth_offset_deg": 0.0, "elevation_deg": 19.808, "focal_length_mm": 50.0, "framing_margin": 1.0 }, "lighting": { "spot_energy_scale": 1.0, "fill_energy_scale": 1.0, "spot_height": 5.0, "spot_size_deg": 38.25, "env_strength_scale": 1.0, "scene_light_scale": 1.0, "scene_area_light_scale": 1.0, "scene_point_light_scale": 1.0, "scene_spot_light_scale": 1.0, "scene_sun_light_scale": 1.0, "scene_light_max_energy": 500.0 }, "material": { "a_value_scale": 1.0, "b_value_scale": 1.0, "a_saturation_scale": 1.0, "b_saturation_scale": 1.0, "a_contrast_scale": 1.0, "b_contrast_scale": 1.0 }, "shadow": { "contact_shadow_strength": 1.35, "ambient_occlusion_strength": 1.35, "ground_shadow_receiver": true }, "scene": { "seed_offset": 0 } }, "camera": { "name": "DualPlacementCam", "location": [ 12.347596, 18.078802, 8.514548 ], "lens": 50.0 } } ], "parameter_diff": [ { "field": "/lighting/spot_size_deg", "before": 45.0, "after": 38.25 }, { "field": "/object_a/ground_snap", "before": 0.0, "after": 1.0 }, { "field": "/object_b/ground_snap", "before": 0.0, "after": 1.0 }, { "field": "/shadow/ambient_occlusion_strength", "before": 1.0, "after": 1.35 }, { "field": "/shadow/contact_shadow_strength", "before": 1.0, "after": 1.35 } ], "recorded_actions": [ { "action": "BOTH_GROUND_SNAP", "applied": true, "target": "object_a.ground_snap,object_b.ground_snap", "old_value": [ 0.0, 0.0 ], "new_value": [ 1.0, 1.0 ], "reset_offset_z": true }, { "action": "CONTACT_SHADOW_UP", "applied": true, "target": "shadow.contact_shadow_strength", "old_value": 1.0, "new_value": 1.35 }, { "action": "AO_UP", "applied": true, "target": "shadow.ambient_occlusion_strength", "old_value": 1.0, "new_value": 1.35 }, { "action": "L_SPOT_NARROWER", "applied": true, "target": "lighting.spot_size_deg", "old_value": 45.0, "new_value": 38.25 } ], "execution_evidence": { "a": [ { "object": "a", "action": "ground_snap", "snap_count": 1.0, "xy": [ -3.77396, 2.01111 ], "ground_z": 0.0, "bottom_z_before": 0.05252, "bottom_z_after": 0.005 } ], "b": [ { "object": "b", "action": "ground_snap", "snap_count": 1.0, "xy": [ -1.93212, 0.49006 ], "ground_z": 0.010059, "bottom_z_before": 0.28961, "bottom_z_after": 0.015059 } ] }, "shadow_execution": { "contact_shadow_strength": 1.35, "ambient_occlusion_strength": 1.35, "lights_touched": [] }, "pairwise_review": { "available": true, "winner": "current", "lighting": "better", "object_integrity": "same", "composition": "same", "render_quality_semantic": "better" }, "realized_camera_diff": [ { "field": "/location", "before": [ 12.509514, 18.256611, 8.706907 ], "after": [ 12.347596, 18.078802, 8.514548 ] } ], "decision": "accepted", "threshold": 0.75, "limits": [ "Selected historical example, not a benchmark or a new Harness run.", "Hybrid scores mix VLM, image and geometry signals; first and later review contexts differ.", "Ground snapping has execution metadata. Shadow lights_touched is empty; no isolated shadow-improvement claim.", "Requested camera controls stay fixed but the realized camera position changes; this is not a fixed-camera ablation.", "Images are preserved local archive copies; intermediate remote renders were cleaned. Metadata was read from the server." ], "provenance": [ { "file": "gate_status.json", "sha256": "6ceb51c8e9d8439883a179fdf76c6f2fe23e140f319d25e3eee08f25c599ce80" }, { "file": "agent_round01.json", "sha256": "40e9221c3a26aa5dd16576db7763a57f81727aa995cbf02b2c7c722791bcdd7a" }, { "file": "round00.json", "sha256": "41826d5c6945f35a329067b4ff86a895267df8eb55b120deb860e7aa1532f10d" }, { "file": "round01.json", "sha256": "673f1ef46e4d4433930e1aca1ec241635d8e6fa26700b6bf8d0750ced0782edb" }, { "file": "arisuniv_0130_obj1595__obj1645__outdoor7_r00_agg.json", "sha256": "89b416b17989a1cd92852403d0964db617a453205f414ace6a2521f9ecf07609" }, { "file": "arisuniv_0130_obj1595__obj1645__outdoor7_r01_agg.json", "sha256": "19a7563fea5a25bb0e8982042fddac2552edc689ad062ad56cd4c0c1c03e7897" }, { "file": "metadata.json", "sha256": "ad66f443d82f4d3e4e7ac48120e864801f9be2b613e47b2c50de8823f5e7280f" }, { "file": "metadata.json", "sha256": "d47934369583b543ccddfcb00a9133eb7e8aa25170c4dbf5150996c3f156512b" }, { "file": "grounding-r0.png", "sha256": "56c0c9461b2e7249aeffe9d44ac6df2fbc16314b05add489476c8dae1a8396af", "transform": "byte-identical copy" }, { "file": "grounding-r1.png", "sha256": "3ce88665dc494993031ce8b521d61f3df0d912a524a85e8f98f4e562bfb9e004", "transform": "byte-identical copy" } ] }, { "id": "count", "source_run": "t2i_constraint_loop_hard_glass_antireg_20260622_142826", "kind": "historical_t2i_prompt_repair", "date": "2026-06-22", "rounds": [ { "round": 0, "image": "images/count-r0.png", "prompt": "Create a detailed, visually coherent dataset image that fully matches this scene request: Create a high-difficulty verification scene with exactly three cobalt-blue transparent glass bottles as the primary subjects. Place a matte black ruler on the left and a white ceramic cup on the right; put a silver coin in front of the bottles and a folded gray notebook behind them. The translucent tracing paper must partially occlude only the rightmost bottle, leaving the other two fully visible. Each bottle must show two narrow neck rings and a cork stopper. Include blue glass marbles in the background as same-color distractors that must not be counted as primary bottles. Show clear transparent or reflective behavior where appropriate, use realistic material cues, and avoid readable text, logos, labels, or watermarks. Preserve all named subjects, objects, colors, materials, lighting cues, and spatial relationships from the request. Use coherent perspective, natural depth, balanced exposure, visible shadows, and clear separation between foreground, midground, and background. Keep the main focal elements easy to inspect while retaining the requested environment and supporting objects.", "rewrite_reason": "initial_prompt_rewrite: preserve the original request while making it dataset-oriented", "failed_constraints": [ "c_front_back_anchors" ], "uncertain_constraints": [], "passed_constraints": [ "c_count_primary", "c_left_right_anchors", "c_controlled_occlusion", "c_primary_material", "c_no_text", "c_transparent_reflective", "c_local_parts", "c_same_color_distractor" ], "changes_from_previous": {}, "constraint_status": [ { "constraint_id": "c_count_primary", "description": "Exactly three primary bottles are visible.", "status": "pass" }, { "constraint_id": "c_left_right_anchors", "description": "a matte black ruler is on the left and a white ceramic cup is on the right.", "status": "pass" }, { "constraint_id": "c_front_back_anchors", "description": "a silver coin is in front of the bottles and a folded gray notebook is behind them.", "status": "fail" }, { "constraint_id": "c_controlled_occlusion", "description": "The translucent tracing paper occludes only the rightmost bottle.", "status": "pass" }, { "constraint_id": "c_primary_material", "description": "The primary bottles read as cobalt-blue transparent glass.", "status": "pass" }, { "constraint_id": "c_no_text", "description": "No readable text, logos, labels, or watermarks are present.", "status": "pass" }, { "constraint_id": "c_transparent_reflective", "description": "Transparent or reflective behavior is visible where appropriate.", "status": "pass" }, { "constraint_id": "c_local_parts", "description": "Each primary bottle shows two narrow neck rings and a cork stopper.", "status": "pass" }, { "constraint_id": "c_same_color_distractor", "description": "The blue glass marbles are visible but not counted as primary bottles.", "status": "pass" } ] }, { "round": 1, "image": "images/count-r1.png", "prompt": "Create a detailed, visually coherent dataset image that fully matches this scene request: Create a high-difficulty verification scene with exactly three cobalt-blue transparent glass bottles as the primary subjects. Place a matte black ruler on the left and a white ceramic cup on the right; put a silver coin in front of the bottles and a folded gray notebook behind them. The translucent tracing paper must partially occlude only the rightmost bottle, leaving the other two fully visible. Each bottle must show two narrow neck rings and a cork stopper. Include blue glass marbles in the background as same-color distractors that must not be counted as primary bottles. Show clear transparent or reflective behavior where appropriate, use realistic material cues, and avoid readable text, logos, labels, or watermarks. Preserve all named subjects, objects, colors, materials, lighting cues, and spatial relationships from the request. Use coherent perspective, natural depth, balanced exposure, visible shadows, and clear separation between foreground, midground, and background. Keep the main focal elements easy to inspect while retaining the requested environment and supporting objects. Strictly satisfy negative constraints from the request, especially no-text, no-logo, and no-watermark constraints. This is revision 1; correct the previous issues while preserving the original complex scene request. Constraint repair checklist for this revision: c_front_back_anchors: a silver coin is in front of the bottles and a folded gray notebook is behind them. (previous status=fail). Anti-regression checklist: preserve every previously passing constraint exactly: c_count_primary: Exactly three primary bottles are visible. ; c_left_right_anchors: a matte black ruler is on the left and a white ceramic cup is on the right. ; c_controlled_occlusion: The translucent tracing paper occludes only the rightmost bottle. ; c_primary_material: The primary bottles read as cobalt-blue transparent glass. ; c_no_text: No readable text, logos, labels, or watermarks are present. ; c_transparent_reflective: Transparent or reflective behavior is visible where appropriate. ; c_local_parts: Each primary bottle shows two narrow neck rings and a cork stopper. ; c_same_color_distractor: The blue glass marbles are visible but not counted as primary bottles..", "rewrite_reason": "repair_failed_constraints: c_front_back_anchors", "failed_constraints": [ "c_local_parts" ], "uncertain_constraints": [], "passed_constraints": [ "c_count_primary", "c_left_right_anchors", "c_front_back_anchors", "c_controlled_occlusion", "c_primary_material", "c_no_text", "c_transparent_reflective", "c_same_color_distractor" ], "changes_from_previous": { "improved_constraints": [ "c_front_back_anchors" ], "regressed_constraints": [ "c_local_parts" ], "prev_bad_count": 1, "current_bad_count": 1, "bad_count_delta": 0, "has_improvement": false }, "constraint_status": [ { "constraint_id": "c_count_primary", "description": "Exactly three primary bottles are visible.", "status": "pass" }, { "constraint_id": "c_left_right_anchors", "description": "a matte black ruler is on the left and a white ceramic cup is on the right.", "status": "pass" }, { "constraint_id": "c_front_back_anchors", "description": "a silver coin is in front of the bottles and a folded gray notebook is behind them.", "status": "pass" }, { "constraint_id": "c_controlled_occlusion", "description": "The translucent tracing paper occludes only the rightmost bottle.", "status": "pass" }, { "constraint_id": "c_primary_material", "description": "The primary bottles read as cobalt-blue transparent glass.", "status": "pass" }, { "constraint_id": "c_no_text", "description": "No readable text, logos, labels, or watermarks are present.", "status": "pass" }, { "constraint_id": "c_transparent_reflective", "description": "Transparent or reflective behavior is visible where appropriate.", "status": "pass" }, { "constraint_id": "c_local_parts", "description": "Each primary bottle shows two narrow neck rings and a cork stopper.", "status": "fail" }, { "constraint_id": "c_same_color_distractor", "description": "The blue glass marbles are visible but not counted as primary bottles.", "status": "pass" } ] }, { "round": 2, "image": "images/count-r2.png", "prompt": "Create a detailed, visually coherent dataset image that fully matches this scene request: Create a high-difficulty verification scene with exactly three cobalt-blue transparent glass bottles as the primary subjects. Place a matte black ruler on the left and a white ceramic cup on the right; put a silver coin in front of the bottles and a folded gray notebook behind them. The translucent tracing paper must partially occlude only the rightmost bottle, leaving the other two fully visible. Each bottle must show two narrow neck rings and a cork stopper. Include blue glass marbles in the background as same-color distractors that must not be counted as primary bottles. Show clear transparent or reflective behavior where appropriate, use realistic material cues, and avoid readable text, logos, labels, or watermarks. Preserve all named subjects, objects, colors, materials, lighting cues, and spatial relationships from the request. Use coherent perspective, natural depth, balanced exposure, visible shadows, and clear separation between foreground, midground, and background. Keep the main focal elements easy to inspect while retaining the requested environment and supporting objects. Strictly satisfy negative constraints from the request, especially no-text, no-logo, and no-watermark constraints. This is revision 2; correct the previous issues while preserving the original complex scene request. Constraint repair checklist for this revision: c_local_parts: Each primary bottle shows two narrow neck rings and a cork stopper. (previous status=fail) ; part_detail repair detail: simplify local geometry so the requested parts are countable and unambiguous. Anti-regression checklist: preserve every previously passing constraint exactly: c_count_primary: Exactly three primary bottles are visible. ; c_left_right_anchors: a matte black ruler is on the left and a white ceramic cup is on the right. ; c_front_back_anchors: a silver coin is in front of the bottles and a folded gray notebook is behind them. ; c_controlled_occlusion: The translucent tracing paper occludes only the rightmost bottle. ; c_primary_material: The primary bottles read as cobalt-blue transparent glass. ; c_no_text: No readable text, logos, labels, or watermarks are present. ; c_transparent_reflective: Transparent or reflective behavior is visible where appropriate. ; c_same_color_distractor: The blue glass marbles are visible but not counted as primary bottles..", "rewrite_reason": "repair_failed_constraints: c_local_parts", "failed_constraints": [ "c_count_primary", "c_controlled_occlusion" ], "uncertain_constraints": [], "passed_constraints": [ "c_left_right_anchors", "c_front_back_anchors", "c_primary_material", "c_no_text", "c_transparent_reflective", "c_local_parts", "c_same_color_distractor" ], "changes_from_previous": { "improved_constraints": [ "c_local_parts" ], "regressed_constraints": [ "c_controlled_occlusion", "c_count_primary" ], "prev_bad_count": 1, "current_bad_count": 2, "bad_count_delta": -1, "has_improvement": false }, "constraint_status": [ { "constraint_id": "c_count_primary", "description": "Exactly three primary bottles are visible.", "status": "fail" }, { "constraint_id": "c_left_right_anchors", "description": "a matte black ruler is on the left and a white ceramic cup is on the right.", "status": "pass" }, { "constraint_id": "c_front_back_anchors", "description": "a silver coin is in front of the bottles and a folded gray notebook is behind them.", "status": "pass" }, { "constraint_id": "c_controlled_occlusion", "description": "The translucent tracing paper occludes only the rightmost bottle.", "status": "fail" }, { "constraint_id": "c_primary_material", "description": "The primary bottles read as cobalt-blue transparent glass.", "status": "pass" }, { "constraint_id": "c_no_text", "description": "No readable text, logos, labels, or watermarks are present.", "status": "pass" }, { "constraint_id": "c_transparent_reflective", "description": "Transparent or reflective behavior is visible where appropriate.", "status": "pass" }, { "constraint_id": "c_local_parts", "description": "Each primary bottle shows two narrow neck rings and a cork stopper.", "status": "pass" }, { "constraint_id": "c_same_color_distractor", "description": "The blue glass marbles are visible but not counted as primary bottles.", "status": "pass" } ] }, { "round": 3, "image": "images/count-r3.png", "prompt": "Create a detailed, visually coherent dataset image that fully matches this scene request: Create a high-difficulty verification scene with exactly three cobalt-blue transparent glass bottles as the primary subjects. Place a matte black ruler on the left and a white ceramic cup on the right; put a silver coin in front of the bottles and a folded gray notebook behind them. The translucent tracing paper must partially occlude only the rightmost bottle, leaving the other two fully visible. Each bottle must show two narrow neck rings and a cork stopper. Include blue glass marbles in the background as same-color distractors that must not be counted as primary bottles. Show clear transparent or reflective behavior where appropriate, use realistic material cues, and avoid readable text, logos, labels, or watermarks. Preserve all named subjects, objects, colors, materials, lighting cues, and spatial relationships from the request. Use coherent perspective, natural depth, balanced exposure, visible shadows, and clear separation between foreground, midground, and background. Keep the main focal elements easy to inspect while retaining the requested environment and supporting objects. Strictly satisfy negative constraints from the request, especially no-text, no-logo, and no-watermark constraints. This is revision 3; correct the previous issues while preserving the original complex scene request. Constraint repair checklist for this revision: c_count_primary: Exactly three primary bottles are visible. (previous status=fail) ; c_controlled_occlusion: The translucent tracing paper occludes only the rightmost bottle. (previous status=fail) ; occlusion repair detail: put the occluding object physically in front of the named target, covering only the requested target and not the other primary subjects. Anti-regression checklist: preserve every previously passing constraint exactly: c_left_right_anchors: a matte black ruler is on the left and a white ceramic cup is on the right. ; c_front_back_anchors: a silver coin is in front of the bottles and a folded gray notebook is behind them. ; c_primary_material: The primary bottles read as cobalt-blue transparent glass. ; c_no_text: No readable text, logos, labels, or watermarks are present. ; c_transparent_reflective: Transparent or reflective behavior is visible where appropriate. ; c_local_parts: Each primary bottle shows two narrow neck rings and a cork stopper. ; c_same_color_distractor: The blue glass marbles are visible but not counted as primary bottles..", "rewrite_reason": "repair_failed_constraints: c_count_primary; c_controlled_occlusion", "failed_constraints": [ "c_controlled_occlusion" ], "uncertain_constraints": [], "passed_constraints": [ "c_count_primary", "c_left_right_anchors", "c_front_back_anchors", "c_primary_material", "c_no_text", "c_transparent_reflective", "c_local_parts", "c_same_color_distractor" ], "changes_from_previous": { "improved_constraints": [ "c_count_primary" ], "regressed_constraints": [], "prev_bad_count": 2, "current_bad_count": 1, "bad_count_delta": 1, "has_improvement": true }, "constraint_status": [ { "constraint_id": "c_count_primary", "description": "Exactly three primary bottles are visible.", "status": "pass" }, { "constraint_id": "c_left_right_anchors", "description": "a matte black ruler is on the left and a white ceramic cup is on the right.", "status": "pass" }, { "constraint_id": "c_front_back_anchors", "description": "a silver coin is in front of the bottles and a folded gray notebook is behind them.", "status": "pass" }, { "constraint_id": "c_controlled_occlusion", "description": "The translucent tracing paper occludes only the rightmost bottle.", "status": "fail" }, { "constraint_id": "c_primary_material", "description": "The primary bottles read as cobalt-blue transparent glass.", "status": "pass" }, { "constraint_id": "c_no_text", "description": "No readable text, logos, labels, or watermarks are present.", "status": "pass" }, { "constraint_id": "c_transparent_reflective", "description": "Transparent or reflective behavior is visible where appropriate.", "status": "pass" }, { "constraint_id": "c_local_parts", "description": "Each primary bottle shows two narrow neck rings and a cork stopper.", "status": "pass" }, { "constraint_id": "c_same_color_distractor", "description": "The blue glass marbles are visible but not counted as primary bottles.", "status": "pass" } ] } ], "decision": "improved_after_failure", "success_criterion": "failure_then_constraint_improvement", "success_evidence": { "from_round": 2, "to_round": 3, "improved_constraints": [ "c_count_primary" ], "regressed_constraints": [], "prev_bad_count": 2, "current_bad_count": 1, "bad_count_delta": 1, "has_improvement": true }, "limits": [ "Round 2 to 3 repairs bottle count; it does not pass the full request.", "Occlusion still fails. Earlier regressions remain visible.", "These are regenerated images, not edits preserving identical pixels or object identity.", "Counts are archived VLM judgments, not an independent human benchmark. The final ruler also has visible markings.", "No headline overall-score improvement is inferred from these records." ], "provenance": [ { "file": "loop_state.json", "sha256": "7074c2ab670587f2f952e350fcee41b0a02f57611652e6a4664d046444a5e4f6" }, { "file": "count-r0.png", "sha256": "a635882640b1ff04a3a6db7aa7a392c80a2345d43baea1b613d36b23ff3b806c", "transform": "byte-identical copy" }, { "file": "count-r1.png", "sha256": "7dc933154f43d4ec711b4947cc8ec659beefc883518920f83094346b2428b5bd", "transform": "byte-identical copy" }, { "file": "count-r2.png", "sha256": "8e0a701ad7e098850788c26c71b1c66599d047421d4978b4c43724ae31ad2282", "transform": "byte-identical copy" }, { "file": "count-r3.png", "sha256": "0ce53433f30e0399bc16954deeef880025f04d814a922e930403408542269e48", "transform": "byte-identical copy" } ] } ] }