{
  "schema": "botlandscape-native-aerial-evidence-v3",
  "source_commit": "7ebad1ecabd28a7000add2d05f888aa2e837c2cc",
  "qualification": {
    "status": "failed",
    "decided_by_trial": 1,
    "tracking_rmse_m": 0.08936118720247047,
    "tracking_rmse_limit_m": 0.05,
    "authored_tracking_criteria_passed": false,
    "overall_native_qualification_passed": false,
    "gate_declared_in_commit": "561ac7ab5760cb13524df777ca71bd7282f60039",
    "protocol_sections_unchanged_since": [
      "arguments",
      "camera",
      "clocks",
      "controls",
      "initialization",
      "outcome",
      "replay",
      "source"
    ],
    "policy_before_first_trial": "Keep the first bounded trial and report failures. Do not change seed, controller, horizon, criteria or source bytes to select a passing outcome.",
    "policy_amended": {
      "commit": "88ed2a30daa431f4027b39c5c5a9cbf67e82ed0d",
      "after_first_trial": true,
      "policy_now": "Keep every trial and report failures. Trial 1 failed and stays published as failed. Do not change seed, controller gains, horizon, trajectory, criteria or source bytes to select a passing outcome. Trial 2 changes one controller input, chosen on other trajectories, and is flown on this trajectory once; whatever it measures is published."
    }
  },
  "source_files": {
    "analysis.py": {
      "bytes": 8539,
      "sha256": "4a2d334c907b042d1768e199c9546fb2d3199a1727a787bbd15f0291f13442f6"
    },
    "audit_assets.py": {
      "bytes": 7167,
      "sha256": "8bc7cdb9c6a1cc7660e2d5e630072aeccb2899a5ecace93289874a327ec1611c"
    },
    "audit_coordinates.py": {
      "bytes": 5622,
      "sha256": "20229b08ff3693990521bbd14a9fd139d41f3e2728c203227b1242c5053cb6fb"
    },
    "build-requirements.lock": {
      "bytes": 6540,
      "sha256": "3f5099471f04574796f60b9cacd19815bf694c74b490ec32cdb44b6c58305cb1"
    },
    "build_control/sitecustomize.py": {
      "bytes": 712,
      "sha256": "14fccfaaa5a0b17bb6fb1105718656671643de1b8c93e5123163d8077562cb30"
    },
    "coordinates.py": {
      "bytes": 3995,
      "sha256": "c929d0ae671236021069d6bb31dfa2d0b7a8b53f8b312832ebab8f5d349f7f2f"
    },
    "encode.py": {
      "bytes": 7338,
      "sha256": "839dc856199ac2bbc3cf81d8eaac51c938baaf453734c0c44424a48c1ea01db2"
    },
    "evidence.py": {
      "bytes": 14180,
      "sha256": "a0aa1cbe4c2fb6b2459738e24bb450751754701352bdb0e5476d1b9706a2174f"
    },
    "inputs.py": {
      "bytes": 5766,
      "sha256": "237fd2464a20fa6fe360a47f4360422463420ce018ae87992b7afd0689bea07f"
    },
    "metrics.py": {
      "bytes": 5076,
      "sha256": "c6f35a01ba160686b4a7b678aca59072fba002c27a8d633d770e9e6dc16ef26a"
    },
    "model-tree.json": {
      "bytes": 775,
      "sha256": "c523998e5e827bd4b488b47e816519dcfd75b312b11187280f9bef7d2c7e19d8"
    },
    "native.py": {
      "bytes": 19754,
      "sha256": "d8d011d53bacf72370452108b8cd396477a631339b0acdfd306cd2172ca44760"
    },
    "protocol.json": {
      "bytes": 9082,
      "sha256": "db6d2c24ff3dc7b5887e3ab95d2bdfc1d77189ce67d253a2f8a7c62db22b13e9"
    },
    "pybullet-source.json": {
      "bytes": 479,
      "sha256": "ba2426b02cafbe1d4ae4e85cedd597e6635cd415d5c177cb3bfe49be58d64443"
    },
    "record.py": {
      "bytes": 8738,
      "sha256": "dc38d363269a633896919f9bef421764b1acf41421d0e870e66944c1490d6ffe"
    },
    "replay.py": {
      "bytes": 7312,
      "sha256": "040e58c05043872703a5b0da18e55349b0dc36d34ef9a28860f63ef35f23590b"
    },
    "requirements.lock": {
      "bytes": 60701,
      "sha256": "62ca6700cbaf7fd7e0fa9fe08ff12199d9b636b9c062e0692d191404d3df3185"
    },
    "runtime.json": {
      "bytes": 2072,
      "sha256": "b75ceef077724cf5a98384ef652bab80d07e08d8ca55113407e213d000423d1e"
    },
    "runtime.py": {
      "bytes": 2730,
      "sha256": "d6d3f8aea36fdf9bc172a4c1c2776b105ef3de4cd0840736ec87450369809d32"
    },
    "source-tree.json": {
      "bytes": 8216,
      "sha256": "718f31c99fd413e064db7a400959a42e91116d16f9e2403f0f84ce0da1726f9e"
    },
    "tune.py": {
      "bytes": 13800,
      "sha256": "28bb92b792c718afcb2942364df560b4804e92c65deea33296405118fa754cff"
    }
  },
  "first_trial": {
    "evidence": {
      "bytes": 8156,
      "sha256": "03dd1656ea628132c3e4f987a7f59d74df39e82b594211257e8bcb599f344c0f"
    },
    "outcome": {
      "kind": "authored-protocol",
      "success": false,
      "checks": {
        "tracking_rmse": false,
        "tracking_maximum": true,
        "altitude": true,
        "contacts": true,
        "full_horizon": true
      },
      "tracking_samples": 528,
      "tracking_rmse_m": 0.08936118720247047,
      "tracking_maximum_error_m": 0.09936062408686526,
      "drone_contact_count": 0,
      "minimum_base_altitude_m": 0.09073427361599286,
      "control_steps": 576,
      "physics_steps": 2880,
      "elapsed_s": 12.0,
      "upstream_success_signal": null,
      "reward_kind": "constant dummy reward; not a performance score"
    },
    "pretrial_protocol_commit": "561ac7ab5760cb13524df777ca71bd7282f60039",
    "track": {
      "bytes": 124007,
      "sha256": "32237a1e97e989e54ade02f9f382d111c466b2162b1301702bd76dfd59c93e03"
    },
    "protocol_sha256": "a1d022f586b996cf158ea001e359778c119c0a35ef03b2df7e0d22e148c40b85",
    "samples": {
      "bytes": 2679403,
      "sha256": "f611b18288f8ee0a3d8823bb62430c6a782ee8b9998dfef5d6d974959450eeff"
    },
    "reproduced_on_this_runtime": {
      "identical_files": [
        "asset-dependencies.json",
        "camera.json",
        "controller.json",
        "decisions.jsonl",
        "inputs.json",
        "outcome.json",
        "physics.jsonl",
        "protocol.json",
        "samples.jsonl"
      ],
      "different_files": [
        "model.json"
      ],
      "note": "model.json embeds the workspace path of the mesh; producers.json and receipt.json name the runtime build and wall time."
    }
  },
  "second_trial": {
    "trial": 2,
    "declared_in_commit": "88ed2a30daa431f4027b39c5c5a9cbf67e82ed0d",
    "producer_commit": "88ed2a30daa431f4027b39c5c5a9cbf67e82ed0d",
    "declared_after_first_trial": true,
    "counted_as_qualified_pass": false,
    "gate_checks_met": true,
    "outcome": {
      "kind": "authored-protocol",
      "success": true,
      "checks": {
        "tracking_rmse": true,
        "tracking_maximum": true,
        "altitude": true,
        "contacts": true,
        "full_horizon": true
      },
      "tracking_samples": 528,
      "tracking_rmse_m": 0.010969006300649096,
      "tracking_maximum_error_m": 0.019169485252546647,
      "drone_contact_count": 0,
      "minimum_base_altitude_m": 0.09083171003659729,
      "control_steps": 576,
      "physics_steps": 2880,
      "elapsed_s": 12.0,
      "upstream_success_signal": null,
      "reward_kind": "constant dummy reward; not a performance score"
    },
    "original_source_preserved": true,
    "capture_matches_unobserved_flight": true,
    "recorded_controls_reproduced_exactly": true,
    "media_verified": true,
    "coordinates_verified": true
  },
  "capture": {
    "analysis.json": {
      "bytes": 4549,
      "sha256": "2b9616fe3b15b9a53892d1dd461cae6ba179cf99c6b53ffa8ed0fdc92205dd90"
    },
    "asset-dependencies.json": {
      "bytes": 5877,
      "sha256": "b393a2a13a0a387378ab99cdd5ead96b793a9c5964dbb94fb22ac5abfb5b16d3"
    },
    "camera.json": {
      "bytes": 1535,
      "sha256": "1a75c97a75db3eb90b8a239f9134020a0880944bc3ec7580af8ae3f20647074a"
    },
    "controller.json": {
      "bytes": 637,
      "sha256": "cda81570e6229e81aa073470ee5854cabbe1e56f97d482f00a9671a77a996bd3"
    },
    "decisions.jsonl": {
      "bytes": 493639,
      "sha256": "c110285647db37be6445390a14ddfb9f188d98fefa1571c07071c327fda93f82"
    },
    "inputs.json": {
      "bytes": 12461,
      "sha256": "3d64c812db83b5248052e7d03a1576c1db4a2007b53cd2a41961be587779b73c"
    },
    "model.json": {
      "bytes": 9415,
      "sha256": "ae710ddcf64cc49c41276e109a14c0904b2b24c57f407820506209525299f83f"
    },
    "outcome.json": {
      "bytes": 570,
      "sha256": "b0fc899612b1a5b95158e5f16a3fe6cbf008b74bd4e327a0798cbcb09665ec69"
    },
    "physics.jsonl": {
      "bytes": 1305532,
      "sha256": "13eae59beba1790a86f470dadd25191b18059f6951e6c305317d3ebfbc219c4b"
    },
    "producers.json": {
      "bytes": 2042,
      "sha256": "5645e347d495a7ca65f89669a627aee5e7ed787ecf1448186b8bd64fa45dfc98"
    },
    "protocol.json": {
      "bytes": 9082,
      "sha256": "db6d2c24ff3dc7b5887e3ab95d2bdfc1d77189ce67d253a2f8a7c62db22b13e9"
    },
    "receipt.json": {
      "bytes": 6343,
      "sha256": "50486990435ee72035efd741c8e958bf1fa08c706cde4a8934aa83ddf4853744"
    },
    "samples.jsonl": {
      "bytes": 1535246,
      "sha256": "38f33e94a9de39334873272dd0d01dfb1ad1c72c92551983b32ee4f4cf649842"
    }
  },
  "replay": {
    "file": {
      "bytes": 3783,
      "sha256": "84dfbf6439aae461c00b54486a0da33b7a68a94d626171550e51531b4c3a533a"
    },
    "state_scalars": 92817,
    "maximum_error": 0.0,
    "controller_evaluations": 0,
    "recorded_state_restorations": 0,
    "gate_checks_met_again": true
  },
  "media": {
    "complete": true,
    "frames": 577,
    "dimensions": [
      640,
      480
    ],
    "fps": 48,
    "duration_s": 12.020833333333334,
    "native_elapsed_s": 12.0,
    "recorded_controls_reproduced_exactly": true,
    "max_native_media_time_error_s": 0.0,
    "pixel_comparisons": 577,
    "minimum_frame_psnr_db": 40.04885792952529,
    "sha256": "162b7f3d63fcff296b280499a2441d21b9752252a65beb6b569e94391d15d76d",
    "bytes": 384037,
    "ffmpeg_sha256": "e7e7fb30477f717e6f55f9180a70386c62677ef8a4d4d1a5d948f4098aa3eb99",
    "packet_report_sha256": "2967bcfae91e17efd844702c12842b7a5a0ed6f21ea18c6cea5e1e7556400d29",
    "native_comparison_sha256": "84dfbf6439aae461c00b54486a0da33b7a68a94d626171550e51531b4c3a533a",
    "native_samples_sha256": "38f33e94a9de39334873272dd0d01dfb1ad1c72c92551983b32ee4f4cf649842",
    "encoder_sha256": "839dc856199ac2bbc3cf81d8eaac51c938baaf453734c0c44424a48c1ea01db2",
    "mapping": "Encoded frame i has PTS i/48. Source sim_time is retained; final state occupies the last 1/48-second frame.",
    "command": [
      "/home/ubuntu/botlandscape/aerial-native-20261009/bin/ffmpeg",
      "-nostdin",
      "-hide_banner",
      "-v",
      "error",
      "-threads",
      "2",
      "-framerate",
      "48",
      "-i",
      "/home/ubuntu/botlandscape/aerial-native-20261009/capture-002/frames/%06d.png",
      "-frames:v",
      "577",
      "-an",
      "-c:v",
      "libx264",
      "-preset",
      "slow",
      "-crf",
      "18",
      "-pix_fmt",
      "yuv420p",
      "-g",
      "48",
      "-bf",
      "0",
      "-threads",
      "2",
      "-movflags",
      "+faststart",
      "/home/ubuntu/botlandscape/aerial-native-20261009/encoded-002/observer.mp4"
    ],
    "report": {
      "bytes": 1703,
      "sha256": "c88f19c304c2b39a55facf2c53b9ffced5a0cc8dea2261fa825ffd33a2b981d2"
    }
  },
  "coordinates": {
    "bytes": 1644,
    "sha256": "7b12122b1d58af6833f7bf7ae7186d5858afba7c37e9ccf30dae6a91d5d035c5"
  },
  "observation": {
    "observer_effect": {
      "unobserved_control_steps": 576,
      "values_compared": 13824,
      "maximum_absolute_difference": 0.0
    },
    "frame_alignment": {
      "best_shift_frames": 0,
      "scatter_px": {
        "-2": 2.795778609142545,
        "-1": 1.4643815212412918,
        "0": 0.39881829465676255,
        "1": 1.3608977175497687,
        "2": 2.688622002525999
      },
      "silhouette_centre_minus_base_origin_px": [
        0.9752682246136755,
        -2.124967807126486
      ]
    }
  },
  "tuning": {
    "bytes": 63453,
    "sha256": "5f1b183ad1a1a30aedfff82454176a1a8ca9e6b38bfab66373581c94bfc86eea"
  },
  "native_logs": {
    "capture-002.log": {
      "bytes": 408197,
      "sha256": "a6c2e1b9301ecb99048ec086341436ca7e9ea5f264a39bd1375524d2f930d25d"
    },
    "replay-002.log": {
      "bytes": 1754,
      "sha256": "4f1f4bdeb95febae737ce86ee4dbd2ad5bc5e64049ccf45a471d47dfe783884b"
    },
    "coordinates-002.log": {
      "bytes": 1552,
      "sha256": "580acd5c06c3ea3852ab92d9ff7187417f182dd973dfc4cb8212741218f7773a"
    },
    "encoded-002.log": {
      "bytes": 1519,
      "sha256": "6ff6e312935342d011df3c404f3b481f4512973134b17a0d877862f6d62ae674"
    },
    "repro-001.log": {
      "bytes": 204784,
      "sha256": "a2d7143cfc99b07691a27b292c7960bc56d73af2d31023b08c6b42201f5483e1"
    },
    "tuning-runs.jsonl": {
      "bytes": 42273,
      "sha256": "f2e530959138f711d86000bb5cb0f93509034aa6afb3f911b85de11b7e1d3cdd"
    }
  },
  "credit": {
    "published_recordings": 1,
    "qualifying_native_tasks": 0,
    "browser_world_assemblies": 0,
    "learned_policy_evaluations": 0,
    "benchmark_suites": 0
  }
}