{
  "source_sha256": "6f0e1a109ece2679f8ee1e0527cd98abc6a58e664d11fc6033740765ba4a990f",
  "source_bytes": 10883,
  "difficulty": 5,
  "source_file": "author/submission.py",
  "expected_record_filename": "submission.py",
  "filename_scope": "Author sources may be packaged under submission.py after original execution; exact source hash, not filename alone, establishes identity.",
  "scorer_sha256": "1bc6d8d96a776565bc70f3ccdb91be7de57187d4495b2b0437fac98f5e120064",
  "runner_sha256": "1180b843cf6c32414774da90c835a8b7298d2db8719989237a793ca1c62a10ab",
  "required_runs": 3,
  "passed_runs": 1,
  "runs": [
    {
      "run": 1,
      "raw_sha256": "248a0729a9bfe2a9d4a4caa4cd01474075438b4cee69e1ede3cd65c305eb6559",
      "returncode": 0,
      "passed": true,
      "checks": {
        "source_identity": true,
        "filename": true,
        "entry_point": true,
        "canonical_scorer_version": true,
        "band": true,
        "sandbox": true,
        "complete_calls": true,
        "valid_calls": true,
        "successful_return": true,
        "record_problems_empty": true,
        "canonical_judge_passes": true,
        "canonical_problems_exact": true,
        "ranked_exact": true,
        "summary_exact": true,
        "energy_reconstruction_exact": true,
        "energy_passes": true
      },
      "recorded_filename": "submission.py",
      "calls": 15,
      "mnist_calls": 11,
      "holdout_calls": 4,
      "mnist_correct": 108033,
      "mnist_total": 110000,
      "observed_mnist_error_pct": 1.788181818181818,
      "mnist_error_pct": 1.788181818181818,
      "accuracy_gate_margin_labels": 123,
      "canonical_judge_applicable": true,
      "canonical_judge_skip_reason": null,
      "canonical_problems": [],
      "record_problems": [],
      "ranked_ms": 2571.362149325284,
      "rebuilt_ranked_ms": 2571.362149325284,
      "energy_mj": 517731.0214702567,
      "energy_reconstruction_applicable": true,
      "energy_reconstruction_skip_reason": null,
      "energy_problems": [],
      "device": {
        "name": "NVIDIA A100-SXM4-80GB",
        "uuid": "GPU-3f2ef248-1c77-3a6b-f879-d540d5ff244f",
        "vbios": "92.00.94.00.04",
        "driver": "580.95.05",
        "power_limit_w": 400.0
      },
      "identity": {
        "source_sha256": "6f0e1a109ece2679f8ee1e0527cd98abc6a58e664d11fc6033740765ba4a990f",
        "local_scorer_sha256": "1bc6d8d96a776565bc70f3ccdb91be7de57187d4495b2b0437fac98f5e120064",
        "local_runner_sha256": "1180b843cf6c32414774da90c835a8b7298d2db8719989237a793ca1c62a10ab",
        "reviewed_head": "4f2ea071a78da77a84e1de0f5551ec5f71f6ceec"
      }
    },
    {
      "run": 2,
      "raw_sha256": "6cd8354b4f5ffdd0d54ade69b83a42004b9e257ffa78f9976e11eb59000271fc",
      "returncode": 1,
      "passed": false,
      "checks": {
        "source_identity": true,
        "filename": true,
        "entry_point": true,
        "canonical_scorer_version": true,
        "band": true,
        "sandbox": true,
        "complete_calls": false,
        "valid_calls": true,
        "successful_return": false,
        "record_problems_empty": false,
        "canonical_judge_passes": false,
        "ranked_exact": false,
        "energy_reconstruction_exact": false,
        "energy_passes": false
      },
      "recorded_filename": "submission.py",
      "calls": 7,
      "mnist_calls": 7,
      "holdout_calls": 0,
      "mnist_correct": 68746,
      "mnist_total": 70000,
      "observed_mnist_error_pct": 1.7914285714285714,
      "mnist_error_pct": null,
      "accuracy_gate_margin_labels": null,
      "canonical_judge_applicable": false,
      "canonical_judge_skip_reason": "Saved 7 timed calls (7 MNIST and 0 holdout); canonical qualification requires all 15 calls (11 MNIST and 4 holdout). Partial counts cannot be judged as a qualification run.",
      "canonical_problems": null,
      "record_problems": [
        "timed out while running the method on the untimed warm-up on a kmnist draw"
      ],
      "ranked_ms": null,
      "rebuilt_ranked_ms": null,
      "energy_mj": null,
      "energy_reconstruction_applicable": false,
      "energy_reconstruction_skip_reason": "Complete valid timed-call record and saved energy windows are required; incomplete warm-up failure has neither a ranked result nor a qualifying energy measurement.",
      "energy_problems": null,
      "device": "NVIDIA A100-SXM4-80GB",
      "stderr": "",
      "identity": {
        "source_sha256": "6f0e1a109ece2679f8ee1e0527cd98abc6a58e664d11fc6033740765ba4a990f",
        "local_scorer_sha256": "1bc6d8d96a776565bc70f3ccdb91be7de57187d4495b2b0437fac98f5e120064",
        "local_runner_sha256": "1180b843cf6c32414774da90c835a8b7298d2db8719989237a793ca1c62a10ab",
        "reviewed_head": "4f2ea071a78da77a84e1de0f5551ec5f71f6ceec"
      },
      "failure_phase": "Later untimed foreign-data warm-up before timed call 8",
      "warmup_watchdog_bound_ms": 90000,
      "warmup_watchdog_bound_source": "canonical/mnist.py: MAX_CALL_MS, WARMUP_MAX_CALL_MS, LATER_WARMUP_MAX_CALL_MS = 60000, 180000, 90000; evaluate uses later bound for index > 0."
    },
    {
      "run": 3,
      "raw_sha256": "3e8f2a02f50c4f5e2c2a0b58811d4fecf218ff5b010bbe713bf84c0fba961de1",
      "returncode": 1,
      "passed": false,
      "checks": {
        "source_identity": true,
        "filename": true,
        "entry_point": true,
        "canonical_scorer_version": true,
        "band": true,
        "sandbox": true,
        "complete_calls": false,
        "valid_calls": true,
        "successful_return": false,
        "record_problems_empty": false,
        "canonical_judge_passes": false,
        "ranked_exact": false,
        "energy_reconstruction_exact": false,
        "energy_passes": false
      },
      "recorded_filename": "submission.py",
      "calls": 7,
      "mnist_calls": 6,
      "holdout_calls": 1,
      "mnist_correct": 58943,
      "mnist_total": 60000,
      "observed_mnist_error_pct": 1.7616666666666667,
      "mnist_error_pct": null,
      "accuracy_gate_margin_labels": null,
      "canonical_judge_applicable": false,
      "canonical_judge_skip_reason": "Saved 7 timed calls (6 MNIST and 1 holdout); canonical qualification requires all 15 calls (11 MNIST and 4 holdout). Partial counts cannot be judged as a qualification run.",
      "canonical_problems": null,
      "record_problems": [
        "timed out while running the method on the untimed warm-up on a fashion draw"
      ],
      "ranked_ms": null,
      "rebuilt_ranked_ms": null,
      "energy_mj": null,
      "energy_reconstruction_applicable": false,
      "energy_reconstruction_skip_reason": "Complete valid timed-call record and saved energy windows are required; incomplete warm-up failure has neither a ranked result nor a qualifying energy measurement.",
      "energy_problems": null,
      "device": "NVIDIA A100-SXM4-80GB",
      "stderr": "",
      "identity": {
        "source_sha256": "6f0e1a109ece2679f8ee1e0527cd98abc6a58e664d11fc6033740765ba4a990f",
        "local_scorer_sha256": "1bc6d8d96a776565bc70f3ccdb91be7de57187d4495b2b0437fac98f5e120064",
        "local_runner_sha256": "1180b843cf6c32414774da90c835a8b7298d2db8719989237a793ca1c62a10ab",
        "reviewed_head": "4f2ea071a78da77a84e1de0f5551ec5f71f6ceec"
      },
      "failure_phase": "Later untimed foreign-data warm-up before timed call 8",
      "warmup_watchdog_bound_ms": 90000,
      "warmup_watchdog_bound_source": "canonical/mnist.py: MAX_CALL_MS, WARMUP_MAX_CALL_MS, LATER_WARMUP_MAX_CALL_MS = 60000, 180000, 90000; evaluate uses later bound for index > 0."
    }
  ],
  "median_ranked_ms": null,
  "median_energy_mj": null,
  "mnist_correct": 235722,
  "mnist_total": 240000,
  "aggregate_mnist_error_pct": 1.7825,
  "aggregate_scope": "Only saved observed MNIST calls, including partial failed runs; descriptive accuracy, never qualification of incomplete runs. Each full run must independently qualify.",
  "distinct_energy_gpu_uuids": 1,
  "scope": "Independent canonical judge and complete energy-window reconstruction of frozen raw records; fresh execution is a separate evidence set.",
  "pull_request": 119,
  "reviewed_head": "4f2ea071a78da77a84e1de0f5551ec5f71f6ceec",
  "modal_app_id": "ap-H8mjD2VeGrqn9hJBL1MOfh",
  "manifest_sha256": "fc44e49324c567a8432a62e59084d62217b9ec615dbe0acf885cdfe74e21e73e"
}
