{
  "pull_request": 115,
  "reviewed_head": "40d1a646b4da0f5473020d985faa5b49c253dfa5",
  "source_sha256": "86a1a749f5b12c34be86c2e5025487827bda6b8b20f55fac72bb2911dcaa9066",
  "local_scorer_sha256": "1bc6d8d96a776565bc70f3ccdb91be7de57187d4495b2b0437fac98f5e120064",
  "local_runner_sha256": "1180b843cf6c32414774da90c835a8b7298d2db8719989237a793ca1c62a10ab",
  "manifest_sha256": "841c00502c8af1d9cec0ff9d5b0059e0077f966bca1bcae8a17bb29057728a86",
  "difficulty": 5,
  "runs": [
    {
      "run": 1,
      "checks": {
        "source manifest identity": true,
        "scorer file identity": true,
        "runner file identity": true,
        "record present": true,
        "successful return": true,
        "source identity": true,
        "filename": true,
        "entry point": true,
        "scorer version": true,
        "band": true,
        "sandbox": true,
        "record problems empty": true,
        "calls": true,
        "counts and finite timing": true,
        "canonical judge passes": true,
        "exact ranked reconstruction": true,
        "full energy reconstruction": true,
        "energy gates": true
      },
      "identity": {
        "source_sha256": "86a1a749f5b12c34be86c2e5025487827bda6b8b20f55fac72bb2911dcaa9066",
        "local_scorer_sha256": "1bc6d8d96a776565bc70f3ccdb91be7de57187d4495b2b0437fac98f5e120064",
        "local_runner_sha256": "1180b843cf6c32414774da90c835a8b7298d2db8719989237a793ca1c62a10ab",
        "reviewed_head": "40d1a646b4da0f5473020d985faa5b49c253dfa5"
      },
      "raw_record_identity": {
        "file": "run-1.json",
        "sha256": "9b7f14e5b5421e93b9af0412f3c17d947690015e2a12b4e8fcf749d4ecdecc3d"
      },
      "returncode": 0,
      "record_problems": [],
      "canonical_judge_applicable": true,
      "canonical_judge_skip_reason": null,
      "canonical_problems": [],
      "canonical_summary": "MNIST 98.21% (108,031/110,000), 7034.231 ms/call; hold-out (fashion) 88.20%, 7035.312 ms/call",
      "energy_reconstruction_applicable": true,
      "energy_reconstruction_skip_reason": null,
      "energy_problems": [],
      "ranked_ms": 7035.3118896484375,
      "reconstructed_ranked_ms": 7035.3118896484375,
      "energy_mj": 1808671.9805177986,
      "mnist_correct": 108031,
      "mnist_total": 110000,
      "observed_mnist_call_count": 11,
      "observed_mnist_error_pct": 1.7900000000000027,
      "mnist_error_pct": 1.7900000000000027,
      "accuracy_gate_margin_labels": 121,
      "worst_mnist_error_pct": 2.070000000000005,
      "holdout": "fashion",
      "device": {
        "name": "NVIDIA A100-SXM4-80GB",
        "uuid": "GPU-3ecd118c-fa68-1963-5a2c-82319bd478d7",
        "vbios": "92.00.9E.00.02",
        "driver": "580.95.05",
        "power_limit_w": 500.0
      },
      "passed": true
    },
    {
      "run": 2,
      "checks": {
        "source manifest identity": true,
        "scorer file identity": true,
        "runner file identity": true,
        "record present": true,
        "successful return": false,
        "source identity": true,
        "filename": true,
        "entry point": true,
        "scorer version": true,
        "band": true,
        "sandbox": true,
        "record problems empty": false,
        "calls": true,
        "counts and finite timing": true,
        "canonical judge passes": false,
        "exact ranked reconstruction": true,
        "full energy reconstruction": false,
        "energy gates": false
      },
      "identity": {
        "source_sha256": "86a1a749f5b12c34be86c2e5025487827bda6b8b20f55fac72bb2911dcaa9066",
        "local_scorer_sha256": "1bc6d8d96a776565bc70f3ccdb91be7de57187d4495b2b0437fac98f5e120064",
        "local_runner_sha256": "1180b843cf6c32414774da90c835a8b7298d2db8719989237a793ca1c62a10ab",
        "reviewed_head": "40d1a646b4da0f5473020d985faa5b49c253dfa5"
      },
      "raw_record_identity": {
        "file": "run-2.json",
        "sha256": "d7be14f8d345046069b4b71a7102263804bbac6a4b4e86487c48c1b23f692200"
      },
      "returncode": 1,
      "record_problems": [
        "MNIST accuracy 98.066% (107,873/110,000); the band needs 107,910 correct"
      ],
      "canonical_judge_applicable": true,
      "canonical_judge_skip_reason": null,
      "canonical_problems": [
        "MNIST accuracy 98.066% (107,873/110,000); the band needs 107,910 correct"
      ],
      "canonical_summary": "MNIST 98.07% (107,873/110,000), 7037.559 ms/call; hold-out (fashion) 88.22%, 7038.209 ms/call",
      "energy_reconstruction_applicable": false,
      "energy_reconstruction_skip_reason": "Complete valid timed-call record and saved energy measurement are required.",
      "energy_problems": [],
      "ranked_ms": null,
      "reconstructed_ranked_ms": 7038.2093505859375,
      "energy_mj": null,
      "mnist_correct": 107873,
      "mnist_total": 110000,
      "observed_mnist_call_count": 11,
      "observed_mnist_error_pct": 1.9336363636363596,
      "mnist_error_pct": 1.9336363636363596,
      "accuracy_gate_margin_labels": -37,
      "worst_mnist_error_pct": 2.1100000000000008,
      "holdout": "fashion",
      "device": "NVIDIA A100-SXM4-80GB",
      "passed": false,
      "stderr": "es=8 winner=0 id=6 tile=20 split=1 us=56.0640\nLT tuned m=4096 n=16 k=512 at=0 bt=1 E=4 candidates=6 winner=2 id=31 tile=15 split=1 us=17.4933\nLT tuned m=512 n=16 k=4096 at=1 bt=1 E=4 candidates=4 winner=2 id=31 tile=15 split=1 us=22.6987\nLT tuned m=4096 n=512 k=16 at=0 bt=0 E=4 candidates=4 winner=0 id=5 tile=24 split=1 us=22.8693\nLT tuned m=512 n=512 k=4096 at=1 bt=1 E=4 candidates=5 winner=3 id=31 tile=18 split=1 us=86.1013\nLT tuned m=4096 n=512 k=512 at=0 bt=1 E=4 candidates=8 winner=0 id=6 tile=20 split=1 us=55.2960\nLT tuned m=512 n=128 k=4096 at=1 bt=1 E=4 candidates=5 winner=0 id=31 tile=15 split=1 us=24.6613\nLT tuned m=20000 n=512 k=128 at=0 bt=0 E=4 candidates=8 winner=0 id=6 tile=20 split=1 us=111.1040\nLT tuned m=20000 n=512 k=512 at=0 bt=0 E=4 candidates=8 winner=0 id=6 tile=20 split=1 us=233.3013\nLT tuned m=20000 n=16 k=512 at=0 bt=1 E=4 candidates=8 winner=0 id=6 tile=17 split=1 us=62.8907\n[1/3] /usr/local/cuda/bin/nvcc -MD -MF centered_halfnorm_small_members.cuda.o.d -DTORCH_EXTENSION_NAME=sutro_centered_halfnorm_small_members_bn_stagepack -DTORCH_API_INCLUDE_EXTENSION_H -isystem /usr/local/lib/python3.13/site-packages/torch/include -isystem /usr/local/lib/python3.13/site-packages/torch/include/torch/csrc/api/include -isystem /usr/local/cuda/include -isystem /usr/local/include/python3.13 -D__CUDA_NO_HALF_OPERATORS__ -D__CUDA_NO_HALF_CONVERSIONS__ -D__CUDA_NO_BFLOAT16_CONVERSIONS__ -D__CUDA_NO_HALF2_OPERATORS__ --expt-relaxed-constexpr -gencode=arch=compute_80,code=sm_80 --compiler-options '-fPIC' -O3 -lineinfo --ptxas-options=-v -std=c++20 -c /tmp/sutro-bn-stage-582fe8613daf6be1-65534/kernels/centered_halfnorm_small_members.cu -o centered_halfnorm_small_members.cuda.o \nptxas info    : 0 bytes gmem\nptxas info    : Compiling entry function '_Z9transformILi8EEvPK13__nv_bfloat16S2_PKfPS0_i' for 'sm_80'\nptxas info    : Function properties for _Z9transformILi8EEvPK13__nv_bfloat16S2_PKfPS0_i\n    0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\nptxas info    : Used 50 registers, used 1 barriers, 68 bytes smem, 388 bytes cmem[0]\nptxas info    : Compile time = 33.846 ms\nptxas info    : Compiling entry function '_Z9transformILi4EEvPK13__nv_bfloat16S2_PKfPS0_i' for 'sm_80'\nptxas info    : Function properties for _Z9transformILi4EEvPK13__nv_bfloat16S2_PKfPS0_i\n    0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\nptxas info    : Used 32 registers, used 1 barriers, 36 bytes smem, 388 bytes cmem[0]\nptxas info    : Compile time = 18.877 ms\nptxas info    : Compiling entry function '_Z9transformILi2EEvPK13__nv_bfloat16S2_PKfPS0_i' for 'sm_80'\nptxas info    : Function properties for _Z9transformILi2EEvPK13__nv_bfloat16S2_PKfPS0_i\n    0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\nptxas info    : Used 32 registers, used 1 barriers, 20 bytes smem, 388 bytes cmem[0]\nptxas info    : Compile time = 18.127 ms\nptxas info    : Compiling entry function '_Z9transformILi1EEvPK13__nv_bfloat16S2_PKfPS0_i' for 'sm_80'\nptxas info    : Function properties for _Z9transformILi1EEvPK13__nv_bfloat16S2_PKfPS0_i\n    0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\nptxas info    : Used 32 registers, used 1 barriers, 12 bytes smem, 388 bytes cmem[0]\nptxas info    : Compile time = 16.433 ms\nptxas info    : Compiling entry function '_Z11finish_meanPKfPfiii' for 'sm_80'\nptxas info    : Function properties for _Z11finish_meanPKfPfiii\n    0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\nptxas info    : Used 32 registers, used 0 barriers, 380 bytes cmem[0]\nptxas info    : Compile time = 11.389 ms\nptxas info    : Compiling entry function '_Z12partial_meanPK13__nv_bfloat16S1_Pfiiii' for 'sm_80'\nptxas info    : Function properties for _Z12partial_meanPK13__nv_bfloat16S1_Pfiiii\n    0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\nptxas info    : Used 32 registers, used 1 barriers, 1024 bytes smem, 392 bytes cmem[0]\nptxas info    : Compile time = 9.018 ms\n[2/3] c++ -MMD -MF centered_halfnorm_small_members_bindings.o.d -DTORCH_EXTENSION_NAME=sutro_centered_halfnorm_small_members_bn_stagepack -DTORCH_API_INCLUDE_EXTENSION_H -isystem /usr/local/lib/python3.13/site-packages/torch/include -isystem /usr/local/lib/python3.13/site-packages/torch/include/torch/csrc/api/include -isystem /usr/local/cuda/include -isystem /usr/local/include/python3.13 -fPIC -std=c++20 -O0 -g0 -c /tmp/sutro-bn-stage-582fe8613daf6be1-65534/kernels/centered_halfnorm_small_members_bindings.cpp -o centered_halfnorm_small_members_bindings.o \n[3/3] c++ centered_halfnorm_small_members_bindings.o centered_halfnorm_small_members.cuda.o -shared -L/usr/local/lib/python3.13/site-packages/torch/lib -lc10 -lc10_cuda -ltorch_cpu -ltorch_cuda -ltorch -ltorch_python -L/usr/local/cuda/lib64 -lcudart -o sutro_centered_halfnorm_small_members_bn_stagepack.so\nLT tuned m=10 n=128 k=20000 at=1 bt=1 E=1 candidates=7 winner=0 id=23 tile=11 split=48 us=19.2000\nLT tuned m=4096 n=512 k=128 at=0 bt=0 E=4 candidates=8 winner=4 id=6 tile=18 split=1 us=33.1947\nLT tuned m=4096 n=512 k=512 at=0 bt=0 E=4 candidates=8 winner=0 id=6 tile=20 split=1 us=56.2347\nLT tuned m=4096 n=16 k=512 at=0 bt=1 E=4 candidates=6 winner=2 id=31 tile=15 split=1 us=16.8960\nLT tuned m=512 n=16 k=4096 at=1 bt=1 E=4 candidates=4 winner=2 id=31 tile=15 split=1 us=22.6987\nLT tuned m=4096 n=512 k=16 at=0 bt=0 E=4 candidates=4 winner=0 id=5 tile=24 split=1 us=22.8693\nLT tuned m=512 n=512 k=4096 at=1 bt=1 E=4 candidates=5 winner=3 id=31 tile=18 split=1 us=86.4427\nLT tuned m=4096 n=512 k=512 at=0 bt=1 E=4 candidates=8 winner=0 id=6 tile=20 split=1 us=55.8080\nLT tuned m=512 n=128 k=4096 at=1 bt=1 E=4 candidates=5 winner=2 id=31 tile=15 split=1 us=24.5760\nLT tuned m=20000 n=512 k=128 at=0 bt=0 E=4 candidates=8 winner=0 id=6 tile=20 split=1 us=111.2747\nLT tuned m=20000 n=512 k=512 at=0 bt=0 E=4 candidates=8 winner=0 id=6 tile=20 split=1 us=236.7147\nLT tuned m=20000 n=16 k=512 at=0 bt=1 E=4 candidates=8 winner=0 id=6 tile=17 split=1 us=62.4640\n"
    },
    {
      "run": 3,
      "checks": {
        "source manifest identity": true,
        "scorer file identity": true,
        "runner file identity": true,
        "record present": true,
        "successful return": true,
        "source identity": true,
        "filename": true,
        "entry point": true,
        "scorer version": true,
        "band": true,
        "sandbox": true,
        "record problems empty": true,
        "calls": true,
        "counts and finite timing": true,
        "canonical judge passes": true,
        "exact ranked reconstruction": true,
        "full energy reconstruction": true,
        "energy gates": true
      },
      "identity": {
        "source_sha256": "86a1a749f5b12c34be86c2e5025487827bda6b8b20f55fac72bb2911dcaa9066",
        "local_scorer_sha256": "1bc6d8d96a776565bc70f3ccdb91be7de57187d4495b2b0437fac98f5e120064",
        "local_runner_sha256": "1180b843cf6c32414774da90c835a8b7298d2db8719989237a793ca1c62a10ab",
        "reviewed_head": "40d1a646b4da0f5473020d985faa5b49c253dfa5"
      },
      "raw_record_identity": {
        "file": "run-3.json",
        "sha256": "ac6c402af76d5cc65fd101f0ced924d6d89d28f5372fe93073a5d5f3f6c82578"
      },
      "returncode": 0,
      "record_problems": [],
      "canonical_judge_applicable": true,
      "canonical_judge_skip_reason": null,
      "canonical_problems": [],
      "canonical_summary": "MNIST 98.16% (107,977/110,000), 7021.679 ms/call; hold-out (kmnist) 97.28%, 7021.529 ms/call",
      "energy_reconstruction_applicable": true,
      "energy_reconstruction_skip_reason": null,
      "energy_problems": [],
      "ranked_ms": 7021.679021661932,
      "reconstructed_ranked_ms": 7021.679021661932,
      "energy_mj": 1931206.1669086744,
      "mnist_correct": 107977,
      "mnist_total": 110000,
      "observed_mnist_call_count": 11,
      "observed_mnist_error_pct": 1.8390909090909124,
      "mnist_error_pct": 1.8390909090909124,
      "accuracy_gate_margin_labels": 67,
      "worst_mnist_error_pct": 2.0100000000000007,
      "holdout": "kmnist",
      "device": {
        "name": "NVIDIA A100-SXM4-80GB",
        "uuid": "GPU-8a18e100-7e85-0e50-473f-78efce7e77ee",
        "vbios": "92.00.9E.00.01",
        "driver": "580.95.05",
        "power_limit_w": 400.0
      },
      "passed": true
    }
  ],
  "required_passed_runs": 3,
  "passed_runs": 2,
  "median_ranked_ms": null,
  "median_energy_mj": null,
  "passed_run_measurements": [
    {
      "run": 1,
      "ranked_ms": 7035.3118896484375,
      "energy_mj": 1808671.9805177986,
      "mnist_correct": 108031,
      "mnist_total": 110000
    },
    {
      "run": 3,
      "ranked_ms": 7021.679021661932,
      "energy_mj": 1931206.1669086744,
      "mnist_correct": 107977,
      "mnist_total": 110000
    }
  ],
  "mnist_correct": 323881,
  "mnist_total": 330000,
  "observed_mnist_call_count": 33,
  "aggregate_mnist_accuracy_scope": "Only saved observed MNIST calls, including partial failed runs; descriptive accuracy, not qualification of incomplete runs.",
  "completed_passes_mnist_correct": 216008,
  "completed_passes_mnist_total": 220000,
  "distinct_gpu_uuids": 2,
  "scope": "Canonical saved-record judge/energy reconstruction only for complete valid records; partial runtime failures retain identities, failure strings and observed-call counts. Fresh Modal execution was performed separately by the unchanged canonical runner.",
  "aggregate_mnist_error_pct": 1.854242424242425
}
