{
 "returncode": 0,
 "stdout": "submission.py:classify at 2.30% error: 15 timed calls, each in a fresh process\n  review flag: embedded data? 1 high-entropy literal(s), 18,850 characters\n  review flag: decodes data: imports base64, lzma\n  review flag: 19,538 bytes, close to the 20,480-byte limit\n  NVIDIA A100-SXM4-80GB, torch 2.12.0+cu130, sandbox on\n  call  1/15: 981.319 ms, scorer's clock 984.850 ms\n  call  2/15: 981.246 ms, scorer's clock 983.545 ms\n  call  3/15: 982.141 ms, scorer's clock 984.800 ms\n  call  4/15: 981.475 ms, scorer's clock 983.714 ms\n  call  5/15: 985.898 ms, scorer's clock 988.625 ms\n  call  6/15: 996.779 ms, scorer's clock 999.016 ms\n  call  7/15: 981.743 ms, scorer's clock 984.599 ms\n  call  8/15: 981.580 ms, scorer's clock 984.084 ms\n  call  9/15: 981.639 ms, scorer's clock 984.507 ms\n  call 10/15: 981.962 ms, scorer's clock 985.406 ms\n  call 11/15: 982.044 ms, scorer's clock 985.233 ms\n  call 12/15: 984.437 ms, scorer's clock 987.669 ms\n  call 13/15: 982.000 ms, scorer's clock 984.430 ms\n  call 14/15: 981.465 ms, scorer's clock 984.541 ms\n  call 15/15: 981.718 ms, scorer's clock 984.603 ms\nMNIST 97.78% (107,561/110,000), 983.497 ms/call; hold-out (fashion) 88.07%, 982.243 ms/call; score 983.497 ms\nenergy: one more fresh process runs the method back to back on fresh MNIST draws for 20 s, between idle windows in which it is frozen\n  NVIDIA A100-SXM4-80GB: idle 65.7 W with the method frozen; telemetry reference 18.2 TFLOP/s at 8.44 J/TFLOP above idle (a healthy NVIDIA A100-SXM4-80GB reads 6-11)\n  the round trip alone: 14.5 mJ per call over 1,975 empty calls, subtracted\n  the method: 21 calls in 20.8 s, MNIST 97.70%, 986.220 ms per call, 375.3 W on average\nenergy 307125.793 mJ per call above idle\n",
 "stderr": "s=25.0368\nLT tuned m=2048 n=16 k=256 at=0 bt=1 E=8 candidates=7 winner=0 id=21 tile=5 split=1 us=9.9584\nLT tuned m=256 n=16 k=2048 at=1 bt=1 E=8 candidates=4 winner=1 id=31 tile=15 split=1 us=13.4400\nLT tuned m=2048 n=256 k=16 at=0 bt=0 E=8 candidates=7 winner=3 id=5 tile=20 split=1 us=13.6576\nLT tuned m=256 n=256 k=2048 at=1 bt=1 E=8 candidates=9 winner=7 id=6 tile=18 split=1 us=20.4032\nLT tuned m=2048 n=256 k=256 at=0 bt=1 E=8 candidates=12 winner=4 id=6 tile=18 split=1 us=27.9040\nLT tuned m=256 n=64 k=2048 at=1 bt=1 E=8 candidates=9 winner=0 id=31 tile=15 split=1 us=13.5040\nLT tuned m=20000 n=256 k=64 at=0 bt=0 E=8 candidates=7 winner=0 id=6 tile=20 split=1 us=87.3728\nLT tuned m=20000 n=256 k=256 at=0 bt=0 E=8 candidates=8 winner=0 id=6 tile=20 split=1 us=130.2656\nLT tuned m=20000 n=16 k=256 at=0 bt=1 E=8 candidates=8 winner=2 id=31 tile=17 split=1 us=67.5712\nLT tuned m=4096 n=512 k=64 at=0 bt=0 E=4 candidates=110 winner=90 id=21 tile=20 split=1 us=19.7376\nLT tuned m=4096 n=512 k=512 at=0 bt=0 E=4 candidates=117 winner=0 id=6 tile=20 split=1 us=46.8992\nLT tuned m=4096 n=16 k=512 at=0 bt=1 E=4 candidates=6 winner=1 id=21 tile=5 split=1 us=13.5424\nLT tuned m=512 n=16 k=4096 at=1 bt=1 E=4 candidates=4 winner=2 id=31 tile=15 split=1 us=17.8688\nLT tuned m=4096 n=512 k=16 at=0 bt=0 E=4 candidates=4 winner=0 id=5 tile=24 split=1 us=18.0224\nLT tuned m=512 n=512 k=4096 at=1 bt=1 E=4 candidates=111 winner=93 id=21 tile=20 split=1 us=53.6704\nLT tuned m=4096 n=512 k=512 at=0 bt=1 E=4 candidates=117 winner=0 id=6 tile=20 split=1 us=44.8128\nLT tuned m=512 n=64 k=4096 at=1 bt=1 E=4 candidates=4 winner=2 id=31 tile=15 split=1 us=17.8688\nLT tuned m=20000 n=512 k=64 at=0 bt=0 E=4 candidates=7 winner=0 id=6 tile=20 split=1 us=70.2848\nLT tuned m=20000 n=512 k=512 at=0 bt=0 E=4 candidates=8 winner=0 id=6 tile=20 split=1 us=210.1504\nLT tuned m=20000 n=16 k=512 at=0 bt=1 E=4 candidates=8 winner=0 id=6 tile=17 split=1 us=60.3008\nLT tuned m=2048 n=256 k=256 at=0 bt=0 E=8 candidates=12 winner=4 id=6 tile=18 split=1 us=25.0368\nLT tuned m=2048 n=16 k=256 at=0 bt=1 E=8 candidates=7 winner=0 id=21 tile=5 split=1 us=9.9072\nLT tuned m=256 n=16 k=2048 at=1 bt=1 E=8 candidates=4 winner=3 id=31 tile=15 split=1 us=13.3760\nLT tuned m=2048 n=256 k=16 at=0 bt=0 E=8 candidates=7 winner=3 id=5 tile=20 split=1 us=13.6320\nLT tuned m=256 n=256 k=2048 at=1 bt=1 E=8 candidates=9 winner=7 id=6 tile=18 split=1 us=20.2624\nLT tuned m=2048 n=256 k=256 at=0 bt=1 E=8 candidates=12 winner=0 id=6 tile=18 split=1 us=24.8576\nLT tuned m=256 n=64 k=2048 at=1 bt=1 E=8 candidates=9 winner=0 id=31 tile=15 split=1 us=12.0576\nLT tuned m=20000 n=256 k=64 at=0 bt=0 E=8 candidates=7 winner=0 id=6 tile=20 split=1 us=77.8624\nLT tuned m=20000 n=256 k=256 at=0 bt=0 E=8 candidates=8 winner=0 id=6 tile=20 split=1 us=131.3664\nLT tuned m=20000 n=16 k=256 at=0 bt=1 E=8 candidates=8 winner=2 id=31 tile=17 split=1 us=67.8272\nLT tuned m=4096 n=512 k=64 at=0 bt=0 E=4 candidates=110 winner=90 id=21 tile=20 split=1 us=19.7504\nLT tuned m=4096 n=512 k=512 at=0 bt=0 E=4 candidates=117 winner=0 id=6 tile=20 split=1 us=46.3872\nLT tuned m=4096 n=16 k=512 at=0 bt=1 E=4 candidates=6 winner=1 id=21 tile=5 split=1 us=13.5296\nLT tuned m=512 n=16 k=4096 at=1 bt=1 E=4 candidates=4 winner=2 id=31 tile=15 split=1 us=17.8688\nLT tuned m=4096 n=512 k=16 at=0 bt=0 E=4 candidates=4 winner=0 id=5 tile=24 split=1 us=18.0480\nLT tuned m=512 n=512 k=4096 at=1 bt=1 E=4 candidates=111 winner=93 id=21 tile=20 split=1 us=53.6576\nLT tuned m=4096 n=512 k=512 at=0 bt=1 E=4 candidates=117 winner=0 id=6 tile=20 split=1 us=44.7744\nLT tuned m=512 n=64 k=4096 at=1 bt=1 E=4 candidates=4 winner=2 id=31 tile=15 split=1 us=17.8816\nLT tuned m=20000 n=512 k=64 at=0 bt=0 E=4 candidates=7 winner=0 id=6 tile=20 split=1 us=70.2464\nLT tuned m=20000 n=512 k=512 at=0 bt=0 E=4 candidates=8 winner=0 id=6 tile=20 split=1 us=210.0864\nLT tuned m=20000 n=16 k=512 at=0 bt=1 E=4 candidates=8 winner=0 id=6 tile=17 split=1 us=60.4544\nLT tuned m=2048 n=256 k=256 at=0 bt=0 E=8 candidates=12 winner=4 id=6 tile=18 split=1 us=25.1008\nLT tuned m=2048 n=16 k=256 at=0 bt=1 E=8 candidates=7 winner=0 id=21 tile=5 split=1 us=10.2144\nLT tuned m=256 n=16 k=2048 at=1 bt=1 E=8 candidates=4 winner=3 id=31 tile=15 split=1 us=13.4144\nLT tuned m=2048 n=256 k=16 at=0 bt=0 E=8 candidates=7 winner=3 id=5 tile=20 split=1 us=13.6704\nLT tuned m=256 n=256 k=2048 at=1 bt=1 E=8 candidates=9 winner=7 id=6 tile=18 split=1 us=20.4544\nLT tuned m=2048 n=256 k=256 at=0 bt=1 E=8 candidates=12 winner=0 id=6 tile=18 split=1 us=27.9936\nLT tuned m=256 n=64 k=2048 at=1 bt=1 E=8 candidates=9 winner=5 id=31 tile=15 split=1 us=11.0720\nLT tuned m=20000 n=256 k=64 at=0 bt=0 E=8 candidates=7 winner=0 id=6 tile=20 split=1 us=71.3728\nLT tuned m=20000 n=256 k=256 at=0 bt=0 E=8 candidates=8 winner=0 id=6 tile=20 split=1 us=130.5216\nLT tuned m=20000 n=16 k=256 at=0 bt=1 E=8 candidates=8 winner=2 id=31 tile=17 split=1 us=68.4032\nLT tuned m=4096 n=512 k=64 at=0 bt=0 E=4 candidates=110 winner=90 id=21 tile=20 split=1 us=19.7760\nLT tuned m=4096 n=512 k=512 at=0 bt=0 E=4 candidates=117 winner=0 id=6 tile=20 split=1 us=46.8096\nLT tuned m=4096 n=16 k=512 at=0 bt=1 E=4 candidates=6 winner=5 id=21 tile=5 split=1 us=13.3760\nLT tuned m=512 n=16 k=4096 at=1 bt=1 E=4 candidates=4 winner=3 id=31 tile=15 split=1 us=17.8688\nLT tuned m=4096 n=512 k=16 at=0 bt=0 E=4 candidates=4 winner=0 id=5 tile=24 split=1 us=18.0352\nLT tuned m=512 n=512 k=4096 at=1 bt=1 E=4 candidates=111 winner=14 id=6 tile=20 split=1 us=53.5296\nLT tuned m=4096 n=512 k=512 at=0 bt=1 E=4 candidates=117 winner=0 id=6 tile=20 split=1 us=44.6976\nLT tuned m=512 n=64 k=4096 at=1 bt=1 E=4 candidates=4 winner=3 id=31 tile=15 split=1 us=17.8688\nLT tuned m=20000 n=512 k=64 at=0 bt=0 E=4 candidates=7 winner=0 id=6 tile=20 split=1 us=70.2976\nLT tuned m=20000 n=512 k=512 at=0 bt=0 E=4 candidates=8 winner=0 id=6 tile=20 split=1 us=210.0736\nLT tuned m=20000 n=16 k=512 at=0 bt=1 E=4 candidates=8 winner=0 id=6 tile=17 split=1 us=60.4288\n",
 "record": {
  "version": "mnist-a100/1.2.0 (protections of sutro-mnist-medium/3.0.0, tightened; energy column)",
  "file": "submission.py",
  "function": "classify",
  "source_sha256": "c5ed1d8ffb115cc58a6a6b4ac468b07c780d773b3f8d7387ec3f295b6f1b3eb1",
  "band_bp": 230,
  "sandboxed": true,
  "holdout": "fashion",
  "device": "NVIDIA A100-SXM4-80GB",
  "torch": "2.12.0+cu130",
  "calls": [
   {
    "dataset": "fashion",
    "ms": 981.3186645507812,
    "parent_ms": 988.2733839999958,
    "correct": 8765,
    "total": 10000,
    "overhead_ms": 3.423480499992415
   },
   {
    "dataset": "mnist",
    "ms": 981.2459716796875,
    "parent_ms": 987.2475669999972,
    "correct": 9792,
    "total": 10000,
    "overhead_ms": 3.7022000010267107
   },
   {
    "dataset": "mnist",
    "ms": 982.1409301757812,
    "parent_ms": 988.1469330000243,
    "correct": 9783,
    "total": 10000,
    "overhead_ms": 3.346925501198143
   },
   {
    "dataset": "fashion",
    "ms": 981.475341796875,
    "parent_ms": 987.5401170000373,
    "correct": 8791,
    "total": 10000,
    "overhead_ms": 3.825822502088158
   },
   {
    "dataset": "mnist",
    "ms": 985.8980102539062,
    "parent_ms": 992.7277620000154,
    "correct": 9802,
    "total": 10000,
    "overhead_ms": 4.1031265000783606
   },
   {
    "dataset": "mnist",
    "ms": 996.7789916992188,
    "parent_ms": 1002.6044079999679,
    "correct": 9792,
    "total": 10000,
    "overhead_ms": 3.5888170011432976
   },
   {
    "dataset": "fashion",
    "ms": 981.7426147460938,
    "parent_ms": 987.602117999927,
    "correct": 8811,
    "total": 10000,
    "overhead_ms": 3.002649500337384
   },
   {
    "dataset": "mnist",
    "ms": 981.5797729492188,
    "parent_ms": 987.182526999959,
    "correct": 9777,
    "total": 10000,
    "overhead_ms": 3.0987024988148733
   },
   {
    "dataset": "mnist",
    "ms": 981.63916015625,
    "parent_ms": 988.1372039999405,
    "correct": 9794,
    "total": 10000,
    "overhead_ms": 3.630073498616639
   },
   {
    "dataset": "mnist",
    "ms": 981.9617309570312,
    "parent_ms": 988.9790080000012,
    "correct": 9764,
    "total": 10000,
    "overhead_ms": 3.5734040007023395
   },
   {
    "dataset": "mnist",
    "ms": 982.0436401367188,
    "parent_ms": 988.8267620000306,
    "correct": 9781,
    "total": 10000,
    "overhead_ms": 3.593985500951476
   },
   {
    "dataset": "fashion",
    "ms": 984.4367065429688,
    "parent_ms": 991.3058610000007,
    "correct": 8861,
    "total": 10000,
    "overhead_ms": 3.636594499487728
   },
   {
    "dataset": "mnist",
    "ms": 981.9996337890625,
    "parent_ms": 988.1082420000666,
    "correct": 9757,
    "total": 10000,
    "overhead_ms": 3.677814999120983
   },
   {
    "dataset": "mnist",
    "ms": 981.465087890625,
    "parent_ms": 988.0894779998926,
    "correct": 9756,
    "total": 10000,
    "overhead_ms": 3.548516999506319
   },
   {
    "dataset": "mnist",
    "ms": 981.718017578125,
    "parent_ms": 988.2893859999058,
    "correct": 9763,
    "total": 10000,
    "overhead_ms": 3.6861824988263834
   }
  ],
  "problems": [],
  "summary": "MNIST 97.78% (107,561/110,000), 983.497 ms/call; hold-out (fashion) 88.07%, 982.243 ms/call",
  "ranked_ms": 983.4973588423295,
  "energy": {
   "mj_per_call": 307125.79305102857,
   "problems": [],
   "net_mj_before_control": 307140.2560210361,
   "control_mj_per_call": 14.462970007574036,
   "control_calls": 1975,
   "gross_mj_per_call": 372301.38095238095,
   "idle_w": 65.69205529834146,
   "active_w": 375.33487844080963,
   "calls": 21,
   "seconds": 20.83027570599984,
   "ms_median": 986.2195434570312,
   "timed_mnist_ms_median": 981.9617309570312,
   "correct": 205169,
   "total": 210000,
   "reference": {
    "tflops_per_s": 18.204272582422245,
    "j_per_tflop": 8.43692278074936,
    "exact": true,
    "band": [
     [
      6.0,
      11.0
     ],
     [
      15.0,
      23.0
     ]
    ]
   },
   "device": {
    "name": "NVIDIA A100-SXM4-80GB",
    "uuid": "GPU-93123009-7483-d613-d919-7b309789b5cf",
    "vbios": "92.00.45.00.0E",
    "driver": "610.57.04",
    "power_limit_w": 400.0
   },
   "windows": [
    {
     "name": "idle 1",
     "seconds": 5.00757928500002,
     "joules": 328.432,
     "utilization_max": 0,
     "contexts": 1
    },
    {
     "name": "reference",
     "seconds": 5.1942751110000245,
     "joules": 1138.426,
     "matmuls": 688,
     "dim": 4096,
     "exact": true
    },
    {
     "name": "idle 2",
     "seconds": 5.007237824999947,
     "joules": 328.353,
     "utilization_max": 0,
     "contexts": 1
    },
    {
     "name": "control",
     "seconds": 5.005129694000061,
     "joules": 356.693,
     "calls": 1975
    },
    {
     "name": "idle 3",
     "seconds": 5.005182934000004,
     "joules": 328.046,
     "utilization_max": 0,
     "contexts": 1
    },
    {
     "name": "method",
     "seconds": 20.83027570599984,
     "joules": 7818.329,
     "calls": 21,
     "ms": [
      1018.9025268554688,
      981.7006225585938,
      981.5634155273438,
      981.7640991210938,
      981.5726318359375,
      981.8541870117188,
      986.6526489257812,
      986.1386108398438,
      986.208251953125,
      987.4503784179688,
      986.2195434570312,
      986.5103149414062,
      986.0014038085938,
      987.2077026367188,
      986.3649291992188,
      986.7479248046875,
      985.638916015625,
      987.11962890625,
      986.3004150390625,
      986.5205688476562,
      985.9840087890625
     ],
     "correct": [
      9773,
      9779,
      9773,
      9776,
      9762,
      9760,
      9765,
      9755,
      9775,
      9760,
      9777,
      9788,
      9775,
      9770,
      9746,
      9776,
      9762,
      9775,
      9771,
      9794,
      9757
     ]
    },
    {
     "name": "idle 4",
     "seconds": 5.005706785000029,
     "joules": 329.59,
     "utilization_max": 0,
     "contexts": 1
    }
   ]
  }
 }
}
