{
 "returncode": 0,
 "stdout": "submission.py:classify at 1.90% error: 15 timed calls, each in a fresh process\n  NVIDIA A100-SXM4-80GB, torch 2.12.0+cu130, sandbox on\n  call  1/15: 2,554.747 ms, scorer's clock 2,561.213 ms\n  call  2/15: 2,590.915 ms, scorer's clock 2,594.067 ms\n  call  3/15: 2,588.805 ms, scorer's clock 2,591.292 ms\n  call  4/15: 2,561.605 ms, scorer's clock 2,564.526 ms\n  call  5/15: 2,551.506 ms, scorer's clock 2,554.584 ms\n  call  6/15: 2,561.218 ms, scorer's clock 2,564.982 ms\n  call  7/15: 2,560.407 ms, scorer's clock 2,565.599 ms\n  call  8/15: 2,568.887 ms, scorer's clock 2,571.917 ms\n  call  9/15: 2,573.664 ms, scorer's clock 2,580.198 ms\n  call 10/15: 2,557.514 ms, scorer's clock 2,560.631 ms\n  call 11/15: 2,617.873 ms, scorer's clock 2,621.457 ms\n  call 12/15: 2,584.131 ms, scorer's clock 2,587.562 ms\n  call 13/15: 2,553.225 ms, scorer's clock 2,556.207 ms\n  call 14/15: 2,557.655 ms, scorer's clock 2,560.398 ms\n  call 15/15: 2,585.748 ms, scorer's clock 2,591.081 ms\nMNIST 98.21% (108,033/110,000), 2571.362 ms/call; hold-out (fashion) 88.71%, 2570.729 ms/call; score 2571.362 ms\nenergy: one more fresh process runs the method back to back on fresh MNIST draws for 20 s, between idle windows in which it is frozen\n  NVIDIA A100-SXM4-80GB: idle 85.5 W with the method frozen; telemetry reference 18.3 TFLOP/s at 8.38 J/TFLOP above idle (a healthy NVIDIA A100-SXM4-80GB reads 6-11)\n  the round trip alone: 13.4 mJ per call over 2,734 empty calls, subtracted\n  the method: 8 calls in 20.6 s, MNIST 98.23%, 2,567.748 ms per call, 286.3 W on average\nenergy 517731.021 mJ per call above idle\n",
 "stderr": "",
 "record": {
  "version": "mnist-a100/1.2.0 (protections of sutro-mnist-medium/3.0.0, tightened; energy column)",
  "file": "submission.py",
  "function": "classify",
  "source_sha256": "6f0e1a109ece2679f8ee1e0527cd98abc6a58e664d11fc6033740765ba4a990f",
  "band_bp": 190,
  "sandboxed": true,
  "holdout": "fashion",
  "device": "NVIDIA A100-SXM4-80GB",
  "torch": "2.12.0+cu130",
  "calls": [
   {
    "dataset": "fashion",
    "ms": 2554.74658203125,
    "parent_ms": 2564.6195540000035,
    "correct": 8899,
    "total": 10000,
    "overhead_ms": 3.406857003269387
   },
   {
    "dataset": "fashion",
    "ms": 2590.9150390625,
    "parent_ms": 2597.2185319999994,
    "correct": 8853,
    "total": 10000,
    "overhead_ms": 3.1511675043170726
   },
   {
    "dataset": "mnist",
    "ms": 2588.804931640625,
    "parent_ms": 2594.092356999994,
    "correct": 9826,
    "total": 10000,
    "overhead_ms": 2.800319499287127
   },
   {
    "dataset": "mnist",
    "ms": 2561.605224609375,
    "parent_ms": 2567.163951999987,
    "correct": 9834,
    "total": 10000,
    "overhead_ms": 2.637815998980386
   },
   {
    "dataset": "fashion",
    "ms": 2551.505859375,
    "parent_ms": 2557.1336090000045,
    "correct": 8845,
    "total": 10000,
    "overhead_ms": 2.54953000078649
   },
   {
    "dataset": "mnist",
    "ms": 2561.21826171875,
    "parent_ms": 2567.7932070000224,
    "correct": 9823,
    "total": 10000,
    "overhead_ms": 2.8115655006847646
   },
   {
    "dataset": "mnist",
    "ms": 2560.406982421875,
    "parent_ms": 2568.512389000034,
    "correct": 9837,
    "total": 10000,
    "overhead_ms": 2.912924001472902
   },
   {
    "dataset": "mnist",
    "ms": 2568.88671875,
    "parent_ms": 2574.810238999987,
    "correct": 9805,
    "total": 10000,
    "overhead_ms": 2.892877000598446
   },
   {
    "dataset": "mnist",
    "ms": 2573.663818359375,
    "parent_ms": 2582.8527200000053,
    "correct": 9808,
    "total": 10000,
    "overhead_ms": 2.6548700022106004
   },
   {
    "dataset": "mnist",
    "ms": 2557.51416015625,
    "parent_ms": 2563.3829880000008,
    "correct": 9822,
    "total": 10000,
    "overhead_ms": 2.751588502890172
   },
   {
    "dataset": "mnist",
    "ms": 2617.873291015625,
    "parent_ms": 2624.0875279999045,
    "correct": 9818,
    "total": 10000,
    "overhead_ms": 2.6307430000833847
   },
   {
    "dataset": "mnist",
    "ms": 2584.130615234375,
    "parent_ms": 2590.3537819999656,
    "correct": 9813,
    "total": 10000,
    "overhead_ms": 2.7916384991972336
   },
   {
    "dataset": "mnist",
    "ms": 2553.22509765625,
    "parent_ms": 2559.0014499999825,
    "correct": 9835,
    "total": 10000,
    "overhead_ms": 2.7946060013100578
   },
   {
    "dataset": "mnist",
    "ms": 2557.654541015625,
    "parent_ms": 2563.110275999975,
    "correct": 9812,
    "total": 10000,
    "overhead_ms": 2.7120900004297255
   },
   {
    "dataset": "fashion",
    "ms": 2585.748291015625,
    "parent_ms": 2594.2419070000824,
    "correct": 8887,
    "total": 10000,
    "overhead_ms": 3.161053497429293
   }
  ],
  "problems": [],
  "summary": "MNIST 98.21% (108,033/110,000), 2571.362 ms/call; hold-out (fashion) 88.71%, 2570.729 ms/call",
  "ranked_ms": 2571.362149325284,
  "energy": {
   "mj_per_call": 517731.0214702567,
   "problems": [],
   "net_mj_before_control": 517744.38988039765,
   "control_mj_per_call": 13.368410140968672,
   "control_calls": 2734,
   "gross_mj_per_call": 738198.0,
   "idle_w": 85.51250576101656,
   "active_w": 286.34215013999415,
   "calls": 8,
   "seconds": 20.62422174699998,
   "ms_median": 2567.748046875,
   "timed_mnist_ms_median": 2561.605224609375,
   "correct": 78582,
   "total": 80000,
   "reference": {
    "tflops_per_s": 18.32985542964928,
    "j_per_tflop": 8.376795331908129,
    "exact": true,
    "band": [
     [
      6.0,
      11.0
     ],
     [
      15.0,
      23.0
     ]
    ]
   },
   "device": {
    "name": "NVIDIA A100-SXM4-80GB",
    "uuid": "GPU-3f2ef248-1c77-3a6b-f879-d540d5ff244f",
    "vbios": "92.00.94.00.04",
    "driver": "580.95.05",
    "power_limit_w": 400.0
   },
   "windows": [
    {
     "name": "idle 1",
     "seconds": 5.004925474000061,
     "joules": 418.21,
     "utilization_max": 0,
     "contexts": 1
    },
    {
     "name": "reference",
     "seconds": 5.218672453999943,
     "joules": 1241.745,
     "matmuls": 696,
     "dim": 4096,
     "exact": true
    },
    {
     "name": "idle 2",
     "seconds": 5.009877770999992,
     "joules": 427.016,
     "utilization_max": 0,
     "contexts": 1
    },
    {
     "name": "control",
     "seconds": 5.003182962999972,
     "joules": 462.828,
     "calls": 2734
    },
    {
     "name": "idle 3",
     "seconds": 5.006891341000028,
     "joules": 426.428,
     "utilization_max": 0,
     "contexts": 1
    },
    {
     "name": "method",
     "seconds": 20.62422174699998,
     "joules": 5905.584,
     "calls": 8,
     "ms": [
      2610.337890625,
      2566.234375,
      2568.084716796875,
      2565.856201171875,
      2566.27392578125,
      2568.6572265625,
      2567.411376953125,
      2568.5126953125
     ],
     "correct": [
      9824,
      9820,
      9824,
      9830,
      9841,
      9822,
      9795,
      9826
     ]
    },
    {
     "name": "idle 4",
     "seconds": 5.004041837000045,
     "joules": 429.631,
     "utilization_max": 0,
     "contexts": 1
    }
   ]
  }
 }
}
