{
 "returncode": 0,
 "stdout": "submission.py:classify at 2.70% error: 15 timed calls, each in a fresh process\n  review flag: 16,104 bytes, close to the 20,480-byte limit\n  NVIDIA A100-SXM4-80GB, torch 2.12.0+cu130, sandbox on\n  call  1/15: 47.688 ms, scorer's clock 49.385 ms\n  call  2/15: 48.403 ms, scorer's clock 48.988 ms\n  call  3/15: 48.093 ms, scorer's clock 53.449 ms\n  call  4/15: 48.575 ms, scorer's clock 50.823 ms\n  call  5/15: 47.871 ms, scorer's clock 52.863 ms\n  call  6/15: 47.917 ms, scorer's clock 54.934 ms\n  call  7/15: 48.318 ms, scorer's clock 49.994 ms\n  call  8/15: 47.683 ms, scorer's clock 52.082 ms\n  call  9/15: 48.291 ms, scorer's clock 50.943 ms\n  call 10/15: 49.025 ms, scorer's clock 53.488 ms\n  call 11/15: 48.035 ms, scorer's clock 52.979 ms\n  call 12/15: 48.086 ms, scorer's clock 51.358 ms\n  call 13/15: 48.191 ms, scorer's clock 51.643 ms\n  call 14/15: 49.328 ms, scorer's clock 52.707 ms\n  call 15/15: 49.169 ms, scorer's clock 50.822 ms\nMNIST 97.36% (107,092/110,000), 51.772 ms/call; hold-out (kmnist) 96.74%, 50.460 ms/call (floored by the scorer's clock); score 51.772 ms\nenergy: one more fresh process runs the method back to back on fresh MNIST draws for 20 s, between idle windows in which it is frozen\n  NVIDIA A100-SXM4-80GB: idle 70.1 W with the method frozen; telemetry reference 18.3 TFLOP/s at 8.68 J/TFLOP above idle (a healthy NVIDIA A100-SXM4-80GB reads 6-11)\n  the round trip alone: 11.9 mJ per call over 3,106 empty calls, subtracted\n  the method: 440 calls in 20.0 s, MNIST 97.37%, 40.232 ms per call, 264.7 W on average\nenergy 8839.066 mJ per call above idle\n",
 "stderr": "",
 "record": {
  "version": "mnist-a100/1.2.0 (protections of sutro-mnist-medium/3.0.0, tightened; energy column)",
  "file": "submission.py",
  "function": "classify",
  "source_sha256": "43c487a621cd5e563f5636181db4af74816daecfa37c90bf3f850cf699c1df51",
  "band_bp": 270,
  "sandboxed": true,
  "holdout": "kmnist",
  "device": "NVIDIA A100-SXM4-80GB",
  "torch": "2.12.0+cu130",
  "calls": [
   {
    "dataset": "kmnist",
    "ms": 47.687679290771484,
    "parent_ms": 51.86297600000067,
    "correct": 9671,
    "total": 10000,
    "overhead_ms": 2.478250998608413
   },
   {
    "dataset": "mnist",
    "ms": 48.40345764160156,
    "parent_ms": 51.21873099999874,
    "correct": 9736,
    "total": 10000,
    "overhead_ms": 2.2304740000399406
   },
   {
    "dataset": "mnist",
    "ms": 48.09318542480469,
    "parent_ms": 55.89789000000067,
    "correct": 9741,
    "total": 10000,
    "overhead_ms": 2.448615498606401
   },
   {
    "dataset": "mnist",
    "ms": 48.57548904418945,
    "parent_ms": 53.28462499999631,
    "correct": 9738,
    "total": 10000,
    "overhead_ms": 2.4614310012067193
   },
   {
    "dataset": "mnist",
    "ms": 47.870975494384766,
    "parent_ms": 55.01506299999903,
    "correct": 9747,
    "total": 10000,
    "overhead_ms": 2.1525449991297307
   },
   {
    "dataset": "mnist",
    "ms": 47.917057037353516,
    "parent_ms": 56.4874049999986,
    "correct": 9725,
    "total": 10000,
    "overhead_ms": 1.5529160009455438
   },
   {
    "dataset": "mnist",
    "ms": 48.31846237182617,
    "parent_ms": 51.88349499999845,
    "correct": 9707,
    "total": 10000,
    "overhead_ms": 1.8892475020684003
   },
   {
    "dataset": "mnist",
    "ms": 47.682559967041016,
    "parent_ms": 53.982899000004636,
    "correct": 9747,
    "total": 10000,
    "overhead_ms": 1.9011655013831046
   },
   {
    "dataset": "mnist",
    "ms": 48.29081726074219,
    "parent_ms": 53.75808600000198,
    "correct": 9749,
    "total": 10000,
    "overhead_ms": 2.8147165011661173
   },
   {
    "dataset": "mnist",
    "ms": 49.0250244140625,
    "parent_ms": 55.494801999998344,
    "correct": 9717,
    "total": 10000,
    "overhead_ms": 2.0063939992970745
   },
   {
    "dataset": "mnist",
    "ms": 48.03481674194336,
    "parent_ms": 55.520712000003414,
    "correct": 9750,
    "total": 10000,
    "overhead_ms": 2.541495500163876
   },
   {
    "dataset": "kmnist",
    "ms": 48.08601760864258,
    "parent_ms": 53.7857359999947,
    "correct": 9678,
    "total": 10000,
    "overhead_ms": 2.428122999306993
   },
   {
    "dataset": "kmnist",
    "ms": 48.19148635864258,
    "parent_ms": 53.91032800000062,
    "correct": 9667,
    "total": 10000,
    "overhead_ms": 2.267351999128948
   },
   {
    "dataset": "mnist",
    "ms": 49.328128814697266,
    "parent_ms": 54.94480100000487,
    "correct": 9735,
    "total": 10000,
    "overhead_ms": 2.237783501034528
   },
   {
    "dataset": "kmnist",
    "ms": 49.16940689086914,
    "parent_ms": 52.81264399999941,
    "correct": 9679,
    "total": 10000,
    "overhead_ms": 1.9905844988243189
   }
  ],
  "problems": [],
  "summary": "MNIST 97.36% (107,092/110,000), 51.772 ms/call; hold-out (kmnist) 96.74%, 50.460 ms/call (floored by the scorer's clock)",
  "ranked_ms": 51.77218410217276,
  "energy": {
   "mj_per_call": 8839.065985200987,
   "problems": [],
   "net_mj_before_control": 8851.013795485236,
   "control_mj_per_call": 11.947810284249229,
   "control_calls": 3106,
   "gross_mj_per_call": 12038.822727272727,
   "idle_w": 70.08980117514417,
   "active_w": 264.69550383755643,
   "calls": 440,
   "seconds": 20.01198329099998,
   "ms_median": 40.23244857788086,
   "timed_mnist_ms_median": 48.29081726074219,
   "correct": 4284127,
   "total": 4400000,
   "reference": {
    "tflops_per_s": 18.268612020135514,
    "j_per_tflop": 8.68410541667209,
    "exact": true,
    "band": [
     [
      6.0,
      11.0
     ],
     [
      15.0,
      23.0
     ]
    ]
   },
   "device": {
    "name": "NVIDIA A100-SXM4-80GB",
    "uuid": "GPU-06cc408d-659e-84b1-3c57-627c595d4f56",
    "vbios": "92.00.9E.00.03",
    "driver": "580.95.05",
    "power_limit_w": 400.0
   },
   "windows": [
    {
     "name": "idle 1",
     "seconds": 5.007155272000006,
     "joules": 348.293,
     "utilization_max": 0,
     "contexts": 1
    },
    {
     "name": "reference",
     "seconds": 5.236167449999982,
     "joules": 1196.532,
     "matmuls": 696,
     "dim": 4096,
     "exact": true
    },
    {
     "name": "idle 2",
     "seconds": 5.0040962209999975,
     "joules": 351.156,
     "utilization_max": 0,
     "contexts": 1
    },
    {
     "name": "control",
     "seconds": 5.0030113640000025,
     "joules": 387.177,
     "calls": 3106
    },
    {
     "name": "idle 3",
     "seconds": 5.003837936999986,
     "joules": 349.112,
     "utilization_max": 0,
     "contexts": 1
    },
    {
     "name": "method",
     "seconds": 20.01198329099998,
     "joules": 5297.082,
     "calls": 440,
     "ms": [
      47.889408111572266,
      47.80134582519531,
      47.46137619018555,
      47.58015823364258,
      44.891136169433594,
      40.86272048950195,
      40.225791931152344,
      40.043521881103516,
      40.09369659423828,
      40.445953369140625,
      40.12543869018555,
      40.29747009277344,
      40.20121765136719,
      40.07014465332031,
      40.1530876159668,
      41.346046447753906,
      40.43775939941406,
      42.257408142089844,
      40.29030227661133,
      40.92927932739258,
      40.206336975097656,
      40.743934631347656,
      40.30668640136719,
      40.357887268066406,
      40.32102584838867,
      40.53094482421875,
      40.25856018066406,
      40.018943786621094,
      40.19200134277344,
      40.04044723510742,
      40.29132843017578,
      40.411136627197266,
      40.1346549987793,
      40.05683135986328,
      40.348670959472656,
      41.080833435058594,
      40.29439926147461,
      40.255489349365234,
      41.93791961669922,
      40.734718322753906,
      40.652801513671875,
      40.70195388793945,
      41.32352066040039,
      40.28518295288086,
      41.28665542602539,
      40.25241470336914,
      40.29235076904297,
      40.20326232910156,
      40.26572799682617,
      40.248321533203125,
      40.01996612548828,
      40.74700927734375,
      40.69785690307617,
      41.13612747192383,
      40.200191497802734,
      40.30771255493164,
      40.169471740722656,
      41.36652755737305,
      40.09983825683594,
      40.3507194519043,
      40.11827087402344,
      40.227840423583984,
      40.16844940185547,
      39.974910736083984,
      40.027137756347656,
      39.997440338134766,
      40.1715202331543,
      40.002559661865234,
      40.08550262451172,
      40.12543869018555,
      40.26163101196289,
      40.030208587646484,
      40.041473388671875,
      40.11724853515625,
      40.065025329589844,
      40.0814094543457,
      40.790016174316406,
      40.264705657958984,
      40.27391815185547,
      40.229888916015625,
      40.43366241455078,
      40.179710388183594,
      40.29542541503906,
      40.206336975097656,
      40.23295974731445,
      40.14080047607422,
      40.211456298828125,
      40.202239990234375,
      40.3056640625,
      40.56166458129883,
      41.67679977416992,
      40.90265655517578,
      41.65836715698242,
      40.407039642333984,
      40.181758880615234,
      40.4029426574707,
      40.544254302978516,
      40.02201461791992,
      40.89548873901367,
      40.12748718261719,
      40.43059158325195,
      40.07526397705078,
      40.47257614135742,
      40.783870697021484,
      40.441856384277344,
      40.30976104736328,
      40.441856384277344,
      40.13056182861328,
      40.38041687011719,
      40.07833480834961,
      40.372222900390625,
      40.16640090942383,
      40.33536148071289,
      40.09062576293945,
      40.70912170410156,
      40.09062576293945,
      40.420352935791016,
      40.14080047607422,
      40.86272048950195,
      40.11212921142578,
      40.20121765136719,
      40.1530876159668,
      40.27289581298828,
      40.13568115234375,
      40.225791931152344,
      40.17561721801758,
      40.36812973022461,
      40.18483352661133,
      40.172542572021484,
      40.59852981567383,
      40.15411376953125,
      40.06911849975586,
      40.12646484375,
      40.12031936645508,
      40.18073654174805,
      40.1080322265625,
      40.198143005371094,
      40.12646484375,
      39.962623596191406,
      39.98720169067383,
      40.813568115234375,
      40.13056182861328,
      40.54323196411133,
      40.169471740722656,
      40.414207458496094,
      40.12543869018555,
      40.425472259521484,
      40.12236785888672,
      40.37120056152344,
      40.211456298828125,
      40.151039123535156,
      40.21964645385742,
      40.14284896850586,
      40.13772964477539,
      40.10700988769531,
      40.176639556884766,
      40.1530876159668,
      40.174591064453125,
      40.34355163574219,
      40.411136627197266,
      40.16435241699219,
      40.46438217163086,
      40.176639556884766,
      40.4029426574707,
      40.09369659423828,
      40.432640075683594,
      40.22886276245117,
      40.53196716308594,
      40.178688049316406,
      40.16230392456055,
      40.34560012817383,
      40.11212921142578,
      40.14080047607422,
      40.146942138671875,
      40.202239990234375,
      40.09676742553711,
      40.141822814941406,
      40.197120666503906,
      41.038848876953125,
      40.15718460083008,
      40.83814239501953,
      40.11724853515625,
      40.45004653930664,
      40.14284896850586,
      40.28620910644531,
      40.14796829223633,
      40.414207458496094,
      40.156158447265625,
      39.969791412353516,
      40.521728515625,
      40.28416061401367,
      40.25446319580078,
      40.246273040771484,
      40.3240966796875,
      40.80537414550781,
      40.3240966796875,
      40.372222900390625,
      40.71116638183594,
      40.64665603637695,
      40.3322868347168,
      40.16230392456055,
      40.38246536254883,
      40.571903228759766,
      40.38451385498047,
      40.767486572265625,
      40.51456069946289,
      40.348670959472656,
      40.36198425292969,
      40.167423248291016,
      40.381439208984375,
      40.190975189208984,
      40.44697570800781,
      40.235008239746094,
      40.822784423828125,
      40.197120666503906,
      41.11974334716797,
      40.15411376953125,
      41.964542388916016,
      40.183807373046875,
      40.676353454589844,
      39.988224029541016,
      40.52684783935547,
      40.12748718261719,
      40.36403274536133,
      40.043521881103516,
      40.416255950927734,
      40.18483352661133,
      40.370174407958984,
      40.1346549987793,
      40.30156707763672,
      40.11008071899414,
      40.57292938232422,
      40.01689529418945,
      40.037376403808594,
      40.06911849975586,
      40.046592712402344,
      40.027137756347656,
      40.02406311035156,
      40.08038330078125,
      40.03123092651367,
      40.623104095458984,
      40.51558303833008,
      40.47359848022461,
      40.29132843017578,
      40.163326263427734,
      40.791038513183594,
      40.264705657958984,
      40.813568115234375,
      40.215553283691406,
      40.71321487426758,
      40.237056732177734,
      40.79206466674805,
      40.16435241699219,
      40.28927993774414,
      40.218624114990234,
      40.185855865478516,
      40.181758880615234,
      40.13056182861328,
      40.160255432128906,
      40.179710388183594,
      40.211456298828125,
      40.09471893310547,
      40.281089782714844,
      40.193023681640625,
      40.73062515258789,
      40.151039123535156,
      40.16435241699219,
      40.11008071899414,
      40.29132843017578,
      40.10393524169922,
      40.441856384277344,
      40.14387130737305,
      40.35993576049805,
      40.11520004272461,
      39.986175537109375,
      40.445953369140625,
      40.065025329589844,
      40.29849624633789,
      40.12851333618164,
      40.11520004272461,
      41.12384033203125,
      40.172542572021484,
      40.379390716552734,
      40.2872314453125,
      40.06195068359375,
      40.178688049316406,
      40.16640090942383,
      40.1448974609375,
      40.09267044067383,
      40.176639556884766,
      40.93952178955078,
      40.21043014526367,
      40.94464111328125,
      40.33843231201172,
      40.832000732421875,
      40.629249572753906,
      40.158206939697266,
      40.60569763183594,
      40.216575622558594,
      40.71014404296875,
      40.16844940185547,
      40.54220962524414,
      40.231937408447266,
      40.588287353515625,
      40.15001678466797,
      40.07628631591797,
      40.75519943237305,
      41.12895965576172,
      40.3322868347168,
      40.25856018066406,
      40.377342224121094,
      40.158206939697266,
      40.34355163574219,
      40.22681427001953,
      40.353790283203125,
      40.22681427001953,
      40.08550262451172,
      40.40806579589844,
      40.32204818725586,
      40.30156707763672,
      40.24319839477539,
      40.29132843017578,
      40.3138542175293,
      40.377342224121094,
      40.18278503417969,
      40.2503662109375,
      40.037376403808594,
      40.16230392456055,
      40.046592712402344,
      40.09164810180664,
      40.03635025024414,
      40.12441635131836,
      40.027137756347656,
      40.151039123535156,
      40.98252868652344,
      40.33331298828125,
      40.12748718261719,
      40.54323196411133,
      40.253440856933594,
      40.12748718261719,
      40.2872314453125,
      40.30054473876953,
      40.2237434387207,
      40.10086441040039,
      40.239105224609375,
      40.08652877807617,
      40.2606086730957,
      40.1868782043457,
      40.381439208984375,
      40.08652877807617,
      40.94771194458008,
      40.339454650878906,
      40.281089782714844,
      40.241153717041016,
      40.21760177612305,
      40.44083023071289,
      40.17356872558594,
      40.84223937988281,
      40.19916915893555,
      40.438785552978516,
      40.2237434387207,
      40.407039642333984,
      40.30464172363281,
      40.360958099365234,
      40.239105224609375,
      40.392704010009766,
      40.25651168823242,
      40.220672607421875,
      40.216575622558594,
      40.662017822265625,
      40.227840423583984,
      40.29030227661133,
      40.006656646728516,
      40.873985290527344,
      40.172542572021484,
      40.639488220214844,
      40.1715202331543,
      40.46335983276367,
      40.165374755859375,
      40.187904357910156,
      40.09676742553711,
      40.21964645385742,
      40.04044723510742,
      40.030208587646484,
      40.3138542175293,
      40.188926696777344,
      40.28927993774414,
      40.2503662109375,
      40.198143005371094,
      40.25446319580078,
      40.62412643432617,
      40.216575622558594,
      40.22169494628906,
      40.14080047607422,
      40.05478286743164,
      40.71731185913086,
      40.187904357910156,
      40.25651168823242,
      40.193023681640625,
      40.169471740722656,
      40.34150314331055,
      40.23807907104492,
      40.58726501464844,
      40.13363265991211,
      40.394752502441406,
      40.146942138671875,
      40.16230392456055,
      40.057857513427734,
      40.0814094543457,
      40.60979080200195,
      40.13568115234375,
      40.48896026611328,
      40.21247863769531,
      40.29849624633789,
      40.650753021240234,
      40.141822814941406,
      40.07321548461914,
      40.1715202331543,
      40.198143005371094,
      40.24012756347656,
      40.05376052856445,
      40.034305572509766,
      40.06809616088867,
      40.07321548461914,
      40.043521881103516,
      40.13363265991211,
      40.806400299072266,
      40.35686492919922,
      40.255489349365234,
      40.264705657958984,
      40.27699279785156,
      40.4664306640625,
      40.224769592285156,
      40.3138542175293,
      40.31180953979492,
      40.11212921142578,
      40.57292938232422,
      40.864768981933594,
      40.187904357910156,
      40.37120056152344
     ],
     "correct": [
      9713,
      9722,
      9750,
      9745,
      9746,
      9731,
      9735,
      9732,
      9712,
      9752,
      9742,
      9743,
      9751,
      9760,
      9725,
      9733,
      9740,
      9734,
      9730,
      9742,
      9737,
      9741,
      9724,
      9745,
      9727,
      9735,
      9724,
      9760,
      9739,
      9725,
      9740,
      9735,
      9715,
      9723,
      9750,
      9749,
      9744,
      9729,
      9735,
      9732,
      9710,
      9752,
      9742,
      9744,
      9752,
      9759,
      9727,
      9735,
      9741,
      9737,
      9730,
      9744,
      9733,
      9736,
      9726,
      9751,
      9725,
      9736,
      9724,
      9759,
      9738,
      9724,
      9736,
      9732,
      9715,
      9721,
      9748,
      9744,
      9746,
      9727,
      9736,
      9734,
      9709,
      9752,
      9742,
      9742,
      9752,
      9758,
      9729,
      9734,
      9740,
      9733,
      9725,
      9740,
      9730,
      9738,
      9725,
      9745,
      9729,
      9735,
      9725,
      9761,
      9737,
      9726,
      9734,
      9733,
      9713,
      9719,
      9746,
      9742,
      9745,
      9728,
      9735,
      9732,
      9714,
      9754,
      9743,
      9744,
      9751,
      9760,
      9723,
      9735,
      9741,
      9735,
      9730,
      9743,
      9739,
      9741,
      9724,
      9751,
      9731,
      9734,
      9728,
      9761,
      9740,
      9728,
      9738,
      9740,
      9713,
      9720,
      9748,
      9747,
      9743,
      9730,
      9735,
      9732,
      9718,
      9748,
      9742,
      9741,
      9750,
      9760,
      9726,
      9734,
      9740,
      9737,
      9730,
      9742,
      9737,
      9742,
      9724,
      9749,
      9731,
      9735,
      9727,
      9761,
      9738,
      9728,
      9734,
      9731,
      9715,
      9719,
      9750,
      9748,
      9744,
      9728,
      9735,
      9733,
      9709,
      9753,
      9743,
      9741,
      9751,
      9761,
      9725,
      9736,
      9740,
      9735,
      9729,
      9742,
      9731,
      9735,
      9723,
      9753,
      9730,
      9735,
      9726,
      9763,
      9740,
      9732,
      9728,
      9732,
      9710,
      9722,
      9749,
      9748,
      9746,
      9728,
      9735,
      9733,
      9710,
      9752,
      9741,
      9742,
      9753,
      9760,
      9728,
      9734,
      9741,
      9736,
      9732,
      9744,
      9734,
      9737,
      9725,
      9746,
      9726,
      9734,
      9728,
      9760,
      9738,
      9723,
      9738,
      9733,
      9714,
      9722,
      9749,
      9748,
      9745,
      9730,
      9735,
      9732,
      9712,
      9751,
      9739,
      9741,
      9751,
      9758,
      9729,
      9735,
      9741,
      9736,
      9730,
      9745,
      9732,
      9740,
      9726,
      9752,
      9730,
      9735,
      9726,
      9760,
      9737,
      9732,
      9736,
      9730,
      9716,
      9719,
      9748,
      9745,
      9746,
      9730,
      9736,
      9732,
      9711,
      9753,
      9743,
      9741,
      9751,
      9761,
      9721,
      9734,
      9740,
      9735,
      9733,
      9743,
      9734,
      9742,
      9724,
      9746,
      9731,
      9735,
      9729,
      9763,
      9737,
      9729,
      9738,
      9733,
      9713,
      9726,
      9751,
      9744,
      9745,
      9730,
      9734,
      9734,
      9709,
      9754,
      9742,
      9743,
      9752,
      9760,
      9720,
      9734,
      9740,
      9734,
      9728,
      9742,
      9732,
      9742,
      9725,
      9755,
      9735,
      9736,
      9726,
      9761,
      9737,
      9729,
      9730,
      9734,
      9712,
      9725,
      9747,
      9749,
      9744,
      9728,
      9734,
      9732,
      9712,
      9753,
      9742,
      9741,
      9753,
      9761,
      9723,
      9734,
      9741,
      9734,
      9731,
      9742,
      9732,
      9739,
      9723,
      9749,
      9731,
      9734,
      9726,
      9759,
      9737,
      9733,
      9739,
      9728,
      9715,
      9721,
      9748,
      9748,
      9743,
      9728,
      9734,
      9734,
      9705,
      9752,
      9742,
      9743,
      9753,
      9758,
      9726,
      9733,
      9740,
      9735,
      9729,
      9743,
      9735,
      9734,
      9723,
      9749,
      9729,
      9735,
      9731,
      9760,
      9738,
      9728,
      9741,
      9730,
      9715,
      9724,
      9750,
      9748,
      9744,
      9731,
      9735,
      9735,
      9706,
      9754,
      9742,
      9746,
      9751,
      9758,
      9728,
      9735,
      9741,
      9737,
      9728,
      9744,
      9738,
      9741,
      9724,
      9750,
      9730,
      9735,
      9726,
      9760,
      9735,
      9729,
      9740,
      9731,
      9713,
      9723,
      9751,
      9745,
      9745,
      9726,
      9735,
      9733,
      9709,
      9754,
      9741,
      9741,
      9751,
      9759,
      9728,
      9736,
      9741,
      9736,
      9730,
      9742,
      9738,
      9738,
      9725,
      9753
     ]
    },
    {
     "name": "idle 4",
     "seconds": 5.003866168000002,
     "joules": 352.326,
     "utilization_max": 0,
     "contexts": 1
    }
   ]
  }
 }
}
