{
 "returncode": 0,
 "stdout": "submission.py:classify at 2.70% error: 15 timed calls, each in a fresh process\n  review flag: 16,104 bytes, close to the 20,480-byte limit\n  NVIDIA A100-SXM4-80GB, torch 2.12.0+cu130, sandbox on\n  call  1/15: 48.516 ms, scorer's clock 49.194 ms\n  call  2/15: 48.427 ms, scorer's clock 48.608 ms\n  call  3/15: 47.637 ms, scorer's clock 48.637 ms\n  call  4/15: 48.653 ms, scorer's clock 53.734 ms\n  call  5/15: 48.131 ms, scorer's clock 50.006 ms\n  call  6/15: 47.526 ms, scorer's clock 51.494 ms\n  call  7/15: 48.219 ms, scorer's clock 51.557 ms\n  call  8/15: 49.135 ms, scorer's clock 54.075 ms\n  call  9/15: 48.081 ms, scorer's clock 52.280 ms\n  call 10/15: 50.113 ms, scorer's clock 54.042 ms\n  call 11/15: 47.891 ms, scorer's clock 50.329 ms\n  call 12/15: 49.280 ms, scorer's clock 55.724 ms\n  call 13/15: 47.735 ms, scorer's clock 50.637 ms\n  call 14/15: 47.710 ms, scorer's clock 51.303 ms\n  call 15/15: 48.367 ms, scorer's clock 50.976 ms\nMNIST 97.47% (107,212/110,000), 51.235 ms/call; hold-out (kmnist) 96.82%, 50.970 ms/call (floored by the scorer's clock); score 51.235 ms\nenergy: one more fresh process runs the method back to back on fresh MNIST draws for 20 s, between idle windows in which it is frozen\n  NVIDIA A100-SXM4-80GB: idle 90.4 W with the method frozen; telemetry reference 18.2 TFLOP/s at 8.68 J/TFLOP above idle (a healthy NVIDIA A100-SXM4-80GB reads 6-11)\n  the round trip alone: 13.0 mJ per call over 2,724 empty calls, subtracted\n  the method: 433 calls in 20.0 s, MNIST 97.43%, 40.528 ms per call, 285.9 W on average\nenergy 9042.249 mJ per call above idle\n",
 "stderr": "",
 "record": {
  "version": "mnist-a100/1.2.0 (protections of sutro-mnist-medium/3.0.0, tightened; energy column)",
  "file": "submission.py",
  "function": "classify",
  "source_sha256": "43c487a621cd5e563f5636181db4af74816daecfa37c90bf3f850cf699c1df51",
  "band_bp": 270,
  "sandboxed": true,
  "holdout": "kmnist",
  "device": "NVIDIA A100-SXM4-80GB",
  "torch": "2.12.0+cu130",
  "calls": [
   {
    "dataset": "mnist",
    "ms": 48.515838623046875,
    "parent_ms": 52.125559000000266,
    "correct": 9752,
    "total": 10000,
    "overhead_ms": 2.931714500175417
   },
   {
    "dataset": "kmnist",
    "ms": 48.42716979980469,
    "parent_ms": 51.48028900000057,
    "correct": 9704,
    "total": 10000,
    "overhead_ms": 2.872221999092048
   },
   {
    "dataset": "kmnist",
    "ms": 47.636863708496094,
    "parent_ms": 51.400758000006874,
    "correct": 9689,
    "total": 10000,
    "overhead_ms": 2.763967498580314
   },
   {
    "dataset": "mnist",
    "ms": 48.6530876159668,
    "parent_ms": 56.90273399999768,
    "correct": 9749,
    "total": 10000,
    "overhead_ms": 3.168341500090264
   },
   {
    "dataset": "mnist",
    "ms": 48.13071823120117,
    "parent_ms": 53.001049000002354,
    "correct": 9732,
    "total": 10000,
    "overhead_ms": 2.994832000790808
   },
   {
    "dataset": "mnist",
    "ms": 47.52649688720703,
    "parent_ms": 54.182670000002986,
    "correct": 9744,
    "total": 10000,
    "overhead_ms": 2.688677000760663
   },
   {
    "dataset": "mnist",
    "ms": 48.2193603515625,
    "parent_ms": 54.6500150000071,
    "correct": 9737,
    "total": 10000,
    "overhead_ms": 3.093301500314169
   },
   {
    "dataset": "mnist",
    "ms": 49.1346549987793,
    "parent_ms": 56.816736999991235,
    "correct": 9731,
    "total": 10000,
    "overhead_ms": 2.741920498752279
   },
   {
    "dataset": "kmnist",
    "ms": 48.08147048950195,
    "parent_ms": 55.37921699999515,
    "correct": 9666,
    "total": 10000,
    "overhead_ms": 3.0993685005848874
   },
   {
    "dataset": "mnist",
    "ms": 50.11315155029297,
    "parent_ms": 56.78104999999789,
    "correct": 9754,
    "total": 10000,
    "overhead_ms": 2.738889499568643
   },
   {
    "dataset": "mnist",
    "ms": 47.89120101928711,
    "parent_ms": 53.81401600000402,
    "correct": 9751,
    "total": 10000,
    "overhead_ms": 3.484548501167012
   },
   {
    "dataset": "kmnist",
    "ms": 49.28015899658203,
    "parent_ms": 58.62920699999563,
    "correct": 9670,
    "total": 10000,
    "overhead_ms": 2.904905999923187
   },
   {
    "dataset": "mnist",
    "ms": 47.73535919189453,
    "parent_ms": 53.60913400001266,
    "correct": 9764,
    "total": 10000,
    "overhead_ms": 2.9719179982426454
   },
   {
    "dataset": "mnist",
    "ms": 47.709537506103516,
    "parent_ms": 54.57646899998281,
    "correct": 9745,
    "total": 10000,
    "overhead_ms": 3.2739595006153195
   },
   {
    "dataset": "mnist",
    "ms": 48.3666877746582,
    "parent_ms": 53.78273399998079,
    "correct": 9753,
    "total": 10000,
    "overhead_ms": 2.8071000002577193
   }
  ],
  "problems": [],
  "summary": "MNIST 97.47% (107,212/110,000), 51.235 ms/call; hold-out (kmnist) 96.82%, 50.970 ms/call (floored by the scorer's clock)",
  "ranked_ms": 51.23518036640862,
  "energy": {
   "mj_per_call": 9042.249256690258,
   "problems": [],
   "net_mj_before_control": 9055.244908326691,
   "control_mj_per_call": 12.995651636432513,
   "control_calls": 2724,
   "gross_mj_per_call": 13239.88221709007,
   "idle_w": 90.37733388842449,
   "active_w": 285.94718430471863,
   "calls": 433,
   "seconds": 20.048698901999984,
   "ms_median": 40.528385162353516,
   "timed_mnist_ms_median": 48.2193603515625,
   "correct": 4218513,
   "total": 4330000,
   "reference": {
    "tflops_per_s": 18.16777089939426,
    "j_per_tflop": 8.675668946936531,
    "exact": true,
    "band": [
     [
      6.0,
      11.0
     ],
     [
      15.0,
      23.0
     ]
    ]
   },
   "device": {
    "name": "NVIDIA A100-SXM4-80GB",
    "uuid": "GPU-f61e73c1-dc35-393f-24d9-3369d19be5d3",
    "vbios": "92.00.94.00.04",
    "driver": "580.95.05",
    "power_limit_w": 400.0
   },
   "windows": [
    {
     "name": "idle 1",
     "seconds": 5.004556925000003,
     "joules": 443.19,
     "utilization_max": 0,
     "contexts": 1
    },
    {
     "name": "reference",
     "seconds": 5.204711161999995,
     "joules": 1282.167,
     "matmuls": 688,
     "dim": 4096,
     "exact": true
    },
    {
     "name": "idle 2",
     "seconds": 5.0060879090000014,
     "joules": 445.053,
     "utilization_max": 0,
     "contexts": 1
    },
    {
     "name": "control",
     "seconds": 5.003483404999997,
     "joules": 480.521,
     "calls": 2724
    },
    {
     "name": "idle 3",
     "seconds": 5.004300771000004,
     "joules": 445.493,
     "utilization_max": 0,
     "contexts": 1
    },
    {
     "name": "method",
     "seconds": 20.048698901999984,
     "joules": 5732.869,
     "calls": 433,
     "ms": [
      48.08233642578125,
      47.756256103515625,
      47.8271369934082,
      42.01017761230469,
      40.5714225769043,
      40.79929733276367,
      41.08924865722656,
      41.02425765991211,
      40.799583435058594,
      41.779518127441406,
      41.04159927368164,
      40.435935974121094,
      40.375518798828125,
      40.45286560058594,
      42.66364669799805,
      40.1360969543457,
      41.63587188720703,
      40.97468948364258,
      41.84531021118164,
      40.77462387084961,
      40.57231903076172,
      41.887359619140625,
      41.02220916748047,
      40.86320114135742,
      40.67270278930664,
      40.51353454589844,
      40.59292984008789,
      40.35004806518555,
      40.25094223022461,
      40.315006256103516,
      40.463134765625,
      40.552703857421875,
      48.27939224243164,
      40.5250244140625,
      44.32108688354492,
      40.44425582885742,
      40.73430252075195,
      40.978431701660156,
      40.783294677734375,
      40.3326416015625,
      40.86323165893555,
      41.0035514831543,
      40.73823928833008,
      41.608543395996094,
      40.18191909790039,
      40.94927978515625,
      40.625343322753906,
      40.47734451293945,
      40.436607360839844,
      40.438846588134766,
      40.09836959838867,
      40.226497650146484,
      40.09836959838867,
      40.065086364746094,
      40.016929626464844,
      39.940513610839844,
      40.11756896972656,
      40.921119689941406,
      40.5181770324707,
      40.37001419067383,
      40.01839828491211,
      40.05606460571289,
      40.116127014160156,
      40.137535095214844,
      40.384735107421875,
      40.5786247253418,
      40.316673278808594,
      40.138206481933594,
      42.50374221801758,
      40.31727981567383,
      40.05622482299805,
      40.254432678222656,
      40.172000885009766,
      40.21033477783203,
      40.1418571472168,
      40.30704116821289,
      42.44233703613281,
      40.19289779663086,
      40.1610221862793,
      40.20454406738281,
      40.387264251708984,
      40.21788787841797,
      40.328224182128906,
      40.211456298828125,
      40.2993278503418,
      40.35232162475586,
      40.24480056762695,
      40.27766418457031,
      40.28665542602539,
      43.40137481689453,
      40.14700698852539,
      40.267486572265625,
      39.998817443847656,
      40.249855041503906,
      40.13145446777344,
      40.419166564941406,
      40.82313537597656,
      40.833343505859375,
      40.43436813354492,
      40.46713638305664,
      40.24099349975586,
      40.23526382446289,
      40.23286437988281,
      40.37004852294922,
      40.28947067260742,
      40.282718658447266,
      40.63935852050781,
      40.38185501098633,
      43.189247131347656,
      40.81327819824219,
      40.645599365234375,
      40.4884147644043,
      44.752193450927734,
      40.6247673034668,
      40.37315368652344,
      40.39535903930664,
      40.149505615234375,
      40.22844696044922,
      40.374881744384766,
      42.80976104736328,
      40.383296966552734,
      40.93507385253906,
      41.2960319519043,
      40.86588668823242,
      40.45100784301758,
      41.3521614074707,
      40.2503662109375,
      40.34531021118164,
      42.78425598144531,
      40.58911895751953,
      40.68473434448242,
      41.35491180419922,
      40.91276931762695,
      43.0272331237793,
      40.596126556396484,
      40.38915252685547,
      40.29734420776367,
      40.495262145996094,
      44.11238479614258,
      40.6517448425293,
      40.30412673950195,
      40.772830963134766,
      40.57382583618164,
      42.386783599853516,
      40.56131362915039,
      40.630943298339844,
      40.230751037597656,
      40.48857498168945,
      41.189247131347656,
      40.342369079589844,
      40.55836868286133,
      40.260414123535156,
      40.459999084472656,
      45.947967529296875,
      40.40351867675781,
      40.06675338745117,
      41.061824798583984,
      40.4890251159668,
      40.445823669433594,
      40.63536071777344,
      40.18159866333008,
      40.25852966308594,
      40.42323303222656,
      40.20275115966797,
      40.295265197753906,
      40.17148971557617,
      40.60649490356445,
      40.24892807006836,
      40.2044792175293,
      40.09920120239258,
      40.419166564941406,
      40.70521545410156,
      40.6464958190918,
      40.96752166748047,
      40.77532958984375,
      40.969791412353516,
      41.06758499145508,
      41.47158432006836,
      40.605567932128906,
      40.81119918823242,
      40.69939041137695,
      40.793792724609375,
      40.38723373413086,
      40.56816101074219,
      40.55433654785156,
      41.09302520751953,
      40.88623809814453,
      40.59036636352539,
      40.577632904052734,
      40.45043182373047,
      40.16633605957031,
      40.33808135986328,
      40.46249771118164,
      41.48518371582031,
      40.52403259277344,
      40.785247802734375,
      40.39187240600586,
      40.397342681884766,
      40.219871520996094,
      41.56022262573242,
      41.09574508666992,
      40.77497482299805,
      40.840415954589844,
      40.47945785522461,
      40.58047866821289,
      40.48934555053711,
      40.48275375366211,
      40.62966537475586,
      40.94985580444336,
      40.681758880615234,
      40.343936920166016,
      40.647071838378906,
      40.42902374267578,
      41.20207977294922,
      40.23302459716797,
      40.44300842285156,
      40.50067138671875,
      40.4139518737793,
      40.55587387084961,
      40.56175994873047,
      40.63248062133789,
      40.28166580200195,
      40.5219841003418,
      40.44761657714844,
      40.12870407104492,
      40.44233703613281,
      40.491966247558594,
      43.127742767333984,
      40.454593658447266,
      40.5667839050293,
      40.528255462646484,
      40.25846481323242,
      41.07929611206055,
      40.65856170654297,
      41.01942443847656,
      40.37984085083008,
      40.168704986572266,
      40.33456039428711,
      40.41350555419922,
      40.81727981567383,
      41.03830337524414,
      40.469120025634766,
      42.55487823486328,
      40.5432014465332,
      40.24812698364258,
      40.407264709472656,
      40.722015380859375,
      40.5882568359375,
      40.806304931640625,
      41.83168029785156,
      41.3600959777832,
      40.583744049072266,
      40.37606430053711,
      40.467777252197266,
      40.40812683105469,
      40.676673889160156,
      40.64457702636719,
      40.239585876464844,
      41.88566589355469,
      41.413856506347656,
      40.40800094604492,
      40.380191802978516,
      40.32243347167969,
      40.519935607910156,
      40.45292663574219,
      40.53478240966797,
      41.025535583496094,
      40.76374435424805,
      40.46799850463867,
      41.26563262939453,
      40.47951889038086,
      40.40947341918945,
      40.299808502197266,
      40.313697814941406,
      40.349918365478516,
      40.356510162353516,
      40.17695999145508,
      40.596832275390625,
      40.35075378417969,
      40.927711486816406,
      40.56902313232422,
      41.632415771484375,
      40.736961364746094,
      41.986305236816406,
      40.61065673828125,
      40.36841583251953,
      40.91775894165039,
      40.263519287109375,
      40.24755096435547,
      41.1231689453125,
      40.92643356323242,
      40.63206481933594,
      41.19401550292969,
      40.48198318481445,
      40.8521614074707,
      40.497310638427734,
      40.21084976196289,
      40.577919006347656,
      40.05033493041992,
      40.14985656738281,
      40.33375930786133,
      40.19276809692383,
      41.14140701293945,
      40.21526336669922,
      40.528385162353516,
      40.18463897705078,
      40.30144119262695,
      40.23225784301758,
      40.32406234741211,
      40.46739196777344,
      40.34396743774414,
      40.453407287597656,
      40.324256896972656,
      40.64854431152344,
      40.453311920166016,
      40.52614212036133,
      40.22252655029297,
      40.252960205078125,
      40.34511947631836,
      40.42559814453125,
      40.369632720947266,
      43.09523010253906,
      40.55683135986328,
      41.426719665527344,
      40.60908889770508,
      42.80147171020508,
      44.02703857421875,
      40.762718200683594,
      40.39932632446289,
      43.5266227722168,
      40.91312026977539,
      40.1841926574707,
      40.82691192626953,
      40.876094818115234,
      40.83036804199219,
      40.60572814941406,
      42.113216400146484,
      40.65206527709961,
      40.650943756103516,
      44.08278274536133,
      40.37071990966797,
      40.87200164794922,
      40.4365119934082,
      40.50352096557617,
      41.08700942993164,
      41.109920501708984,
      40.39263916015625,
      42.019073486328125,
      40.135009765625,
      40.411006927490234,
      40.9167366027832,
      41.44966506958008,
      40.07289505004883,
      40.37311935424805,
      41.78704071044922,
      50.56480026245117,
      40.33436965942383,
      40.83900833129883,
      42.084896087646484,
      40.41462326049805,
      40.30495834350586,
      40.658145904541016,
      42.61948776245117,
      40.28300857543945,
      40.51171112060547,
      40.449440002441406,
      40.2599983215332,
      40.40390396118164,
      40.280799865722656,
      40.28166580200195,
      41.28607940673828,
      40.638431549072266,
      40.66896057128906,
      40.187713623046875,
      40.37849426269531,
      40.596927642822266,
      40.388065338134766,
      40.20256042480469,
      41.430049896240234,
      40.74105453491211,
      40.629024505615234,
      41.62092971801758,
      40.70444869995117,
      41.3671989440918,
      40.471553802490234,
      41.36870574951172,
      40.6212158203125,
      40.52918243408203,
      40.4081916809082,
      45.63030242919922,
      40.5695686340332,
      40.95110321044922,
      41.27155303955078,
      40.332481384277344,
      40.336734771728516,
      40.65430450439453,
      40.505184173583984,
      40.63430404663086,
      41.01728057861328,
      41.02067184448242,
      40.57020950317383,
      41.19337463378906,
      42.106815338134766,
      41.58544158935547,
      41.425758361816406,
      41.70195388793945,
      41.2355842590332,
      40.59529495239258,
      40.70252990722656,
      42.87836837768555,
      40.611873626708984,
      40.39567947387695,
      40.6847038269043,
      40.45862579345703,
      40.31110382080078,
      40.24604797363281,
      40.00553512573242,
      40.42764663696289,
      41.6769905090332,
      40.340030670166016,
      40.224830627441406,
      40.62553787231445,
      46.36947250366211,
      40.48291015625,
      41.193729400634766,
      40.62678527832031,
      40.78412628173828,
      42.03878402709961,
      40.87123107910156,
      43.34806442260742,
      40.49574279785156,
      40.531551361083984,
      41.285953521728516
     ],
     "correct": [
      9752,
      9708,
      9710,
      9726,
      9756,
      9746,
      9750,
      9729,
      9726,
      9746,
      9764,
      9762,
      9729,
      9752,
      9752,
      9738,
      9788,
      9753,
      9736,
      9772,
      9740,
      9737,
      9745,
      9739,
      9737,
      9739,
      9744,
      9757,
      9715,
      9742,
      9738,
      9737,
      9751,
      9713,
      9710,
      9725,
      9757,
      9747,
      9750,
      9729,
      9728,
      9747,
      9762,
      9764,
      9727,
      9755,
      9750,
      9738,
      9791,
      9752,
      9736,
      9770,
      9740,
      9735,
      9742,
      9737,
      9738,
      9739,
      9744,
      9759,
      9716,
      9748,
      9740,
      9733,
      9754,
      9710,
      9711,
      9725,
      9754,
      9747,
      9749,
      9729,
      9724,
      9745,
      9763,
      9761,
      9731,
      9752,
      9752,
      9740,
      9785,
      9753,
      9736,
      9770,
      9738,
      9732,
      9744,
      9741,
      9738,
      9740,
      9744,
      9759,
      9716,
      9746,
      9740,
      9733,
      9751,
      9708,
      9711,
      9725,
      9756,
      9747,
      9749,
      9729,
      9725,
      9744,
      9760,
      9761,
      9729,
      9753,
      9750,
      9739,
      9788,
      9751,
      9737,
      9769,
      9742,
      9743,
      9745,
      9745,
      9739,
      9738,
      9742,
      9756,
      9714,
      9751,
      9741,
      9737,
      9752,
      9713,
      9709,
      9727,
      9759,
      9747,
      9749,
      9729,
      9722,
      9745,
      9761,
      9758,
      9725,
      9751,
      9750,
      9739,
      9790,
      9752,
      9735,
      9769,
      9744,
      9738,
      9742,
      9744,
      9740,
      9740,
      9744,
      9760,
      9716,
      9753,
      9736,
      9735,
      9750,
      9708,
      9712,
      9726,
      9757,
      9747,
      9749,
      9728,
      9720,
      9745,
      9758,
      9758,
      9727,
      9757,
      9750,
      9737,
      9790,
      9753,
      9735,
      9770,
      9741,
      9736,
      9746,
      9742,
      9740,
      9738,
      9743,
      9759,
      9715,
      9741,
      9741,
      9732,
      9750,
      9707,
      9710,
      9726,
      9757,
      9744,
      9747,
      9729,
      9723,
      9746,
      9761,
      9760,
      9730,
      9753,
      9752,
      9743,
      9792,
      9753,
      9736,
      9770,
      9737,
      9734,
      9746,
      9740,
      9740,
      9740,
      9743,
      9761,
      9715,
      9746,
      9738,
      9734,
      9752,
      9708,
      9711,
      9726,
      9755,
      9746,
      9748,
      9729,
      9721,
      9746,
      9766,
      9762,
      9729,
      9748,
      9749,
      9737,
      9792,
      9753,
      9735,
      9770,
      9744,
      9732,
      9742,
      9736,
      9739,
      9739,
      9744,
      9760,
      9715,
      9749,
      9738,
      9735,
      9749,
      9710,
      9712,
      9724,
      9757,
      9749,
      9748,
      9730,
      9724,
      9745,
      9764,
      9761,
      9727,
      9749,
      9750,
      9744,
      9787,
      9753,
      9735,
      9770,
      9736,
      9736,
      9744,
      9740,
      9740,
      9738,
      9744,
      9761,
      9714,
      9745,
      9737,
      9733,
      9751,
      9711,
      9710,
      9726,
      9757,
      9745,
      9752,
      9727,
      9724,
      9746,
      9761,
      9762,
      9727,
      9746,
      9748,
      9736,
      9793,
      9751,
      9735,
      9770,
      9739,
      9735,
      9745,
      9742,
      9736,
      9739,
      9742,
      9759,
      9716,
      9746,
      9738,
      9729,
      9751,
      9707,
      9709,
      9726,
      9757,
      9749,
      9749,
      9728,
      9731,
      9745,
      9764,
      9757,
      9729,
      9748,
      9750,
      9731,
      9790,
      9754,
      9734,
      9770,
      9740,
      9739,
      9743,
      9743,
      9741,
      9738,
      9744,
      9758,
      9715,
      9746,
      9739,
      9734,
      9752,
      9706,
      9713,
      9726,
      9756,
      9747,
      9749,
      9729,
      9724,
      9746,
      9763,
      9761,
      9728,
      9749,
      9753,
      9739,
      9788,
      9754,
      9736,
      9770,
      9740,
      9736,
      9746,
      9739,
      9739,
      9738,
      9743,
      9759,
      9715,
      9743,
      9740,
      9735,
      9751,
      9710,
      9711,
      9725,
      9757,
      9747,
      9750,
      9729,
      9726,
      9745,
      9761,
      9760,
      9727,
      9754,
      9750,
      9738,
      9792,
      9753,
      9737,
      9769,
      9741,
      9735,
      9744,
      9737,
      9739,
      9738,
      9744,
      9755,
      9714,
      9742,
      9739,
      9730,
      9749,
      9709,
      9711,
      9725,
      9758,
      9747,
      9750,
      9728,
      9724,
      9746,
      9761,
      9762,
      9727,
      9748,
      9753,
      9737,
      9788
     ]
    },
    {
     "name": "idle 4",
     "seconds": 5.005273998000007,
     "joules": 459.147,
     "utilization_max": 0,
     "contexts": 1
    }
   ]
  }
 }
}
