{
 "returncode": 0,
 "stdout": "submission.py:classify at 2.70% error: 15 timed calls, each in a fresh process\n  review flag: 16,104 bytes, close to the 20,480-byte limit\n  NVIDIA A100-SXM4-80GB, torch 2.12.0+cu130, sandbox on\n  call  1/15: 49.655 ms, scorer's clock 51.684 ms\n  call  2/15: 49.155 ms, scorer's clock 50.074 ms\n  call  3/15: 49.284 ms, scorer's clock 53.339 ms\n  call  4/15: 49.783 ms, scorer's clock 54.723 ms\n  call  5/15: 49.336 ms, scorer's clock 52.997 ms\n  call  6/15: 49.265 ms, scorer's clock 54.707 ms\n  call  7/15: 48.967 ms, scorer's clock 52.925 ms\n  call  8/15: 50.505 ms, scorer's clock 55.085 ms\n  call  9/15: 49.390 ms, scorer's clock 55.166 ms\n  call 10/15: 49.595 ms, scorer's clock 55.286 ms\n  call 11/15: 49.553 ms, scorer's clock 53.058 ms\n  call 12/15: 50.820 ms, scorer's clock 54.240 ms\n  call 13/15: 49.385 ms, scorer's clock 53.386 ms\n  call 14/15: 49.645 ms, scorer's clock 55.655 ms\n  call 15/15: 49.567 ms, scorer's clock 53.517 ms\nMNIST 97.34% (107,070/110,000), 53.378 ms/call; hold-out (fashion) 87.61%, 53.367 ms/call (floored by the scorer's clock); score 53.378 ms\nenergy: one more fresh process runs the method back to back on fresh MNIST draws for 20 s, between idle windows in which it is frozen\n  NVIDIA A100-SXM4-80GB: idle 66.8 W with the method frozen; telemetry reference 18.1 TFLOP/s at 8.17 J/TFLOP above idle (a healthy NVIDIA A100-SXM4-80GB reads 6-11)\n  the round trip alone: 15.6 mJ per call over 1,989 empty calls, subtracted\n  the method: 410 calls in 20.0 s, MNIST 97.35%, 42.161 ms per call, 233.2 W on average\nenergy 8121.589 mJ per call above idle\n",
 "stderr": "",
 "record": {
  "version": "mnist-a100/1.2.0 (protections of sutro-mnist-medium/3.0.0, tightened; energy column)",
  "file": "submission.py",
  "function": "classify",
  "source_sha256": "43c487a621cd5e563f5636181db4af74816daecfa37c90bf3f850cf699c1df51",
  "band_bp": 270,
  "sandboxed": true,
  "holdout": "fashion",
  "device": "NVIDIA A100-SXM4-80GB",
  "torch": "2.12.0+cu130",
  "calls": [
   {
    "dataset": "fashion",
    "ms": 49.65478515625,
    "parent_ms": 54.53311800000016,
    "correct": 8785,
    "total": 10000,
    "overhead_ms": 2.8490024997773133
   },
   {
    "dataset": "mnist",
    "ms": 49.15507125854492,
    "parent_ms": 52.46289400000137,
    "correct": 9734,
    "total": 10000,
    "overhead_ms": 2.3893465005148045
   },
   {
    "dataset": "mnist",
    "ms": 49.284095764160156,
    "parent_ms": 56.41075599999823,
    "correct": 9740,
    "total": 10000,
    "overhead_ms": 3.0715939999943487
   },
   {
    "dataset": "mnist",
    "ms": 49.78278350830078,
    "parent_ms": 57.09665100000194,
    "correct": 9732,
    "total": 10000,
    "overhead_ms": 2.3735504986074147
   },
   {
    "dataset": "mnist",
    "ms": 49.33631896972656,
    "parent_ms": 55.93280499999764,
    "correct": 9716,
    "total": 10000,
    "overhead_ms": 2.935435000685004
   },
   {
    "dataset": "fashion",
    "ms": 49.26464080810547,
    "parent_ms": 57.11425699999495,
    "correct": 8736,
    "total": 10000,
    "overhead_ms": 2.4073190003432217
   },
   {
    "dataset": "mnist",
    "ms": 48.96665573120117,
    "parent_ms": 56.08718199999885,
    "correct": 9737,
    "total": 10000,
    "overhead_ms": 3.162279501030639
   },
   {
    "dataset": "fashion",
    "ms": 50.504703521728516,
    "parent_ms": 57.67411300000447,
    "correct": 8705,
    "total": 10000,
    "overhead_ms": 2.5891125007642586
   },
   {
    "dataset": "mnist",
    "ms": 49.38956832885742,
    "parent_ms": 58.165318999996884,
    "correct": 9725,
    "total": 10000,
    "overhead_ms": 2.999786499296931
   },
   {
    "dataset": "mnist",
    "ms": 49.59539031982422,
    "parent_ms": 57.784575999988874,
    "correct": 9749,
    "total": 10000,
    "overhead_ms": 2.4982669992913884
   },
   {
    "dataset": "mnist",
    "ms": 49.553409576416016,
    "parent_ms": 55.83111599999313,
    "correct": 9733,
    "total": 10000,
    "overhead_ms": 2.7726344986017466
   },
   {
    "dataset": "mnist",
    "ms": 50.82009506225586,
    "parent_ms": 57.20317300000488,
    "correct": 9740,
    "total": 10000,
    "overhead_ms": 2.9629354996326356
   },
   {
    "dataset": "fashion",
    "ms": 49.38547134399414,
    "parent_ms": 56.207777999986774,
    "correct": 8817,
    "total": 10000,
    "overhead_ms": 2.8219809977257455
   },
   {
    "dataset": "mnist",
    "ms": 49.6445426940918,
    "parent_ms": 58.190803000002234,
    "correct": 9733,
    "total": 10000,
    "overhead_ms": 2.536190498953829
   },
   {
    "dataset": "mnist",
    "ms": 49.56671905517578,
    "parent_ms": 56.46425599999816,
    "correct": 9731,
    "total": 10000,
    "overhead_ms": 2.946787998411878
   }
  ],
  "problems": [],
  "summary": "MNIST 97.34% (107,070/110,000), 53.378 ms/call; hold-out (fashion) 87.61%, 53.367 ms/call (floored by the scorer's clock)",
  "ranked_ms": 53.37775002305626,
  "energy": {
   "mj_per_call": 8121.589288490386,
   "problems": [],
   "net_mj_before_control": 8137.2362695871725,
   "control_mj_per_call": 15.646981096786659,
   "control_calls": 1989,
   "gross_mj_per_call": 11399.985365853658,
   "idle_w": 66.75180945035348,
   "active_w": 233.2295951745256,
   "calls": 410,
   "seconds": 20.040312622000016,
   "ms_median": 42.1606388092041,
   "timed_mnist_ms_median": 49.553409576416016,
   "correct": 3991535,
   "total": 4100000,
   "reference": {
    "tflops_per_s": 18.12067368196888,
    "j_per_tflop": 8.171736987284218,
    "exact": true,
    "band": [
     [
      6.0,
      11.0
     ],
     [
      15.0,
      23.0
     ]
    ]
   },
   "device": {
    "name": "NVIDIA A100-SXM4-80GB",
    "uuid": "GPU-2c217125-a231-ee82-6a5e-54232435458c",
    "vbios": "92.00.9E.00.01",
    "driver": "580.95.05",
    "power_limit_w": 400.0
   },
   "windows": [
    {
     "name": "idle 1",
     "seconds": 5.005275640000008,
     "joules": 335.128,
     "utilization_max": 0,
     "contexts": 1
    },
    {
     "name": "reference",
     "seconds": 5.2182386620000045,
     "joules": 1119.549,
     "matmuls": 688,
     "dim": 4096,
     "exact": true
    },
    {
     "name": "idle 2",
     "seconds": 5.0037701280000135,
     "joules": 330.154,
     "utilization_max": 0,
     "contexts": 1
    },
    {
     "name": "control",
     "seconds": 5.003764968000013,
     "joules": 363.885,
     "calls": 1989
    },
    {
     "name": "idle 3",
     "seconds": 5.003680675000027,
     "joules": 335.367,
     "utilization_max": 0,
     "contexts": 1
    },
    {
     "name": "method",
     "seconds": 20.040312622000016,
     "joules": 4673.994,
     "calls": 410,
     "ms": [
      49.38137435913086,
      49.31071853637695,
      48.899070739746094,
      49.4202880859375,
      47.18182373046875,
      42.33216094970703,
      43.658241271972656,
      42.10176086425781,
      43.55583953857422,
      42.08127975463867,
      43.498497009277344,
      42.15296173095703,
      42.31782531738281,
      42.233856201171875,
      42.422271728515625,
      42.052608489990234,
      42.248191833496094,
      42.07513427734375,
      42.04441452026367,
      42.00243377685547,
      42.279937744140625,
      41.90310287475586,
      41.92665481567383,
      43.86406326293945,
      42.27276611328125,
      43.18617630004883,
      42.28096008300781,
      43.2097282409668,
      42.24614334106445,
      43.50361633300781,
      42.403839111328125,
      43.465728759765625,
      43.56505584716797,
      42.208255767822266,
      43.633663177490234,
      42.36697769165039,
      43.667457580566406,
      42.14169692993164,
      43.465728759765625,
      42.061824798583984,
      43.41145706176758,
      42.0423698425293,
      43.384830474853516,
      42.1847038269043,
      42.21440124511719,
      42.15193557739258,
      41.873409271240234,
      42.15603256225586,
      42.050559997558594,
      41.875457763671875,
      43.449344635009766,
      43.34182357788086,
      42.18675231933594,
      41.794559478759766,
      43.465728759765625,
      42.01472091674805,
      43.652095794677734,
      42.10892868041992,
      43.4411506652832,
      42.13350296020508,
      43.57017517089844,
      42.28812789916992,
      43.56403350830078,
      42.09561538696289,
      43.410430908203125,
      42.162174224853516,
      43.438079833984375,
      42.13350296020508,
      43.71046447753906,
      42.17753601074219,
      43.54252624511719,
      42.08127975463867,
      43.600894927978516,
      42.15910339355469,
      43.863040924072266,
      42.281982421875,
      43.654144287109375,
      42.145790100097656,
      43.500545501708984,
      42.13248062133789,
      43.463680267333984,
      42.003456115722656,
      43.414527893066406,
      42.08537673950195,
      43.8026237487793,
      42.09868621826172,
      43.48723220825195,
      42.5615348815918,
      43.71865463256836,
      42.17548751831055,
      43.840511322021484,
      42.036224365234375,
      43.75551986694336,
      42.13452911376953,
      43.52819061279297,
      42.01676940917969,
      43.74937438964844,
      42.063873291015625,
      43.449344635009766,
      42.11199951171875,
      43.69510269165039,
      42.0945930480957,
      43.4257926940918,
      42.080257415771484,
      43.34796905517578,
      42.29939270019531,
      43.57939147949219,
      42.389503479003906,
      43.48518371582031,
      42.213375091552734,
      43.71558380126953,
      42.11507034301758,
      43.606014251708984,
      42.277889251708984,
      43.92345428466797,
      42.185726165771484,
      42.233856201171875,
      42.248191833496094,
      41.94406509399414,
      41.852928161621094,
      43.79955291748047,
      42.07718276977539,
      42.61376190185547,
      42.049537658691406,
      42.51852798461914,
      42.049537658691406,
      42.71104049682617,
      42.22566223144531,
      42.68851089477539,
      42.11507034301758,
      42.41203308105469,
      42.199039459228516,
      42.610687255859375,
      42.11916732788086,
      42.65369415283203,
      42.25331115722656,
      42.70284652709961,
      42.13555145263672,
      42.484737396240234,
      42.0423698425293,
      42.49702453613281,
      42.054656982421875,
      42.38643264770508,
      42.02803039550781,
      42.58099365234375,
      42.19596862792969,
      42.534912109375,
      42.24921417236328,
      42.69260787963867,
      42.09868621826172,
      42.619903564453125,
      42.208255767822266,
      41.992191314697266,
      41.8232307434082,
      43.451393127441406,
      42.05567932128906,
      42.629119873046875,
      42.001407623291016,
      42.67724609375,
      41.93484878540039,
      42.57177734375,
      41.992191314697266,
      42.819583892822266,
      42.12223815917969,
      42.72537612915039,
      42.1130256652832,
      42.68851089477539,
      41.95123291015625,
      42.54719924926758,
      41.91129684448242,
      42.69670486450195,
      41.96761703491211,
      42.54003143310547,
      42.05158233642578,
      42.76428985595703,
      42.102783203125,
      42.700801849365234,
      41.86111831665039,
      42.74585723876953,
      42.14988708496094,
      42.647552490234375,
      41.990142822265625,
      42.67827224731445,
      41.971710205078125,
      42.77452850341797,
      41.9788818359375,
      42.69465637207031,
      42.003456115722656,
      41.78227233886719,
      41.741310119628906,
      41.657344818115234,
      42.049537658691406,
      42.0208625793457,
      41.99628829956055,
      42.08844757080078,
      42.14067077636719,
      42.056705474853516,
      42.080257415771484,
      42.14681625366211,
      41.95840072631836,
      42.012672424316406,
      42.02598571777344,
      41.899009704589844,
      41.95840072631836,
      41.94918441772461,
      42.14886474609375,
      42.049537658691406,
      41.94303894042969,
      41.89798355102539,
      42.05363082885742,
      41.89286422729492,
      42.226688385009766,
      42.442752838134766,
      42.194942474365234,
      42.061824798583984,
      42.045440673828125,
      42.12633514404297,
      42.20927810668945,
      41.985023498535156,
      43.73606491088867,
      42.12940979003906,
      43.019264221191406,
      42.220542907714844,
      42.614784240722656,
      41.98912048339844,
      42.238975524902344,
      41.96761703491211,
      41.833473205566406,
      42.698753356933594,
      42.213375091552734,
      42.08844757080078,
      42.03007888793945,
      41.992191314697266,
      42.20723342895508,
      42.08332824707031,
      42.015743255615234,
      41.8600959777832,
      41.90105438232422,
      41.87955093383789,
      42.15091323852539,
      42.102783203125,
      42.01164627075195,
      42.11404800415039,
      42.06284713745117,
      42.0392951965332,
      41.93382263183594,
      41.9153938293457,
      42.029056549072266,
      41.94611358642578,
      41.98195266723633,
      41.985023498535156,
      41.982975006103516,
      42.006526947021484,
      42.13145446777344,
      42.015743255615234,
      42.10995101928711,
      42.1130256652832,
      41.69113540649414,
      41.90003204345703,
      41.6808967590332,
      41.71366500854492,
      42.606590270996094,
      42.065921783447266,
      42.60761642456055,
      42.056705474853516,
      42.52364730834961,
      42.073089599609375,
      42.52569580078125,
      42.09356689453125,
      42.50214385986328,
      42.07411193847656,
      42.50214385986328,
      42.034175872802734,
      42.51852798461914,
      42.07718276977539,
      42.58611297607422,
      42.21235275268555,
      42.50726318359375,
      42.06284713745117,
      42.49497604370117,
      42.13350296020508,
      42.53696060180664,
      42.08332824707031,
      43.598846435546875,
      42.00243377685547,
      42.37004852294922,
      42.19801712036133,
      42.56460952758789,
      42.217472076416016,
      42.624000549316406,
      41.994239807128906,
      42.59328079223633,
      42.30553436279297,
      42.20006561279297,
      42.089473724365234,
      41.88364791870117,
      42.838016510009766,
      42.238975524902344,
      42.54515075683594,
      42.176513671875,
      42.4898567199707,
      42.07411193847656,
      42.64857482910156,
      42.145790100097656,
      42.793983459472656,
      42.15603256225586,
      43.07353591918945,
      42.12633514404297,
      42.638336181640625,
      42.19596862792969,
      42.52467346191406,
      42.15910339355469,
      42.6352653503418,
      42.07206344604492,
      42.74380874633789,
      42.08332824707031,
      42.629119873046875,
      42.173439025878906,
      42.52467346191406,
      42.182655334472656,
      42.59328079223633,
      42.12428665161133,
      42.58816146850586,
      42.14067077636719,
      42.71206283569336,
      42.17036819458008,
      42.48371124267578,
      42.35878372192383,
      42.17958450317383,
      42.33830261230469,
      42.303489685058594,
      42.017791748046875,
      42.78681564331055,
      41.99833679199219,
      42.45811080932617,
      41.994239807128906,
      42.78374481201172,
      41.96249771118164,
      42.698753356933594,
      41.91948699951172,
      42.48883056640625,
      42.12838363647461,
      42.50419235229492,
      42.08230209350586,
      42.5615348815918,
      41.91129684448242,
      42.73049545288086,
      41.97990417480469,
      42.55231857299805,
      42.10790252685547,
      42.70182418823242,
      41.94611358642578,
      42.689537048339844,
      41.95942306518555,
      42.4376335144043,
      41.9686393737793,
      42.63014221191406,
      41.94303894042969,
      42.73868942260742,
      41.9051513671875,
      41.67679977416992,
      41.67475128173828,
      42.13145446777344,
      42.024959564208984,
      42.09356689453125,
      42.059776306152344,
      42.14886474609375,
      41.9051513671875,
      42.031105041503906,
      41.90208053588867,
      42.012672424316406,
      41.91846466064453,
      42.21644973754883,
      41.99321746826172,
      42.071041107177734,
      41.87750244140625,
      42.07411193847656,
      41.83961486816406,
      42.052608489990234,
      41.810943603515625,
      42.189823150634766,
      41.95328140258789,
      42.10688018798828,
      41.89593505859375,
      42.14067077636719,
      41.838592529296875,
      42.245121002197266,
      41.8263053894043,
      42.071041107177734,
      41.94508743286133,
      41.997310638427734,
      41.774078369140625,
      41.796607971191406,
      41.787391662597656,
      41.83552169799805,
      43.45344161987305,
      42.09049606323242,
      43.32236862182617,
      42.065921783447266,
      43.4442253112793,
      42.13759994506836,
      43.39814376831055,
      42.13862228393555,
      43.4964485168457,
      42.11711883544922,
      43.410430908203125,
      42.189823150634766,
      43.465728759765625,
      42.25331115722656,
      43.426815032958984
     ],
     "correct": [
      9729,
      9752,
      9710,
      9734,
      9739,
      9749,
      9729,
      9749,
      9735,
      9736,
      9695,
      9727,
      9741,
      9751,
      9744,
      9744,
      9732,
      9731,
      9735,
      9728,
      9761,
      9746,
      9695,
      9743,
      9745,
      9732,
      9735,
      9759,
      9768,
      9720,
      9720,
      9724,
      9730,
      9753,
      9708,
      9737,
      9738,
      9750,
      9732,
      9743,
      9735,
      9738,
      9695,
      9725,
      9742,
      9751,
      9740,
      9743,
      9733,
      9733,
      9735,
      9720,
      9761,
      9745,
      9686,
      9740,
      9746,
      9733,
      9737,
      9760,
      9771,
      9719,
      9721,
      9725,
      9727,
      9753,
      9715,
      9728,
      9747,
      9747,
      9732,
      9745,
      9735,
      9739,
      9700,
      9727,
      9739,
      9751,
      9741,
      9744,
      9737,
      9731,
      9735,
      9721,
      9759,
      9744,
      9695,
      9741,
      9745,
      9734,
      9735,
      9760,
      9768,
      9719,
      9721,
      9726,
      9728,
      9755,
      9710,
      9733,
      9741,
      9747,
      9733,
      9750,
      9737,
      9738,
      9698,
      9725,
      9740,
      9752,
      9743,
      9744,
      9734,
      9729,
      9733,
      9721,
      9753,
      9743,
      9693,
      9741,
      9745,
      9732,
      9735,
      9760,
      9771,
      9718,
      9719,
      9725,
      9728,
      9754,
      9720,
      9729,
      9744,
      9748,
      9730,
      9745,
      9735,
      9740,
      9697,
      9726,
      9741,
      9750,
      9743,
      9743,
      9737,
      9732,
      9734,
      9726,
      9761,
      9745,
      9689,
      9741,
      9745,
      9732,
      9733,
      9762,
      9770,
      9720,
      9720,
      9727,
      9728,
      9753,
      9712,
      9735,
      9740,
      9749,
      9729,
      9751,
      9735,
      9736,
      9701,
      9725,
      9741,
      9751,
      9740,
      9740,
      9735,
      9733,
      9735,
      9723,
      9760,
      9747,
      9695,
      9740,
      9745,
      9732,
      9733,
      9759,
      9770,
      9719,
      9720,
      9719,
      9728,
      9753,
      9709,
      9730,
      9742,
      9749,
      9732,
      9737,
      9734,
      9738,
      9700,
      9725,
      9740,
      9753,
      9743,
      9746,
      9734,
      9733,
      9733,
      9726,
      9753,
      9745,
      9698,
      9740,
      9747,
      9734,
      9733,
      9756,
      9770,
      9720,
      9722,
      9723,
      9728,
      9753,
      9716,
      9732,
      9738,
      9749,
      9728,
      9750,
      9736,
      9737,
      9698,
      9727,
      9740,
      9753,
      9743,
      9739,
      9733,
      9732,
      9734,
      9721,
      9756,
      9745,
      9686,
      9740,
      9745,
      9732,
      9732,
      9758,
      9770,
      9722,
      9720,
      9725,
      9728,
      9753,
      9712,
      9731,
      9739,
      9747,
      9730,
      9746,
      9736,
      9737,
      9698,
      9725,
      9741,
      9753,
      9744,
      9746,
      9736,
      9733,
      9735,
      9726,
      9761,
      9746,
      9696,
      9742,
      9745,
      9733,
      9733,
      9761,
      9768,
      9719,
      9720,
      9724,
      9728,
      9753,
      9714,
      9733,
      9739,
      9749,
      9731,
      9750,
      9736,
      9739,
      9699,
      9725,
      9742,
      9752,
      9741,
      9743,
      9733,
      9731,
      9733,
      9726,
      9760,
      9744,
      9694,
      9740,
      9747,
      9733,
      9733,
      9761,
      9769,
      9721,
      9720,
      9723,
      9729,
      9751,
      9715,
      9730,
      9744,
      9749,
      9735,
      9750,
      9736,
      9738,
      9693,
      9725,
      9741,
      9752,
      9742,
      9746,
      9733,
      9734,
      9733,
      9725,
      9762,
      9745,
      9697,
      9743,
      9744,
      9732,
      9736,
      9760,
      9769,
      9720,
      9719,
      9722,
      9729,
      9752,
      9713,
      9731,
      9735,
      9750,
      9733,
      9751,
      9736,
      9739,
      9699,
      9724,
      9742,
      9752,
      9743,
      9745,
      9732,
      9731,
      9734,
      9726,
      9769,
      9745,
      9684,
      9739,
      9747,
      9733,
      9736,
      9759,
      9769,
      9720,
      9722,
      9724,
      9731,
      9753,
      9712,
      9731,
      9741,
      9746,
      9730,
      9747,
      9736,
      9735,
      9698,
      9727,
      9741,
      9752,
      9745,
      9744,
      9733,
      9728,
      9735,
      9724,
      9757,
      9743,
      9693,
      9740,
      9747,
      9734
     ]
    },
    {
     "name": "idle 4",
     "seconds": 5.003688527999998,
     "joules": 332.643,
     "utilization_max": 0,
     "contexts": 1
    }
   ]
  }
 }
}
