{
 "returncode": 1,
 "stdout": "submission.py:classify at 2.30% error: 15 timed calls, each in a fresh process\n  review flag: embedded data? 1 high-entropy literal(s), 18,850 characters\n  review flag: decodes data: imports base64, lzma\n  review flag: 19,538 bytes, close to the 20,480-byte limit\n  NVIDIA A100-SXM4-80GB, torch 2.12.0+cu130, sandbox on\n  call  1/15: 981.763 ms, scorer's clock 984.737 ms\n  call  2/15: 982.034 ms, scorer's clock 985.398 ms\n  call  3/15: 981.821 ms, scorer's clock 984.859 ms\n  call  4/15: 996.016 ms, scorer's clock 998.235 ms\n  call  5/15: 981.564 ms, scorer's clock 983.750 ms\n  call  6/15: 981.920 ms, scorer's clock 984.576 ms\n  call  7/15: 981.998 ms, scorer's clock 984.956 ms\n  call  8/15: 996.113 ms, scorer's clock 998.043 ms\n  call  9/15: 983.047 ms, scorer's clock 984.378 ms\n  call 10/15: 996.141 ms, scorer's clock 998.691 ms\n  call 11/15: 982.282 ms, scorer's clock 985.451 ms\n  call 12/15: 981.869 ms, scorer's clock 984.619 ms\n  call 13/15: 983.025 ms, scorer's clock 985.630 ms\n  call 14/15: 981.880 ms, scorer's clock 983.846 ms\n  call 15/15: 981.764 ms, scorer's clock 984.310 ms\nMNIST 97.64% (107,406/110,000), 985.771 ms/call; hold-out (kmnist) 96.55%, 982.439 ms/call\ndisqualified: MNIST accuracy 97.642% (107,406/110,000); the band needs 107,470 correct\n",
 "stderr": ".1264\nLT tuned m=2048 n=16 k=256 at=0 bt=1 E=8 candidates=7 winner=0 id=21 tile=5 split=1 us=10.0224\nLT tuned m=256 n=16 k=2048 at=1 bt=1 E=8 candidates=4 winner=1 id=31 tile=15 split=1 us=13.4656\nLT tuned m=2048 n=256 k=16 at=0 bt=0 E=8 candidates=7 winner=3 id=5 tile=20 split=1 us=13.7216\nLT tuned m=256 n=256 k=2048 at=1 bt=1 E=8 candidates=9 winner=7 id=6 tile=18 split=1 us=20.4160\nLT tuned m=2048 n=256 k=256 at=0 bt=1 E=8 candidates=12 winner=0 id=6 tile=18 split=1 us=27.8784\nLT tuned m=256 n=64 k=2048 at=1 bt=1 E=8 candidates=9 winner=5 id=31 tile=15 split=1 us=11.0848\nLT tuned m=20000 n=256 k=64 at=0 bt=0 E=8 candidates=7 winner=0 id=6 tile=20 split=1 us=71.4880\nLT tuned m=20000 n=256 k=256 at=0 bt=0 E=8 candidates=8 winner=0 id=6 tile=20 split=1 us=129.3440\nLT tuned m=20000 n=16 k=256 at=0 bt=1 E=8 candidates=8 winner=2 id=31 tile=17 split=1 us=67.8656\nLT tuned m=4096 n=512 k=64 at=0 bt=0 E=4 candidates=110 winner=90 id=21 tile=20 split=1 us=19.7760\nLT tuned m=4096 n=512 k=512 at=0 bt=0 E=4 candidates=117 winner=0 id=6 tile=20 split=1 us=45.9904\nLT tuned m=4096 n=16 k=512 at=0 bt=1 E=4 candidates=6 winner=5 id=21 tile=5 split=1 us=14.1184\nLT tuned m=512 n=16 k=4096 at=1 bt=1 E=4 candidates=4 winner=3 id=31 tile=15 split=1 us=17.8688\nLT tuned m=4096 n=512 k=16 at=0 bt=0 E=4 candidates=4 winner=0 id=5 tile=24 split=1 us=18.0608\nLT tuned m=512 n=512 k=4096 at=1 bt=1 E=4 candidates=111 winner=93 id=21 tile=20 split=1 us=53.6960\nLT tuned m=4096 n=512 k=512 at=0 bt=1 E=4 candidates=117 winner=14 id=6 tile=20 split=1 us=44.8640\nLT tuned m=512 n=64 k=4096 at=1 bt=1 E=4 candidates=4 winner=2 id=31 tile=15 split=1 us=17.9072\nLT tuned m=20000 n=512 k=64 at=0 bt=0 E=4 candidates=7 winner=0 id=6 tile=20 split=1 us=70.4000\nLT tuned m=20000 n=512 k=512 at=0 bt=0 E=4 candidates=8 winner=0 id=6 tile=20 split=1 us=208.6016\nLT tuned m=20000 n=16 k=512 at=0 bt=1 E=4 candidates=8 winner=0 id=6 tile=17 split=1 us=59.8656\nLT tuned m=2048 n=256 k=256 at=0 bt=0 E=8 candidates=12 winner=4 id=6 tile=18 split=1 us=25.2288\nLT tuned m=2048 n=16 k=256 at=0 bt=1 E=8 candidates=7 winner=0 id=21 tile=5 split=1 us=9.9840\nLT tuned m=256 n=16 k=2048 at=1 bt=1 E=8 candidates=4 winner=1 id=31 tile=15 split=1 us=13.4528\nLT tuned m=2048 n=256 k=16 at=0 bt=0 E=8 candidates=7 winner=3 id=5 tile=20 split=1 us=13.7216\nLT tuned m=256 n=256 k=2048 at=1 bt=1 E=8 candidates=9 winner=7 id=6 tile=18 split=1 us=20.4032\nLT tuned m=2048 n=256 k=256 at=0 bt=1 E=8 candidates=12 winner=0 id=6 tile=18 split=1 us=27.9296\nLT tuned m=256 n=64 k=2048 at=1 bt=1 E=8 candidates=9 winner=5 id=31 tile=15 split=1 us=13.5168\nLT tuned m=20000 n=256 k=64 at=0 bt=0 E=8 candidates=7 winner=0 id=6 tile=20 split=1 us=87.3216\nLT tuned m=20000 n=256 k=256 at=0 bt=0 E=8 candidates=8 winner=0 id=6 tile=20 split=1 us=128.2048\nLT tuned m=20000 n=16 k=256 at=0 bt=1 E=8 candidates=8 winner=2 id=31 tile=17 split=1 us=68.1600\nLT tuned m=4096 n=512 k=64 at=0 bt=0 E=4 candidates=110 winner=90 id=21 tile=20 split=1 us=19.7888\nLT tuned m=4096 n=512 k=512 at=0 bt=0 E=4 candidates=117 winner=0 id=6 tile=20 split=1 us=46.0416\nLT tuned m=4096 n=16 k=512 at=0 bt=1 E=4 candidates=6 winner=5 id=21 tile=5 split=1 us=14.1696\nLT tuned m=512 n=16 k=4096 at=1 bt=1 E=4 candidates=4 winner=3 id=31 tile=15 split=1 us=17.8688\nLT tuned m=4096 n=512 k=16 at=0 bt=0 E=4 candidates=4 winner=0 id=5 tile=24 split=1 us=18.0224\nLT tuned m=512 n=512 k=4096 at=1 bt=1 E=4 candidates=111 winner=93 id=21 tile=20 split=1 us=53.6960\nLT tuned m=4096 n=512 k=512 at=0 bt=1 E=4 candidates=117 winner=14 id=6 tile=20 split=1 us=44.8512\nLT tuned m=512 n=64 k=4096 at=1 bt=1 E=4 candidates=4 winner=3 id=31 tile=15 split=1 us=17.8944\nLT tuned m=20000 n=512 k=64 at=0 bt=0 E=4 candidates=7 winner=0 id=6 tile=20 split=1 us=70.3488\nLT tuned m=20000 n=512 k=512 at=0 bt=0 E=4 candidates=8 winner=0 id=6 tile=20 split=1 us=208.5376\nLT tuned m=20000 n=16 k=512 at=0 bt=1 E=4 candidates=8 winner=0 id=6 tile=17 split=1 us=60.1600\nLT tuned m=2048 n=256 k=256 at=0 bt=0 E=8 candidates=12 winner=4 id=6 tile=18 split=1 us=25.0752\nLT tuned m=2048 n=16 k=256 at=0 bt=1 E=8 candidates=7 winner=0 id=21 tile=5 split=1 us=9.9712\nLT tuned m=256 n=16 k=2048 at=1 bt=1 E=8 candidates=4 winner=1 id=31 tile=15 split=1 us=13.4528\nLT tuned m=2048 n=256 k=16 at=0 bt=0 E=8 candidates=7 winner=3 id=5 tile=20 split=1 us=13.6960\nLT tuned m=256 n=256 k=2048 at=1 bt=1 E=8 candidates=9 winner=7 id=6 tile=18 split=1 us=20.3904\nLT tuned m=2048 n=256 k=256 at=0 bt=1 E=8 candidates=12 winner=0 id=6 tile=18 split=1 us=27.9296\nLT tuned m=256 n=64 k=2048 at=1 bt=1 E=8 candidates=9 winner=0 id=31 tile=15 split=1 us=13.5296\nLT tuned m=20000 n=256 k=64 at=0 bt=0 E=8 candidates=7 winner=0 id=6 tile=20 split=1 us=87.5008\nLT tuned m=20000 n=256 k=256 at=0 bt=0 E=8 candidates=8 winner=0 id=6 tile=20 split=1 us=128.1536\nLT tuned m=20000 n=16 k=256 at=0 bt=1 E=8 candidates=8 winner=2 id=31 tile=17 split=1 us=67.3792\nLT tuned m=4096 n=512 k=64 at=0 bt=0 E=4 candidates=110 winner=90 id=21 tile=20 split=1 us=19.7760\nLT tuned m=4096 n=512 k=512 at=0 bt=0 E=4 candidates=117 winner=0 id=6 tile=20 split=1 us=46.0544\nLT tuned m=4096 n=16 k=512 at=0 bt=1 E=4 candidates=6 winner=5 id=21 tile=5 split=1 us=14.1312\nLT tuned m=512 n=16 k=4096 at=1 bt=1 E=4 candidates=4 winner=2 id=31 tile=15 split=1 us=17.8816\nLT tuned m=4096 n=512 k=16 at=0 bt=0 E=4 candidates=4 winner=0 id=5 tile=24 split=1 us=18.0480\nLT tuned m=512 n=512 k=4096 at=1 bt=1 E=4 candidates=111 winner=93 id=21 tile=20 split=1 us=53.6704\nLT tuned m=4096 n=512 k=512 at=0 bt=1 E=4 candidates=117 winner=10 id=6 tile=20 split=1 us=44.8384\nLT tuned m=512 n=64 k=4096 at=1 bt=1 E=4 candidates=4 winner=3 id=31 tile=15 split=1 us=17.8944\nLT tuned m=20000 n=512 k=64 at=0 bt=0 E=4 candidates=7 winner=0 id=6 tile=20 split=1 us=70.3360\nLT tuned m=20000 n=512 k=512 at=0 bt=0 E=4 candidates=8 winner=0 id=6 tile=20 split=1 us=208.5120\nLT tuned m=20000 n=16 k=512 at=0 bt=1 E=4 candidates=8 winner=0 id=6 tile=17 split=1 us=60.1088\n",
 "record": {
  "version": "mnist-a100/1.2.0 (protections of sutro-mnist-medium/3.0.0, tightened; energy column)",
  "file": "submission.py",
  "function": "classify",
  "source_sha256": "c5ed1d8ffb115cc58a6a6b4ac468b07c780d773b3f8d7387ec3f295b6f1b3eb1",
  "band_bp": 230,
  "sandboxed": true,
  "holdout": "kmnist",
  "device": "NVIDIA A100-SXM4-80GB",
  "torch": "2.12.0+cu130",
  "calls": [
   {
    "dataset": "mnist",
    "ms": 981.7630615234375,
    "parent_ms": 988.3126440000041,
    "correct": 9751,
    "total": 10000,
    "overhead_ms": 3.5761305024161274
   },
   {
    "dataset": "mnist",
    "ms": 982.034423828125,
    "parent_ms": 989.1747210000119,
    "correct": 9774,
    "total": 10000,
    "overhead_ms": 3.776737497393299
   },
   {
    "dataset": "mnist",
    "ms": 981.8214111328125,
    "parent_ms": 987.7936609999836,
    "correct": 9769,
    "total": 10000,
    "overhead_ms": 2.934524500165253
   },
   {
    "dataset": "mnist",
    "ms": 996.01611328125,
    "parent_ms": 1001.4888479999513,
    "correct": 9743,
    "total": 10000,
    "overhead_ms": 3.2543009984359514
   },
   {
    "dataset": "mnist",
    "ms": 981.5643920898438,
    "parent_ms": 987.8346150000539,
    "correct": 9754,
    "total": 10000,
    "overhead_ms": 4.08455500128639
   },
   {
    "dataset": "kmnist",
    "ms": 981.9197387695312,
    "parent_ms": 988.0666299999916,
    "correct": 9669,
    "total": 10000,
    "overhead_ms": 3.490611998336817
   },
   {
    "dataset": "mnist",
    "ms": 981.99755859375,
    "parent_ms": 988.5983049999822,
    "correct": 9756,
    "total": 10000,
    "overhead_ms": 3.642163500336892
   },
   {
    "dataset": "mnist",
    "ms": 996.1134033203125,
    "parent_ms": 1002.3871260000305,
    "correct": 9769,
    "total": 10000,
    "overhead_ms": 4.344624003282206
   },
   {
    "dataset": "kmnist",
    "ms": 983.0471801757812,
    "parent_ms": 988.7175999999727,
    "correct": 9656,
    "total": 10000,
    "overhead_ms": 4.339887497738346
   },
   {
    "dataset": "mnist",
    "ms": 996.1410522460938,
    "parent_ms": 1002.2316100000808,
    "correct": 9760,
    "total": 10000,
    "overhead_ms": 3.5402229996971073
   },
   {
    "dataset": "mnist",
    "ms": 982.2822265625,
    "parent_ms": 988.5115990000486,
    "correct": 9778,
    "total": 10000,
    "overhead_ms": 3.060824998719454
   },
   {
    "dataset": "mnist",
    "ms": 981.8685302734375,
    "parent_ms": 987.690437000083,
    "correct": 9767,
    "total": 10000,
    "overhead_ms": 3.071789501119383
   },
   {
    "dataset": "kmnist",
    "ms": 983.024658203125,
    "parent_ms": 989.1556770000989,
    "correct": 9655,
    "total": 10000,
    "overhead_ms": 3.5253114984507192
   },
   {
    "dataset": "mnist",
    "ms": 981.8798217773438,
    "parent_ms": 988.377711000112,
    "correct": 9785,
    "total": 10000,
    "overhead_ms": 4.53180149877835
   },
   {
    "dataset": "kmnist",
    "ms": 981.7640991210938,
    "parent_ms": 988.1034699999418,
    "correct": 9641,
    "total": 10000,
    "overhead_ms": 3.7933214979575496
   }
  ],
  "problems": [
   "MNIST accuracy 97.642% (107,406/110,000); the band needs 107,470 correct"
  ],
  "summary": "MNIST 97.64% (107,406/110,000), 985.771 ms/call; hold-out (kmnist) 96.55%, 982.439 ms/call",
  "ranked_ms": null
 }
}
