{
 "returncode": 1,
 "stdout": "submission.py:classify at 2.30% error: 15 timed calls, each in a fresh process\n  review flag: embedded data? 1 high-entropy literal(s), 18,850 characters\n  review flag: decodes data: imports base64, lzma\n  review flag: 19,538 bytes, close to the 20,480-byte limit\n  NVIDIA A100-SXM4-80GB, torch 2.12.0+cu130, sandbox on\n  call  1/15: 980.513 ms, scorer's clock 983.107 ms\n  call  2/15: 980.598 ms, scorer's clock 984.123 ms\n  call  3/15: 981.025 ms, scorer's clock 983.322 ms\n  call  4/15: 981.117 ms, scorer's clock 983.800 ms\n  call  5/15: 981.287 ms, scorer's clock 984.656 ms\n  call  6/15: 980.710 ms, scorer's clock 983.569 ms\n  call  7/15: 981.182 ms, scorer's clock 984.303 ms\n  call  8/15: 980.658 ms, scorer's clock 984.163 ms\n  call  9/15: 981.042 ms, scorer's clock 983.684 ms\n  call 10/15: 994.929 ms, scorer's clock 997.657 ms\n  call 11/15: 981.615 ms, scorer's clock 984.583 ms\n  call 12/15: 980.907 ms, scorer's clock 983.207 ms\n  call 13/15: 980.589 ms, scorer's clock 984.293 ms\n  call 14/15: 981.115 ms, scorer's clock 983.650 ms\n  call 15/15: 980.737 ms, scorer's clock 984.163 ms\nMNIST 97.70% (107,466/110,000), 982.122 ms/call; hold-out (kmnist) 96.77%, 981.170 ms/call\ndisqualified: MNIST accuracy 97.696% (107,466/110,000); the band needs 107,470 correct\n",
 "stderr": "5.1776\nLT tuned m=2048 n=16 k=256 at=0 bt=1 E=8 candidates=7 winner=0 id=21 tile=5 split=1 us=9.9840\nLT tuned m=256 n=16 k=2048 at=1 bt=1 E=8 candidates=4 winner=1 id=31 tile=15 split=1 us=13.5040\nLT tuned m=2048 n=256 k=16 at=0 bt=0 E=8 candidates=7 winner=3 id=5 tile=20 split=1 us=13.7088\nLT tuned m=256 n=256 k=2048 at=1 bt=1 E=8 candidates=9 winner=7 id=6 tile=18 split=1 us=20.4928\nLT tuned m=2048 n=256 k=256 at=0 bt=1 E=8 candidates=12 winner=0 id=6 tile=18 split=1 us=27.9168\nLT tuned m=256 n=64 k=2048 at=1 bt=1 E=8 candidates=9 winner=8 id=31 tile=15 split=1 us=11.2000\nLT tuned m=20000 n=256 k=64 at=0 bt=0 E=8 candidates=7 winner=0 id=6 tile=20 split=1 us=71.4496\nLT tuned m=20000 n=256 k=256 at=0 bt=0 E=8 candidates=8 winner=0 id=6 tile=20 split=1 us=128.6144\nLT tuned m=20000 n=16 k=256 at=0 bt=1 E=8 candidates=8 winner=2 id=31 tile=17 split=1 us=67.7120\nLT tuned m=4096 n=512 k=64 at=0 bt=0 E=4 candidates=110 winner=90 id=21 tile=20 split=1 us=19.7760\nLT tuned m=4096 n=512 k=512 at=0 bt=0 E=4 candidates=117 winner=0 id=6 tile=20 split=1 us=46.2080\nLT tuned m=4096 n=16 k=512 at=0 bt=1 E=4 candidates=6 winner=5 id=21 tile=5 split=1 us=14.1184\nLT tuned m=512 n=16 k=4096 at=1 bt=1 E=4 candidates=4 winner=2 id=31 tile=15 split=1 us=17.8944\nLT tuned m=4096 n=512 k=16 at=0 bt=0 E=4 candidates=4 winner=0 id=5 tile=24 split=1 us=18.0480\nLT tuned m=512 n=512 k=4096 at=1 bt=1 E=4 candidates=111 winner=93 id=21 tile=20 split=1 us=53.6576\nLT tuned m=4096 n=512 k=512 at=0 bt=1 E=4 candidates=117 winner=14 id=6 tile=20 split=1 us=44.8512\nLT tuned m=512 n=64 k=4096 at=1 bt=1 E=4 candidates=4 winner=2 id=31 tile=15 split=1 us=17.9072\nLT tuned m=20000 n=512 k=64 at=0 bt=0 E=4 candidates=7 winner=0 id=6 tile=20 split=1 us=70.3232\nLT tuned m=20000 n=512 k=512 at=0 bt=0 E=4 candidates=8 winner=0 id=6 tile=20 split=1 us=206.7072\nLT tuned m=20000 n=16 k=512 at=0 bt=1 E=4 candidates=8 winner=0 id=6 tile=17 split=1 us=60.0064\nLT tuned m=2048 n=256 k=256 at=0 bt=0 E=8 candidates=12 winner=4 id=6 tile=18 split=1 us=25.2032\nLT tuned m=2048 n=16 k=256 at=0 bt=1 E=8 candidates=7 winner=0 id=21 tile=5 split=1 us=9.9712\nLT tuned m=256 n=16 k=2048 at=1 bt=1 E=8 candidates=4 winner=1 id=31 tile=15 split=1 us=13.5168\nLT tuned m=2048 n=256 k=16 at=0 bt=0 E=8 candidates=7 winner=3 id=5 tile=20 split=1 us=13.7600\nLT tuned m=256 n=256 k=2048 at=1 bt=1 E=8 candidates=9 winner=7 id=6 tile=18 split=1 us=20.5056\nLT tuned m=2048 n=256 k=256 at=0 bt=1 E=8 candidates=12 winner=4 id=6 tile=18 split=1 us=22.8736\nLT tuned m=256 n=64 k=2048 at=1 bt=1 E=8 candidates=9 winner=0 id=31 tile=15 split=1 us=11.0976\nLT tuned m=20000 n=256 k=64 at=0 bt=0 E=8 candidates=7 winner=0 id=6 tile=20 split=1 us=71.3728\nLT tuned m=20000 n=256 k=256 at=0 bt=0 E=8 candidates=8 winner=0 id=6 tile=20 split=1 us=128.4864\nLT tuned m=20000 n=16 k=256 at=0 bt=1 E=8 candidates=8 winner=2 id=31 tile=17 split=1 us=67.9552\nLT tuned m=4096 n=512 k=64 at=0 bt=0 E=4 candidates=110 winner=90 id=21 tile=20 split=1 us=19.7632\nLT tuned m=4096 n=512 k=512 at=0 bt=0 E=4 candidates=117 winner=0 id=6 tile=20 split=1 us=46.1824\nLT tuned m=4096 n=16 k=512 at=0 bt=1 E=4 candidates=6 winner=5 id=21 tile=5 split=1 us=14.1312\nLT tuned m=512 n=16 k=4096 at=1 bt=1 E=4 candidates=4 winner=2 id=31 tile=15 split=1 us=17.8944\nLT tuned m=4096 n=512 k=16 at=0 bt=0 E=4 candidates=4 winner=0 id=5 tile=24 split=1 us=18.0352\nLT tuned m=512 n=512 k=4096 at=1 bt=1 E=4 candidates=111 winner=93 id=21 tile=20 split=1 us=53.6448\nLT tuned m=4096 n=512 k=512 at=0 bt=1 E=4 candidates=117 winner=10 id=6 tile=20 split=1 us=44.8384\nLT tuned m=512 n=64 k=4096 at=1 bt=1 E=4 candidates=4 winner=2 id=31 tile=15 split=1 us=17.9072\nLT tuned m=20000 n=512 k=64 at=0 bt=0 E=4 candidates=7 winner=0 id=6 tile=20 split=1 us=70.2848\nLT tuned m=20000 n=512 k=512 at=0 bt=0 E=4 candidates=8 winner=0 id=6 tile=20 split=1 us=207.0016\nLT tuned m=20000 n=16 k=512 at=0 bt=1 E=4 candidates=8 winner=0 id=6 tile=17 split=1 us=60.0832\nLT tuned m=2048 n=256 k=256 at=0 bt=0 E=8 candidates=12 winner=4 id=6 tile=18 split=1 us=25.1904\nLT tuned m=2048 n=16 k=256 at=0 bt=1 E=8 candidates=7 winner=0 id=21 tile=5 split=1 us=9.9840\nLT tuned m=256 n=16 k=2048 at=1 bt=1 E=8 candidates=4 winner=3 id=31 tile=15 split=1 us=13.5040\nLT tuned m=2048 n=256 k=16 at=0 bt=0 E=8 candidates=7 winner=3 id=5 tile=20 split=1 us=13.7856\nLT tuned m=256 n=256 k=2048 at=1 bt=1 E=8 candidates=9 winner=7 id=6 tile=18 split=1 us=20.4800\nLT tuned m=2048 n=256 k=256 at=0 bt=1 E=8 candidates=12 winner=0 id=6 tile=18 split=1 us=27.9680\nLT tuned m=256 n=64 k=2048 at=1 bt=1 E=8 candidates=9 winner=0 id=31 tile=15 split=1 us=13.5808\nLT tuned m=20000 n=256 k=64 at=0 bt=0 E=8 candidates=7 winner=0 id=6 tile=20 split=1 us=87.4752\nLT tuned m=20000 n=256 k=256 at=0 bt=0 E=8 candidates=8 winner=0 id=6 tile=20 split=1 us=128.5120\nLT tuned m=20000 n=16 k=256 at=0 bt=1 E=8 candidates=8 winner=2 id=31 tile=17 split=1 us=67.7504\nLT tuned m=4096 n=512 k=64 at=0 bt=0 E=4 candidates=110 winner=90 id=21 tile=20 split=1 us=19.8272\nLT tuned m=4096 n=512 k=512 at=0 bt=0 E=4 candidates=117 winner=0 id=6 tile=20 split=1 us=46.1952\nLT tuned m=4096 n=16 k=512 at=0 bt=1 E=4 candidates=6 winner=5 id=21 tile=5 split=1 us=14.0800\nLT tuned m=512 n=16 k=4096 at=1 bt=1 E=4 candidates=4 winner=2 id=31 tile=15 split=1 us=17.8816\nLT tuned m=4096 n=512 k=16 at=0 bt=0 E=4 candidates=4 winner=0 id=5 tile=24 split=1 us=18.0480\nLT tuned m=512 n=512 k=4096 at=1 bt=1 E=4 candidates=111 winner=93 id=21 tile=20 split=1 us=53.6576\nLT tuned m=4096 n=512 k=512 at=0 bt=1 E=4 candidates=117 winner=14 id=6 tile=20 split=1 us=44.8000\nLT tuned m=512 n=64 k=4096 at=1 bt=1 E=4 candidates=4 winner=2 id=31 tile=15 split=1 us=17.8944\nLT tuned m=20000 n=512 k=64 at=0 bt=0 E=4 candidates=7 winner=0 id=6 tile=20 split=1 us=70.3488\nLT tuned m=20000 n=512 k=512 at=0 bt=0 E=4 candidates=8 winner=0 id=6 tile=20 split=1 us=206.9632\nLT tuned m=20000 n=16 k=512 at=0 bt=1 E=4 candidates=8 winner=0 id=6 tile=17 split=1 us=60.1216\n",
 "record": {
  "version": "mnist-a100/1.2.0 (protections of sutro-mnist-medium/3.0.0, tightened; energy column)",
  "file": "submission.py",
  "function": "classify",
  "source_sha256": "c5ed1d8ffb115cc58a6a6b4ac468b07c780d773b3f8d7387ec3f295b6f1b3eb1",
  "band_bp": 230,
  "sandboxed": true,
  "holdout": "kmnist",
  "device": "NVIDIA A100-SXM4-80GB",
  "torch": "2.12.0+cu130",
  "calls": [
   {
    "dataset": "mnist",
    "ms": 980.5127563476562,
    "parent_ms": 987.1093850000108,
    "correct": 9758,
    "total": 10000,
    "overhead_ms": 4.002155500770812
   },
   {
    "dataset": "mnist",
    "ms": 980.5977783203125,
    "parent_ms": 987.9535919999967,
    "correct": 9785,
    "total": 10000,
    "overhead_ms": 3.830814996868696
   },
   {
    "dataset": "mnist",
    "ms": 981.0247802734375,
    "parent_ms": 986.9548519999967,
    "correct": 9746,
    "total": 10000,
    "overhead_ms": 3.633058998953288
   },
   {
    "dataset": "kmnist",
    "ms": 981.116943359375,
    "parent_ms": 987.3747419999859,
    "correct": 9677,
    "total": 10000,
    "overhead_ms": 3.574317499034578
   },
   {
    "dataset": "mnist",
    "ms": 981.2869262695312,
    "parent_ms": 988.3684760000051,
    "correct": 9754,
    "total": 10000,
    "overhead_ms": 3.712515000054964
   },
   {
    "dataset": "mnist",
    "ms": 980.7103881835938,
    "parent_ms": 986.9330419999756,
    "correct": 9794,
    "total": 10000,
    "overhead_ms": 3.3639519984526487
   },
   {
    "dataset": "mnist",
    "ms": 981.1824340820312,
    "parent_ms": 987.8734430000122,
    "correct": 9782,
    "total": 10000,
    "overhead_ms": 3.5703909977114563
   },
   {
    "dataset": "mnist",
    "ms": 980.658203125,
    "parent_ms": 987.7439220000497,
    "correct": 9796,
    "total": 10000,
    "overhead_ms": 3.5807369978529096
   },
   {
    "dataset": "kmnist",
    "ms": 981.0421752929688,
    "parent_ms": 987.3064560000557,
    "correct": 9703,
    "total": 10000,
    "overhead_ms": 3.62269699826129
   },
   {
    "dataset": "mnist",
    "ms": 994.9286499023438,
    "parent_ms": 1001.3290350000261,
    "correct": 9769,
    "total": 10000,
    "overhead_ms": 3.671796999662547
   },
   {
    "dataset": "kmnist",
    "ms": 981.6145629882812,
    "parent_ms": 988.1536340000139,
    "correct": 9663,
    "total": 10000,
    "overhead_ms": 3.5704369987497557
   },
   {
    "dataset": "kmnist",
    "ms": 980.906982421875,
    "parent_ms": 986.9664899999862,
    "correct": 9666,
    "total": 10000,
    "overhead_ms": 3.759020998806591
   },
   {
    "dataset": "mnist",
    "ms": 980.5885620117188,
    "parent_ms": 987.8733909999937,
    "correct": 9743,
    "total": 10000,
    "overhead_ms": 3.5803299977060306
   },
   {
    "dataset": "mnist",
    "ms": 981.1148681640625,
    "parent_ms": 987.2648690000005,
    "correct": 9787,
    "total": 10000,
    "overhead_ms": 3.6145244996187103
   },
   {
    "dataset": "mnist",
    "ms": 980.7369995117188,
    "parent_ms": 987.6897399999507,
    "correct": 9752,
    "total": 10000,
    "overhead_ms": 3.5271740003172454
   }
  ],
  "problems": [
   "MNIST accuracy 97.696% (107,466/110,000); the band needs 107,470 correct"
  ],
  "summary": "MNIST 97.70% (107,466/110,000), 982.122 ms/call; hold-out (kmnist) 96.77%, 981.170 ms/call",
  "ranked_ms": null
 }
}
