{"run_id": "seed79", "seed": 79, "method": "random16", "epsilon": 0.0, "split": "test", "metric": "robust_accuracy", "value": 0.99658203125, "n_examples": 2048, "failures": 7, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed79", "seed": 79, "method": "pgd2", "epsilon": 0.0, "split": "test", "metric": "robust_accuracy", "value": 0.99658203125, "n_examples": 2048, "failures": 7, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed79", "seed": 79, "method": "fgsm", "epsilon": 0.0, "split": "test", "metric": "robust_accuracy", "value": 0.99658203125, "n_examples": 2048, "failures": 7, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed79", "seed": 79, "method": "pgd20", "epsilon": 0.0, "split": "test", "metric": "robust_accuracy", "value": 0.99658203125, "n_examples": 2048, "failures": 7, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed79", "seed": 79, "method": "random16", "epsilon": 0.05, "split": "test", "metric": "robust_accuracy", "value": 0.9931640625, "n_examples": 2048, "failures": 14, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed79", "seed": 79, "method": "pgd2", "epsilon": 0.05, "split": "test", "metric": "robust_accuracy", "value": 0.99560546875, "n_examples": 2048, "failures": 9, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed79", "seed": 79, "method": "fgsm", "epsilon": 0.05, "split": "test", "metric": "robust_accuracy", "value": 0.98193359375, "n_examples": 2048, "failures": 37, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed79", "seed": 79, "method": "pgd20", "epsilon": 0.05, "split": "test", "metric": "robust_accuracy", "value": 0.98193359375, "n_examples": 2048, "failures": 37, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed79", "seed": 79, "method": "random16", "epsilon": 0.1, "split": "test", "metric": "robust_accuracy", "value": 0.99072265625, "n_examples": 2048, "failures": 19, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed79", "seed": 79, "method": "pgd2", "epsilon": 0.1, "split": "test", "metric": "robust_accuracy", "value": 0.994140625, "n_examples": 2048, "failures": 12, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed79", "seed": 79, "method": "fgsm", "epsilon": 0.1, "split": "test", "metric": "robust_accuracy", "value": 0.95263671875, "n_examples": 2048, "failures": 97, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed79", "seed": 79, "method": "pgd20", "epsilon": 0.1, "split": "test", "metric": "robust_accuracy", "value": 0.95263671875, "n_examples": 2048, "failures": 97, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed79", "seed": 79, "method": "random16", "epsilon": 0.2, "split": "test", "metric": "robust_accuracy", "value": 0.98095703125, "n_examples": 2048, "failures": 39, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed79", "seed": 79, "method": "pgd2", "epsilon": 0.2, "split": "test", "metric": "robust_accuracy", "value": 0.99267578125, "n_examples": 2048, "failures": 15, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed79", "seed": 79, "method": "fgsm", "epsilon": 0.2, "split": "test", "metric": "robust_accuracy", "value": 0.78369140625, "n_examples": 2048, "failures": 443, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed79", "seed": 79, "method": "pgd20", "epsilon": 0.2, "split": "test", "metric": "robust_accuracy", "value": 0.78369140625, "n_examples": 2048, "failures": 443, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed79", "seed": 79, "method": "random16", "epsilon": 0.3, "split": "test", "metric": "robust_accuracy", "value": 0.97216796875, "n_examples": 2048, "failures": 57, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed79", "seed": 79, "method": "pgd2", "epsilon": 0.3, "split": "test", "metric": "robust_accuracy", "value": 0.99072265625, "n_examples": 2048, "failures": 19, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed79", "seed": 79, "method": "fgsm", "epsilon": 0.3, "split": "test", "metric": "robust_accuracy", "value": 0.47705078125, "n_examples": 2048, "failures": 1071, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed79", "seed": 79, "method": "pgd20", "epsilon": 0.3, "split": "test", "metric": "robust_accuracy", "value": 0.47705078125, "n_examples": 2048, "failures": 1071, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed80", "seed": 80, "method": "random16", "epsilon": 0.0, "split": "test", "metric": "robust_accuracy", "value": 0.9931640625, "n_examples": 2048, "failures": 14, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed80", "seed": 80, "method": "pgd2", "epsilon": 0.0, "split": "test", "metric": "robust_accuracy", "value": 0.9931640625, "n_examples": 2048, "failures": 14, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed80", "seed": 80, "method": "fgsm", "epsilon": 0.0, "split": "test", "metric": "robust_accuracy", "value": 0.9931640625, "n_examples": 2048, "failures": 14, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed80", "seed": 80, "method": "pgd20", "epsilon": 0.0, "split": "test", "metric": "robust_accuracy", "value": 0.9931640625, "n_examples": 2048, "failures": 14, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed80", "seed": 80, "method": "random16", "epsilon": 0.05, "split": "test", "metric": "robust_accuracy", "value": 0.99072265625, "n_examples": 2048, "failures": 19, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed80", "seed": 80, "method": "pgd2", "epsilon": 0.05, "split": "test", "metric": "robust_accuracy", "value": 0.9921875, "n_examples": 2048, "failures": 16, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed80", "seed": 80, "method": "fgsm", "epsilon": 0.05, "split": "test", "metric": "robust_accuracy", "value": 0.978515625, "n_examples": 2048, "failures": 44, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed80", "seed": 80, "method": "pgd20", "epsilon": 0.05, "split": "test", "metric": "robust_accuracy", "value": 0.978515625, "n_examples": 2048, "failures": 44, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed80", "seed": 80, "method": "random16", "epsilon": 0.1, "split": "test", "metric": "robust_accuracy", "value": 0.98828125, "n_examples": 2048, "failures": 24, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed80", "seed": 80, "method": "pgd2", "epsilon": 0.1, "split": "test", "metric": "robust_accuracy", "value": 0.99169921875, "n_examples": 2048, "failures": 17, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed80", "seed": 80, "method": "fgsm", "epsilon": 0.1, "split": "test", "metric": "robust_accuracy", "value": 0.9453125, "n_examples": 2048, "failures": 112, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed80", "seed": 80, "method": "pgd20", "epsilon": 0.1, "split": "test", "metric": "robust_accuracy", "value": 0.9453125, "n_examples": 2048, "failures": 112, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed80", "seed": 80, "method": "random16", "epsilon": 0.2, "split": "test", "metric": "robust_accuracy", "value": 0.97802734375, "n_examples": 2048, "failures": 45, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed80", "seed": 80, "method": "pgd2", "epsilon": 0.2, "split": "test", "metric": "robust_accuracy", "value": 0.98974609375, "n_examples": 2048, "failures": 21, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed80", "seed": 80, "method": "fgsm", "epsilon": 0.2, "split": "test", "metric": "robust_accuracy", "value": 0.76513671875, "n_examples": 2048, "failures": 481, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed80", "seed": 80, "method": "pgd20", "epsilon": 0.2, "split": "test", "metric": "robust_accuracy", "value": 0.76513671875, "n_examples": 2048, "failures": 481, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed80", "seed": 80, "method": "random16", "epsilon": 0.3, "split": "test", "metric": "robust_accuracy", "value": 0.96337890625, "n_examples": 2048, "failures": 75, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed80", "seed": 80, "method": "pgd2", "epsilon": 0.3, "split": "test", "metric": "robust_accuracy", "value": 0.9873046875, "n_examples": 2048, "failures": 26, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed80", "seed": 80, "method": "fgsm", "epsilon": 0.3, "split": "test", "metric": "robust_accuracy", "value": 0.45458984375, "n_examples": 2048, "failures": 1117, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed80", "seed": 80, "method": "pgd20", "epsilon": 0.3, "split": "test", "metric": "robust_accuracy", "value": 0.45458984375, "n_examples": 2048, "failures": 1117, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed81", "seed": 81, "method": "random16", "epsilon": 0.0, "split": "test", "metric": "robust_accuracy", "value": 0.994140625, "n_examples": 2048, "failures": 12, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed81", "seed": 81, "method": "pgd2", "epsilon": 0.0, "split": "test", "metric": "robust_accuracy", "value": 0.994140625, "n_examples": 2048, "failures": 12, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed81", "seed": 81, "method": "fgsm", "epsilon": 0.0, "split": "test", "metric": "robust_accuracy", "value": 0.994140625, "n_examples": 2048, "failures": 12, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed81", "seed": 81, "method": "pgd20", "epsilon": 0.0, "split": "test", "metric": "robust_accuracy", "value": 0.994140625, "n_examples": 2048, "failures": 12, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed81", "seed": 81, "method": "random16", "epsilon": 0.05, "split": "test", "metric": "robust_accuracy", "value": 0.9931640625, "n_examples": 2048, "failures": 14, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed81", "seed": 81, "method": "pgd2", "epsilon": 0.05, "split": "test", "metric": "robust_accuracy", "value": 0.994140625, "n_examples": 2048, "failures": 12, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed81", "seed": 81, "method": "fgsm", "epsilon": 0.05, "split": "test", "metric": "robust_accuracy", "value": 0.982421875, "n_examples": 2048, "failures": 36, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed81", "seed": 81, "method": "pgd20", "epsilon": 0.05, "split": "test", "metric": "robust_accuracy", "value": 0.982421875, "n_examples": 2048, "failures": 36, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed81", "seed": 81, "method": "random16", "epsilon": 0.1, "split": "test", "metric": "robust_accuracy", "value": 0.9892578125, "n_examples": 2048, "failures": 22, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed81", "seed": 81, "method": "pgd2", "epsilon": 0.1, "split": "test", "metric": "robust_accuracy", "value": 0.99365234375, "n_examples": 2048, "failures": 13, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed81", "seed": 81, "method": "fgsm", "epsilon": 0.1, "split": "test", "metric": "robust_accuracy", "value": 0.94482421875, "n_examples": 2048, "failures": 113, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed81", "seed": 81, "method": "pgd20", "epsilon": 0.1, "split": "test", "metric": "robust_accuracy", "value": 0.94482421875, "n_examples": 2048, "failures": 113, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed81", "seed": 81, "method": "random16", "epsilon": 0.2, "split": "test", "metric": "robust_accuracy", "value": 0.98095703125, "n_examples": 2048, "failures": 39, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed81", "seed": 81, "method": "pgd2", "epsilon": 0.2, "split": "test", "metric": "robust_accuracy", "value": 0.99072265625, "n_examples": 2048, "failures": 19, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed81", "seed": 81, "method": "fgsm", "epsilon": 0.2, "split": "test", "metric": "robust_accuracy", "value": 0.76025390625, "n_examples": 2048, "failures": 491, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed81", "seed": 81, "method": "pgd20", "epsilon": 0.2, "split": "test", "metric": "robust_accuracy", "value": 0.76025390625, "n_examples": 2048, "failures": 491, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed81", "seed": 81, "method": "random16", "epsilon": 0.3, "split": "test", "metric": "robust_accuracy", "value": 0.9677734375, "n_examples": 2048, "failures": 66, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed81", "seed": 81, "method": "pgd2", "epsilon": 0.3, "split": "test", "metric": "robust_accuracy", "value": 0.9892578125, "n_examples": 2048, "failures": 22, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed81", "seed": 81, "method": "fgsm", "epsilon": 0.3, "split": "test", "metric": "robust_accuracy", "value": 0.4228515625, "n_examples": 2048, "failures": 1182, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}
{"run_id": "seed81", "seed": 81, "method": "pgd20", "epsilon": 0.3, "split": "test", "metric": "robust_accuracy", "value": 0.4228515625, "n_examples": 2048, "failures": 1182, "status": "ok", "protocol_sha256": "be5eeb18d19f8a1e5b0ff6d426e06fb5b3651d572a202fcb734b8b78ce308b64"}