{
  "environment": {
    "python": "3.12.14",
    "numpy": "2.3.5",
    "device": "CPU",
    "dtype": "float64"
  },
  "configuration": {
    "seeds": [
      79,
      80,
      81
    ],
    "epsilon": [
      0.0,
      0.05,
      0.1,
      0.2,
      0.3
    ],
    "l2": 0.01,
    "lr": 0.2,
    "steps": 1000,
    "domain": "R^20; fixed latent label; no pixel clipping; no feature scaling",
    "training": "ordinary regularized logistic regression; final checkpoint; dev logging only"
  },
  "gradient_checks": [
    {
      "seed": 79,
      "gradient_max_error": 7.2519767968515225e-12
    },
    {
      "seed": 80,
      "gradient_max_error": 5.062396682409265e-12
    },
    {
      "seed": 81,
      "gradient_max_error": 6.955758018178937e-12
    }
  ],
  "runs": [
    {
      "seed": 79,
      "trace": [
        {
          "step": 0,
          "objective": 0.6842926888735998
        },
        {
          "step": 100,
          "objective": 0.1261281449071559
        },
        {
          "step": 200,
          "objective": 0.11495811235955841
        },
        {
          "step": 300,
          "objective": 0.11281929227044414
        },
        {
          "step": 400,
          "objective": 0.11220016257887988
        },
        {
          "step": 500,
          "objective": 0.11197583680028371
        },
        {
          "step": 600,
          "objective": 0.11188308264995017
        },
        {
          "step": 700,
          "objective": 0.11184182829656869
        },
        {
          "step": 800,
          "objective": 0.11182275813006706
        },
        {
          "step": 900,
          "objective": 0.11181375738690158
        },
        {
          "step": 1000,
          "objective": 0.11180945609665571
        }
      ],
      "dev_accuracy": 0.99609375,
      "final_gradient_norm": 0.0003815935938162913,
      "budgets": [
        {
          "epsilon": 0.0,
          "exact_robust_accuracy": 0.99658203125,
          "attacks": {
            "random16": {
              "clean_accuracy": 0.99658203125,
              "robust_accuracy": 0.99658203125,
              "conditional_asr": 0.0,
              "clean_correct": 2041,
              "failures": 7,
              "missed_failures": 0,
              "max_margin_gap": 0.0
            },
            "pgd2": {
              "clean_accuracy": 0.99658203125,
              "robust_accuracy": 0.99658203125,
              "conditional_asr": 0.0,
              "clean_correct": 2041,
              "failures": 7,
              "missed_failures": 0,
              "max_margin_gap": 0.0
            },
            "fgsm": {
              "clean_accuracy": 0.99658203125,
              "robust_accuracy": 0.99658203125,
              "conditional_asr": 0.0,
              "clean_correct": 2041,
              "failures": 7,
              "missed_failures": 0,
              "max_margin_gap": 0.0
            },
            "pgd20": {
              "clean_accuracy": 0.99658203125,
              "robust_accuracy": 0.99658203125,
              "conditional_asr": 0.0,
              "clean_correct": 2041,
              "failures": 7,
              "missed_failures": 0,
              "max_margin_gap": 0.0
            },
            "zero_gradient_fixture": {
              "clean_accuracy": 0.99658203125,
              "robust_accuracy": 0.99658203125,
              "conditional_asr": 0.0,
              "clean_correct": 2041,
              "failures": 7,
              "missed_failures": 0,
              "max_margin_gap": 0.0
            }
          },
          "union_robust_accuracy": 0.99658203125
        },
        {
          "epsilon": 0.05,
          "exact_robust_accuracy": 0.98193359375,
          "attacks": {
            "random16": {
              "clean_accuracy": 0.99658203125,
              "robust_accuracy": 0.9931640625,
              "conditional_asr": 0.0034296913277804997,
              "clean_correct": 2041,
              "failures": 14,
              "missed_failures": 23,
              "max_margin_gap": 0.615295025615259
            },
            "pgd2": {
              "clean_accuracy": 0.99658203125,
              "robust_accuracy": 0.99560546875,
              "conditional_asr": 0.0009799118079372856,
              "clean_correct": 2041,
              "failures": 9,
              "missed_failures": 28,
              "max_margin_gap": 0.5783769250049673
            },
            "fgsm": {
              "clean_accuracy": 0.99658203125,
              "robust_accuracy": 0.98193359375,
              "conditional_asr": 0.014698677119059285,
              "clean_correct": 2041,
              "failures": 37,
              "missed_failures": 0,
              "max_margin_gap": 3.552713678800501e-15
            },
            "pgd20": {
              "clean_accuracy": 0.99658203125,
              "robust_accuracy": 0.98193359375,
              "conditional_asr": 0.014698677119059285,
              "clean_correct": 2041,
              "failures": 37,
              "missed_failures": 0,
              "max_margin_gap": 3.552713678800501e-15
            },
            "zero_gradient_fixture": {
              "clean_accuracy": 0.99658203125,
              "robust_accuracy": 0.99658203125,
              "conditional_asr": 0.0,
              "clean_correct": 2041,
              "failures": 7,
              "missed_failures": 30,
              "max_margin_gap": 0.6426410277832924
            }
          },
          "union_robust_accuracy": 0.98193359375
        },
        {
          "epsilon": 0.1,
          "exact_robust_accuracy": 0.95263671875,
          "attacks": {
            "random16": {
              "clean_accuracy": 0.99658203125,
              "robust_accuracy": 0.99072265625,
              "conditional_asr": 0.005879470847623714,
              "clean_correct": 2041,
              "failures": 19,
              "missed_failures": 78,
              "max_margin_gap": 1.2239461969485683
            },
            "pgd2": {
              "clean_accuracy": 0.99658203125,
              "robust_accuracy": 0.994140625,
              "conditional_asr": 0.002449779519843214,
              "clean_correct": 2041,
              "failures": 12,
              "missed_failures": 85,
              "max_margin_gap": 1.1567538500099293
            },
            "fgsm": {
              "clean_accuracy": 0.99658203125,
              "robust_accuracy": 0.95263671875,
              "conditional_asr": 0.04409603135717785,
              "clean_correct": 2041,
              "failures": 97,
              "missed_failures": 0,
              "max_margin_gap": 3.552713678800501e-15
            },
            "pgd20": {
              "clean_accuracy": 0.99658203125,
              "robust_accuracy": 0.95263671875,
              "conditional_asr": 0.04409603135717785,
              "clean_correct": 2041,
              "failures": 97,
              "missed_failures": 0,
              "max_margin_gap": 3.552713678800501e-15
            },
            "zero_gradient_fixture": {
              "clean_accuracy": 0.99658203125,
              "robust_accuracy": 0.99658203125,
              "conditional_asr": 0.0,
              "clean_correct": 2041,
              "failures": 7,
              "missed_failures": 90,
              "max_margin_gap": 1.2852820555665847
            }
          },
          "union_robust_accuracy": 0.95263671875
        },
        {
          "epsilon": 0.2,
          "exact_robust_accuracy": 0.78369140625,
          "attacks": {
            "random16": {
              "clean_accuracy": 0.99658203125,
              "robust_accuracy": 0.98095703125,
              "conditional_asr": 0.01567858892699657,
              "clean_correct": 2041,
              "failures": 39,
              "missed_failures": 404,
              "max_margin_gap": 2.4127133859447616
            },
            "pgd2": {
              "clean_accuracy": 0.99658203125,
              "robust_accuracy": 0.99267578125,
              "conditional_asr": 0.0039196472317491425,
              "clean_correct": 2041,
              "failures": 15,
              "missed_failures": 428,
              "max_margin_gap": 2.3135077000198554
            },
            "fgsm": {
              "clean_accuracy": 0.99658203125,
              "robust_accuracy": 0.78369140625,
              "conditional_asr": 0.21362077413032826,
              "clean_correct": 2041,
              "failures": 443,
              "missed_failures": 0,
              "max_margin_gap": 3.552713678800501e-15
            },
            "pgd20": {
              "clean_accuracy": 0.99658203125,
              "robust_accuracy": 0.78369140625,
              "conditional_asr": 0.21362077413032826,
              "clean_correct": 2041,
              "failures": 443,
              "missed_failures": 0,
              "max_margin_gap": 3.552713678800501e-15
            },
            "zero_gradient_fixture": {
              "clean_accuracy": 0.99658203125,
              "robust_accuracy": 0.99658203125,
              "conditional_asr": 0.0,
              "clean_correct": 2041,
              "failures": 7,
              "missed_failures": 436,
              "max_margin_gap": 2.5705641111331694
            }
          },
          "union_robust_accuracy": 0.78369140625
        },
        {
          "epsilon": 0.3,
          "exact_robust_accuracy": 0.47705078125,
          "attacks": {
            "random16": {
              "clean_accuracy": 0.99658203125,
              "robust_accuracy": 0.97216796875,
              "conditional_asr": 0.02449779519843214,
              "clean_correct": 2041,
              "failures": 57,
              "missed_failures": 1014,
              "max_margin_gap": 3.7152551658142254
            },
            "pgd2": {
              "clean_accuracy": 0.99658203125,
              "robust_accuracy": 0.99072265625,
              "conditional_asr": 0.005879470847623714,
              "clean_correct": 2041,
              "failures": 19,
              "missed_failures": 1052,
              "max_margin_gap": 3.470261550029781
            },
            "fgsm": {
              "clean_accuracy": 0.99658203125,
              "robust_accuracy": 0.47705078125,
              "conditional_asr": 0.5213130818226359,
              "clean_correct": 2041,
              "failures": 1071,
              "missed_failures": 0,
              "max_margin_gap": 2.6645352591003757e-15
            },
            "pgd20": {
              "clean_accuracy": 0.99658203125,
              "robust_accuracy": 0.47705078125,
              "conditional_asr": 0.5213130818226359,
              "clean_correct": 2041,
              "failures": 1071,
              "missed_failures": 0,
              "max_margin_gap": 2.6645352591003757e-15
            },
            "zero_gradient_fixture": {
              "clean_accuracy": 0.99658203125,
              "robust_accuracy": 0.99658203125,
              "conditional_asr": 0.0,
              "clean_correct": 2041,
              "failures": 7,
              "missed_failures": 1064,
              "max_margin_gap": 3.855846166699753
            }
          },
          "union_robust_accuracy": 0.47705078125
        }
      ]
    },
    {
      "seed": 80,
      "trace": [
        {
          "step": 0,
          "objective": 0.6851128376250157
        },
        {
          "step": 100,
          "objective": 0.12338464848954434
        },
        {
          "step": 200,
          "objective": 0.11305469767085316
        },
        {
          "step": 300,
          "objective": 0.11109526615078884
        },
        {
          "step": 400,
          "objective": 0.11051579613927451
        },
        {
          "step": 500,
          "objective": 0.11029698248824897
        },
        {
          "step": 600,
          "objective": 0.11020221632844264
        },
        {
          "step": 700,
          "objective": 0.11015818533548428
        },
        {
          "step": 800,
          "objective": 0.11013700570713181
        },
        {
          "step": 900,
          "objective": 0.11012663328838829
        },
        {
          "step": 1000,
          "objective": 0.11012149840860955
        }
      ],
      "dev_accuracy": 1.0,
      "final_gradient_norm": 0.0004210080030317578,
      "budgets": [
        {
          "epsilon": 0.0,
          "exact_robust_accuracy": 0.9931640625,
          "attacks": {
            "random16": {
              "clean_accuracy": 0.9931640625,
              "robust_accuracy": 0.9931640625,
              "conditional_asr": 0.0,
              "clean_correct": 2034,
              "failures": 14,
              "missed_failures": 0,
              "max_margin_gap": 0.0
            },
            "pgd2": {
              "clean_accuracy": 0.9931640625,
              "robust_accuracy": 0.9931640625,
              "conditional_asr": 0.0,
              "clean_correct": 2034,
              "failures": 14,
              "missed_failures": 0,
              "max_margin_gap": 0.0
            },
            "fgsm": {
              "clean_accuracy": 0.9931640625,
              "robust_accuracy": 0.9931640625,
              "conditional_asr": 0.0,
              "clean_correct": 2034,
              "failures": 14,
              "missed_failures": 0,
              "max_margin_gap": 0.0
            },
            "pgd20": {
              "clean_accuracy": 0.9931640625,
              "robust_accuracy": 0.9931640625,
              "conditional_asr": 0.0,
              "clean_correct": 2034,
              "failures": 14,
              "missed_failures": 0,
              "max_margin_gap": 0.0
            },
            "zero_gradient_fixture": {
              "clean_accuracy": 0.9931640625,
              "robust_accuracy": 0.9931640625,
              "conditional_asr": 0.0,
              "clean_correct": 2034,
              "failures": 14,
              "missed_failures": 0,
              "max_margin_gap": 0.0
            }
          },
          "union_robust_accuracy": 0.9931640625
        },
        {
          "epsilon": 0.05,
          "exact_robust_accuracy": 0.978515625,
          "attacks": {
            "random16": {
              "clean_accuracy": 0.9931640625,
              "robust_accuracy": 0.99072265625,
              "conditional_asr": 0.0024582104228121925,
              "clean_correct": 2034,
              "failures": 19,
              "missed_failures": 25,
              "max_margin_gap": 0.6068754104761664
            },
            "pgd2": {
              "clean_accuracy": 0.9931640625,
              "robust_accuracy": 0.9921875,
              "conditional_asr": 0.0009832841691248771,
              "clean_correct": 2034,
              "failures": 16,
              "missed_failures": 28,
              "max_margin_gap": 0.571428323519056
            },
            "fgsm": {
              "clean_accuracy": 0.9931640625,
              "robust_accuracy": 0.978515625,
              "conditional_asr": 0.014749262536873156,
              "clean_correct": 2034,
              "failures": 44,
              "missed_failures": 0,
              "max_margin_gap": 3.552713678800501e-15
            },
            "pgd20": {
              "clean_accuracy": 0.9931640625,
              "robust_accuracy": 0.978515625,
              "conditional_asr": 0.014749262536873156,
              "clean_correct": 2034,
              "failures": 44,
              "missed_failures": 0,
              "max_margin_gap": 3.552713678800501e-15
            },
            "zero_gradient_fixture": {
              "clean_accuracy": 0.9931640625,
              "robust_accuracy": 0.9931640625,
              "conditional_asr": 0.0,
              "clean_correct": 2034,
              "failures": 14,
              "missed_failures": 30,
              "max_margin_gap": 0.6349203594656139
            }
          },
          "union_robust_accuracy": 0.978515625
        },
        {
          "epsilon": 0.1,
          "exact_robust_accuracy": 0.9453125,
          "attacks": {
            "random16": {
              "clean_accuracy": 0.9931640625,
              "robust_accuracy": 0.98828125,
              "conditional_asr": 0.004916420845624385,
              "clean_correct": 2034,
              "failures": 24,
              "missed_failures": 88,
              "max_margin_gap": 1.1926005818903906
            },
            "pgd2": {
              "clean_accuracy": 0.9931640625,
              "robust_accuracy": 0.99169921875,
              "conditional_asr": 0.0014749262536873156,
              "clean_correct": 2034,
              "failures": 17,
              "missed_failures": 95,
              "max_margin_gap": 1.1428566470381085
            },
            "fgsm": {
              "clean_accuracy": 0.9931640625,
              "robust_accuracy": 0.9453125,
              "conditional_asr": 0.048180924287118974,
              "clean_correct": 2034,
              "failures": 112,
              "missed_failures": 0,
              "max_margin_gap": 2.6645352591003757e-15
            },
            "pgd20": {
              "clean_accuracy": 0.9931640625,
              "robust_accuracy": 0.9453125,
              "conditional_asr": 0.048180924287118974,
              "clean_correct": 2034,
              "failures": 112,
              "missed_failures": 0,
              "max_margin_gap": 2.6645352591003757e-15
            },
            "zero_gradient_fixture": {
              "clean_accuracy": 0.9931640625,
              "robust_accuracy": 0.9931640625,
              "conditional_asr": 0.0,
              "clean_correct": 2034,
              "failures": 14,
              "missed_failures": 98,
              "max_margin_gap": 1.2698407189312269
            }
          },
          "union_robust_accuracy": 0.9453125
        },
        {
          "epsilon": 0.2,
          "exact_robust_accuracy": 0.76513671875,
          "attacks": {
            "random16": {
              "clean_accuracy": 0.9931640625,
              "robust_accuracy": 0.97802734375,
              "conditional_asr": 0.015240904621435595,
              "clean_correct": 2034,
              "failures": 45,
              "missed_failures": 436,
              "max_margin_gap": 2.4880449355502865
            },
            "pgd2": {
              "clean_accuracy": 0.9931640625,
              "robust_accuracy": 0.98974609375,
              "conditional_asr": 0.00344149459193707,
              "clean_correct": 2034,
              "failures": 21,
              "missed_failures": 460,
              "max_margin_gap": 2.2857132940762117
            },
            "fgsm": {
              "clean_accuracy": 0.9931640625,
              "robust_accuracy": 0.76513671875,
              "conditional_asr": 0.2295968534906588,
              "clean_correct": 2034,
              "failures": 481,
              "missed_failures": 0,
              "max_margin_gap": 3.1086244689504383e-15
            },
            "pgd20": {
              "clean_accuracy": 0.9931640625,
              "robust_accuracy": 0.76513671875,
              "conditional_asr": 0.2295968534906588,
              "clean_correct": 2034,
              "failures": 481,
              "missed_failures": 0,
              "max_margin_gap": 3.1086244689504383e-15
            },
            "zero_gradient_fixture": {
              "clean_accuracy": 0.9931640625,
              "robust_accuracy": 0.9931640625,
              "conditional_asr": 0.0,
              "clean_correct": 2034,
              "failures": 14,
              "missed_failures": 467,
              "max_margin_gap": 2.5396814378624537
            }
          },
          "union_robust_accuracy": 0.76513671875
        },
        {
          "epsilon": 0.3,
          "exact_robust_accuracy": 0.45458984375,
          "attacks": {
            "random16": {
              "clean_accuracy": 0.9931640625,
              "robust_accuracy": 0.96337890625,
              "conditional_asr": 0.02999016715830875,
              "clean_correct": 2034,
              "failures": 75,
              "missed_failures": 1042,
              "max_margin_gap": 3.72679639103231
            },
            "pgd2": {
              "clean_accuracy": 0.9931640625,
              "robust_accuracy": 0.9873046875,
              "conditional_asr": 0.0058997050147492625,
              "clean_correct": 2034,
              "failures": 26,
              "missed_failures": 1091,
              "max_margin_gap": 3.428569941114316
            },
            "fgsm": {
              "clean_accuracy": 0.9931640625,
              "robust_accuracy": 0.45458984375,
              "conditional_asr": 0.5422812192723697,
              "clean_correct": 2034,
              "failures": 1117,
              "missed_failures": 0,
              "max_margin_gap": 3.552713678800501e-15
            },
            "pgd20": {
              "clean_accuracy": 0.9931640625,
              "robust_accuracy": 0.45458984375,
              "conditional_asr": 0.5422812192723697,
              "clean_correct": 2034,
              "failures": 1117,
              "missed_failures": 0,
              "max_margin_gap": 3.552713678800501e-15
            },
            "zero_gradient_fixture": {
              "clean_accuracy": 0.9931640625,
              "robust_accuracy": 0.9931640625,
              "conditional_asr": 0.0,
              "clean_correct": 2034,
              "failures": 14,
              "missed_failures": 1103,
              "max_margin_gap": 3.8095221567936806
            }
          },
          "union_robust_accuracy": 0.45458984375
        }
      ]
    },
    {
      "seed": 81,
      "trace": [
        {
          "step": 0,
          "objective": 0.6983036928467073
        },
        {
          "step": 100,
          "objective": 0.12703505996814352
        },
        {
          "step": 200,
          "objective": 0.11595613077615446
        },
        {
          "step": 300,
          "objective": 0.11370473879610345
        },
        {
          "step": 400,
          "objective": 0.11301298972151841
        },
        {
          "step": 500,
          "objective": 0.11275300783602121
        },
        {
          "step": 600,
          "objective": 0.11264446680540315
        },
        {
          "step": 700,
          "objective": 0.11259666857367276
        },
        {
          "step": 800,
          "objective": 0.11257504226726228
        },
        {
          "step": 900,
          "objective": 0.11256511290108173
        },
        {
          "step": 1000,
          "objective": 0.11256051167158462
        }
      ],
      "dev_accuracy": 0.99609375,
      "final_gradient_norm": 0.0003911194514915449,
      "budgets": [
        {
          "epsilon": 0.0,
          "exact_robust_accuracy": 0.994140625,
          "attacks": {
            "random16": {
              "clean_accuracy": 0.994140625,
              "robust_accuracy": 0.994140625,
              "conditional_asr": 0.0,
              "clean_correct": 2036,
              "failures": 12,
              "missed_failures": 0,
              "max_margin_gap": 0.0
            },
            "pgd2": {
              "clean_accuracy": 0.994140625,
              "robust_accuracy": 0.994140625,
              "conditional_asr": 0.0,
              "clean_correct": 2036,
              "failures": 12,
              "missed_failures": 0,
              "max_margin_gap": 0.0
            },
            "fgsm": {
              "clean_accuracy": 0.994140625,
              "robust_accuracy": 0.994140625,
              "conditional_asr": 0.0,
              "clean_correct": 2036,
              "failures": 12,
              "missed_failures": 0,
              "max_margin_gap": 0.0
            },
            "pgd20": {
              "clean_accuracy": 0.994140625,
              "robust_accuracy": 0.994140625,
              "conditional_asr": 0.0,
              "clean_correct": 2036,
              "failures": 12,
              "missed_failures": 0,
              "max_margin_gap": 0.0
            },
            "zero_gradient_fixture": {
              "clean_accuracy": 0.994140625,
              "robust_accuracy": 0.994140625,
              "conditional_asr": 0.0,
              "clean_correct": 2036,
              "failures": 12,
              "missed_failures": 0,
              "max_margin_gap": 0.0
            }
          },
          "union_robust_accuracy": 0.994140625
        },
        {
          "epsilon": 0.05,
          "exact_robust_accuracy": 0.982421875,
          "attacks": {
            "random16": {
              "clean_accuracy": 0.994140625,
              "robust_accuracy": 0.9931640625,
              "conditional_asr": 0.0009823182711198428,
              "clean_correct": 2036,
              "failures": 14,
              "missed_failures": 22,
              "max_margin_gap": 0.6352085793108286
            },
            "pgd2": {
              "clean_accuracy": 0.994140625,
              "robust_accuracy": 0.994140625,
              "conditional_asr": 0.0,
              "clean_correct": 2036,
              "failures": 12,
              "missed_failures": 24,
              "max_margin_gap": 0.5907492955815776
            },
            "fgsm": {
              "clean_accuracy": 0.994140625,
              "robust_accuracy": 0.982421875,
              "conditional_asr": 0.011787819253438114,
              "clean_correct": 2036,
              "failures": 36,
              "missed_failures": 0,
              "max_margin_gap": 4.440892098500626e-15
            },
            "pgd20": {
              "clean_accuracy": 0.994140625,
              "robust_accuracy": 0.982421875,
              "conditional_asr": 0.011787819253438114,
              "clean_correct": 2036,
              "failures": 36,
              "missed_failures": 0,
              "max_margin_gap": 4.440892098500626e-15
            },
            "zero_gradient_fixture": {
              "clean_accuracy": 0.994140625,
              "robust_accuracy": 0.994140625,
              "conditional_asr": 0.0,
              "clean_correct": 2036,
              "failures": 12,
              "missed_failures": 24,
              "max_margin_gap": 0.6563881062017476
            }
          },
          "union_robust_accuracy": 0.982421875
        },
        {
          "epsilon": 0.1,
          "exact_robust_accuracy": 0.94482421875,
          "attacks": {
            "random16": {
              "clean_accuracy": 0.994140625,
              "robust_accuracy": 0.9892578125,
              "conditional_asr": 0.004911591355599214,
              "clean_correct": 2036,
              "failures": 22,
              "missed_failures": 91,
              "max_margin_gap": 1.256324013975025
            },
            "pgd2": {
              "clean_accuracy": 0.994140625,
              "robust_accuracy": 0.99365234375,
              "conditional_asr": 0.0004911591355599214,
              "clean_correct": 2036,
              "failures": 13,
              "missed_failures": 100,
              "max_margin_gap": 1.181498591163149
            },
            "fgsm": {
              "clean_accuracy": 0.994140625,
              "robust_accuracy": 0.94482421875,
              "conditional_asr": 0.04960707269155206,
              "clean_correct": 2036,
              "failures": 113,
              "missed_failures": 0,
              "max_margin_gap": 4.440892098500626e-15
            },
            "pgd20": {
              "clean_accuracy": 0.994140625,
              "robust_accuracy": 0.94482421875,
              "conditional_asr": 0.04960707269155206,
              "clean_correct": 2036,
              "failures": 113,
              "missed_failures": 0,
              "max_margin_gap": 4.440892098500626e-15
            },
            "zero_gradient_fixture": {
              "clean_accuracy": 0.994140625,
              "robust_accuracy": 0.994140625,
              "conditional_asr": 0.0,
              "clean_correct": 2036,
              "failures": 12,
              "missed_failures": 101,
              "max_margin_gap": 1.3127762124034943
            }
          },
          "union_robust_accuracy": 0.94482421875
        },
        {
          "epsilon": 0.2,
          "exact_robust_accuracy": 0.76025390625,
          "attacks": {
            "random16": {
              "clean_accuracy": 0.994140625,
              "robust_accuracy": 0.98095703125,
              "conditional_asr": 0.013261296660117878,
              "clean_correct": 2036,
              "failures": 39,
              "missed_failures": 452,
              "max_margin_gap": 2.511103931887053
            },
            "pgd2": {
              "clean_accuracy": 0.994140625,
              "robust_accuracy": 0.99072265625,
              "conditional_asr": 0.00343811394891945,
              "clean_correct": 2036,
              "failures": 19,
              "missed_failures": 472,
              "max_margin_gap": 2.3629971823262927
            },
            "fgsm": {
              "clean_accuracy": 0.994140625,
              "robust_accuracy": 0.76025390625,
              "conditional_asr": 0.23526522593320237,
              "clean_correct": 2036,
              "failures": 491,
              "missed_failures": 0,
              "max_margin_gap": 3.1086244689504383e-15
            },
            "pgd20": {
              "clean_accuracy": 0.994140625,
              "robust_accuracy": 0.76025390625,
              "conditional_asr": 0.23526522593320237,
              "clean_correct": 2036,
              "failures": 491,
              "missed_failures": 0,
              "max_margin_gap": 3.1086244689504383e-15
            },
            "zero_gradient_fixture": {
              "clean_accuracy": 0.994140625,
              "robust_accuracy": 0.994140625,
              "conditional_asr": 0.0,
              "clean_correct": 2036,
              "failures": 12,
              "missed_failures": 479,
              "max_margin_gap": 2.6255524248069886
            }
          },
          "union_robust_accuracy": 0.76025390625
        },
        {
          "epsilon": 0.3,
          "exact_robust_accuracy": 0.4228515625,
          "attacks": {
            "random16": {
              "clean_accuracy": 0.994140625,
              "robust_accuracy": 0.9677734375,
              "conditional_asr": 0.026522593320235755,
              "clean_correct": 2036,
              "failures": 66,
              "missed_failures": 1116,
              "max_margin_gap": 3.9242438554754404
            },
            "pgd2": {
              "clean_accuracy": 0.994140625,
              "robust_accuracy": 0.9892578125,
              "conditional_asr": 0.004911591355599214,
              "clean_correct": 2036,
              "failures": 22,
              "missed_failures": 1160,
              "max_margin_gap": 3.5444957734894373
            },
            "fgsm": {
              "clean_accuracy": 0.994140625,
              "robust_accuracy": 0.4228515625,
              "conditional_asr": 0.574656188605108,
              "clean_correct": 2036,
              "failures": 1182,
              "missed_failures": 0,
              "max_margin_gap": 3.9968028886505635e-15
            },
            "pgd20": {
              "clean_accuracy": 0.994140625,
              "robust_accuracy": 0.4228515625,
              "conditional_asr": 0.574656188605108,
              "clean_correct": 2036,
              "failures": 1182,
              "missed_failures": 0,
              "max_margin_gap": 3.9968028886505635e-15
            },
            "zero_gradient_fixture": {
              "clean_accuracy": 0.994140625,
              "robust_accuracy": 0.994140625,
              "conditional_asr": 0.0,
              "clean_correct": 2036,
              "failures": 12,
              "missed_failures": 1170,
              "max_margin_gap": 3.9383286372104833
            }
          },
          "union_robust_accuracy": 0.4228515625
        }
      ]
    }
  ],
  "aggregate": [
    {
      "epsilon": 0.0,
      "attacks": {
        "random16": {
          "clean_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "robust_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "conditional_asr": {
            "mean": 0.0,
            "sd": 0.0
          },
          "missed_failures": {
            "mean": 0.0,
            "sd": 0.0
          }
        },
        "pgd2": {
          "clean_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "robust_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "conditional_asr": {
            "mean": 0.0,
            "sd": 0.0
          },
          "missed_failures": {
            "mean": 0.0,
            "sd": 0.0
          }
        },
        "fgsm": {
          "clean_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "robust_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "conditional_asr": {
            "mean": 0.0,
            "sd": 0.0
          },
          "missed_failures": {
            "mean": 0.0,
            "sd": 0.0
          }
        },
        "pgd20": {
          "clean_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "robust_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "conditional_asr": {
            "mean": 0.0,
            "sd": 0.0
          },
          "missed_failures": {
            "mean": 0.0,
            "sd": 0.0
          }
        },
        "zero_gradient_fixture": {
          "clean_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "robust_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "conditional_asr": {
            "mean": 0.0,
            "sd": 0.0
          },
          "missed_failures": {
            "mean": 0.0,
            "sd": 0.0
          }
        }
      }
    },
    {
      "epsilon": 0.05,
      "attacks": {
        "random16": {
          "clean_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "robust_accuracy": {
            "mean": 0.9923502604166666,
            "sd": 0.001409546555638735
          },
          "conditional_asr": {
            "mean": 0.002290073340570845,
            "sd": 0.0012323194709309786
          },
          "missed_failures": {
            "mean": 23.333333333333332,
            "sd": 1.5275252316519465
          }
        },
        "pgd2": {
          "clean_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "robust_accuracy": {
            "mean": 0.9939778645833334,
            "sd": 0.0017147873946700423
          },
          "conditional_asr": {
            "mean": 0.000654398659020721,
            "sd": 0.0005667283713571107
          },
          "missed_failures": {
            "mean": 26.666666666666668,
            "sd": 2.3094010767585034
          }
        },
        "fgsm": {
          "clean_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "robust_accuracy": {
            "mean": 0.98095703125,
            "sd": 0.0021283686247757197
          },
          "conditional_asr": {
            "mean": 0.013745252969790185,
            "sd": 0.0016953760015282042
          },
          "missed_failures": {
            "mean": 0.0,
            "sd": 0.0
          }
        },
        "pgd20": {
          "clean_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "robust_accuracy": {
            "mean": 0.98095703125,
            "sd": 0.0021283686247757197
          },
          "conditional_asr": {
            "mean": 0.013745252969790185,
            "sd": 0.0016953760015282042
          },
          "missed_failures": {
            "mean": 0.0,
            "sd": 0.0
          }
        },
        "zero_gradient_fixture": {
          "clean_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "robust_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "conditional_asr": {
            "mean": 0.0,
            "sd": 0.0
          },
          "missed_failures": {
            "mean": 28.0,
            "sd": 3.4641016151377544
          }
        }
      }
    },
    {
      "epsilon": 0.1,
      "attacks": {
        "random16": {
          "clean_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "robust_accuracy": {
            "mean": 0.9894205729166666,
            "sd": 0.0012288141984490154
          },
          "conditional_asr": {
            "mean": 0.005235827682949105,
            "sd": 0.0005574165619783248
          },
          "missed_failures": {
            "mean": 85.66666666666667,
            "sd": 6.8068592855540455
          }
        },
        "pgd2": {
          "clean_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "robust_accuracy": {
            "mean": 0.9931640625,
            "sd": 0.0012918707573557572
          },
          "conditional_asr": {
            "mean": 0.0014719549696968171,
            "sd": 0.0009793135727788737
          },
          "missed_failures": {
            "mean": 93.33333333333333,
            "sd": 7.637626158259734
          }
        },
        "fgsm": {
          "clean_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "robust_accuracy": {
            "mean": 0.9475911458333334,
            "sd": 0.004376409394449464
          },
          "conditional_asr": {
            "mean": 0.04729467611194963,
            "sd": 0.0028604144836524154
          },
          "missed_failures": {
            "mean": 0.0,
            "sd": 0.0
          }
        },
        "pgd20": {
          "clean_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "robust_accuracy": {
            "mean": 0.9475911458333334,
            "sd": 0.004376409394449464
          },
          "conditional_asr": {
            "mean": 0.04729467611194963,
            "sd": 0.0028604144836524154
          },
          "missed_failures": {
            "mean": 0.0,
            "sd": 0.0
          }
        },
        "zero_gradient_fixture": {
          "clean_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "robust_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "conditional_asr": {
            "mean": 0.0,
            "sd": 0.0
          },
          "missed_failures": {
            "mean": 96.33333333333333,
            "sd": 5.686240703077327
          }
        }
      }
    },
    {
      "epsilon": 0.2,
      "attacks": {
        "random16": {
          "clean_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "robust_accuracy": {
            "mean": 0.97998046875,
            "sd": 0.0016914558667664816
          },
          "conditional_asr": {
            "mean": 0.014726930069516682,
            "sd": 0.0012880034378421
          },
          "missed_failures": {
            "mean": 430.6666666666667,
            "sd": 24.440403706431145
          }
        },
        "pgd2": {
          "clean_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "robust_accuracy": {
            "mean": 0.9910481770833334,
            "sd": 0.0014917238590351043
          },
          "conditional_asr": {
            "mean": 0.0035997519242018873,
            "sd": 0.00027704261951885274
          },
          "missed_failures": {
            "mean": 453.3333333333333,
            "sd": 22.744962812309307
          }
        },
        "fgsm": {
          "clean_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "robust_accuracy": {
            "mean": 0.7696940104166666,
            "sd": 0.012365507756004283
          },
          "conditional_asr": {
            "mean": 0.22616095118472979,
            "sd": 0.0112238425663251
          },
          "missed_failures": {
            "mean": 0.0,
            "sd": 0.0
          }
        },
        "pgd20": {
          "clean_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "robust_accuracy": {
            "mean": 0.7696940104166666,
            "sd": 0.012365507756004283
          },
          "conditional_asr": {
            "mean": 0.22616095118472979,
            "sd": 0.0112238425663251
          },
          "missed_failures": {
            "mean": 0.0,
            "sd": 0.0
          }
        },
        "zero_gradient_fixture": {
          "clean_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "robust_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "conditional_asr": {
            "mean": 0.0,
            "sd": 0.0
          },
          "missed_failures": {
            "mean": 460.6666666666667,
            "sd": 22.18858565419016
          }
        }
      }
    },
    {
      "epsilon": 0.3,
      "attacks": {
        "random16": {
          "clean_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "robust_accuracy": {
            "mean": 0.9677734375,
            "sd": 0.00439453125
          },
          "conditional_asr": {
            "mean": 0.027003518558992214,
            "sd": 0.00277758964758375
          },
          "missed_failures": {
            "mean": 1057.3333333333333,
            "sd": 52.70041113059113
          }
        },
        "pgd2": {
          "clean_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "robust_accuracy": {
            "mean": 0.9890950520833334,
            "sd": 0.0017147873946700423
          },
          "conditional_asr": {
            "mean": 0.005563589072657397,
            "sd": 0.0005647372155849371
          },
          "missed_failures": {
            "mean": 1101.0,
            "sd": 54.69003565550127
          }
        },
        "fgsm": {
          "clean_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "robust_accuracy": {
            "mean": 0.4514973958333333,
            "sd": 0.02723162231424268
          },
          "conditional_asr": {
            "mean": 0.5460834965667045,
            "sd": 0.02687405337437612
          },
          "missed_failures": {
            "mean": 0.0,
            "sd": 0.0
          }
        },
        "pgd20": {
          "clean_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "robust_accuracy": {
            "mean": 0.4514973958333333,
            "sd": 0.02723162231424268
          },
          "conditional_asr": {
            "mean": 0.5460834965667045,
            "sd": 0.02687405337437612
          },
          "missed_failures": {
            "mean": 0.0,
            "sd": 0.0
          }
        },
        "zero_gradient_fixture": {
          "clean_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "robust_accuracy": {
            "mean": 0.99462890625,
            "sd": 0.001760523083722651
          },
          "conditional_asr": {
            "mean": 0.0,
            "sd": 0.0
          },
          "missed_failures": {
            "mean": 1112.3333333333333,
            "sd": 53.612809414666316
          }
        }
      }
    }
  ]
}