{
  "aggregates": {
    "baseline": {
      "final_accuracy": {
        "mean": 0.9414814710617065,
        "std": 0.0025659872783496645
      },
      "final_ood_accuracy": {
        "mean": 0.8592592477798462,
        "std": 0.02247999422133024
      },
      "spectral_effective_rank": {
        "mean": 7.773613979661943,
        "std": 0.09836808782627642
      },
      "subspace_alignment": {
        "mean": 0.09042776406541761,
        "std": 0.023705348629141608
      }
    },
    "constrained": {
      "final_accuracy": {
        "mean": 0.9459259311358134,
        "std": 0.0046259375297323675
      },
      "final_ood_accuracy": {
        "mean": 0.8540740807851156,
        "std": 0.024977373425374715
      },
      "spectral_effective_rank": {
        "mean": 11.544182764837574,
        "std": 0.40433962944166496
      },
      "subspace_alignment": {
        "mean": 0.6481144179163613,
        "std": 0.016769418953728552
      }
    },
    "filtered": {
      "final_accuracy": {
        "mean": 0.9296296437581381,
        "std": 0.005132008969457035
      },
      "final_ood_accuracy": {
        "mean": 0.8666666746139526,
        "std": 0.013517255141007095
      },
      "spectral_effective_rank": {
        "mean": 7.996872094477913,
        "std": 0.03768459443078683
      },
      "subspace_alignment": {
        "mean": 0.09333052982693106,
        "std": 0.03733054640849402
      }
    },
    "importance": {
      "final_accuracy": {
        "mean": 0.9333333373069763,
        "std": 0.008012342302679724
      },
      "final_ood_accuracy": {
        "mean": 0.8629629413286845,
        "std": 0.0078041908943653
      },
      "spectral_effective_rank": {
        "mean": 7.704740730514674,
        "std": 0.08975734877356013
      },
      "subspace_alignment": {
        "mean": 0.1280579962937081,
        "std": 0.009173072495181853
      }
    }
  },
  "claim_boundary": "A small MLP/digits falsification pass; not evidence for ViT, LLM, or frontier pretraining scale.",
  "config": {
    "batch_size": 64,
    "dataset": "sklearn.datasets.load_digits",
    "keep_fraction": 0.6,
    "learning_rate": 0.006,
    "max_rank": 8,
    "quick": false,
    "seeds": 3,
    "source_epochs": 10,
    "source_models": 10,
    "target_epochs": 14,
    "target_train_examples": 720,
    "variance_threshold": 0.9
  },
  "environment": {
    "device": "cpu",
    "energy_kwh": null,
    "energy_note": "No calibrated power sensor was available; wall time and examples seen are reported.",
    "git_sha": "2c4bd74fd5d33ff54c09baa9ea172bb195e43b2e",
    "numpy": "2.4.2",
    "platform": "macOS-26.2-arm64-arm-64bit",
    "python": "3.12.3",
    "torch": "2.10.0",
    "verification_gate": {
      "run_id": "verify_20260715T225801Z_2c4bd74f",
      "status": "green"
    },
    "wall_seconds": 1.9853991669951938
  },
  "evidence_tier": "real_small_scale",
  "experiment": "digits-filtered-training-ablation",
  "methods": {
    "baseline": [
      {
        "final_accuracy": 0.9399999976158142,
        "final_ood_accuracy": 0.8333333134651184,
        "history": [
          {
            "accuracy": 0.5711110830307007,
            "epoch": 1,
            "examples_seen": 720,
            "ood_accuracy": 0.5088889002799988,
            "train_loss": 2.1981396781073674
          },
          {
            "accuracy": 0.7111111283302307,
            "epoch": 2,
            "examples_seen": 1440,
            "ood_accuracy": 0.6666666865348816,
            "train_loss": 1.6460652960671318
          },
          {
            "accuracy": 0.8266666531562805,
            "epoch": 3,
            "examples_seen": 2160,
            "ood_accuracy": 0.7355555295944214,
            "train_loss": 0.9366911901368036
          },
          {
            "accuracy": 0.8644444346427917,
            "epoch": 4,
            "examples_seen": 2880,
            "ood_accuracy": 0.7977777719497681,
            "train_loss": 0.5645833624733819
          },
          {
            "accuracy": 0.8933333158493042,
            "epoch": 5,
            "examples_seen": 3600,
            "ood_accuracy": 0.8222222328186035,
            "train_loss": 0.4481982303990258
          },
          {
            "accuracy": 0.9044444561004639,
            "epoch": 6,
            "examples_seen": 4320,
            "ood_accuracy": 0.8377777934074402,
            "train_loss": 0.33646115594440035
          },
          {
            "accuracy": 0.9155555367469788,
            "epoch": 7,
            "examples_seen": 5040,
            "ood_accuracy": 0.846666693687439,
            "train_loss": 0.2696400867568122
          },
          {
            "accuracy": 0.9177777767181396,
            "epoch": 8,
            "examples_seen": 5760,
            "ood_accuracy": 0.855555534362793,
            "train_loss": 0.22367553313573202
          },
          {
            "accuracy": 0.9333333373069763,
            "epoch": 9,
            "examples_seen": 6480,
            "ood_accuracy": 0.855555534362793,
            "train_loss": 0.19322136375639173
          },
          {
            "accuracy": 0.9399999976158142,
            "epoch": 10,
            "examples_seen": 7200,
            "ood_accuracy": 0.8422222137451172,
            "train_loss": 0.20569608079062568
          },
          {
            "accuracy": 0.9111111164093018,
            "epoch": 11,
            "examples_seen": 7920,
            "ood_accuracy": 0.8222222328186035,
            "train_loss": 0.15286850730578105
          },
          {
            "accuracy": 0.9377777576446533,
            "epoch": 12,
            "examples_seen": 8640,
            "ood_accuracy": 0.855555534362793,
            "train_loss": 0.15117905769083234
          },
          {
            "accuracy": 0.95333331823349,
            "epoch": 13,
            "examples_seen": 9360,
            "ood_accuracy": 0.8488888740539551,
            "train_loss": 0.1299132896794213
          },
          {
            "accuracy": 0.9399999976158142,
            "epoch": 14,
            "examples_seen": 10080,
            "ood_accuracy": 0.8333333134651184,
            "train_loss": 0.11688231395350562
          }
        ],
        "seed": 0,
        "singular_values": [
          2.716078479945787,
          2.5428456275867797,
          2.2044527075559324,
          1.9038905039325624,
          1.7058052520531448,
          1.522813168585711,
          1.1604783745269767,
          0.8477214311624012,
          0.6429996104047417,
          0.5107049547217578,
          0.33777257852373843,
          0.2626162749561316,
          0.22550305857285052,
          0.20117548599466412,
          0.1697514589746955,
          0.1557760959837484,
          0.1431514790947257,
          0.10789367138541799,
          0.10078002440392211,
          0.06528587639772414,
          0.05246303109993495,
          0.03656312763392093,
          2.8701461019447886e-17,
          2.6560606781952507e-30
        ],
        "spectral_effective_rank": 7.665239081530078,
        "subspace_alignment": 0.08467454831095882
      },
      {
        "final_accuracy": 0.9399999976158142,
        "final_ood_accuracy": 0.8711110949516296,
        "history": [
          {
            "accuracy": 0.5377777814865112,
            "epoch": 1,
            "examples_seen": 720,
            "ood_accuracy": 0.4511111080646515,
            "train_loss": 2.216607756084866
          },
          {
            "accuracy": 0.7844444513320923,
            "epoch": 2,
            "examples_seen": 1440,
            "ood_accuracy": 0.7244444489479065,
            "train_loss": 1.7200414975484213
          },
          {
            "accuracy": 0.8177777528762817,
            "epoch": 3,
            "examples_seen": 2160,
            "ood_accuracy": 0.746666669845581,
            "train_loss": 0.9960339069366455
          },
          {
            "accuracy": 0.8533333539962769,
            "epoch": 4,
            "examples_seen": 2880,
            "ood_accuracy": 0.7933333516120911,
            "train_loss": 0.6289689156744215
          },
          {
            "accuracy": 0.8999999761581421,
            "epoch": 5,
            "examples_seen": 3600,
            "ood_accuracy": 0.8177777528762817,
            "train_loss": 0.4534859432114495
          },
          {
            "accuracy": 0.8933333158493042,
            "epoch": 6,
            "examples_seen": 4320,
            "ood_accuracy": 0.7933333516120911,
            "train_loss": 0.3712832689285278
          },
          {
            "accuracy": 0.9288889169692993,
            "epoch": 7,
            "examples_seen": 5040,
            "ood_accuracy": 0.8488888740539551,
            "train_loss": 0.2930157992574904
          },
          {
            "accuracy": 0.9066666960716248,
            "epoch": 8,
            "examples_seen": 5760,
            "ood_accuracy": 0.8266666531562805,
            "train_loss": 0.2451340205139584
          },
          {
            "accuracy": 0.9333333373069763,
            "epoch": 9,
            "examples_seen": 6480,
            "ood_accuracy": 0.8377777934074402,
            "train_loss": 0.21422671642568375
          },
          {
            "accuracy": 0.9422222375869751,
            "epoch": 10,
            "examples_seen": 7200,
            "ood_accuracy": 0.8577777743339539,
            "train_loss": 0.18508589731322395
          },
          {
            "accuracy": 0.9333333373069763,
            "epoch": 11,
            "examples_seen": 7920,
            "ood_accuracy": 0.8488888740539551,
            "train_loss": 0.18394398614764212
          },
          {
            "accuracy": 0.9466666579246521,
            "epoch": 12,
            "examples_seen": 8640,
            "ood_accuracy": 0.8688889145851135,
            "train_loss": 0.15064742159512307
          },
          {
            "accuracy": 0.9555555582046509,
            "epoch": 13,
            "examples_seen": 9360,
            "ood_accuracy": 0.8600000143051147,
            "train_loss": 0.12753427492247688
          },
          {
            "accuracy": 0.9399999976158142,
            "epoch": 14,
            "examples_seen": 10080,
            "ood_accuracy": 0.8711110949516296,
            "train_loss": 0.11771650157041019
          }
        ],
        "seed": 1,
        "singular_values": [
          2.470483576731148,
          2.399765382954991,
          2.155392836631097,
          1.7040690198766644,
          1.548654506910975,
          1.5308898617390208,
          1.1800014783679327,
          0.8728874765218609,
          0.5493049397943255,
          0.3902355029830614,
          0.2861766574481256,
          0.27365518613870027,
          0.25868565161526924,
          0.2193522910355896,
          0.19406159116905,
          0.1846559704501885,
          0.1605748045288835,
          0.12216804241658838,
          0.11321668170357813,
          0.09810984947649988,
          0.0925705645413655,
          0.073068983469174,
          0.05505360042873869,
          1.7456759142384147e-17
        ],
        "spectral_effective_rank": 7.8572537935527755,
        "subspace_alignment": 0.07012854542036022
      },
      {
        "final_accuracy": 0.9444444179534912,
        "final_ood_accuracy": 0.8733333349227905,
        "history": [
          {
            "accuracy": 0.6111111044883728,
            "epoch": 1,
            "examples_seen": 720,
            "ood_accuracy": 0.48444443941116333,
            "train_loss": 2.1885590102937487
          },
          {
            "accuracy": 0.7799999713897705,
            "epoch": 2,
            "examples_seen": 1440,
            "ood_accuracy": 0.7244444489479065,
            "train_loss": 1.609124289618598
          },
          {
            "accuracy": 0.8333333134651184,
            "epoch": 3,
            "examples_seen": 2160,
            "ood_accuracy": 0.7488889098167419,
            "train_loss": 0.8771684739324782
          },
          {
            "accuracy": 0.8577777743339539,
            "epoch": 4,
            "examples_seen": 2880,
            "ood_accuracy": 0.8177777528762817,
            "train_loss": 0.5333790514204237
          },
          {
            "accuracy": 0.9088888764381409,
            "epoch": 5,
            "examples_seen": 3600,
            "ood_accuracy": 0.8266666531562805,
            "train_loss": 0.3885007805294461
          },
          {
            "accuracy": 0.9088888764381409,
            "epoch": 6,
            "examples_seen": 4320,
            "ood_accuracy": 0.8355555534362793,
            "train_loss": 0.3169022508793407
          },
          {
            "accuracy": 0.9066666960716248,
            "epoch": 7,
            "examples_seen": 5040,
            "ood_accuracy": 0.8622221946716309,
            "train_loss": 0.2574607650438944
          },
          {
            "accuracy": 0.9200000166893005,
            "epoch": 8,
            "examples_seen": 5760,
            "ood_accuracy": 0.8399999737739563,
            "train_loss": 0.2357951412598292
          },
          {
            "accuracy": 0.9355555772781372,
            "epoch": 9,
            "examples_seen": 6480,
            "ood_accuracy": 0.8577777743339539,
            "train_loss": 0.19173260993427702
          },
          {
            "accuracy": 0.9422222375869751,
            "epoch": 10,
            "examples_seen": 7200,
            "ood_accuracy": 0.8622221946716309,
            "train_loss": 0.16278213378455902
          },
          {
            "accuracy": 0.9511111378669739,
            "epoch": 11,
            "examples_seen": 7920,
            "ood_accuracy": 0.8888888955116272,
            "train_loss": 0.14219912853505876
          },
          {
            "accuracy": 0.9399999976158142,
            "epoch": 12,
            "examples_seen": 8640,
            "ood_accuracy": 0.8666666746139526,
            "train_loss": 0.12499955031606887
          },
          {
            "accuracy": 0.9577777981758118,
            "epoch": 13,
            "examples_seen": 9360,
            "ood_accuracy": 0.8733333349227905,
            "train_loss": 0.1092247411608696
          },
          {
            "accuracy": 0.9444444179534912,
            "epoch": 14,
            "examples_seen": 10080,
            "ood_accuracy": 0.8733333349227905,
            "train_loss": 0.09526953515079287
          }
        ],
        "seed": 2,
        "singular_values": [
          2.5881585521060453,
          2.4801782389603604,
          2.1984294715818335,
          1.814689260442551,
          1.6489102113646397,
          1.5992488764312478,
          1.207547164984805,
          0.8732563756161872,
          0.5796082140952578,
          0.49038779661538084,
          0.3058274992243725,
          0.24188687604925865,
          0.2019600489071786,
          0.19979206708338215,
          0.1836463398088941,
          0.14620947590669944,
          0.13655556957776813,
          0.12211605486121895,
          0.11204721728387143,
          0.10092186418720761,
          0.08372686260872035,
          0.08214623422902993,
          0.05559642535236881,
          9.654086098641629e-18
        ],
        "spectral_effective_rank": 7.798349063902974,
        "subspace_alignment": 0.11648019846493378
      }
    ],
    "constrained": [
      {
        "final_accuracy": 0.9422222375869751,
        "final_ood_accuracy": 0.8266666531562805,
        "history": [
          {
            "accuracy": 0.5822222232818604,
            "epoch": 1,
            "examples_seen": 720,
            "ood_accuracy": 0.5155555605888367,
            "train_loss": 2.205807246102227
          },
          {
            "accuracy": 0.699999988079071,
            "epoch": 2,
            "examples_seen": 1440,
            "ood_accuracy": 0.6666666865348816,
            "train_loss": 1.6732414854897393
          },
          {
            "accuracy": 0.8422222137451172,
            "epoch": 3,
            "examples_seen": 2160,
            "ood_accuracy": 0.753333330154419,
            "train_loss": 0.9426375097698636
          },
          {
            "accuracy": 0.8733333349227905,
            "epoch": 4,
            "examples_seen": 2880,
            "ood_accuracy": 0.8066666722297668,
            "train_loss": 0.5470129463407728
          },
          {
            "accuracy": 0.9044444561004639,
            "epoch": 5,
            "examples_seen": 3600,
            "ood_accuracy": 0.8111110925674438,
            "train_loss": 0.41024577418963115
          },
          {
            "accuracy": 0.9200000166893005,
            "epoch": 6,
            "examples_seen": 4320,
            "ood_accuracy": 0.8399999737739563,
            "train_loss": 0.30601098007626004
          },
          {
            "accuracy": 0.9266666769981384,
            "epoch": 7,
            "examples_seen": 5040,
            "ood_accuracy": 0.846666693687439,
            "train_loss": 0.2499374250570933
          },
          {
            "accuracy": 0.9355555772781372,
            "epoch": 8,
            "examples_seen": 5760,
            "ood_accuracy": 0.846666693687439,
            "train_loss": 0.19909887512524924
          },
          {
            "accuracy": 0.9377777576446533,
            "epoch": 9,
            "examples_seen": 6480,
            "ood_accuracy": 0.846666693687439,
            "train_loss": 0.1856168203883701
          },
          {
            "accuracy": 0.9422222375869751,
            "epoch": 10,
            "examples_seen": 7200,
            "ood_accuracy": 0.8377777934074402,
            "train_loss": 0.19452962080637615
          },
          {
            "accuracy": 0.9088888764381409,
            "epoch": 11,
            "examples_seen": 7920,
            "ood_accuracy": 0.8244444727897644,
            "train_loss": 0.13944756984710693
          },
          {
            "accuracy": 0.9333333373069763,
            "epoch": 12,
            "examples_seen": 8640,
            "ood_accuracy": 0.8311111330986023,
            "train_loss": 0.1363060027360916
          },
          {
            "accuracy": 0.9422222375869751,
            "epoch": 13,
            "examples_seen": 9360,
            "ood_accuracy": 0.8600000143051147,
            "train_loss": 0.10985375295082728
          },
          {
            "accuracy": 0.9422222375869751,
            "epoch": 14,
            "examples_seen": 10080,
            "ood_accuracy": 0.8266666531562805,
            "train_loss": 0.10411381390359667
          }
        ],
        "seed": 0,
        "singular_values": [
          3.8832747278905946,
          3.538210326425128,
          3.039373388570276,
          2.645107589044955,
          2.4958336387931443,
          2.1774970647065444,
          1.958462392090518,
          1.6573997942103906,
          1.488312344501176,
          1.4021599171847092,
          1.2422065969880356,
          1.1892779740790946,
          1.103793392457136,
          1.0646952146783975,
          0.9088769358634954,
          0.7778457586724707,
          0.72731943556903,
          0.6772493029215725,
          0.5383857274009177,
          0.48846810285315484,
          0.41689241146323397,
          0.35604411379107537,
          0.26502483995050674,
          8.395756142223285e-17
        ],
        "spectral_effective_rank": 11.956826674991568,
        "subspace_alignment": 0.6350138791799432
      },
      {
        "final_accuracy": 0.9444444179534912,
        "final_ood_accuracy": 0.8600000143051147,
        "history": [
          {
            "accuracy": 0.5400000214576721,
            "epoch": 1,
            "examples_seen": 720,
            "ood_accuracy": 0.448888897895813,
            "train_loss": 2.2293043825361463
          },
          {
            "accuracy": 0.7733333110809326,
            "epoch": 2,
            "examples_seen": 1440,
            "ood_accuracy": 0.7333333492279053,
            "train_loss": 1.7633664978875054
          },
          {
            "accuracy": 0.8199999928474426,
            "epoch": 3,
            "examples_seen": 2160,
            "ood_accuracy": 0.7755555510520935,
            "train_loss": 1.009737167093489
          },
          {
            "accuracy": 0.851111114025116,
            "epoch": 4,
            "examples_seen": 2880,
            "ood_accuracy": 0.7933333516120911,
            "train_loss": 0.6056479771931966
          },
          {
            "accuracy": 0.902222216129303,
            "epoch": 5,
            "examples_seen": 3600,
            "ood_accuracy": 0.8177777528762817,
            "train_loss": 0.4294714331626892
          },
          {
            "accuracy": 0.8955555558204651,
            "epoch": 6,
            "examples_seen": 4320,
            "ood_accuracy": 0.7955555319786072,
            "train_loss": 0.3479531592792935
          },
          {
            "accuracy": 0.9200000166893005,
            "epoch": 7,
            "examples_seen": 5040,
            "ood_accuracy": 0.8577777743339539,
            "train_loss": 0.27868009242746566
          },
          {
            "accuracy": 0.9133333563804626,
            "epoch": 8,
            "examples_seen": 5760,
            "ood_accuracy": 0.8066666722297668,
            "train_loss": 0.23079117404090033
          },
          {
            "accuracy": 0.9266666769981384,
            "epoch": 9,
            "examples_seen": 6480,
            "ood_accuracy": 0.8422222137451172,
            "train_loss": 0.20172617137432097
          },
          {
            "accuracy": 0.9355555772781372,
            "epoch": 10,
            "examples_seen": 7200,
            "ood_accuracy": 0.8488888740539551,
            "train_loss": 0.17959931294123332
          },
          {
            "accuracy": 0.9244444370269775,
            "epoch": 11,
            "examples_seen": 7920,
            "ood_accuracy": 0.8488888740539551,
            "train_loss": 0.16998799526029162
          },
          {
            "accuracy": 0.948888897895813,
            "epoch": 12,
            "examples_seen": 8640,
            "ood_accuracy": 0.8733333349227905,
            "train_loss": 0.13527408780323136
          },
          {
            "accuracy": 0.948888897895813,
            "epoch": 13,
            "examples_seen": 9360,
            "ood_accuracy": 0.8666666746139526,
            "train_loss": 0.11815476467212041
          },
          {
            "accuracy": 0.9444444179534912,
            "epoch": 14,
            "examples_seen": 10080,
            "ood_accuracy": 0.8600000143051147,
            "train_loss": 0.10947587589422862
          }
        ],
        "seed": 1,
        "singular_values": [
          3.925862217774973,
          3.803302452399104,
          3.129715754180812,
          2.37382362496643,
          2.3107873030206925,
          2.129550725520409,
          1.9081602948568208,
          1.5918122574393727,
          1.3909419346679988,
          1.3739637868814358,
          1.2617468074894647,
          1.120213298664308,
          1.0196159474013036,
          0.9299006209929022,
          0.8689961600749364,
          0.7571005416851132,
          0.7087975830853912,
          0.6112282685321737,
          0.4820034332167725,
          0.4084995035096969,
          0.3335713477351791,
          0.3162697510009064,
          0.25819400001973614,
          1.5546076952871776e-16
        ],
        "spectral_effective_rank": 11.14869345397042,
        "subspace_alignment": 0.6423157875093929
      },
      {
        "final_accuracy": 0.9511111378669739,
        "final_ood_accuracy": 0.8755555748939514,
        "history": [
          {
            "accuracy": 0.6511111259460449,
            "epoch": 1,
            "examples_seen": 720,
            "ood_accuracy": 0.5266666412353516,
            "train_loss": 2.1883112589518228
          },
          {
            "accuracy": 0.7844444513320923,
            "epoch": 2,
            "examples_seen": 1440,
            "ood_accuracy": 0.7266666889190674,
            "train_loss": 1.5945222563213772
          },
          {
            "accuracy": 0.846666693687439,
            "epoch": 3,
            "examples_seen": 2160,
            "ood_accuracy": 0.7711111307144165,
            "train_loss": 0.8365661038292779
          },
          {
            "accuracy": 0.8777777552604675,
            "epoch": 4,
            "examples_seen": 2880,
            "ood_accuracy": 0.8155555725097656,
            "train_loss": 0.4872785260279973
          },
          {
            "accuracy": 0.9111111164093018,
            "epoch": 5,
            "examples_seen": 3600,
            "ood_accuracy": 0.8244444727897644,
            "train_loss": 0.34851018852657745
          },
          {
            "accuracy": 0.9088888764381409,
            "epoch": 6,
            "examples_seen": 4320,
            "ood_accuracy": 0.8422222137451172,
            "train_loss": 0.2871156334877014
          },
          {
            "accuracy": 0.9244444370269775,
            "epoch": 7,
            "examples_seen": 5040,
            "ood_accuracy": 0.8733333349227905,
            "train_loss": 0.23098543948597378
          },
          {
            "accuracy": 0.9266666769981384,
            "epoch": 8,
            "examples_seen": 5760,
            "ood_accuracy": 0.8422222137451172,
            "train_loss": 0.21002710726526047
          },
          {
            "accuracy": 0.9355555772781372,
            "epoch": 9,
            "examples_seen": 6480,
            "ood_accuracy": 0.8688889145851135,
            "train_loss": 0.1714228716161516
          },
          {
            "accuracy": 0.9355555772781372,
            "epoch": 10,
            "examples_seen": 7200,
            "ood_accuracy": 0.8755555748939514,
            "train_loss": 0.14078081200520198
          },
          {
            "accuracy": 0.95333331823349,
            "epoch": 11,
            "examples_seen": 7920,
            "ood_accuracy": 0.8955555558204651,
            "train_loss": 0.13028089768356746
          },
          {
            "accuracy": 0.9266666769981384,
            "epoch": 12,
            "examples_seen": 8640,
            "ood_accuracy": 0.8577777743339539,
            "train_loss": 0.11059044549862544
          },
          {
            "accuracy": 0.948888897895813,
            "epoch": 13,
            "examples_seen": 9360,
            "ood_accuracy": 0.8777777552604675,
            "train_loss": 0.09139923478166262
          },
          {
            "accuracy": 0.9511111378669739,
            "epoch": 14,
            "examples_seen": 10080,
            "ood_accuracy": 0.8755555748939514,
            "train_loss": 0.08694231551554468
          }
        ],
        "seed": 2,
        "singular_values": [
          4.084785239026892,
          3.8104071263030996,
          3.1161024447778116,
          2.770703591001158,
          2.439557499723964,
          2.219272396968877,
          1.9336889634268724,
          1.8147762022380767,
          1.5715481726356306,
          1.4066917529846839,
          1.3172736394529174,
          1.2643264981849658,
          1.199486205018521,
          0.9611213358284567,
          0.839574811749293,
          0.7743197183431012,
          0.6386835255367022,
          0.587327269376308,
          0.5341555798974364,
          0.44936412484811983,
          0.42982518199176983,
          0.3624882056206006,
          0.31041912917449604,
          5.1390843536429904e-17
        ],
        "spectral_effective_rank": 11.527028165550732,
        "subspace_alignment": 0.6670135870597478
      }
    ],
    "filtered": [
      {
        "final_accuracy": 0.9266666769981384,
        "final_ood_accuracy": 0.851111114025116,
        "history": [
          {
            "accuracy": 0.3977777659893036,
            "epoch": 1,
            "examples_seen": 435,
            "ood_accuracy": 0.3199999928474426,
            "train_loss": 2.2630653956840776
          },
          {
            "accuracy": 0.695555567741394,
            "epoch": 2,
            "examples_seen": 870,
            "ood_accuracy": 0.5933333039283752,
            "train_loss": 2.0446776866912844
          },
          {
            "accuracy": 0.7622222304344177,
            "epoch": 3,
            "examples_seen": 1305,
            "ood_accuracy": 0.7022222280502319,
            "train_loss": 1.6347891459519837
          },
          {
            "accuracy": 0.8088889122009277,
            "epoch": 4,
            "examples_seen": 1740,
            "ood_accuracy": 0.7377777695655823,
            "train_loss": 1.118050973305757
          },
          {
            "accuracy": 0.7933333516120911,
            "epoch": 5,
            "examples_seen": 2175,
            "ood_accuracy": 0.7355555295944214,
            "train_loss": 0.7228293551795784
          },
          {
            "accuracy": 0.8377777934074402,
            "epoch": 6,
            "examples_seen": 2610,
            "ood_accuracy": 0.7844444513320923,
            "train_loss": 0.4934584203122676
          },
          {
            "accuracy": 0.8733333349227905,
            "epoch": 7,
            "examples_seen": 3045,
            "ood_accuracy": 0.7977777719497681,
            "train_loss": 0.37735175483528227
          },
          {
            "accuracy": 0.8422222137451172,
            "epoch": 8,
            "examples_seen": 3480,
            "ood_accuracy": 0.7911111116409302,
            "train_loss": 0.30603796901374025
          },
          {
            "accuracy": 0.8888888955116272,
            "epoch": 9,
            "examples_seen": 3915,
            "ood_accuracy": 0.8333333134651184,
            "train_loss": 0.2457253528052363
          },
          {
            "accuracy": 0.8533333539962769,
            "epoch": 10,
            "examples_seen": 4350,
            "ood_accuracy": 0.804444432258606,
            "train_loss": 0.23563187922211898
          },
          {
            "accuracy": 0.8933333158493042,
            "epoch": 11,
            "examples_seen": 4785,
            "ood_accuracy": 0.8333333134651184,
            "train_loss": 0.19393559108520375
          },
          {
            "accuracy": 0.8777777552604675,
            "epoch": 12,
            "examples_seen": 5220,
            "ood_accuracy": 0.8311111330986023,
            "train_loss": 0.1673198701663949
          },
          {
            "accuracy": 0.9044444561004639,
            "epoch": 13,
            "examples_seen": 5655,
            "ood_accuracy": 0.8577777743339539,
            "train_loss": 0.1339215155648089
          },
          {
            "accuracy": 0.8999999761581421,
            "epoch": 14,
            "examples_seen": 6090,
            "ood_accuracy": 0.8399999737739563,
            "train_loss": 0.13141489693488198
          },
          {
            "accuracy": 0.9044444561004639,
            "epoch": 15,
            "examples_seen": 6525,
            "ood_accuracy": 0.8644444346427917,
            "train_loss": 0.10418239616114518
          },
          {
            "accuracy": 0.9177777767181396,
            "epoch": 16,
            "examples_seen": 6960,
            "ood_accuracy": 0.846666693687439,
            "train_loss": 0.10316574688272914
          },
          {
            "accuracy": 0.9133333563804626,
            "epoch": 17,
            "examples_seen": 7395,
            "ood_accuracy": 0.8422222137451172,
            "train_loss": 0.08684318737051953
          },
          {
            "accuracy": 0.9155555367469788,
            "epoch": 18,
            "examples_seen": 7830,
            "ood_accuracy": 0.8644444346427917,
            "train_loss": 0.07916280543324591
          },
          {
            "accuracy": 0.9133333563804626,
            "epoch": 19,
            "examples_seen": 8265,
            "ood_accuracy": 0.846666693687439,
            "train_loss": 0.06967137223002555
          },
          {
            "accuracy": 0.9288889169692993,
            "epoch": 20,
            "examples_seen": 8700,
            "ood_accuracy": 0.8600000143051147,
            "train_loss": 0.05748197796015904
          },
          {
            "accuracy": 0.9244444370269775,
            "epoch": 21,
            "examples_seen": 9135,
            "ood_accuracy": 0.8600000143051147,
            "train_loss": 0.046791405145121714
          },
          {
            "accuracy": 0.9266666769981384,
            "epoch": 22,
            "examples_seen": 9570,
            "ood_accuracy": 0.8777777552604675,
            "train_loss": 0.04515389622799281
          },
          {
            "accuracy": 0.9266666769981384,
            "epoch": 23,
            "examples_seen": 10005,
            "ood_accuracy": 0.851111114025116,
            "train_loss": 0.03878156309840323
          }
        ],
        "seed": 0,
        "singular_values": [
          2.5145398387475963,
          2.3013536703303528,
          2.2772555012680202,
          1.9237529726289353,
          1.7275098242009783,
          1.494623571956499,
          1.1337228469810228,
          1.0380152376512988,
          0.522176564388685,
          0.4634811813245293,
          0.306606164738299,
          0.2863188634842794,
          0.22343806154228854,
          0.21212776916715367,
          0.20077514885464862,
          0.1709490244675144,
          0.15560669941743482,
          0.1387907657971792,
          0.10225746031447522,
          0.09632722948442808,
          0.09334798388317288,
          0.07751242303290644,
          0.06121592909861561,
          3.982708233856257e-17
        ],
        "spectral_effective_rank": 7.998517430067774,
        "subspace_alignment": 0.0675697599938554
      },
      {
        "final_accuracy": 0.9355555772781372,
        "final_ood_accuracy": 0.8755555748939514,
        "history": [
          {
            "accuracy": 0.30888888239860535,
            "epoch": 1,
            "examples_seen": 435,
            "ood_accuracy": 0.25333333015441895,
            "train_loss": 2.257547971571999
          },
          {
            "accuracy": 0.6266666650772095,
            "epoch": 2,
            "examples_seen": 870,
            "ood_accuracy": 0.5355555415153503,
            "train_loss": 2.036202980184007
          },
          {
            "accuracy": 0.7022222280502319,
            "epoch": 3,
            "examples_seen": 1305,
            "ood_accuracy": 0.6422222256660461,
            "train_loss": 1.6346717930388177
          },
          {
            "accuracy": 0.7866666913032532,
            "epoch": 4,
            "examples_seen": 1740,
            "ood_accuracy": 0.7400000095367432,
            "train_loss": 1.148356148703345
          },
          {
            "accuracy": 0.8311111330986023,
            "epoch": 5,
            "examples_seen": 2175,
            "ood_accuracy": 0.7666666507720947,
            "train_loss": 0.7414484332347738
          },
          {
            "accuracy": 0.8422222137451172,
            "epoch": 6,
            "examples_seen": 2610,
            "ood_accuracy": 0.7644444704055786,
            "train_loss": 0.4946581160200053
          },
          {
            "accuracy": 0.8666666746139526,
            "epoch": 7,
            "examples_seen": 3045,
            "ood_accuracy": 0.7866666913032532,
            "train_loss": 0.39027928847006
          },
          {
            "accuracy": 0.855555534362793,
            "epoch": 8,
            "examples_seen": 3480,
            "ood_accuracy": 0.7977777719497681,
            "train_loss": 0.29589993659107167
          },
          {
            "accuracy": 0.902222216129303,
            "epoch": 9,
            "examples_seen": 3915,
            "ood_accuracy": 0.8333333134651184,
            "train_loss": 0.24932894802641595
          },
          {
            "accuracy": 0.8866666555404663,
            "epoch": 10,
            "examples_seen": 4350,
            "ood_accuracy": 0.8355555534362793,
            "train_loss": 0.21293973463705215
          },
          {
            "accuracy": 0.9066666960716248,
            "epoch": 11,
            "examples_seen": 4785,
            "ood_accuracy": 0.8377777934074402,
            "train_loss": 0.17640666177217987
          },
          {
            "accuracy": 0.9111111164093018,
            "epoch": 12,
            "examples_seen": 5220,
            "ood_accuracy": 0.855555534362793,
            "train_loss": 0.15136231937627684
          },
          {
            "accuracy": 0.9088888764381409,
            "epoch": 13,
            "examples_seen": 5655,
            "ood_accuracy": 0.8377777934074402,
            "train_loss": 0.13018829312132693
          },
          {
            "accuracy": 0.9222221970558167,
            "epoch": 14,
            "examples_seen": 6090,
            "ood_accuracy": 0.8600000143051147,
            "train_loss": 0.12474440529771234
          },
          {
            "accuracy": 0.8999999761581421,
            "epoch": 15,
            "examples_seen": 6525,
            "ood_accuracy": 0.8288888931274414,
            "train_loss": 0.11368294022549158
          },
          {
            "accuracy": 0.9266666769981384,
            "epoch": 16,
            "examples_seen": 6960,
            "ood_accuracy": 0.8711110949516296,
            "train_loss": 0.09593016033371289
          },
          {
            "accuracy": 0.9200000166893005,
            "epoch": 17,
            "examples_seen": 7395,
            "ood_accuracy": 0.8600000143051147,
            "train_loss": 0.08581786890482081
          },
          {
            "accuracy": 0.9333333373069763,
            "epoch": 18,
            "examples_seen": 7830,
            "ood_accuracy": 0.855555534362793,
            "train_loss": 0.07744995273392775
          },
          {
            "accuracy": 0.9288889169692993,
            "epoch": 19,
            "examples_seen": 8265,
            "ood_accuracy": 0.8711110949516296,
            "train_loss": 0.05973221884034146
          },
          {
            "accuracy": 0.9222221970558167,
            "epoch": 20,
            "examples_seen": 8700,
            "ood_accuracy": 0.8577777743339539,
            "train_loss": 0.05202708871200167
          },
          {
            "accuracy": 0.9444444179534912,
            "epoch": 21,
            "examples_seen": 9135,
            "ood_accuracy": 0.8777777552604675,
            "train_loss": 0.04077455875003475
          },
          {
            "accuracy": 0.9311110973358154,
            "epoch": 22,
            "examples_seen": 9570,
            "ood_accuracy": 0.8600000143051147,
            "train_loss": 0.036283417885330904
          },
          {
            "accuracy": 0.9355555772781372,
            "epoch": 23,
            "examples_seen": 10005,
            "ood_accuracy": 0.8755555748939514,
            "train_loss": 0.031072678579681223
          }
        ],
        "seed": 1,
        "singular_values": [
          2.5853774340073348,
          2.4125601664572787,
          2.1988709597140805,
          2.1421086474342914,
          1.681858926804688,
          1.5249074428511924,
          1.1523464445384297,
          1.0939949153676032,
          0.6171377686789009,
          0.5365092820521619,
          0.3333988868360477,
          0.2620592211124383,
          0.23867011749020006,
          0.20291544925646232,
          0.19873445414753407,
          0.15271537891323794,
          0.14334737394649152,
          0.11735212027557518,
          0.09138048422847837,
          0.08386274161147292,
          0.07796269069685774,
          0.06892562303841614,
          0.04693376415604737,
          1.764135300996049e-17
        ],
        "spectral_effective_rank": 8.033707072792511,
        "subspace_alignment": 0.13614178089134707
      },
      {
        "final_accuracy": 0.9266666769981384,
        "final_ood_accuracy": 0.8733333349227905,
        "history": [
          {
            "accuracy": 0.31333333253860474,
            "epoch": 1,
            "examples_seen": 435,
            "ood_accuracy": 0.2711111009120941,
            "train_loss": 2.256519493015333
          },
          {
            "accuracy": 0.6688888669013977,
            "epoch": 2,
            "examples_seen": 870,
            "ood_accuracy": 0.5844444632530212,
            "train_loss": 2.0212154821417796
          },
          {
            "accuracy": 0.7244444489479065,
            "epoch": 3,
            "examples_seen": 1305,
            "ood_accuracy": 0.6666666865348816,
            "train_loss": 1.603674707741573
          },
          {
            "accuracy": 0.7866666913032532,
            "epoch": 4,
            "examples_seen": 1740,
            "ood_accuracy": 0.7377777695655823,
            "train_loss": 1.0925704764223647
          },
          {
            "accuracy": 0.8177777528762817,
            "epoch": 5,
            "examples_seen": 2175,
            "ood_accuracy": 0.7666666507720947,
            "train_loss": 0.7031278238899407
          },
          {
            "accuracy": 0.8133333325386047,
            "epoch": 6,
            "examples_seen": 2610,
            "ood_accuracy": 0.7666666507720947,
            "train_loss": 0.4837136687903569
          },
          {
            "accuracy": 0.8733333349227905,
            "epoch": 7,
            "examples_seen": 3045,
            "ood_accuracy": 0.8199999928474426,
            "train_loss": 0.36335446128900023
          },
          {
            "accuracy": 0.855555534362793,
            "epoch": 8,
            "examples_seen": 3480,
            "ood_accuracy": 0.7955555319786072,
            "train_loss": 0.2917969694767875
          },
          {
            "accuracy": 0.8888888955116272,
            "epoch": 9,
            "examples_seen": 3915,
            "ood_accuracy": 0.8266666531562805,
            "train_loss": 0.26113965244128784
          },
          {
            "accuracy": 0.8733333349227905,
            "epoch": 10,
            "examples_seen": 4350,
            "ood_accuracy": 0.8266666531562805,
            "train_loss": 0.2066175536348902
          },
          {
            "accuracy": 0.9066666960716248,
            "epoch": 11,
            "examples_seen": 4785,
            "ood_accuracy": 0.8488888740539551,
            "train_loss": 0.17858572955104127
          },
          {
            "accuracy": 0.9111111164093018,
            "epoch": 12,
            "examples_seen": 5220,
            "ood_accuracy": 0.851111114025116,
            "train_loss": 0.14729895530075862
          },
          {
            "accuracy": 0.9066666960716248,
            "epoch": 13,
            "examples_seen": 5655,
            "ood_accuracy": 0.855555534362793,
            "train_loss": 0.12184624462977223
          },
          {
            "accuracy": 0.9133333563804626,
            "epoch": 14,
            "examples_seen": 6090,
            "ood_accuracy": 0.8600000143051147,
            "train_loss": 0.12063201497169747
          },
          {
            "accuracy": 0.9044444561004639,
            "epoch": 15,
            "examples_seen": 6525,
            "ood_accuracy": 0.8533333539962769,
            "train_loss": 0.10022872146861307
          },
          {
            "accuracy": 0.9266666769981384,
            "epoch": 16,
            "examples_seen": 6960,
            "ood_accuracy": 0.8666666746139526,
            "train_loss": 0.08013457039306904
          },
          {
            "accuracy": 0.9133333563804626,
            "epoch": 17,
            "examples_seen": 7395,
            "ood_accuracy": 0.8600000143051147,
            "train_loss": 0.06886511286613585
          },
          {
            "accuracy": 0.9266666769981384,
            "epoch": 18,
            "examples_seen": 7830,
            "ood_accuracy": 0.8755555748939514,
            "train_loss": 0.06394225482282967
          },
          {
            "accuracy": 0.9266666769981384,
            "epoch": 19,
            "examples_seen": 8265,
            "ood_accuracy": 0.8733333349227905,
            "train_loss": 0.055585670008741574
          },
          {
            "accuracy": 0.9311110973358154,
            "epoch": 20,
            "examples_seen": 8700,
            "ood_accuracy": 0.8777777552604675,
            "train_loss": 0.051283827997829726
          },
          {
            "accuracy": 0.9311110973358154,
            "epoch": 21,
            "examples_seen": 9135,
            "ood_accuracy": 0.8733333349227905,
            "train_loss": 0.042697835473836154
          },
          {
            "accuracy": 0.9288889169692993,
            "epoch": 22,
            "examples_seen": 9570,
            "ood_accuracy": 0.8688889145851135,
            "train_loss": 0.0368650119366317
          },
          {
            "accuracy": 0.9266666769981384,
            "epoch": 23,
            "examples_seen": 10005,
            "ood_accuracy": 0.8733333349227905,
            "train_loss": 0.033513080958148526
          }
        ],
        "seed": 2,
        "singular_values": [
          2.6950736288345687,
          2.5837562734767494,
          2.1268038662606057,
          2.0203169906559553,
          1.802512255148934,
          1.4994110875250422,
          1.2399083997336007,
          0.9992367701154314,
          0.6385019183204553,
          0.39199785322257164,
          0.38358478006755203,
          0.2940012244500804,
          0.24370755133723956,
          0.23067233133696288,
          0.21753574254193211,
          0.19397693574609137,
          0.1810520707916558,
          0.15191474834970708,
          0.14244848636308055,
          0.13190388191806307,
          0.11227832189563006,
          0.06778504436928548,
          0.0491666663711265,
          2.4586161931021475e-17
        ],
        "spectral_effective_rank": 7.958391780573455,
        "subspace_alignment": 0.0762800485955907
      }
    ],
    "importance": [
      {
        "final_accuracy": 0.9266666769981384,
        "final_ood_accuracy": 0.8622221946716309,
        "history": [
          {
            "accuracy": 0.5066666603088379,
            "epoch": 1,
            "examples_seen": 720,
            "ood_accuracy": 0.47999998927116394,
            "train_loss": 2.197167052163018
          },
          {
            "accuracy": 0.7066666483879089,
            "epoch": 2,
            "examples_seen": 1440,
            "ood_accuracy": 0.6577777862548828,
            "train_loss": 1.638428110546536
          },
          {
            "accuracy": 0.8133333325386047,
            "epoch": 3,
            "examples_seen": 2160,
            "ood_accuracy": 0.7511110901832581,
            "train_loss": 0.9360462771521674
          },
          {
            "accuracy": 0.8444444537162781,
            "epoch": 4,
            "examples_seen": 2880,
            "ood_accuracy": 0.7933333516120911,
            "train_loss": 0.5587769243452284
          },
          {
            "accuracy": 0.897777795791626,
            "epoch": 5,
            "examples_seen": 3600,
            "ood_accuracy": 0.8444444537162781,
            "train_loss": 0.4218539277712504
          },
          {
            "accuracy": 0.9066666960716248,
            "epoch": 6,
            "examples_seen": 4320,
            "ood_accuracy": 0.8266666531562805,
            "train_loss": 0.33515152798758613
          },
          {
            "accuracy": 0.9044444561004639,
            "epoch": 7,
            "examples_seen": 5040,
            "ood_accuracy": 0.8577777743339539,
            "train_loss": 0.2817529539267222
          },
          {
            "accuracy": 0.902222216129303,
            "epoch": 8,
            "examples_seen": 5760,
            "ood_accuracy": 0.8288888931274414,
            "train_loss": 0.2330957336558236
          },
          {
            "accuracy": 0.9222221970558167,
            "epoch": 9,
            "examples_seen": 6480,
            "ood_accuracy": 0.851111114025116,
            "train_loss": 0.2592943138546414
          },
          {
            "accuracy": 0.9266666769981384,
            "epoch": 10,
            "examples_seen": 7200,
            "ood_accuracy": 0.855555534362793,
            "train_loss": 0.21350105007489523
          },
          {
            "accuracy": 0.9311110973358154,
            "epoch": 11,
            "examples_seen": 7920,
            "ood_accuracy": 0.846666693687439,
            "train_loss": 0.18031427496009403
          },
          {
            "accuracy": 0.9466666579246521,
            "epoch": 12,
            "examples_seen": 8640,
            "ood_accuracy": 0.8711110949516296,
            "train_loss": 0.1377765523062812
          },
          {
            "accuracy": 0.9444444179534912,
            "epoch": 13,
            "examples_seen": 9360,
            "ood_accuracy": 0.8577777743339539,
            "train_loss": 0.12194774481985304
          },
          {
            "accuracy": 0.9266666769981384,
            "epoch": 14,
            "examples_seen": 10080,
            "ood_accuracy": 0.8622221946716309,
            "train_loss": 0.11877679394351112
          }
        ],
        "seed": 0,
        "singular_values": [
          2.5355908152474993,
          2.285506605797714,
          2.1520775463455433,
          1.6979507285646906,
          1.6240634174225954,
          1.5162057339302666,
          1.2096586434596988,
          0.9038107962052366,
          0.5036906027455157,
          0.3954367645929776,
          0.24977573977546016,
          0.23538449168281456,
          0.20516777507943065,
          0.20063502767178476,
          0.17083573254311446,
          0.15809969091988954,
          0.13766847799822143,
          0.12600694831808076,
          0.0950697169363005,
          0.0834565222958145,
          0.06546594336998802,
          0.05876368082280093,
          0.04351195406156044,
          1.8408873200014758e-17
        ],
        "spectral_effective_rank": 7.759165871037034,
        "subspace_alignment": 0.13166500739989792
      },
      {
        "final_accuracy": 0.9422222375869751,
        "final_ood_accuracy": 0.8711110949516296,
        "history": [
          {
            "accuracy": 0.6266666650772095,
            "epoch": 1,
            "examples_seen": 720,
            "ood_accuracy": 0.6066666841506958,
            "train_loss": 2.2003385755750866
          },
          {
            "accuracy": 0.7555555701255798,
            "epoch": 2,
            "examples_seen": 1440,
            "ood_accuracy": 0.6977777481079102,
            "train_loss": 1.6860044691297742
          },
          {
            "accuracy": 0.8288888931274414,
            "epoch": 3,
            "examples_seen": 2160,
            "ood_accuracy": 0.7666666507720947,
            "train_loss": 0.9090321408377753
          },
          {
            "accuracy": 0.8711110949516296,
            "epoch": 4,
            "examples_seen": 2880,
            "ood_accuracy": 0.7866666913032532,
            "train_loss": 0.5541247566541035
          },
          {
            "accuracy": 0.8911111354827881,
            "epoch": 5,
            "examples_seen": 3600,
            "ood_accuracy": 0.8422222137451172,
            "train_loss": 0.3741034746170044
          },
          {
            "accuracy": 0.902222216129303,
            "epoch": 6,
            "examples_seen": 4320,
            "ood_accuracy": 0.8288888931274414,
            "train_loss": 0.29096557233068676
          },
          {
            "accuracy": 0.9088888764381409,
            "epoch": 7,
            "examples_seen": 5040,
            "ood_accuracy": 0.8377777934074402,
            "train_loss": 0.30536214775509307
          },
          {
            "accuracy": 0.9155555367469788,
            "epoch": 8,
            "examples_seen": 5760,
            "ood_accuracy": 0.851111114025116,
            "train_loss": 0.2783516738149855
          },
          {
            "accuracy": 0.9288889169692993,
            "epoch": 9,
            "examples_seen": 6480,
            "ood_accuracy": 0.8577777743339539,
            "train_loss": 0.21514481041166517
          },
          {
            "accuracy": 0.9399999976158142,
            "epoch": 10,
            "examples_seen": 7200,
            "ood_accuracy": 0.8577777743339539,
            "train_loss": 0.1784966700606876
          },
          {
            "accuracy": 0.9511111378669739,
            "epoch": 11,
            "examples_seen": 7920,
            "ood_accuracy": 0.8777777552604675,
            "train_loss": 0.1457468609015147
          },
          {
            "accuracy": 0.9399999976158142,
            "epoch": 12,
            "examples_seen": 8640,
            "ood_accuracy": 0.8422222137451172,
            "train_loss": 0.12674878338972728
          },
          {
            "accuracy": 0.9555555582046509,
            "epoch": 13,
            "examples_seen": 9360,
            "ood_accuracy": 0.8799999952316284,
            "train_loss": 0.0985847002102269
          },
          {
            "accuracy": 0.9422222375869751,
            "epoch": 14,
            "examples_seen": 10080,
            "ood_accuracy": 0.8711110949516296,
            "train_loss": 0.11470181892315547
          }
        ],
        "seed": 1,
        "singular_values": [
          2.5197075212255853,
          2.3301605607811418,
          2.215258316776013,
          1.760814692986466,
          1.6646754584574706,
          1.4270068359707442,
          1.3096729347871257,
          0.6794401185652139,
          0.4207902041816464,
          0.3351635638258028,
          0.30463386093939954,
          0.2523623994974574,
          0.23959994016443872,
          0.22244851990976353,
          0.1822571517639589,
          0.1668773198317273,
          0.15321695998697935,
          0.12235707120846996,
          0.11233828469253246,
          0.09778347892342563,
          0.08847743137920024,
          0.08148927761229346,
          0.035681703182368595,
          2.071067545238652e-17
        ],
        "spectral_effective_rank": 7.6011422340746515,
        "subspace_alignment": 0.11762967989273197
      },
      {
        "final_accuracy": 0.9311110973358154,
        "final_ood_accuracy": 0.855555534362793,
        "history": [
          {
            "accuracy": 0.6622222065925598,
            "epoch": 1,
            "examples_seen": 720,
            "ood_accuracy": 0.5666666626930237,
            "train_loss": 2.1869553512997095
          },
          {
            "accuracy": 0.6777777671813965,
            "epoch": 2,
            "examples_seen": 1440,
            "ood_accuracy": 0.6288889050483704,
            "train_loss": 1.6023986260096232
          },
          {
            "accuracy": 0.8355555534362793,
            "epoch": 3,
            "examples_seen": 2160,
            "ood_accuracy": 0.7288888692855835,
            "train_loss": 0.8522789332601759
          },
          {
            "accuracy": 0.8711110949516296,
            "epoch": 4,
            "examples_seen": 2880,
            "ood_accuracy": 0.7822222113609314,
            "train_loss": 0.5890392687585618
          },
          {
            "accuracy": 0.8844444155693054,
            "epoch": 5,
            "examples_seen": 3600,
            "ood_accuracy": 0.8066666722297668,
            "train_loss": 0.449685972266727
          },
          {
            "accuracy": 0.8822222352027893,
            "epoch": 6,
            "examples_seen": 4320,
            "ood_accuracy": 0.8266666531562805,
            "train_loss": 0.37355243232515123
          },
          {
            "accuracy": 0.9133333563804626,
            "epoch": 7,
            "examples_seen": 5040,
            "ood_accuracy": 0.8533333539962769,
            "train_loss": 0.32638998909129036
          },
          {
            "accuracy": 0.9311110973358154,
            "epoch": 8,
            "examples_seen": 5760,
            "ood_accuracy": 0.8644444346427917,
            "train_loss": 0.26943036450280083
          },
          {
            "accuracy": 0.9288889169692993,
            "epoch": 9,
            "examples_seen": 6480,
            "ood_accuracy": 0.8622221946716309,
            "train_loss": 0.22124408351050484
          },
          {
            "accuracy": 0.9155555367469788,
            "epoch": 10,
            "examples_seen": 7200,
            "ood_accuracy": 0.8355555534362793,
            "train_loss": 0.22948956588904063
          },
          {
            "accuracy": 0.9222221970558167,
            "epoch": 11,
            "examples_seen": 7920,
            "ood_accuracy": 0.8444444537162781,
            "train_loss": 0.1794570353296068
          },
          {
            "accuracy": 0.9422222375869751,
            "epoch": 12,
            "examples_seen": 8640,
            "ood_accuracy": 0.8600000143051147,
            "train_loss": 0.14128927290439605
          },
          {
            "accuracy": 0.9444444179534912,
            "epoch": 13,
            "examples_seen": 9360,
            "ood_accuracy": 0.8533333539962769,
            "train_loss": 0.13747607303990259
          },
          {
            "accuracy": 0.9311110973358154,
            "epoch": 14,
            "examples_seen": 10080,
            "ood_accuracy": 0.855555534362793,
            "train_loss": 0.10599904648131794
          }
        ],
        "seed": 2,
        "singular_values": [
          2.5931003149764735,
          2.392076312878421,
          2.275474889136839,
          1.6620707977902927,
          1.5525247941843177,
          1.4673406103778457,
          1.2700969111930405,
          0.8956377008277138,
          0.6487724272963313,
          0.387466947626888,
          0.2735366949097141,
          0.25549028113564914,
          0.22495313262053063,
          0.2032582265308903,
          0.19107135291881017,
          0.1841919916722404,
          0.13910951187034276,
          0.13231057573317753,
          0.10780831319556884,
          0.08896955838917449,
          0.07253354907703098,
          0.05078370702683056,
          0.045727428689343014,
          5.355293359410277e-18
        ],
        "spectral_effective_rank": 7.753914086432336,
        "subspace_alignment": 0.13487930158849437
      }
    ]
  },
  "record_sha256": "3cc738c29955c0ac34fa55d76fff83305c6a115cd4b02513c4731d3efec4b8d4",
  "score_summary": {
    "maximum": 0.020070627331733704,
    "median": 0.006679463665932417,
    "minimum": 0.00044264073949307203,
    "rejected_mean": 0.004600234795361757,
    "selected_mean": 0.009205307811498642
  },
  "subspace": {
    "cumulative_explained_variance": 0.9493666072049876,
    "model_count": 10,
    "parameters": [
      "fc2.weight"
    ],
    "rank": 8
  }
}