{
  "mechanism": {
    "replication": {
      "baseline": {
        "n": 10,
        "correct": 0,
        "p": 0.003179441558313556
      },
      "conditions": {
        "capital": {
          "full": {
            "n": 10,
            "correct": 10,
            "p": 0.3455179318785667
          },
          "direct": {
            "n": 10,
            "correct": 0,
            "p": 0.01664249083842151
          },
          "output_bias": {
            "n": 10,
            "correct": 5,
            "p": 0.12346613593399525
          },
          "natural": {
            "n": 10,
            "correct": 10,
            "p": 0.6062816828489304
          }
        },
        "wrong_answer": {
          "full": {
            "n": 10,
            "correct": 0,
            "p": 0.027412122394889594
          },
          "direct": {
            "n": 10,
            "correct": 0,
            "p": 0.004744771437253803
          },
          "output_bias": {
            "n": 10,
            "correct": 0,
            "p": 0.001179720656364225
          },
          "natural": {
            "n": 10,
            "correct": 0,
            "p": 0.0008486710219585802
          }
        },
        "other_attribute": {
          "full": {
            "n": 10,
            "correct": 7,
            "p": 0.18352872878313065
          },
          "direct": {
            "n": 10,
            "correct": 0,
            "p": 0.004569749698566739
          },
          "output_bias": {
            "n": 10,
            "correct": 0,
            "p": 0.002715371882368345
          },
          "natural": {
            "n": 10,
            "correct": 0,
            "p": 0.0056451553711667655
          }
        },
        "neutral": {
          "full": {
            "n": 10,
            "correct": 3,
            "p": 0.04676619451493025
          },
          "direct": {
            "n": 10,
            "correct": 0,
            "p": 0.006262686652189586
          },
          "output_bias": {
            "n": 10,
            "correct": 0,
            "p": 0.0005320434429449961
          },
          "natural": {
            "n": 10,
            "correct": 0,
            "p": 0.026001877430826426
          }
        },
        "shuffled": {
          "full": {
            "n": 10,
            "correct": 0,
            "p": 0.01715579174924642
          },
          "direct": {
            "n": 10,
            "correct": 0,
            "p": 0.004060346733604092
          },
          "output_bias": {
            "n": 10,
            "correct": 0,
            "p": 0.024865296643110924
          },
          "natural": {
            "n": 10,
            "correct": 0,
            "p": 0.0035184765176381914
          }
        },
        "position_only": {
          "full": {
            "n": 10,
            "correct": 0,
            "p": 0.008270051270665135
          },
          "direct": {
            "n": 10,
            "correct": 0,
            "p": 0.0033298863680101933
          },
          "output_bias": {
            "n": 10,
            "correct": 0,
            "p": 0.005006012192461639
          },
          "natural": {
            "n": 10,
            "correct": 0,
            "p": 0.008540980797261
          }
        }
      },
      "mediation": {
        "all_updates": {
          "n": 10,
          "correct": 0,
          "p": 0.01664250047178939
        },
        "all_attention": {
          "n": 10,
          "correct": 9,
          "p": 0.2585273675620556
        },
        "all_mlp": {
          "n": 10,
          "correct": 3,
          "p": 0.13085066191852093
        },
        "target_heads": {
          "n": 10,
          "correct": 9,
          "p": 0.18572826124727726
        },
        "no_offset": {
          "n": 10,
          "correct": 0,
          "p": 0.003179441558313556
        },
        "attn8": {
          "n": 10,
          "correct": 10,
          "p": 0.357232877612114
        },
        "mlp8": {
          "n": 10,
          "correct": 9,
          "p": 0.2160169318318367
        },
        "attn9": {
          "n": 10,
          "correct": 10,
          "p": 0.3337259069085121
        },
        "mlp9": {
          "n": 10,
          "correct": 9,
          "p": 0.25127428472042085
        },
        "attn10": {
          "n": 10,
          "correct": 10,
          "p": 0.32943135872483253
        },
        "mlp10": {
          "n": 10,
          "correct": 8,
          "p": 0.31851510480046274
        },
        "attn11": {
          "n": 10,
          "correct": 10,
          "p": 0.5909754514694214
        },
        "mlp11": {
          "n": 10,
          "correct": 8,
          "p": 0.609063109755516
        }
      },
      "attribution": {
        "attn8": 0.21434141388974606,
        "mlp8": 0.9927848249108402,
        "attn9": 1.504742555164928,
        "mlp9": 1.654597009045136,
        "attn10": 3.2829434556073345,
        "mlp10": 1.5956278633332024,
        "attn11": -1.3414027249038383,
        "mlp11": -0.8840864304300537,
        "vector": 1.7629578429176818,
        "layernorm_scale": -0.036589802147101676
      }
    },
    "fresh": {
      "baseline": {
        "n": 10,
        "correct": 0,
        "p": 0.002060864098893944
      },
      "conditions": {
        "capital": {
          "full": {
            "n": 10,
            "correct": 9,
            "p": 0.37442293092608453
          },
          "direct": {
            "n": 10,
            "correct": 0,
            "p": 0.008907123137032614
          },
          "output_bias": {
            "n": 10,
            "correct": 3,
            "p": 0.09078140771016478
          },
          "natural": {
            "n": 10,
            "correct": 10,
            "p": 0.6366006433963776
          }
        },
        "wrong_answer": {
          "full": {
            "n": 10,
            "correct": 0,
            "p": 0.05159199442714453
          },
          "direct": {
            "n": 10,
            "correct": 0,
            "p": 0.0023610236326931044
          },
          "output_bias": {
            "n": 10,
            "correct": 0,
            "p": 0.0026949185848934576
          },
          "natural": {
            "n": 10,
            "correct": 0,
            "p": 0.0034679833363043143
          }
        },
        "other_attribute": {
          "full": {
            "n": 10,
            "correct": 5,
            "p": 0.24339729510247707
          },
          "direct": {
            "n": 10,
            "correct": 0,
            "p": 0.0024627532082377003
          },
          "output_bias": {
            "n": 10,
            "correct": 0,
            "p": 0.0016852893291797954
          },
          "natural": {
            "n": 10,
            "correct": 0,
            "p": 0.00907890375237912
          }
        },
        "neutral": {
          "full": {
            "n": 10,
            "correct": 8,
            "p": 0.14545466266572477
          },
          "direct": {
            "n": 10,
            "correct": 0,
            "p": 0.0029095463891280816
          },
          "output_bias": {
            "n": 10,
            "correct": 0,
            "p": 0.000957274813845288
          },
          "natural": {
            "n": 10,
            "correct": 6,
            "p": 0.082505620457232
          }
        },
        "shuffled": {
          "full": {
            "n": 10,
            "correct": 0,
            "p": 0.017136399820446967
          },
          "direct": {
            "n": 10,
            "correct": 0,
            "p": 0.0023670219685300252
          },
          "output_bias": {
            "n": 10,
            "correct": 0,
            "p": 0.009368590882513673
          },
          "natural": {
            "n": 10,
            "correct": 0,
            "p": 0.00469157742918469
          }
        },
        "position_only": {
          "full": {
            "n": 10,
            "correct": 0,
            "p": 0.0049310837552184236
          },
          "direct": {
            "n": 10,
            "correct": 0,
            "p": 0.002169685838453006
          },
          "output_bias": {
            "n": 10,
            "correct": 0,
            "p": 0.0032027213950641454
          },
          "natural": {
            "n": 10,
            "correct": 0,
            "p": 0.0054255851544439794
          }
        }
      },
      "mediation": {
        "all_updates": {
          "n": 10,
          "correct": 0,
          "p": 0.008907143422402442
        },
        "all_attention": {
          "n": 10,
          "correct": 10,
          "p": 0.2873855493962765
        },
        "all_mlp": {
          "n": 10,
          "correct": 4,
          "p": 0.08997589331120252
        },
        "target_heads": {
          "n": 10,
          "correct": 7,
          "p": 0.23760307841002942
        },
        "no_offset": {
          "n": 10,
          "correct": 0,
          "p": 0.002060864098893944
        },
        "attn8": {
          "n": 10,
          "correct": 9,
          "p": 0.39726063162088393
        },
        "mlp8": {
          "n": 10,
          "correct": 6,
          "p": 0.23373249545693398
        },
        "attn9": {
          "n": 10,
          "correct": 10,
          "p": 0.36781881004571915
        },
        "mlp9": {
          "n": 10,
          "correct": 7,
          "p": 0.2841970682144165
        },
        "attn10": {
          "n": 10,
          "correct": 9,
          "p": 0.35760272815823557
        },
        "mlp10": {
          "n": 10,
          "correct": 7,
          "p": 0.3113129913806915
        },
        "attn11": {
          "n": 10,
          "correct": 9,
          "p": 0.5617926359176636
        },
        "mlp11": {
          "n": 10,
          "correct": 9,
          "p": 0.4904700264334679
        }
      },
      "attribution": {
        "attn8": 0.17794061175153145,
        "mlp8": 0.7468326383394724,
        "attn9": 1.7116202154819777,
        "mlp9": 1.5664538813568671,
        "attn10": 2.759229298881368,
        "mlp10": 1.9832206230131346,
        "attn11": -1.3381462483830235,
        "mlp11": 0.4445709257355056,
        "vector": 1.5409833138360984,
        "layernorm_scale": -0.01555607202648203
      }
    }
  },
  "routes": {
    "replication": {
      "per_country": [
        {
          "country": "Denmark",
          "correctness_disagreement": 0.24609375,
          "top_disagreement": 0.40234375,
          "margin_mae": 1.3998658414930105,
          "mean_kl": 0.36836909542968355
        },
        {
          "country": "Norway",
          "correctness_disagreement": 0.19140625,
          "top_disagreement": 0.3828125,
          "margin_mae": 1.216268403455615,
          "mean_kl": 0.30641282120635394
        },
        {
          "country": "Sweden",
          "correctness_disagreement": 0.2734375,
          "top_disagreement": 0.33984375,
          "margin_mae": 1.388202367350459,
          "mean_kl": 0.30720899901976517
        },
        {
          "country": "Finland",
          "correctness_disagreement": 0.2890625,
          "top_disagreement": 0.29296875,
          "margin_mae": 1.125762429088354,
          "mean_kl": 0.2929796134643854
        },
        {
          "country": "Poland",
          "correctness_disagreement": 0.359375,
          "top_disagreement": 0.3671875,
          "margin_mae": 1.4793495535850525,
          "mean_kl": 0.41428843367179286
        },
        {
          "country": "Austria",
          "correctness_disagreement": 0.23828125,
          "top_disagreement": 0.515625,
          "margin_mae": 1.39290751516819,
          "mean_kl": 0.37434881381404483
        },
        {
          "country": "Hungary",
          "correctness_disagreement": 0.3125,
          "top_disagreement": 0.34375,
          "margin_mae": 1.813160516321659,
          "mean_kl": 0.5562134637667181
        },
        {
          "country": "Netherlands",
          "correctness_disagreement": 0.3359375,
          "top_disagreement": 0.3359375,
          "margin_mae": 1.612576324492693,
          "mean_kl": 0.32213983111650596
        },
        {
          "country": "Thailand",
          "correctness_disagreement": 0.390625,
          "top_disagreement": 0.40625,
          "margin_mae": 1.488910660147667,
          "mean_kl": 0.3736234179888439
        },
        {
          "country": "Peru",
          "correctness_disagreement": 0.109375,
          "top_disagreement": 0.21875,
          "margin_mae": 1.3354232236742973,
          "mean_kl": 0.26636914568018927
        }
      ],
      "means": {
        "correctness_disagreement": 0.274609375,
        "top_disagreement": 0.360546875,
        "margin_mae": 1.4252426834776997,
        "mean_kl": 0.3581953635158283
      },
      "masks": {
        "0": {
          "actual": {
            "n": 10,
            "correct": 0,
            "p": 0.01664250047178939
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.01664249083842151
          },
          "active": []
        },
        "1": {
          "actual": {
            "n": 10,
            "correct": 0,
            "p": 0.018603961932240055
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.01860395192634314
          },
          "active": [
            "attn8"
          ]
        },
        "2": {
          "actual": {
            "n": 10,
            "correct": 1,
            "p": 0.041166302433703096
          },
          "predicted": {
            "n": 10,
            "correct": 1,
            "p": 0.03764254357665777
          },
          "active": [
            "mlp8"
          ]
        },
        "3": {
          "actual": {
            "n": 10,
            "correct": 1,
            "p": 0.040500876819714905
          },
          "predicted": {
            "n": 10,
            "correct": 1,
            "p": 0.040500910033006224
          },
          "active": [
            "attn8",
            "mlp8"
          ]
        },
        "4": {
          "actual": {
            "n": 10,
            "correct": 0,
            "p": 0.04757131671067327
          },
          "predicted": {
            "n": 10,
            "correct": 1,
            "p": 0.054883866524323824
          },
          "active": [
            "attn9"
          ]
        },
        "5": {
          "actual": {
            "n": 10,
            "correct": 0,
            "p": 0.04892412479966879
          },
          "predicted": {
            "n": 10,
            "correct": 1,
            "p": 0.05953351657371968
          },
          "active": [
            "attn8",
            "attn9"
          ]
        },
        "6": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.11916704946197569
          },
          "predicted": {
            "n": 10,
            "correct": 3,
            "p": 0.10464349179528654
          },
          "active": [
            "mlp8",
            "attn9"
          ]
        },
        "7": {
          "actual": {
            "n": 10,
            "correct": 3,
            "p": 0.10975104561075569
          },
          "predicted": {
            "n": 10,
            "correct": 3,
            "p": 0.1097512069158256
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9"
          ]
        },
        "8": {
          "actual": {
            "n": 10,
            "correct": 1,
            "p": 0.04018691689707339
          },
          "predicted": {
            "n": 10,
            "correct": 3,
            "p": 0.05990249970927834
          },
          "active": [
            "mlp9"
          ]
        },
        "9": {
          "actual": {
            "n": 10,
            "correct": 1,
            "p": 0.04396915922407061
          },
          "predicted": {
            "n": 10,
            "correct": 3,
            "p": 0.06499641393311321
          },
          "active": [
            "attn8",
            "mlp9"
          ]
        },
        "10": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.11252551488578319
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.10771146509796381
          },
          "active": [
            "mlp8",
            "mlp9"
          ]
        },
        "11": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.11334362355992197
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.1129851640202105
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp9"
          ]
        },
        "12": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.1036195087712258
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.16109419260174035
          },
          "active": [
            "attn9",
            "mlp9"
          ]
        },
        "13": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.10345171024091541
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.1686777375638485
          },
          "active": [
            "attn8",
            "attn9",
            "mlp9"
          ]
        },
        "14": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.25538211204111577
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.23519883602857589
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp9"
          ]
        },
        "15": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.24074384644627572
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.24074353761970996
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp9"
          ]
        },
        "16": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.17174855899065733
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.21918454859405756
          },
          "active": [
            "attn10"
          ]
        },
        "17": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.19123519565910102
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.22825300870463253
          },
          "active": [
            "attn8",
            "attn10"
          ]
        },
        "18": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.3708200391381979
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.3071603083983064
          },
          "active": [
            "mlp8",
            "attn10"
          ]
        },
        "19": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.3332379937171936
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.31402884889394045
          },
          "active": [
            "attn8",
            "mlp8",
            "attn10"
          ]
        },
        "20": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.18681527469307185
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.33199508804827926
          },
          "active": [
            "attn9",
            "attn10"
          ]
        },
        "21": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.19071067962795496
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.33746275026351213
          },
          "active": [
            "attn8",
            "attn9",
            "attn10"
          ]
        },
        "22": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.3985809240490198
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.3995527930557728
          },
          "active": [
            "mlp8",
            "attn9",
            "attn10"
          ]
        },
        "23": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.3556500509381294
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.40222882814705374
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "attn10"
          ]
        },
        "24": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.3756180785596371
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.4016323029994965
          },
          "active": [
            "mlp9",
            "attn10"
          ]
        },
        "25": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.3749767791479826
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.40830325819551944
          },
          "active": [
            "attn8",
            "mlp9",
            "attn10"
          ]
        },
        "26": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.5369746781885624
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.4687646508216858
          },
          "active": [
            "mlp8",
            "mlp9",
            "attn10"
          ]
        },
        "27": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.5035775251686573
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.47213706746697426
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp9",
            "attn10"
          ]
        },
        "28": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.41836121343076227
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.4865480959415436
          },
          "active": [
            "attn9",
            "mlp9",
            "attn10"
          ]
        },
        "29": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.39774355590343474
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.48810339346528053
          },
          "active": [
            "attn8",
            "attn9",
            "mlp9",
            "attn10"
          ]
        },
        "30": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.5764222547411919
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.5353396885097027
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp9",
            "attn10"
          ]
        },
        "31": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.5348555840551853
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.5348561875522136
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp9",
            "attn10"
          ]
        },
        "32": {
          "actual": {
            "n": 10,
            "correct": 2,
            "p": 0.04530608539935201
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.035606819298118354
          },
          "active": [
            "mlp10"
          ]
        },
        "33": {
          "actual": {
            "n": 10,
            "correct": 2,
            "p": 0.05048091051867232
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.039119771658442916
          },
          "active": [
            "attn8",
            "mlp10"
          ]
        },
        "34": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.12708145449869335
          },
          "predicted": {
            "n": 10,
            "correct": 2,
            "p": 0.06495958366431295
          },
          "active": [
            "mlp8",
            "mlp10"
          ]
        },
        "35": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.1313994914293289
          },
          "predicted": {
            "n": 10,
            "correct": 2,
            "p": 0.06942441174760461
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp10"
          ]
        },
        "36": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.10810392950661481
          },
          "predicted": {
            "n": 10,
            "correct": 3,
            "p": 0.10657422617077827
          },
          "active": [
            "attn9",
            "mlp10"
          ]
        },
        "37": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.10949565190821886
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.11370318215340376
          },
          "active": [
            "attn8",
            "attn9",
            "mlp10"
          ]
        },
        "38": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.27367232739925385
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.17016617357730865
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp10"
          ]
        },
        "39": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.25958428382873533
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.17752880416810513
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp10"
          ]
        },
        "40": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.1144067800603807
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.10598013643175364
          },
          "active": [
            "mlp9",
            "mlp10"
          ]
        },
        "41": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.12328837849199772
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.11323530096560716
          },
          "active": [
            "attn8",
            "mlp9",
            "mlp10"
          ]
        },
        "42": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.2449715331196785
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.15509675089269875
          },
          "active": [
            "mlp8",
            "mlp9",
            "mlp10"
          ]
        },
        "43": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.2598054245114326
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.16234681531786918
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp9",
            "mlp10"
          ]
        },
        "44": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.22793733477592468
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.2502819329500198
          },
          "active": [
            "attn9",
            "mlp9",
            "mlp10"
          ]
        },
        "45": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.22498602159321307
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.25971941091120243
          },
          "active": [
            "attn8",
            "attn9",
            "mlp9",
            "mlp10"
          ]
        },
        "46": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.4394931361079216
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.32515180520713327
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp9",
            "mlp10"
          ]
        },
        "47": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.42983980998396876
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.3325560063123703
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp9",
            "mlp10"
          ]
        },
        "48": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.2693714041262865
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.36643100939691065
          },
          "active": [
            "attn10",
            "mlp10"
          ]
        },
        "49": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.2908367618918419
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.3770063739269972
          },
          "active": [
            "attn8",
            "attn10",
            "mlp10"
          ]
        },
        "50": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.537443358451128
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.4583267420530319
          },
          "active": [
            "mlp8",
            "attn10",
            "mlp10"
          ]
        },
        "51": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.49737886115908625
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.4660972751677036
          },
          "active": [
            "attn8",
            "mlp8",
            "attn10",
            "mlp10"
          ]
        },
        "52": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.29198871869593856
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.5211896672844887
          },
          "active": [
            "attn9",
            "attn10",
            "mlp10"
          ]
        },
        "53": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.29261218626052143
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.5263477317988873
          },
          "active": [
            "attn8",
            "attn9",
            "attn10",
            "mlp10"
          ]
        },
        "54": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.5677809283137322
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.5922976776957511
          },
          "active": [
            "mlp8",
            "attn9",
            "attn10",
            "mlp10"
          ]
        },
        "55": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.5221419557929039
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.5939517334103585
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "attn10",
            "mlp10"
          ]
        },
        "56": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.5129330433905125
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.5456584945321084
          },
          "active": [
            "mlp9",
            "attn10",
            "mlp10"
          ]
        },
        "57": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.5067717730998993
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.5511421144008637
          },
          "active": [
            "attn8",
            "mlp9",
            "attn10",
            "mlp10"
          ]
        },
        "58": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.7219227612018585
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.6081398889422417
          },
          "active": [
            "mlp8",
            "mlp9",
            "attn10",
            "mlp10"
          ]
        },
        "59": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.6909502774477005
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.6105156451463699
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp9",
            "attn10",
            "mlp10"
          ]
        },
        "60": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.56152363717556
          },
          "predicted": {
            "n": 10,
            "correct": 10,
            "p": 0.6621897488832473
          },
          "active": [
            "attn9",
            "mlp9",
            "attn10",
            "mlp10"
          ]
        },
        "61": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.5292438730597496
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.6615031719207763
          },
          "active": [
            "attn8",
            "attn9",
            "mlp9",
            "attn10",
            "mlp10"
          ]
        },
        "62": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.7559645980596542
          },
          "predicted": {
            "n": 10,
            "correct": 10,
            "p": 0.7076500207185745
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp9",
            "attn10",
            "mlp10"
          ]
        },
        "63": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.7049305081367493
          },
          "predicted": {
            "n": 10,
            "correct": 10,
            "p": 0.7049306929111481
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp9",
            "attn10",
            "mlp10"
          ]
        },
        "64": {
          "actual": {
            "n": 10,
            "correct": 1,
            "p": 0.03721454869955778
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.005518824738101102
          },
          "active": [
            "attn11"
          ]
        },
        "65": {
          "actual": {
            "n": 10,
            "correct": 1,
            "p": 0.048756559705361725
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.006202375538123306
          },
          "active": [
            "attn8",
            "attn11"
          ]
        },
        "66": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.15667346268892288
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.013469499628990888
          },
          "active": [
            "mlp8",
            "attn11"
          ]
        },
        "67": {
          "actual": {
            "n": 10,
            "correct": 3,
            "p": 0.11963610062375665
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.014568733927444556
          },
          "active": [
            "attn8",
            "mlp8",
            "attn11"
          ]
        },
        "68": {
          "actual": {
            "n": 10,
            "correct": 1,
            "p": 0.054342980543151495
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.020350770419463517
          },
          "active": [
            "attn9",
            "attn11"
          ]
        },
        "69": {
          "actual": {
            "n": 10,
            "correct": 1,
            "p": 0.058209341415204105
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.022303456877125427
          },
          "active": [
            "attn8",
            "attn9",
            "attn11"
          ]
        },
        "70": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.16311848107725382
          },
          "predicted": {
            "n": 10,
            "correct": 1,
            "p": 0.04418178789783269
          },
          "active": [
            "mlp8",
            "attn9",
            "attn11"
          ]
        },
        "71": {
          "actual": {
            "n": 10,
            "correct": 3,
            "p": 0.1309241079725325
          },
          "predicted": {
            "n": 10,
            "correct": 1,
            "p": 0.04678037948906422
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "attn11"
          ]
        },
        "72": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.1280873783864081
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.01955455370480195
          },
          "active": [
            "mlp9",
            "attn11"
          ]
        },
        "73": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.11421615360304713
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.021628405060619117
          },
          "active": [
            "attn8",
            "mlp9",
            "attn11"
          ]
        },
        "74": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.293443838506937
          },
          "predicted": {
            "n": 10,
            "correct": 1,
            "p": 0.0393061084439978
          },
          "active": [
            "mlp8",
            "mlp9",
            "attn11"
          ]
        },
        "75": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.21964870877563952
          },
          "predicted": {
            "n": 10,
            "correct": 1,
            "p": 0.04188434348907322
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp9",
            "attn11"
          ]
        },
        "76": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.15612729284912347
          },
          "predicted": {
            "n": 10,
            "correct": 3,
            "p": 0.06719233416952193
          },
          "active": [
            "attn9",
            "mlp9",
            "attn11"
          ]
        },
        "77": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.1259395436383784
          },
          "predicted": {
            "n": 10,
            "correct": 3,
            "p": 0.07196182454936206
          },
          "active": [
            "attn8",
            "attn9",
            "mlp9",
            "attn11"
          ]
        },
        "78": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.2912129290401936
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.11548820352181792
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp9",
            "attn11"
          ]
        },
        "79": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.2262308206409216
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.12014259342104197
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp9",
            "attn11"
          ]
        },
        "80": {
          "actual": {
            "n": 10,
            "correct": 2,
            "p": 0.11023907903581857
          },
          "predicted": {
            "n": 10,
            "correct": 3,
            "p": 0.11503076655790209
          },
          "active": [
            "attn10",
            "attn11"
          ]
        },
        "81": {
          "actual": {
            "n": 10,
            "correct": 2,
            "p": 0.12473374507389963
          },
          "predicted": {
            "n": 10,
            "correct": 3,
            "p": 0.12227157123852521
          },
          "active": [
            "attn8",
            "attn10",
            "attn11"
          ]
        },
        "82": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.31490265354514124
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.19222095594741404
          },
          "active": [
            "mlp8",
            "attn10",
            "attn11"
          ]
        },
        "83": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.2697666812688112
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.19973572893068195
          },
          "active": [
            "attn8",
            "mlp8",
            "attn10",
            "attn11"
          ]
        },
        "84": {
          "actual": {
            "n": 10,
            "correct": 3,
            "p": 0.13005902762524785
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.24027395583689212
          },
          "active": [
            "attn9",
            "attn10",
            "attn11"
          ]
        },
        "85": {
          "actual": {
            "n": 10,
            "correct": 3,
            "p": 0.13085066191852093
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.24967157179489732
          },
          "active": [
            "attn8",
            "attn9",
            "attn10",
            "attn11"
          ]
        },
        "86": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.35788912177085874
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.3261365182697773
          },
          "active": [
            "mlp8",
            "attn9",
            "attn10",
            "attn11"
          ]
        },
        "87": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.3034765340387821
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.33367644883692266
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "attn10",
            "attn11"
          ]
        },
        "88": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.2928926572203636
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.2765687547624111
          },
          "active": [
            "mlp9",
            "attn10",
            "attn11"
          ]
        },
        "89": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.28683117087930443
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.2865592326037586
          },
          "active": [
            "attn8",
            "mlp9",
            "attn10",
            "attn11"
          ]
        },
        "90": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.48117045126855373
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.35628711637109517
          },
          "active": [
            "mlp8",
            "mlp9",
            "attn10",
            "attn11"
          ]
        },
        "91": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.4390775553882122
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.364057432487607
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp9",
            "attn10",
            "attn11"
          ]
        },
        "92": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.3599508225917816
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.42159872837364676
          },
          "active": [
            "attn9",
            "mlp9",
            "attn10",
            "attn11"
          ]
        },
        "93": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.3254097620025277
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.4289271641522646
          },
          "active": [
            "attn8",
            "attn9",
            "mlp9",
            "attn10",
            "attn11"
          ]
        },
        "94": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.5407372005283833
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.4854351881891489
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp9",
            "attn10",
            "attn11"
          ]
        },
        "95": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.47628278508782385
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.4896836198866367
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp9",
            "attn10",
            "attn11"
          ]
        },
        "96": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.10366998817771673
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.01092717235442251
          },
          "active": [
            "mlp10",
            "attn11"
          ]
        },
        "97": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.11491610878147185
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.012184052891097964
          },
          "active": [
            "attn8",
            "mlp10",
            "attn11"
          ]
        },
        "98": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.32716308198869226
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.021115672262385487
          },
          "active": [
            "mlp8",
            "mlp10",
            "attn11"
          ]
        },
        "99": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.2739180862903595
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.022891806566622108
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp10",
            "attn11"
          ]
        },
        "100": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.11771221603266895
          },
          "predicted": {
            "n": 10,
            "correct": 1,
            "p": 0.038017516117542983
          },
          "active": [
            "attn9",
            "mlp10",
            "attn11"
          ]
        },
        "101": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.11105122920125723
          },
          "predicted": {
            "n": 10,
            "correct": 1,
            "p": 0.04126785076223314
          },
          "active": [
            "attn8",
            "attn9",
            "mlp10",
            "attn11"
          ]
        },
        "102": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.3080323304980993
          },
          "predicted": {
            "n": 10,
            "correct": 2,
            "p": 0.06727472757920623
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp10",
            "attn11"
          ]
        },
        "103": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.25580984316766264
          },
          "predicted": {
            "n": 10,
            "correct": 2,
            "p": 0.07122774524614214
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp10",
            "attn11"
          ]
        },
        "104": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.25442084185779096
          },
          "predicted": {
            "n": 10,
            "correct": 1,
            "p": 0.034598818188533186
          },
          "active": [
            "mlp9",
            "mlp10",
            "attn11"
          ]
        },
        "105": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.22153546288609505
          },
          "predicted": {
            "n": 10,
            "correct": 1,
            "p": 0.03789425361901522
          },
          "active": [
            "attn8",
            "mlp9",
            "mlp10",
            "attn11"
          ]
        },
        "106": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.4567935109138489
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.0545792942866683
          },
          "active": [
            "mlp8",
            "mlp9",
            "mlp10",
            "attn11"
          ]
        },
        "107": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.385028138756752
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.05832686480134726
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp9",
            "mlp10",
            "attn11"
          ]
        },
        "108": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.27998664826154707
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.10596779081970453
          },
          "active": [
            "attn9",
            "mlp9",
            "mlp10",
            "attn11"
          ]
        },
        "109": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.22573595643043518
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.11254004742950201
          },
          "active": [
            "attn8",
            "attn9",
            "mlp9",
            "mlp10",
            "attn11"
          ]
        },
        "110": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.4475144535303116
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.15127509608864784
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp9",
            "mlp10",
            "attn11"
          ]
        },
        "111": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.3778471931815147
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.1577382892370224
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp9",
            "mlp10",
            "attn11"
          ]
        },
        "112": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.16032625599764289
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.20369871705770493
          },
          "active": [
            "attn10",
            "mlp10",
            "attn11"
          ]
        },
        "113": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.171751438267529
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.21355121778324246
          },
          "active": [
            "attn8",
            "attn10",
            "mlp10",
            "attn11"
          ]
        },
        "114": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.448286147788167
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.28448975142091515
          },
          "active": [
            "mlp8",
            "attn10",
            "mlp10",
            "attn11"
          ]
        },
        "115": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.3988882225006819
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.2940045906230807
          },
          "active": [
            "attn8",
            "mlp8",
            "attn10",
            "mlp10",
            "attn11"
          ]
        },
        "116": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.1840199226513505
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.377533708140254
          },
          "active": [
            "attn9",
            "attn10",
            "mlp10",
            "attn11"
          ]
        },
        "117": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.17623973647132515
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.38843473978340626
          },
          "active": [
            "attn8",
            "attn9",
            "attn10",
            "mlp10",
            "attn11"
          ]
        },
        "118": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.4936201378703117
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.46258666217327116
          },
          "active": [
            "mlp8",
            "attn9",
            "attn10",
            "mlp10",
            "attn11"
          ]
        },
        "119": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.4318318761885166
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.47121635675430296
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "attn10",
            "mlp10",
            "attn11"
          ]
        },
        "120": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.39437067359685896
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.37376123368740083
          },
          "active": [
            "mlp9",
            "attn10",
            "mlp10",
            "attn11"
          ]
        },
        "121": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.3846075709909201
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.38369398564100266
          },
          "active": [
            "attn8",
            "mlp9",
            "attn10",
            "mlp10",
            "attn11"
          ]
        },
        "122": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.6189147964119911
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.44056685268878937
          },
          "active": [
            "mlp8",
            "mlp9",
            "attn10",
            "mlp10",
            "attn11"
          ]
        },
        "123": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.5805354416370392
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.44850720912218095
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp9",
            "attn10",
            "mlp10",
            "attn11"
          ]
        },
        "124": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.46323154419660567
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.5484888672828674
          },
          "active": [
            "attn9",
            "mlp9",
            "attn10",
            "mlp10",
            "attn11"
          ]
        },
        "125": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.4218007691204548
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.5549588844180107
          },
          "active": [
            "attn8",
            "attn9",
            "mlp9",
            "attn10",
            "mlp10",
            "attn11"
          ]
        },
        "126": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.6741215258836746
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.6052080854773522
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp9",
            "attn10",
            "mlp10",
            "attn11"
          ]
        },
        "127": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.609063109755516
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.6090632393956185
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp9",
            "attn10",
            "mlp10",
            "attn11"
          ]
        },
        "128": {
          "actual": {
            "n": 10,
            "correct": 0,
            "p": 0.017040328623261304
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.00322651241440326
          },
          "active": [
            "mlp11"
          ]
        },
        "129": {
          "actual": {
            "n": 10,
            "correct": 0,
            "p": 0.02128217105055228
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.003911220462759957
          },
          "active": [
            "attn8",
            "mlp11"
          ]
        },
        "130": {
          "actual": {
            "n": 10,
            "correct": 3,
            "p": 0.06947031291201711
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.006966826517600566
          },
          "active": [
            "mlp8",
            "mlp11"
          ]
        },
        "131": {
          "actual": {
            "n": 10,
            "correct": 3,
            "p": 0.07734931595623493
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.00822148434817791
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp11"
          ]
        },
        "132": {
          "actual": {
            "n": 10,
            "correct": 0,
            "p": 0.035446813167072835
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.012499750638380647
          },
          "active": [
            "attn9",
            "mlp11"
          ]
        },
        "133": {
          "actual": {
            "n": 10,
            "correct": 0,
            "p": 0.041244506905786696
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.014758802019059658
          },
          "active": [
            "attn8",
            "attn9",
            "mlp11"
          ]
        },
        "134": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.14013812113553287
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.02579052085056901
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp11"
          ]
        },
        "135": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.14383075423538685
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.02948834830895066
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp11"
          ]
        },
        "136": {
          "actual": {
            "n": 10,
            "correct": 2,
            "p": 0.04824050376191735
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.011175439436919987
          },
          "active": [
            "mlp9",
            "mlp11"
          ]
        },
        "137": {
          "actual": {
            "n": 10,
            "correct": 2,
            "p": 0.06286009405739605
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.013222325895912945
          },
          "active": [
            "attn8",
            "mlp9",
            "mlp11"
          ]
        },
        "138": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.1524185897782445
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.02168881008401513
          },
          "active": [
            "mlp8",
            "mlp9",
            "mlp11"
          ]
        },
        "139": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.17787004094570874
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.025017430214211343
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp9",
            "mlp11"
          ]
        },
        "140": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.09786160653457046
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.0404068885371089
          },
          "active": [
            "attn9",
            "mlp9",
            "mlp11"
          ]
        },
        "141": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.11929720416665077
          },
          "predicted": {
            "n": 10,
            "correct": 1,
            "p": 0.0461525546386838
          },
          "active": [
            "attn8",
            "attn9",
            "mlp9",
            "mlp11"
          ]
        },
        "142": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.28847776055336
          },
          "predicted": {
            "n": 10,
            "correct": 1,
            "p": 0.07333291489630937
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp9",
            "mlp11"
          ]
        },
        "143": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.3112211339175701
          },
          "predicted": {
            "n": 10,
            "correct": 2,
            "p": 0.08132120948284864
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp9",
            "mlp11"
          ]
        },
        "144": {
          "actual": {
            "n": 10,
            "correct": 3,
            "p": 0.08667098237201572
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.06721254931762814
          },
          "active": [
            "attn10",
            "mlp11"
          ]
        },
        "145": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.10623419648036361
          },
          "predicted": {
            "n": 10,
            "correct": 1,
            "p": 0.0753992690704763
          },
          "active": [
            "attn8",
            "attn10",
            "mlp11"
          ]
        },
        "146": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.3108647920191288
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.12823794018477203
          },
          "active": [
            "mlp8",
            "attn10",
            "mlp11"
          ]
        },
        "147": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.29680359959602354
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.1391407994553447
          },
          "active": [
            "attn8",
            "mlp8",
            "attn10",
            "mlp11"
          ]
        },
        "148": {
          "actual": {
            "n": 10,
            "correct": 3,
            "p": 0.08907602541148663
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.1812443582341075
          },
          "active": [
            "attn9",
            "attn10",
            "mlp11"
          ]
        },
        "149": {
          "actual": {
            "n": 10,
            "correct": 3,
            "p": 0.09884026385843754
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.19380819499492646
          },
          "active": [
            "attn8",
            "attn9",
            "attn10",
            "mlp11"
          ]
        },
        "150": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.32946599945425986
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.28499314449727536
          },
          "active": [
            "mlp8",
            "attn9",
            "attn10",
            "mlp11"
          ]
        },
        "151": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.30391223579645155
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.2974029902368784
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "attn10",
            "mlp11"
          ]
        },
        "152": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.2393104650080204
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.19433054253458976
          },
          "active": [
            "mlp9",
            "attn10",
            "mlp11"
          ]
        },
        "153": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.2598271008580923
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.2097305368632078
          },
          "active": [
            "attn8",
            "mlp9",
            "attn10",
            "mlp11"
          ]
        },
        "154": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.47340677827596667
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.29731077924370763
          },
          "active": [
            "mlp8",
            "mlp9",
            "attn10",
            "mlp11"
          ]
        },
        "155": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.47116151750087737
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.3129573814570904
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp9",
            "attn10",
            "mlp11"
          ]
        },
        "156": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.2869096457958221
          },
          "predicted": {
            "n": 10,
            "correct": 10,
            "p": 0.3894446261227131
          },
          "active": [
            "attn9",
            "mlp9",
            "attn10",
            "mlp11"
          ]
        },
        "157": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.28647773526608944
          },
          "predicted": {
            "n": 10,
            "correct": 10,
            "p": 0.40358180552721024
          },
          "active": [
            "attn8",
            "attn9",
            "mlp9",
            "attn10",
            "mlp11"
          ]
        },
        "158": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.5363777980208397
          },
          "predicted": {
            "n": 10,
            "correct": 10,
            "p": 0.4998968973755836
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp9",
            "attn10",
            "mlp11"
          ]
        },
        "159": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.5101676434278488
          },
          "predicted": {
            "n": 10,
            "correct": 10,
            "p": 0.5107457622885704
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp9",
            "attn10",
            "mlp11"
          ]
        },
        "160": {
          "actual": {
            "n": 10,
            "correct": 2,
            "p": 0.04906859290786088
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.006201164203230291
          },
          "active": [
            "mlp10",
            "mlp11"
          ]
        },
        "161": {
          "actual": {
            "n": 10,
            "correct": 2,
            "p": 0.060551502741873264
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.007309314259327948
          },
          "active": [
            "attn8",
            "mlp10",
            "mlp11"
          ]
        },
        "162": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.18594539631158113
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.01120651545934379
          },
          "active": [
            "mlp8",
            "mlp10",
            "mlp11"
          ]
        },
        "163": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.22120839208364487
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.012989398348145187
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp10",
            "mlp11"
          ]
        },
        "164": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.08736138558015227
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.02148288656026125
          },
          "active": [
            "attn9",
            "mlp10",
            "mlp11"
          ]
        },
        "165": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.10110639845952392
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.024709576973691583
          },
          "active": [
            "attn8",
            "attn9",
            "mlp10",
            "mlp11"
          ]
        },
        "166": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.30385282561182975
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.037679783441126345
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp10",
            "mlp11"
          ]
        },
        "167": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.32953240275382994
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.04249019380658865
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp10",
            "mlp11"
          ]
        },
        "168": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.13225949015468358
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.019188956380821763
          },
          "active": [
            "mlp9",
            "mlp10",
            "mlp11"
          ]
        },
        "169": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.16223483458161353
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.02212031134404242
          },
          "active": [
            "attn8",
            "mlp9",
            "mlp10",
            "mlp11"
          ]
        },
        "170": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.2585273675620556
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.031110517075285317
          },
          "active": [
            "mlp8",
            "mlp9",
            "mlp10",
            "mlp11"
          ]
        },
        "171": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.3110125847160816
          },
          "predicted": {
            "n": 10,
            "correct": 1,
            "p": 0.035307310661301015
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp9",
            "mlp10",
            "mlp11"
          ]
        },
        "172": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.21997962966561319
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.061543934792280194
          },
          "active": [
            "attn9",
            "mlp9",
            "mlp10",
            "mlp11"
          ]
        },
        "173": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.25678144618868826
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.06882234523072839
          },
          "active": [
            "attn8",
            "attn9",
            "mlp9",
            "mlp10",
            "mlp11"
          ]
        },
        "174": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.4072743162512779
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.0951466890051961
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp9",
            "mlp10",
            "mlp11"
          ]
        },
        "175": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.4530944347381592
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.10447976514697074
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp9",
            "mlp10",
            "mlp11"
          ]
        },
        "176": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.16027416121214627
          },
          "predicted": {
            "n": 10,
            "correct": 3,
            "p": 0.11096264924854041
          },
          "active": [
            "attn10",
            "mlp10",
            "mlp11"
          ]
        },
        "177": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.19455925263464452
          },
          "predicted": {
            "n": 10,
            "correct": 3,
            "p": 0.12209854479879141
          },
          "active": [
            "attn8",
            "attn10",
            "mlp10",
            "mlp11"
          ]
        },
        "178": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.4889626562595367
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.17626250088214873
          },
          "active": [
            "mlp8",
            "attn10",
            "mlp10",
            "mlp11"
          ]
        },
        "179": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.4940620675683022
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.18997747506946325
          },
          "active": [
            "attn8",
            "mlp8",
            "attn10",
            "mlp10",
            "mlp11"
          ]
        },
        "180": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.16453838646411895
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.2618013296276331
          },
          "active": [
            "attn9",
            "attn10",
            "mlp10",
            "mlp11"
          ]
        },
        "181": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.18568416312336922
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.2773412216454744
          },
          "active": [
            "attn8",
            "attn9",
            "attn10",
            "mlp10",
            "mlp11"
          ]
        },
        "182": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.5018314331769943
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.36325568370521066
          },
          "active": [
            "mlp8",
            "attn9",
            "attn10",
            "mlp10",
            "mlp11"
          ]
        },
        "183": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.4951785773038864
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.37841623872518537
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "attn10",
            "mlp10",
            "mlp11"
          ]
        },
        "184": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.3772555567324162
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.253462703153491
          },
          "active": [
            "mlp9",
            "attn10",
            "mlp10",
            "mlp11"
          ]
        },
        "185": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.401430980861187
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.2703943647444248
          },
          "active": [
            "attn8",
            "mlp9",
            "attn10",
            "mlp10",
            "mlp11"
          ]
        },
        "186": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.5814476370811462
          },
          "predicted": {
            "n": 10,
            "correct": 10,
            "p": 0.33935401812195776
          },
          "active": [
            "mlp8",
            "mlp9",
            "attn10",
            "mlp10",
            "mlp11"
          ]
        },
        "187": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.5885379612445831
          },
          "predicted": {
            "n": 10,
            "correct": 10,
            "p": 0.35649541616439817
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp9",
            "attn10",
            "mlp10",
            "mlp11"
          ]
        },
        "188": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.4149873793125153
          },
          "predicted": {
            "n": 10,
            "correct": 10,
            "p": 0.46396627053618433
          },
          "active": [
            "attn9",
            "mlp9",
            "attn10",
            "mlp10",
            "mlp11"
          ]
        },
        "189": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.41661533117294314
          },
          "predicted": {
            "n": 10,
            "correct": 10,
            "p": 0.4790307551622391
          },
          "active": [
            "attn8",
            "attn9",
            "mlp9",
            "attn10",
            "mlp10",
            "mlp11"
          ]
        },
        "190": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.6056235820055008
          },
          "predicted": {
            "n": 10,
            "correct": 10,
            "p": 0.5584727391600609
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp9",
            "attn10",
            "mlp10",
            "mlp11"
          ]
        },
        "191": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.5909754514694214
          },
          "predicted": {
            "n": 10,
            "correct": 10,
            "p": 0.5706123739480973
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp9",
            "attn10",
            "mlp10",
            "mlp11"
          ]
        },
        "192": {
          "actual": {
            "n": 10,
            "correct": 1,
            "p": 0.028703585313633085
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.00087783343042247
          },
          "active": [
            "attn11",
            "mlp11"
          ]
        },
        "193": {
          "actual": {
            "n": 10,
            "correct": 1,
            "p": 0.03689297379460186
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.0010657858438207768
          },
          "active": [
            "attn8",
            "attn11",
            "mlp11"
          ]
        },
        "194": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.15145314987748862
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.0019138807227136567
          },
          "active": [
            "mlp8",
            "attn11",
            "mlp11"
          ]
        },
        "195": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.13047939632087946
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.002266303141368553
          },
          "active": [
            "attn8",
            "mlp8",
            "attn11",
            "mlp11"
          ]
        },
        "196": {
          "actual": {
            "n": 10,
            "correct": 0,
            "p": 0.033478122437372804
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.003447965334635228
          },
          "active": [
            "attn9",
            "attn11",
            "mlp11"
          ]
        },
        "197": {
          "actual": {
            "n": 10,
            "correct": 0,
            "p": 0.03632253722753376
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.004111492162337527
          },
          "active": [
            "attn8",
            "attn9",
            "attn11",
            "mlp11"
          ]
        },
        "198": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.135876302793622
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.007383101794403046
          },
          "active": [
            "mlp8",
            "attn9",
            "attn11",
            "mlp11"
          ]
        },
        "199": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.11841255761682987
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.008575699315406382
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "attn11",
            "mlp11"
          ]
        },
        "200": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.1086918892338872
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.003012713172938675
          },
          "active": [
            "mlp9",
            "attn11",
            "mlp11"
          ]
        },
        "201": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.11104810293763875
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.0036098901298828425
          },
          "active": [
            "attn8",
            "mlp9",
            "attn11",
            "mlp11"
          ]
        },
        "202": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.29470356553792953
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.005923432984855026
          },
          "active": [
            "mlp8",
            "mlp9",
            "attn11",
            "mlp11"
          ]
        },
        "203": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.25310377553105357
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.006944712158292532
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp9",
            "attn11",
            "mlp11"
          ]
        },
        "204": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.11891029719263316
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.01151932964567095
          },
          "active": [
            "attn9",
            "mlp9",
            "attn11",
            "mlp11"
          ]
        },
        "205": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.11042612344026566
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.013483284460380673
          },
          "active": [
            "attn8",
            "attn9",
            "mlp9",
            "attn11",
            "mlp11"
          ]
        },
        "206": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.27021938040852544
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.022069126227870585
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp9",
            "attn11",
            "mlp11"
          ]
        },
        "207": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.23928044289350509
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.025228585582226515
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp9",
            "attn11",
            "mlp11"
          ]
        },
        "208": {
          "actual": {
            "n": 10,
            "correct": 1,
            "p": 0.04669074574485421
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.02159017971716821
          },
          "active": [
            "attn10",
            "attn11",
            "mlp11"
          ]
        },
        "209": {
          "actual": {
            "n": 10,
            "correct": 1,
            "p": 0.05207752804271877
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.024706322350539267
          },
          "active": [
            "attn8",
            "attn10",
            "attn11",
            "mlp11"
          ]
        },
        "210": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.17927738577127456
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.045759132225066425
          },
          "active": [
            "mlp8",
            "attn10",
            "attn11",
            "mlp11"
          ]
        },
        "211": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.16142235305160285
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.05092561691999435
          },
          "active": [
            "attn8",
            "mlp8",
            "attn10",
            "attn11",
            "mlp11"
          ]
        },
        "212": {
          "actual": {
            "n": 10,
            "correct": 1,
            "p": 0.04998470265418291
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.07274829363450408
          },
          "active": [
            "attn9",
            "attn10",
            "attn11",
            "mlp11"
          ]
        },
        "213": {
          "actual": {
            "n": 10,
            "correct": 1,
            "p": 0.049524922110140326
          },
          "predicted": {
            "n": 10,
            "correct": 1,
            "p": 0.0807560128159821
          },
          "active": [
            "attn8",
            "attn9",
            "attn10",
            "attn11",
            "mlp11"
          ]
        },
        "214": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.19634707309305668
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.135945357196033
          },
          "active": [
            "mlp8",
            "attn9",
            "attn10",
            "attn11",
            "mlp11"
          ]
        },
        "215": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.16867875792086123
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.14670892842113972
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "attn10",
            "attn11",
            "mlp11"
          ]
        },
        "216": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.13156038094311953
          },
          "predicted": {
            "n": 10,
            "correct": 1,
            "p": 0.07281086696311831
          },
          "active": [
            "mlp9",
            "attn10",
            "attn11",
            "mlp11"
          ]
        },
        "217": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.13687876909971236
          },
          "predicted": {
            "n": 10,
            "correct": 2,
            "p": 0.08157957512885332
          },
          "active": [
            "attn8",
            "mlp9",
            "attn10",
            "attn11",
            "mlp11"
          ]
        },
        "218": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.2904465988278389
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.12878371737897396
          },
          "active": [
            "mlp8",
            "mlp9",
            "attn10",
            "attn11",
            "mlp11"
          ]
        },
        "219": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.28276524171233175
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.14058151822537185
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp9",
            "attn10",
            "attn11",
            "mlp11"
          ]
        },
        "220": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.1633853789418936
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.20377280674874781
          },
          "active": [
            "attn9",
            "mlp9",
            "attn10",
            "attn11",
            "mlp11"
          ]
        },
        "221": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.1534552501514554
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.21938759945333003
          },
          "active": [
            "attn8",
            "attn9",
            "mlp9",
            "attn10",
            "attn11",
            "mlp11"
          ]
        },
        "222": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.34736653342843055
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.305446994304657
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp9",
            "attn10",
            "attn11",
            "mlp11"
          ]
        },
        "223": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.31851510480046274
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.32157689407467843
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp9",
            "attn10",
            "attn11",
            "mlp11"
          ]
        },
        "224": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.08626200016587973
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.00168111864477396
          },
          "active": [
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "225": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.10380247812718153
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.0020079925423488023
          },
          "active": [
            "attn8",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "226": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.32710462212562563
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.003019222914008424
          },
          "active": [
            "mlp8",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "227": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.3065964587032795
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.0035526067367754877
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "228": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.08177167885005474
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.0060140889021568
          },
          "active": [
            "attn9",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "229": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.08609316674992443
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.007040527672506869
          },
          "active": [
            "attn8",
            "attn9",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "230": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.26612759232521055
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.010712871723808349
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "231": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.2492874152958393
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.012343744467943906
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "232": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.23183940462768077
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.005212788307107985
          },
          "active": [
            "mlp9",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "233": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.22130032554268836
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.006134778819978237
          },
          "active": [
            "attn8",
            "mlp9",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "234": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.40559574365615847
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.008429375034756959
          },
          "active": [
            "mlp8",
            "mlp9",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "235": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.37249185144901276
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.009793229959905147
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp9",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "236": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.22819663621485234
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.018024148931726814
          },
          "active": [
            "attn9",
            "mlp9",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "237": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.2053487952798605
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.020711195142939686
          },
          "active": [
            "attn8",
            "attn9",
            "mlp9",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "238": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.35057269483804704
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.02874021986499429
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp9",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "239": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.32943135872483253
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.032554933335632086
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp9",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "240": {
          "actual": {
            "n": 10,
            "correct": 3,
            "p": 0.07951154420152307
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.037146620079874994
          },
          "active": [
            "attn10",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "241": {
          "actual": {
            "n": 10,
            "correct": 3,
            "p": 0.09114141250029206
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.04193243272602558
          },
          "active": [
            "attn8",
            "attn10",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "242": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.25813859030604364
          },
          "predicted": {
            "n": 10,
            "correct": 2,
            "p": 0.06413269545882941
          },
          "active": [
            "mlp8",
            "attn10",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "243": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.2524684026837349
          },
          "predicted": {
            "n": 10,
            "correct": 2,
            "p": 0.07110317479819059
          },
          "active": [
            "attn8",
            "mlp8",
            "attn10",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "244": {
          "actual": {
            "n": 10,
            "correct": 3,
            "p": 0.08352211657911539
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.11040035914629698
          },
          "active": [
            "attn9",
            "attn10",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "245": {
          "actual": {
            "n": 10,
            "correct": 3,
            "p": 0.08719333279877901
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.1210250562056899
          },
          "active": [
            "attn8",
            "attn9",
            "attn10",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "246": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.2653942957520485
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.1731355145573616
          },
          "active": [
            "mlp8",
            "attn9",
            "attn10",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "247": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.25127428472042085
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.18637299090623854
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "attn10",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "248": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.20040380619466305
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.10279470086097717
          },
          "active": [
            "mlp9",
            "attn10",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "249": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.20754683054983616
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.11341393403708935
          },
          "active": [
            "attn8",
            "mlp9",
            "attn10",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "250": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.33531964719295504
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.14999144859611988
          },
          "active": [
            "mlp8",
            "mlp9",
            "attn10",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "251": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.3337259069085121
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.1629479706287384
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp9",
            "attn10",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "252": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.2237113118171692
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.2473481848835945
          },
          "active": [
            "attn9",
            "mlp9",
            "attn10",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "253": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.2160169318318367
          },
          "predicted": {
            "n": 10,
            "correct": 10,
            "p": 0.26423761025071146
          },
          "active": [
            "attn8",
            "attn9",
            "mlp9",
            "attn10",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "254": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.357232877612114
          },
          "predicted": {
            "n": 10,
            "correct": 10,
            "p": 0.328047201782465
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp9",
            "attn10",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "255": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.3455179318785667
          },
          "predicted": {
            "n": 10,
            "correct": 10,
            "p": 0.34551802575588225
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp9",
            "attn10",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        }
      }
    },
    "fresh": {
      "per_country": [
        {
          "country": "Belgium",
          "correctness_disagreement": 0.2265625,
          "top_disagreement": 0.40234375,
          "margin_mae": 1.2065082527697086,
          "mean_kl": 0.29738025308993804
        },
        {
          "country": "Ireland",
          "correctness_disagreement": 0.296875,
          "top_disagreement": 0.296875,
          "margin_mae": 1.3435880281031132,
          "mean_kl": 0.2919291501423723
        },
        {
          "country": "Chile",
          "correctness_disagreement": 0.2421875,
          "top_disagreement": 0.3671875,
          "margin_mae": 1.100092925131321,
          "mean_kl": 0.27590182362813076
        },
        {
          "country": "Cuba",
          "correctness_disagreement": 0.23046875,
          "top_disagreement": 0.37890625,
          "margin_mae": 1.3461283706128597,
          "mean_kl": 0.29999780063597953
        },
        {
          "country": "Tunisia",
          "correctness_disagreement": 0.2421875,
          "top_disagreement": 0.2734375,
          "margin_mae": 1.7615031208842993,
          "mean_kl": 0.35051837918050854
        },
        {
          "country": "Lebanon",
          "correctness_disagreement": 0.26953125,
          "top_disagreement": 0.52734375,
          "margin_mae": 1.5806797184050083,
          "mean_kl": 0.47915993867230244
        },
        {
          "country": "Iran",
          "correctness_disagreement": 0.30859375,
          "top_disagreement": 0.30859375,
          "margin_mae": 1.1865902990102768,
          "mean_kl": 0.30835335148505005
        },
        {
          "country": "Iraq",
          "correctness_disagreement": 0.30078125,
          "top_disagreement": 0.30078125,
          "margin_mae": 1.3589147850871086,
          "mean_kl": 0.32766253622076086
        },
        {
          "country": "Syria",
          "correctness_disagreement": 0.45703125,
          "top_disagreement": 0.49609375,
          "margin_mae": 1.1383945122361183,
          "mean_kl": 0.29164383649711856
        },
        {
          "country": "Pakistan",
          "correctness_disagreement": 0.3671875,
          "top_disagreement": 0.3671875,
          "margin_mae": 1.3383189998567104,
          "mean_kl": 0.367230475520802
        }
      ],
      "means": {
        "correctness_disagreement": 0.294140625,
        "top_disagreement": 0.371875,
        "margin_mae": 1.3360719012096525,
        "mean_kl": 0.3289777545072963
      },
      "masks": {
        "0": {
          "actual": {
            "n": 10,
            "correct": 0,
            "p": 0.008907143422402442
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.008907123137032614
          },
          "active": []
        },
        "1": {
          "actual": {
            "n": 10,
            "correct": 0,
            "p": 0.010178394051035867
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.010178359877318143
          },
          "active": [
            "attn8"
          ]
        },
        "2": {
          "actual": {
            "n": 10,
            "correct": 0,
            "p": 0.017502119083656
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.01743283834075555
          },
          "active": [
            "mlp8"
          ]
        },
        "3": {
          "actual": {
            "n": 10,
            "correct": 0,
            "p": 0.01896334389457479
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.01896340063540265
          },
          "active": [
            "attn8",
            "mlp8"
          ]
        },
        "4": {
          "actual": {
            "n": 10,
            "correct": 0,
            "p": 0.028810205613262953
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.04175524660386145
          },
          "active": [
            "attn9"
          ]
        },
        "5": {
          "actual": {
            "n": 10,
            "correct": 0,
            "p": 0.035742429178208114
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.04656397774815559
          },
          "active": [
            "attn8",
            "attn9"
          ]
        },
        "6": {
          "actual": {
            "n": 10,
            "correct": 2,
            "p": 0.07274732384830714
          },
          "predicted": {
            "n": 10,
            "correct": 2,
            "p": 0.0685665261466056
          },
          "active": [
            "mlp8",
            "attn9"
          ]
        },
        "7": {
          "actual": {
            "n": 10,
            "correct": 2,
            "p": 0.07342826239764691
          },
          "predicted": {
            "n": 10,
            "correct": 2,
            "p": 0.07342831017449498
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9"
          ]
        },
        "8": {
          "actual": {
            "n": 10,
            "correct": 0,
            "p": 0.028059668000787498
          },
          "predicted": {
            "n": 10,
            "correct": 1,
            "p": 0.04303010890726
          },
          "active": [
            "mlp9"
          ]
        },
        "9": {
          "actual": {
            "n": 10,
            "correct": 0,
            "p": 0.03172572460025549
          },
          "predicted": {
            "n": 10,
            "correct": 1,
            "p": 0.047386542148888114
          },
          "active": [
            "attn8",
            "mlp9"
          ]
        },
        "10": {
          "actual": {
            "n": 10,
            "correct": 2,
            "p": 0.0696844178950414
          },
          "predicted": {
            "n": 10,
            "correct": 2,
            "p": 0.07035368867218494
          },
          "active": [
            "mlp8",
            "mlp9"
          ]
        },
        "11": {
          "actual": {
            "n": 10,
            "correct": 3,
            "p": 0.0733655605930835
          },
          "predicted": {
            "n": 10,
            "correct": 3,
            "p": 0.07410022425465286
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp9"
          ]
        },
        "12": {
          "actual": {
            "n": 10,
            "correct": 3,
            "p": 0.08003780040889978
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.15513510312885045
          },
          "active": [
            "attn9",
            "mlp9"
          ]
        },
        "13": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.09505623066797853
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.16423787102103232
          },
          "active": [
            "attn8",
            "attn9",
            "mlp9"
          ]
        },
        "14": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.21162717528641223
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.20309482738375664
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp9"
          ]
        },
        "15": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.20939875692129134
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.20939836092293262
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp9"
          ]
        },
        "16": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.1099907074123621
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.11874786112457514
          },
          "active": [
            "attn10"
          ]
        },
        "17": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.15332880839705468
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.12960571181029082
          },
          "active": [
            "attn8",
            "attn10"
          ]
        },
        "18": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.28077061101794243
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.1712332095950842
          },
          "active": [
            "mlp8",
            "attn10"
          ]
        },
        "19": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.2811449319124222
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.18050053492188453
          },
          "active": [
            "attn8",
            "mlp8",
            "attn10"
          ]
        },
        "20": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.11315260138362646
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.2789268523454666
          },
          "active": [
            "attn9",
            "attn10"
          ]
        },
        "21": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.13607580475509168
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.28994244858622553
          },
          "active": [
            "attn8",
            "attn9",
            "attn10"
          ]
        },
        "22": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.3147578194737434
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.3318784303963184
          },
          "active": [
            "mlp8",
            "attn9",
            "attn10"
          ]
        },
        "23": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.2941885195672512
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.3393721550703049
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "attn10"
          ]
        },
        "24": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.32096135839819906
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.30625634342432023
          },
          "active": [
            "mlp9",
            "attn10"
          ]
        },
        "25": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.34696297645568847
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.3161408230662346
          },
          "active": [
            "attn8",
            "mlp9",
            "attn10"
          ]
        },
        "26": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.471653513610363
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.35187636613845824
          },
          "active": [
            "mlp8",
            "mlp9",
            "attn10"
          ]
        },
        "27": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.4672310635447502
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.3575343318283558
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp9",
            "attn10"
          ]
        },
        "28": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.36915329098701477
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.45733711794018744
          },
          "active": [
            "attn9",
            "mlp9",
            "attn10"
          ]
        },
        "29": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.36079888716340064
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.4632697470486164
          },
          "active": [
            "attn8",
            "attn9",
            "mlp9",
            "attn10"
          ]
        },
        "30": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.5131874501705169
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.48348126113414763
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp9",
            "attn10"
          ]
        },
        "31": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.4874046131968498
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.48740520477294924
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp9",
            "attn10"
          ]
        },
        "32": {
          "actual": {
            "n": 10,
            "correct": 0,
            "p": 0.023410542239435016
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.02385239212308079
          },
          "active": [
            "mlp10"
          ]
        },
        "33": {
          "actual": {
            "n": 10,
            "correct": 0,
            "p": 0.026566695375368
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.026157791703008117
          },
          "active": [
            "attn8",
            "mlp10"
          ]
        },
        "34": {
          "actual": {
            "n": 10,
            "correct": 1,
            "p": 0.062186930887401105
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.038303382811136544
          },
          "active": [
            "mlp8",
            "mlp10"
          ]
        },
        "35": {
          "actual": {
            "n": 10,
            "correct": 2,
            "p": 0.06899288296699524
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.04031644829083234
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp10"
          ]
        },
        "36": {
          "actual": {
            "n": 10,
            "correct": 3,
            "p": 0.0676600837148726
          },
          "predicted": {
            "n": 10,
            "correct": 3,
            "p": 0.09660873208194971
          },
          "active": [
            "attn9",
            "mlp10"
          ]
        },
        "37": {
          "actual": {
            "n": 10,
            "correct": 3,
            "p": 0.08120328783988953
          },
          "predicted": {
            "n": 10,
            "correct": 3,
            "p": 0.10257552042603493
          },
          "active": [
            "attn8",
            "attn9",
            "mlp10"
          ]
        },
        "38": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.1995360914617777
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.13419428411871195
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp10"
          ]
        },
        "39": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.2000286340713501
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.13833400905132293
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp10"
          ]
        },
        "40": {
          "actual": {
            "n": 10,
            "correct": 3,
            "p": 0.07142672436311841
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.08933916767127811
          },
          "active": [
            "mlp9",
            "mlp10"
          ]
        },
        "41": {
          "actual": {
            "n": 10,
            "correct": 3,
            "p": 0.07911678915843368
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.09431567918509245
          },
          "active": [
            "attn8",
            "mlp9",
            "mlp10"
          ]
        },
        "42": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.15009857807308435
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.11956944619305432
          },
          "active": [
            "mlp8",
            "mlp9",
            "mlp10"
          ]
        },
        "43": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.15601225476711988
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.12223071306943893
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp9",
            "mlp10"
          ]
        },
        "44": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.1643711980432272
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.2601369757205248
          },
          "active": [
            "attn9",
            "mlp9",
            "mlp10"
          ]
        },
        "45": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.18556754812598228
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.2647512674331665
          },
          "active": [
            "attn8",
            "attn9",
            "mlp9",
            "mlp10"
          ]
        },
        "46": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.3491105869412422
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.3042114958167076
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp9",
            "mlp10"
          ]
        },
        "47": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.3409400276839733
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.30517784021794797
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp9",
            "mlp10"
          ]
        },
        "48": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.20023538842797278
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.23524927124381065
          },
          "active": [
            "attn10",
            "mlp10"
          ]
        },
        "49": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.2547699898481369
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.24342673011124133
          },
          "active": [
            "attn8",
            "attn10",
            "mlp10"
          ]
        },
        "50": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.46105008721351626
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.28960696533322333
          },
          "active": [
            "mlp8",
            "attn10",
            "mlp10"
          ]
        },
        "51": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.45662889927625655
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.29389755576848986
          },
          "active": [
            "attn8",
            "mlp8",
            "attn10",
            "mlp10"
          ]
        },
        "52": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.20579545833170415
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.4323242984712124
          },
          "active": [
            "attn9",
            "attn10",
            "mlp10"
          ]
        },
        "53": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.23298448845744132
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.4373466745018959
          },
          "active": [
            "attn8",
            "attn9",
            "attn10",
            "mlp10"
          ]
        },
        "54": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.4901390016078949
          },
          "predicted": {
            "n": 10,
            "correct": 10,
            "p": 0.48278213292360306
          },
          "active": [
            "mlp8",
            "attn9",
            "attn10",
            "mlp10"
          ]
        },
        "55": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.46390863656997683
          },
          "predicted": {
            "n": 10,
            "correct": 10,
            "p": 0.48482867032289506
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "attn10",
            "mlp10"
          ]
        },
        "56": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.4446424424648285
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.43616629391908646
          },
          "active": [
            "mlp9",
            "attn10",
            "mlp10"
          ]
        },
        "57": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.46965399086475373
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.4383876584470272
          },
          "active": [
            "attn8",
            "mlp9",
            "attn10",
            "mlp10"
          ]
        },
        "58": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.6399372398853302
          },
          "predicted": {
            "n": 10,
            "correct": 10,
            "p": 0.46967883557081225
          },
          "active": [
            "mlp8",
            "mlp9",
            "attn10",
            "mlp10"
          ]
        },
        "59": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.6328425526618957
          },
          "predicted": {
            "n": 10,
            "correct": 10,
            "p": 0.4687801286578178
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp9",
            "attn10",
            "mlp10"
          ]
        },
        "60": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.4895345836877823
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.6021969020366669
          },
          "active": [
            "attn9",
            "mlp9",
            "attn10",
            "mlp10"
          ]
        },
        "61": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.477674400806427
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.6038413181900978
          },
          "active": [
            "attn8",
            "attn9",
            "mlp9",
            "attn10",
            "mlp10"
          ]
        },
        "62": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.663776284456253
          },
          "predicted": {
            "n": 10,
            "correct": 10,
            "p": 0.6249829828739166
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp9",
            "attn10",
            "mlp10"
          ]
        },
        "63": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.6257447838783264
          },
          "predicted": {
            "n": 10,
            "correct": 10,
            "p": 0.6257437080144882
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp9",
            "attn10",
            "mlp10"
          ]
        },
        "64": {
          "actual": {
            "n": 10,
            "correct": 0,
            "p": 0.025303618353791534
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.003127995866452693
          },
          "active": [
            "attn11"
          ]
        },
        "65": {
          "actual": {
            "n": 10,
            "correct": 0,
            "p": 0.038050832040607926
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.003634609830623958
          },
          "active": [
            "attn8",
            "attn11"
          ]
        },
        "66": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.11751387640833855
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.006488669120153645
          },
          "active": [
            "mlp8",
            "attn11"
          ]
        },
        "67": {
          "actual": {
            "n": 10,
            "correct": 3,
            "p": 0.10533410739153623
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.007143560982513009
          },
          "active": [
            "attn8",
            "mlp8",
            "attn11"
          ]
        },
        "68": {
          "actual": {
            "n": 10,
            "correct": 0,
            "p": 0.03684382406063378
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.01587307458394207
          },
          "active": [
            "attn9",
            "attn11"
          ]
        },
        "69": {
          "actual": {
            "n": 10,
            "correct": 0,
            "p": 0.044084239797666666
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.01815165191073902
          },
          "active": [
            "attn8",
            "attn9",
            "attn11"
          ]
        },
        "70": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.12166888155043125
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.028562061389675365
          },
          "active": [
            "mlp8",
            "attn9",
            "attn11"
          ]
        },
        "71": {
          "actual": {
            "n": 10,
            "correct": 3,
            "p": 0.10428931079804897
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.031108834041515366
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "attn11"
          ]
        },
        "72": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.11085648313164712
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.015915107434557284
          },
          "active": [
            "mlp9",
            "attn11"
          ]
        },
        "73": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.11097650937736034
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.01795169016113505
          },
          "active": [
            "attn8",
            "mlp9",
            "attn11"
          ]
        },
        "74": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.2749623998999596
          },
          "predicted": {
            "n": 10,
            "correct": 1,
            "p": 0.028728181196493098
          },
          "active": [
            "mlp8",
            "mlp9",
            "attn11"
          ]
        },
        "75": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.21937189549207686
          },
          "predicted": {
            "n": 10,
            "correct": 1,
            "p": 0.030681181020918304
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp9",
            "attn11"
          ]
        },
        "76": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.13024056218564511
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.07227691437583417
          },
          "active": [
            "attn9",
            "mlp9",
            "attn11"
          ]
        },
        "77": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.11543464809656143
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.07886399880517274
          },
          "active": [
            "attn8",
            "attn9",
            "mlp9",
            "attn11"
          ]
        },
        "78": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.26213728450238705
          },
          "predicted": {
            "n": 10,
            "correct": 3,
            "p": 0.10678849865216762
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp9",
            "attn11"
          ]
        },
        "79": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.21024501398205758
          },
          "predicted": {
            "n": 10,
            "correct": 3,
            "p": 0.11179960779845714
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp9",
            "attn11"
          ]
        },
        "80": {
          "actual": {
            "n": 10,
            "correct": 3,
            "p": 0.06975731919519604
          },
          "predicted": {
            "n": 10,
            "correct": 2,
            "p": 0.05327313719317317
          },
          "active": [
            "attn10",
            "attn11"
          ]
        },
        "81": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.0937039134092629
          },
          "predicted": {
            "n": 10,
            "correct": 2,
            "p": 0.060063435486517845
          },
          "active": [
            "attn8",
            "attn10",
            "attn11"
          ]
        },
        "82": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.22229385431855916
          },
          "predicted": {
            "n": 10,
            "correct": 3,
            "p": 0.08708815325517208
          },
          "active": [
            "mlp8",
            "attn10",
            "attn11"
          ]
        },
        "83": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.208743011765182
          },
          "predicted": {
            "n": 10,
            "correct": 3,
            "p": 0.09372369463089854
          },
          "active": [
            "attn8",
            "mlp8",
            "attn10",
            "attn11"
          ]
        },
        "84": {
          "actual": {
            "n": 10,
            "correct": 3,
            "p": 0.07896765973418951
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.17594658378511668
          },
          "active": [
            "attn9",
            "attn10",
            "attn11"
          ]
        },
        "85": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.08997589331120252
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.18731043301522732
          },
          "active": [
            "attn8",
            "attn9",
            "attn10",
            "attn11"
          ]
        },
        "86": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.2700313776731491
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.23197832349687814
          },
          "active": [
            "mlp8",
            "attn9",
            "attn10",
            "attn11"
          ]
        },
        "87": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.23560494743287563
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.24033359792083503
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "attn10",
            "attn11"
          ]
        },
        "88": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.22376613765954972
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.1848095154389739
          },
          "active": [
            "mlp9",
            "attn10",
            "attn11"
          ]
        },
        "89": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.23618151918053626
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.1950610840693116
          },
          "active": [
            "attn8",
            "mlp9",
            "attn10",
            "attn11"
          ]
        },
        "90": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.3757229197770357
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.23214730955660343
          },
          "active": [
            "mlp8",
            "mlp9",
            "attn10",
            "attn11"
          ]
        },
        "91": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.3575384855270386
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.23833984779193998
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp9",
            "attn10",
            "attn11"
          ]
        },
        "92": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.28394555002450944
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.36078663021326063
          },
          "active": [
            "attn9",
            "mlp9",
            "attn10",
            "attn11"
          ]
        },
        "93": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.264905159547925
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.3674230515956879
          },
          "active": [
            "attn8",
            "attn9",
            "mlp9",
            "attn10",
            "attn11"
          ]
        },
        "94": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.4373084522783756
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.3986605003476143
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp9",
            "attn10",
            "attn11"
          ]
        },
        "95": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.3914881728589535
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.40229774340987207
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp9",
            "attn10",
            "attn11"
          ]
        },
        "96": {
          "actual": {
            "n": 10,
            "correct": 3,
            "p": 0.07577820606529713
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.008511448392528109
          },
          "active": [
            "mlp10",
            "attn11"
          ]
        },
        "97": {
          "actual": {
            "n": 10,
            "correct": 3,
            "p": 0.09521192517131567
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.009512775379698723
          },
          "active": [
            "attn8",
            "mlp10",
            "attn11"
          ]
        },
        "98": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.26559809446334837
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.014333683288714382
          },
          "active": [
            "mlp8",
            "mlp10",
            "attn11"
          ]
        },
        "99": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.2342090055346489
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.0152969571063295
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp10",
            "attn11"
          ]
        },
        "100": {
          "actual": {
            "n": 10,
            "correct": 3,
            "p": 0.08155738040804864
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.03925842554308474
          },
          "active": [
            "attn9",
            "mlp10",
            "attn11"
          ]
        },
        "101": {
          "actual": {
            "n": 10,
            "correct": 2,
            "p": 0.08198955664411187
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.042833609296940266
          },
          "active": [
            "attn8",
            "attn9",
            "mlp10",
            "attn11"
          ]
        },
        "102": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.22439024671912194
          },
          "predicted": {
            "n": 10,
            "correct": 1,
            "p": 0.058084413770120594
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp10",
            "attn11"
          ]
        },
        "103": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.18710048496723175
          },
          "predicted": {
            "n": 10,
            "correct": 1,
            "p": 0.06100244866684079
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp10",
            "attn11"
          ]
        },
        "104": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.20238326154649258
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.03457035015453584
          },
          "active": [
            "mlp9",
            "mlp10",
            "attn11"
          ]
        },
        "105": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.18216013461351394
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.03747332957573235
          },
          "active": [
            "attn8",
            "mlp9",
            "mlp10",
            "attn11"
          ]
        },
        "106": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.38165738582611086
          },
          "predicted": {
            "n": 10,
            "correct": 1,
            "p": 0.049591169349150734
          },
          "active": [
            "mlp8",
            "mlp9",
            "mlp10",
            "attn11"
          ]
        },
        "107": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.3147048160433769
          },
          "predicted": {
            "n": 10,
            "correct": 1,
            "p": 0.0515320104197599
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp9",
            "mlp10",
            "attn11"
          ]
        },
        "108": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.2075507715344429
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.1308333534281701
          },
          "active": [
            "attn9",
            "mlp9",
            "mlp10",
            "attn11"
          ]
        },
        "109": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.17502945959568023
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.1364664721302688
          },
          "active": [
            "attn8",
            "attn9",
            "mlp9",
            "mlp10",
            "attn11"
          ]
        },
        "110": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.34644346311688423
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.1626721727196127
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp9",
            "mlp10",
            "attn11"
          ]
        },
        "111": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.2898327760398388
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.16540331579744816
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp9",
            "mlp10",
            "attn11"
          ]
        },
        "112": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.12137051755562425
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.11873862892389297
          },
          "active": [
            "attn10",
            "mlp10",
            "attn11"
          ]
        },
        "113": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.14807229079306125
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.12638638969510793
          },
          "active": [
            "attn8",
            "attn10",
            "mlp10",
            "attn11"
          ]
        },
        "114": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.3467734262347221
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.1579071121290326
          },
          "active": [
            "mlp8",
            "attn10",
            "mlp10",
            "attn11"
          ]
        },
        "115": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.32724694684147837
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.16302684200927614
          },
          "active": [
            "attn8",
            "mlp8",
            "attn10",
            "mlp10",
            "attn11"
          ]
        },
        "116": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.1337585560977459
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.2873003285378218
          },
          "active": [
            "attn9",
            "attn10",
            "mlp10",
            "attn11"
          ]
        },
        "117": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.14069008994847537
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.2932964745908976
          },
          "active": [
            "attn8",
            "attn9",
            "attn10",
            "mlp10",
            "attn11"
          ]
        },
        "118": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.3872882880270481
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.3393794257193804
          },
          "active": [
            "mlp8",
            "attn9",
            "attn10",
            "mlp10",
            "attn11"
          ]
        },
        "119": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.3431995756924152
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.34179993346333504
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "attn10",
            "mlp10",
            "attn11"
          ]
        },
        "120": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.3125830598175526
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.2770058000460267
          },
          "active": [
            "mlp9",
            "attn10",
            "mlp10",
            "attn11"
          ]
        },
        "121": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.32778928726911544
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.2813323549926281
          },
          "active": [
            "attn8",
            "mlp9",
            "attn10",
            "mlp10",
            "attn11"
          ]
        },
        "122": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.49657203033566477
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.3099887495860457
          },
          "active": [
            "mlp8",
            "mlp9",
            "attn10",
            "mlp10",
            "attn11"
          ]
        },
        "123": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.47752892374992373
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.31071251537650824
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp9",
            "attn10",
            "mlp10",
            "attn11"
          ]
        },
        "124": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.3675691857933998
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.4636646151542664
          },
          "active": [
            "attn9",
            "mlp9",
            "attn10",
            "mlp10",
            "attn11"
          ]
        },
        "125": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.35034000426530837
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.46435712948441504
          },
          "active": [
            "attn8",
            "attn9",
            "mlp9",
            "attn10",
            "mlp10",
            "attn11"
          ]
        },
        "126": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.5408856585621834
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.49179746508598327
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp9",
            "attn10",
            "mlp10",
            "attn11"
          ]
        },
        "127": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.4904700264334679
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.4904703587293625
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp9",
            "attn10",
            "mlp10",
            "attn11"
          ]
        },
        "128": {
          "actual": {
            "n": 10,
            "correct": 0,
            "p": 0.01735865157097578
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.005048451555194333
          },
          "active": [
            "mlp11"
          ]
        },
        "129": {
          "actual": {
            "n": 10,
            "correct": 0,
            "p": 0.020363393565639855
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.005707125551998616
          },
          "active": [
            "attn8",
            "mlp11"
          ]
        },
        "130": {
          "actual": {
            "n": 10,
            "correct": 3,
            "p": 0.06939040324650705
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.009424821659922599
          },
          "active": [
            "mlp8",
            "mlp11"
          ]
        },
        "131": {
          "actual": {
            "n": 10,
            "correct": 3,
            "p": 0.0768869117833674
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.010241983679588885
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp11"
          ]
        },
        "132": {
          "actual": {
            "n": 10,
            "correct": 0,
            "p": 0.037933155056089164
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.023580404231324792
          },
          "active": [
            "attn9",
            "mlp11"
          ]
        },
        "133": {
          "actual": {
            "n": 10,
            "correct": 0,
            "p": 0.04569182833656669
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.02607835978269577
          },
          "active": [
            "attn8",
            "attn9",
            "mlp11"
          ]
        },
        "134": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.16078159511089324
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.03964162096381187
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp11"
          ]
        },
        "135": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.1654726482927799
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.042320046853274104
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp11"
          ]
        },
        "136": {
          "actual": {
            "n": 10,
            "correct": 3,
            "p": 0.056677399575710295
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.021886196197010578
          },
          "active": [
            "mlp9",
            "mlp11"
          ]
        },
        "137": {
          "actual": {
            "n": 10,
            "correct": 3,
            "p": 0.06866589495912194
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.02411044933833182
          },
          "active": [
            "attn8",
            "mlp9",
            "mlp11"
          ]
        },
        "138": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.1716351430863142
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.03655504791531712
          },
          "active": [
            "mlp8",
            "mlp9",
            "mlp11"
          ]
        },
        "139": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.184649645909667
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.038788113510236144
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp9",
            "mlp11"
          ]
        },
        "140": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.11310580112040043
          },
          "predicted": {
            "n": 10,
            "correct": 2,
            "p": 0.09349573720246554
          },
          "active": [
            "attn9",
            "mlp9",
            "mlp11"
          ]
        },
        "141": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.13872627057135106
          },
          "predicted": {
            "n": 10,
            "correct": 2,
            "p": 0.09961780905723572
          },
          "active": [
            "attn8",
            "attn9",
            "mlp9",
            "mlp11"
          ]
        },
        "142": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.3162010632455349
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.13310208339244128
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp9",
            "mlp11"
          ]
        },
        "143": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.3234680347144604
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.1379540365189314
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp9",
            "mlp11"
          ]
        },
        "144": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.0737574378028512
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.07141812974587083
          },
          "active": [
            "attn10",
            "mlp11"
          ]
        },
        "145": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.09723397344350815
          },
          "predicted": {
            "n": 10,
            "correct": 1,
            "p": 0.07836407460272313
          },
          "active": [
            "attn8",
            "attn10",
            "mlp11"
          ]
        },
        "146": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.28630478084087374
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.10855201743543148
          },
          "active": [
            "mlp8",
            "attn10",
            "mlp11"
          ]
        },
        "147": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.28892662227153776
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.11498313546180725
          },
          "active": [
            "attn8",
            "mlp8",
            "attn10",
            "mlp11"
          ]
        },
        "148": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.0766845727339387
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.22351309172809125
          },
          "active": [
            "attn9",
            "attn10",
            "mlp11"
          ]
        },
        "149": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.08945660144090653
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.23428497910499574
          },
          "active": [
            "attn8",
            "attn9",
            "attn10",
            "mlp11"
          ]
        },
        "150": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.3063784584403038
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.28730282485485076
          },
          "active": [
            "mlp8",
            "attn9",
            "attn10",
            "mlp11"
          ]
        },
        "151": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.2916444979608059
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.2948710471391678
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "attn10",
            "mlp11"
          ]
        },
        "152": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.2105533517897129
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.22332317233085633
          },
          "active": [
            "mlp9",
            "attn10",
            "mlp11"
          ]
        },
        "153": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.2358451634645462
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.23307268135249615
          },
          "active": [
            "attn8",
            "mlp9",
            "attn10",
            "mlp11"
          ]
        },
        "154": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.42615831196308135
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.28176448941230775
          },
          "active": [
            "mlp8",
            "mlp9",
            "attn10",
            "mlp11"
          ]
        },
        "155": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.4254480451345444
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.287738312035799
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp9",
            "attn10",
            "mlp11"
          ]
        },
        "156": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.2494039624929428
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.4452387526631355
          },
          "active": [
            "attn9",
            "mlp9",
            "attn10",
            "mlp11"
          ]
        },
        "157": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.25224925167858603
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.4524512380361557
          },
          "active": [
            "attn8",
            "attn9",
            "mlp9",
            "attn10",
            "mlp11"
          ]
        },
        "158": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.46674955636262894
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.4918307140469551
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp9",
            "attn10",
            "mlp11"
          ]
        },
        "159": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.4413348793983459
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.49650436341762544
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp9",
            "attn10",
            "mlp11"
          ]
        },
        "160": {
          "actual": {
            "n": 10,
            "correct": 3,
            "p": 0.05178993726149202
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.011731454252731055
          },
          "active": [
            "mlp10",
            "mlp11"
          ]
        },
        "161": {
          "actual": {
            "n": 10,
            "correct": 3,
            "p": 0.06140142725780606
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.012757736025378108
          },
          "active": [
            "attn8",
            "mlp10",
            "mlp11"
          ]
        },
        "162": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.19906483441591263
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.018629019078798593
          },
          "active": [
            "mlp8",
            "mlp10",
            "mlp11"
          ]
        },
        "163": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.22271181270480156
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.019634748855605722
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp10",
            "mlp11"
          ]
        },
        "164": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.09529061317443847
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.047211347706615926
          },
          "active": [
            "attn9",
            "mlp10",
            "mlp11"
          ]
        },
        "165": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.11368989907205104
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.05042181201279163
          },
          "active": [
            "attn8",
            "attn9",
            "mlp10",
            "mlp11"
          ]
        },
        "166": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.3377306953072548
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.06862519048154354
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp10",
            "mlp11"
          ]
        },
        "167": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.35163168609142303
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.07130916770547628
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp10",
            "mlp11"
          ]
        },
        "168": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.13491850085556506
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.040299234446138144
          },
          "active": [
            "mlp9",
            "mlp10",
            "mlp11"
          ]
        },
        "169": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.15819135811179877
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.04294668501242995
          },
          "active": [
            "attn8",
            "mlp9",
            "mlp10",
            "mlp11"
          ]
        },
        "170": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.2873855493962765
          },
          "predicted": {
            "n": 10,
            "correct": 1,
            "p": 0.05678824777714908
          },
          "active": [
            "mlp8",
            "mlp9",
            "mlp10",
            "mlp11"
          ]
        },
        "171": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.31108818128705024
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.0588367763441056
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp9",
            "mlp10",
            "mlp11"
          ]
        },
        "172": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.2184710640460253
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.14279663376510143
          },
          "active": [
            "attn9",
            "mlp9",
            "mlp10",
            "mlp11"
          ]
        },
        "173": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.2571645464748144
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.14831798765808343
          },
          "active": [
            "attn8",
            "attn9",
            "mlp9",
            "mlp10",
            "mlp11"
          ]
        },
        "174": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.4436336949467659
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.17917698305100202
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp9",
            "mlp10",
            "mlp11"
          ]
        },
        "175": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.46179378479719163
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.18257750160992145
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp9",
            "mlp10",
            "mlp11"
          ]
        },
        "176": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.15636814795434476
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.13349309042096139
          },
          "active": [
            "attn10",
            "mlp10",
            "mlp11"
          ]
        },
        "177": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.19933671988546847
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.14049469865858555
          },
          "active": [
            "attn8",
            "attn10",
            "mlp10",
            "mlp11"
          ]
        },
        "178": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.47564067542552946
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.17367659471929073
          },
          "active": [
            "mlp8",
            "attn10",
            "mlp10",
            "mlp11"
          ]
        },
        "179": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.4917453110218048
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.17862159349024295
          },
          "active": [
            "attn8",
            "mlp8",
            "attn10",
            "mlp10",
            "mlp11"
          ]
        },
        "180": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.16213660314679146
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.32369485050439833
          },
          "active": [
            "attn9",
            "attn10",
            "mlp10",
            "mlp11"
          ]
        },
        "181": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.18886710964143277
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.33130203299224376
          },
          "active": [
            "attn8",
            "attn9",
            "attn10",
            "mlp10",
            "mlp11"
          ]
        },
        "182": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.4819559991359711
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.38105822950601576
          },
          "active": [
            "mlp8",
            "attn9",
            "attn10",
            "mlp10",
            "mlp11"
          ]
        },
        "183": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.47740288376808165
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.38549421206116674
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "attn10",
            "mlp10",
            "mlp11"
          ]
        },
        "184": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.3346113696694374
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.30138674527406695
          },
          "active": [
            "mlp9",
            "attn10",
            "mlp10",
            "mlp11"
          ]
        },
        "185": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.37297708839178084
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.30790101625025273
          },
          "active": [
            "attn8",
            "mlp9",
            "attn10",
            "mlp10",
            "mlp11"
          ]
        },
        "186": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.564198499917984
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.3454446032643318
          },
          "active": [
            "mlp8",
            "mlp9",
            "attn10",
            "mlp10",
            "mlp11"
          ]
        },
        "187": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.5742350965738297
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.3484830215573311
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp9",
            "attn10",
            "mlp10",
            "mlp11"
          ]
        },
        "188": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.3669311136007309
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.5204108931124211
          },
          "active": [
            "attn9",
            "mlp9",
            "attn10",
            "mlp10",
            "mlp11"
          ]
        },
        "189": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.3812194339931011
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.5251114375889301
          },
          "active": [
            "attn8",
            "attn9",
            "mlp9",
            "attn10",
            "mlp10",
            "mlp11"
          ]
        },
        "190": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.5750845596194267
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.5561874747276306
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp9",
            "attn10",
            "mlp10",
            "mlp11"
          ]
        },
        "191": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.5617926359176636
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.5594875410199165
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp9",
            "attn10",
            "mlp10",
            "mlp11"
          ]
        },
        "192": {
          "actual": {
            "n": 10,
            "correct": 0,
            "p": 0.03263017362914979
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.0017440878553315997
          },
          "active": [
            "attn11",
            "mlp11"
          ]
        },
        "193": {
          "actual": {
            "n": 10,
            "correct": 0,
            "p": 0.042413920536637305
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.0020059889458934775
          },
          "active": [
            "attn8",
            "attn11",
            "mlp11"
          ]
        },
        "194": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.1821400925517082
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.003473171414952958
          },
          "active": [
            "mlp8",
            "attn11",
            "mlp11"
          ]
        },
        "195": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.17048445008695126
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.0038149543703184462
          },
          "active": [
            "attn8",
            "mlp8",
            "attn11",
            "mlp11"
          ]
        },
        "196": {
          "actual": {
            "n": 10,
            "correct": 0,
            "p": 0.040179246384650466
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.008363389229634777
          },
          "active": [
            "attn9",
            "attn11",
            "mlp11"
          ]
        },
        "197": {
          "actual": {
            "n": 10,
            "correct": 0,
            "p": 0.043713762098923324
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.009443051216658204
          },
          "active": [
            "attn8",
            "attn9",
            "attn11",
            "mlp11"
          ]
        },
        "198": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.1735277682542801
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.015140466683078557
          },
          "active": [
            "mlp8",
            "attn9",
            "attn11",
            "mlp11"
          ]
        },
        "199": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.15640193466097116
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.016400069277733565
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "attn11",
            "mlp11"
          ]
        },
        "200": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.12973301634192466
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.0075646305514965205
          },
          "active": [
            "mlp9",
            "attn11",
            "mlp11"
          ]
        },
        "201": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.1371350593864918
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.008555532660102472
          },
          "active": [
            "attn8",
            "mlp9",
            "attn11",
            "mlp11"
          ]
        },
        "202": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.3534973584115505
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.013500379479955882
          },
          "active": [
            "mlp8",
            "mlp9",
            "attn11",
            "mlp11"
          ]
        },
        "203": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.31299000680446626
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.014610553233069368
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp9",
            "attn11",
            "mlp11"
          ]
        },
        "204": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.14081222340464591
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.03519209313672036
          },
          "active": [
            "attn9",
            "mlp9",
            "attn11",
            "mlp11"
          ]
        },
        "205": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.13514473345130681
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.0386341453762725
          },
          "active": [
            "attn8",
            "attn9",
            "mlp9",
            "attn11",
            "mlp11"
          ]
        },
        "206": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.3193786539137363
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.05462729949504137
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp9",
            "attn11",
            "mlp11"
          ]
        },
        "207": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.28353254646062853
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.057895757164806126
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp9",
            "attn11",
            "mlp11"
          ]
        },
        "208": {
          "actual": {
            "n": 10,
            "correct": 0,
            "p": 0.047075786720961334
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.02744871419854462
          },
          "active": [
            "attn10",
            "attn11",
            "mlp11"
          ]
        },
        "209": {
          "actual": {
            "n": 10,
            "correct": 2,
            "p": 0.055109317786991595
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.03106212504208088
          },
          "active": [
            "attn8",
            "attn10",
            "attn11",
            "mlp11"
          ]
        },
        "210": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.18992361202836036
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.04494212970603258
          },
          "active": [
            "mlp8",
            "attn10",
            "attn11",
            "mlp11"
          ]
        },
        "211": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.18003900349140167
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.04882723707705736
          },
          "active": [
            "attn8",
            "mlp8",
            "attn10",
            "attn11",
            "mlp11"
          ]
        },
        "212": {
          "actual": {
            "n": 10,
            "correct": 1,
            "p": 0.05250420207157731
          },
          "predicted": {
            "n": 10,
            "correct": 3,
            "p": 0.10575705599039793
          },
          "active": [
            "attn9",
            "attn10",
            "attn11",
            "mlp11"
          ]
        },
        "213": {
          "actual": {
            "n": 10,
            "correct": 1,
            "p": 0.054644657485187056
          },
          "predicted": {
            "n": 10,
            "correct": 3,
            "p": 0.11434488873928786
          },
          "active": [
            "attn8",
            "attn9",
            "attn10",
            "attn11",
            "mlp11"
          ]
        },
        "214": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.21458234786987304
          },
          "predicted": {
            "n": 10,
            "correct": 3,
            "p": 0.14937484003603457
          },
          "active": [
            "mlp8",
            "attn9",
            "attn10",
            "attn11",
            "mlp11"
          ]
        },
        "215": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.1907472111284733
          },
          "predicted": {
            "n": 10,
            "correct": 3,
            "p": 0.15658492557704448
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "attn10",
            "attn11",
            "mlp11"
          ]
        },
        "216": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.1338552601635456
          },
          "predicted": {
            "n": 10,
            "correct": 3,
            "p": 0.10149584878236055
          },
          "active": [
            "mlp9",
            "attn10",
            "attn11",
            "mlp11"
          ]
        },
        "217": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.14275736548006535
          },
          "predicted": {
            "n": 10,
            "correct": 3,
            "p": 0.10912539837881922
          },
          "active": [
            "attn8",
            "mlp9",
            "attn10",
            "attn11",
            "mlp11"
          ]
        },
        "218": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.2999573785811663
          },
          "predicted": {
            "n": 10,
            "correct": 3,
            "p": 0.1402981379069388
          },
          "active": [
            "mlp8",
            "mlp9",
            "attn10",
            "attn11",
            "mlp11"
          ]
        },
        "219": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.2877095565199852
          },
          "predicted": {
            "n": 10,
            "correct": 3,
            "p": 0.1459986780770123
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp9",
            "attn10",
            "attn11",
            "mlp11"
          ]
        },
        "220": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.16537736169993877
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.27601338662207126
          },
          "active": [
            "attn9",
            "mlp9",
            "attn10",
            "attn11",
            "mlp11"
          ]
        },
        "221": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.1593839216977358
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.2846153859049082
          },
          "active": [
            "attn8",
            "attn9",
            "mlp9",
            "attn10",
            "attn11",
            "mlp11"
          ]
        },
        "222": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.34475028365850446
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.32877550050616267
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp9",
            "attn10",
            "attn11",
            "mlp11"
          ]
        },
        "223": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.3113129913806915
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.33387941047549247
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp9",
            "attn10",
            "attn11",
            "mlp11"
          ]
        },
        "224": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.10351105481386184
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.003965051600243896
          },
          "active": [
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "225": {
          "actual": {
            "n": 10,
            "correct": 5,
            "p": 0.1281786821782589
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.004396011077915318
          },
          "active": [
            "attn8",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "226": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.37746155112981794
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.006666188084636815
          },
          "active": [
            "mlp8",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "227": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.36042623966932297
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.0071199224737938495
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "228": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.10034275222569704
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.016954799671657382
          },
          "active": [
            "attn9",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "229": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.1058585086837411
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.01849602678557858
          },
          "active": [
            "attn8",
            "attn9",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "230": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.2969976268708706
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.026307570340577513
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "231": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.273471063375473
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.02776139653287828
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "232": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.2437789048999548
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.013924403098644688
          },
          "active": [
            "mlp9",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "233": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.23890006206929684
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.015229579736478626
          },
          "active": [
            "attn8",
            "mlp9",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "234": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.4632003799080849
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.02080267930869013
          },
          "active": [
            "mlp8",
            "mlp9",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "235": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.4197002947330475
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.021986714942613617
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp9",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "236": {
          "actual": {
            "n": 10,
            "correct": 8,
            "p": 0.22999260127544402
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.0557131068315357
          },
          "active": [
            "attn9",
            "mlp9",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "237": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.2146574642509222
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.05954819042235613
          },
          "active": [
            "attn8",
            "attn9",
            "mlp9",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "238": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.38806149885058405
          },
          "predicted": {
            "n": 10,
            "correct": 2,
            "p": 0.07460991656407714
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp9",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "239": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.35760272815823557
          },
          "predicted": {
            "n": 10,
            "correct": 2,
            "p": 0.07772991005331278
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp9",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "240": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.09644131809473037
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.05427896296605468
          },
          "active": [
            "attn10",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "241": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.1148275725543499
          },
          "predicted": {
            "n": 10,
            "correct": 0,
            "p": 0.058737171813845634
          },
          "active": [
            "attn8",
            "attn10",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "242": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.2899163462221622
          },
          "predicted": {
            "n": 10,
            "correct": 1,
            "p": 0.07508848048746586
          },
          "active": [
            "mlp8",
            "attn10",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "243": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.2875105954706669
          },
          "predicted": {
            "n": 10,
            "correct": 1,
            "p": 0.07892291476018727
          },
          "active": [
            "attn8",
            "mlp8",
            "attn10",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "244": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.10711606945842504
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.16618691049516202
          },
          "active": [
            "attn9",
            "attn10",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "245": {
          "actual": {
            "n": 10,
            "correct": 4,
            "p": 0.11559593826532363
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.17411094717681408
          },
          "active": [
            "attn8",
            "attn9",
            "attn10",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "246": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.30405912846326827
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.2085355192422867
          },
          "active": [
            "mlp8",
            "attn9",
            "attn10",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "247": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.2841970682144165
          },
          "predicted": {
            "n": 10,
            "correct": 6,
            "p": 0.21411283127963543
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "attn10",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "248": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.20262652821838856
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.14735768865793944
          },
          "active": [
            "mlp9",
            "attn10",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "249": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.21940928585827352
          },
          "predicted": {
            "n": 10,
            "correct": 4,
            "p": 0.15426891278475524
          },
          "active": [
            "attn8",
            "mlp9",
            "attn10",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "250": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.3729334190487862
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.17861440367996692
          },
          "active": [
            "mlp8",
            "mlp9",
            "attn10",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "251": {
          "actual": {
            "n": 10,
            "correct": 10,
            "p": 0.36781881004571915
          },
          "predicted": {
            "n": 10,
            "correct": 5,
            "p": 0.18307912684977054
          },
          "active": [
            "attn8",
            "mlp8",
            "mlp9",
            "attn10",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "252": {
          "actual": {
            "n": 10,
            "correct": 7,
            "p": 0.2314091172069311
          },
          "predicted": {
            "n": 10,
            "correct": 7,
            "p": 0.3318398419767618
          },
          "active": [
            "attn9",
            "mlp9",
            "attn10",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "253": {
          "actual": {
            "n": 10,
            "correct": 6,
            "p": 0.23373249545693398
          },
          "predicted": {
            "n": 10,
            "correct": 8,
            "p": 0.3379500929266214
          },
          "active": [
            "attn8",
            "attn9",
            "mlp9",
            "attn10",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "254": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.39726063162088393
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.37125245556235315
          },
          "active": [
            "mlp8",
            "attn9",
            "mlp9",
            "attn10",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        },
        "255": {
          "actual": {
            "n": 10,
            "correct": 9,
            "p": 0.37442293092608453
          },
          "predicted": {
            "n": 10,
            "correct": 9,
            "p": 0.37442293018102646
          },
          "active": [
            "attn8",
            "mlp8",
            "attn9",
            "mlp9",
            "attn10",
            "mlp10",
            "attn11",
            "mlp11"
          ]
        }
      }
    }
  },
  "scope": {
    "possessive": {
      "eligible": 10,
      "excluded": [],
      "modes": {
        "baseline": {
          "n": 10,
          "correct": 0,
          "p": 0.00037357764012995175,
          "capitals_top": 0
        },
        "capital": {
          "n": 10,
          "correct": 10,
          "p": 0.3986668959259987,
          "capitals_top": 10
        },
        "neutral": {
          "n": 10,
          "correct": 5,
          "p": 0.13942744061350823,
          "capitals_top": 5
        },
        "other_attribute": {
          "n": 10,
          "correct": 6,
          "p": 0.2357904613018036,
          "capitals_top": 6
        }
      }
    },
    "qa": {
      "eligible": 10,
      "excluded": [],
      "modes": {
        "baseline": {
          "n": 10,
          "correct": 0,
          "p": 0.01724321097135544,
          "capitals_top": 0
        },
        "capital": {
          "n": 10,
          "correct": 3,
          "p": 0.0893329806625843,
          "capitals_top": 3
        },
        "neutral": {
          "n": 10,
          "correct": 0,
          "p": 0.017760354559868574,
          "capitals_top": 0
        },
        "other_attribute": {
          "n": 10,
          "correct": 0,
          "p": 0.023678128980100153,
          "capitals_top": 0
        }
      }
    },
    "language": {
      "eligible": 10,
      "excluded": [],
      "modes": {
        "baseline": {
          "n": 10,
          "correct": 8,
          "p": 0.17014353182166814,
          "capitals_top": 0
        },
        "capital": {
          "n": 10,
          "correct": 4,
          "p": 0.10884055681526661,
          "capitals_top": 0
        },
        "neutral": {
          "n": 10,
          "correct": 2,
          "p": 0.0594727898016572,
          "capitals_top": 0
        },
        "other_attribute": {
          "n": 10,
          "correct": 6,
          "p": 0.13987743221223353,
          "capitals_top": 0
        }
      }
    }
  },
  "resources": {
    "seconds": 665.0552710000193,
    "peak_rss_mib": 2349.140625
  },
  "selection": {
    "mask": 58,
    "active": [
      "mlp8",
      "mlp9",
      "attn10",
      "mlp10"
    ],
    "rule": "Fewest active with >=9/10 development correct; ties by mean probability, then mask"
  },
  "response": {
    "replication": {
      "adapted": {
        "n": 10,
        "correct": 9,
        "p": 0.2585273675620556
      },
      "freeze_to_full": {
        "all": {
          "n": 10,
          "correct": 0,
          "p": 0.0311104706954211
        },
        "mlp8": {
          "n": 10,
          "correct": 10,
          "p": 0.2801017791032791
        },
        "mlp9": {
          "n": 10,
          "correct": 9,
          "p": 0.29256038144230845
        },
        "mlp10": {
          "n": 10,
          "correct": 9,
          "p": 0.20126873254776
        },
        "mlp11": {
          "n": 10,
          "correct": 4,
          "p": 0.06977643892168998
        }
      }
    },
    "fresh": {
      "adapted": {
        "n": 10,
        "correct": 10,
        "p": 0.2873855493962765
      },
      "freeze_to_full": {
        "all": {
          "n": 10,
          "correct": 1,
          "p": 0.056788370944559574
        },
        "mlp8": {
          "n": 10,
          "correct": 10,
          "p": 0.29926635399460794
        },
        "mlp9": {
          "n": 10,
          "correct": 9,
          "p": 0.31564501747488977
        },
        "mlp10": {
          "n": 10,
          "correct": 8,
          "p": 0.26547976620495317
        },
        "mlp11": {
          "n": 10,
          "correct": 2,
          "p": 0.07705792253836989
        }
      }
    }
  }
}