{
  "coconut_baseline": {
    "n": 192,
    "correct": 191,
    "joint_correct": 185
  },
  "coconut_causal": [
    {
      "arm": "noop",
      "stratum": "all",
      "n": 192,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          1.734723475976807e-18,
          0.01961514606675411
        ]
      },
      "original_retained": {
        "count": 191,
        "rate": 0.9947916666666666,
        "wilson_95": [
          0.9710925028432594,
          0.9990800088615152
        ]
      },
      "donor_copied": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          1.734723475976807e-18,
          0.01961514606675411
        ]
      },
      "median_kl": -1.6763281734943902e-10
    },
    {
      "arm": "noop",
      "stratum": "joint_correct",
      "n": 185,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.020342242877617298
        ]
      },
      "original_retained": {
        "count": 185,
        "rate": 1.0,
        "wilson_95": [
          0.9796577571223828,
          1.0
        ]
      },
      "donor_copied": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.020342242877617298
        ]
      },
      "median_kl": -1.8879106611358054e-10
    },
    {
      "arm": "donor",
      "stratum": "all",
      "n": 192,
      "hybrid_success": {
        "count": 2,
        "rate": 0.010416666666666666,
        "wilson_95": [
          0.0028612893782969766,
          0.03717854114539976
        ]
      },
      "original_retained": {
        "count": 118,
        "rate": 0.6145833333333334,
        "wilson_95": [
          0.5441352941703701,
          0.6805362348559989
        ]
      },
      "donor_copied": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          1.734723475976807e-18,
          0.01961514606675411
        ]
      },
      "median_kl": 0.5583255290985107
    },
    {
      "arm": "donor",
      "stratum": "joint_correct",
      "n": 185,
      "hybrid_success": {
        "count": 2,
        "rate": 0.010810810810810811,
        "wilson_95": [
          0.0029697381686438866,
          0.03855429405216007
        ]
      },
      "original_retained": {
        "count": 114,
        "rate": 0.6162162162162163,
        "wilson_95": [
          0.5444518072082913,
          0.6832524282309653
        ]
      },
      "donor_copied": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.020342242877617298
        ]
      },
      "median_kl": 0.5557106733322144
    },
    {
      "arm": "j",
      "stratum": "all",
      "n": 192,
      "hybrid_success": {
        "count": 6,
        "rate": 0.03125,
        "wilson_95": [
          0.014399282241477667,
          0.06648991719610431
        ]
      },
      "original_retained": {
        "count": 167,
        "rate": 0.8697916666666666,
        "wilson_95": [
          0.8148505229649732,
          0.91022577525649
        ]
      },
      "donor_copied": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          1.734723475976807e-18,
          0.01961514606675411
        ]
      },
      "median_kl": 0.006580103421583772
    },
    {
      "arm": "j",
      "stratum": "joint_correct",
      "n": 185,
      "hybrid_success": {
        "count": 6,
        "rate": 0.032432432432432434,
        "wilson_95": [
          0.01494718736127727,
          0.0689404235459
        ]
      },
      "original_retained": {
        "count": 160,
        "rate": 0.8648648648648649,
        "wilson_95": [
          0.8081217018839125,
          0.9067636884486371
        ]
      },
      "donor_copied": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.020342242877617298
        ]
      },
      "median_kl": 0.005221567582339048
    },
    {
      "arm": "task_j",
      "stratum": "all",
      "n": 192,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          1.734723475976807e-18,
          0.01961514606675411
        ]
      },
      "original_retained": {
        "count": 188,
        "rate": 0.9791666666666666,
        "wilson_95": [
          0.947666268951536,
          0.9918692160678246
        ]
      },
      "donor_copied": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          1.734723475976807e-18,
          0.01961514606675411
        ]
      },
      "median_kl": 0.0012899442808702588
    },
    {
      "arm": "task_j",
      "stratum": "joint_correct",
      "n": 185,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.020342242877617298
        ]
      },
      "original_retained": {
        "count": 181,
        "rate": 0.9783783783783784,
        "wilson_95": [
          0.9457337660182488,
          0.9915604124177608
        ]
      },
      "donor_copied": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.020342242877617298
        ]
      },
      "median_kl": 0.0012943507172167301
    },
    {
      "arm": "embedding",
      "stratum": "all",
      "n": 192,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          1.734723475976807e-18,
          0.01961514606675411
        ]
      },
      "original_retained": {
        "count": 173,
        "rate": 0.9010416666666666,
        "wilson_95": [
          0.8506207684360072,
          0.9357295831562837
        ]
      },
      "donor_copied": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          1.734723475976807e-18,
          0.01961514606675411
        ]
      },
      "median_kl": 0.0010260791750624776
    },
    {
      "arm": "embedding",
      "stratum": "joint_correct",
      "n": 185,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.020342242877617298
        ]
      },
      "original_retained": {
        "count": 167,
        "rate": 0.9027027027027027,
        "wilson_95": [
          0.851455317292126,
          0.9375663357415769
        ]
      },
      "donor_copied": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.020342242877617298
        ]
      },
      "median_kl": 0.0010431901318952441
    },
    {
      "arm": "wrong_j",
      "stratum": "all",
      "n": 192,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          1.734723475976807e-18,
          0.01961514606675411
        ]
      },
      "original_retained": {
        "count": 191,
        "rate": 0.9947916666666666,
        "wilson_95": [
          0.9710925028432594,
          0.9990800088615152
        ]
      },
      "donor_copied": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          1.734723475976807e-18,
          0.01961514606675411
        ]
      },
      "median_kl": 1.8401738088869024e-07
    },
    {
      "arm": "wrong_j",
      "stratum": "joint_correct",
      "n": 185,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.020342242877617298
        ]
      },
      "original_retained": {
        "count": 185,
        "rate": 1.0,
        "wilson_95": [
          0.9796577571223828,
          1.0
        ]
      },
      "donor_copied": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.020342242877617298
        ]
      },
      "median_kl": 2.0527681954263244e-07
    },
    {
      "arm": "random",
      "stratum": "all",
      "n": 192,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          1.734723475976807e-18,
          0.01961514606675411
        ]
      },
      "original_retained": {
        "count": 191,
        "rate": 0.9947916666666666,
        "wilson_95": [
          0.9710925028432594,
          0.9990800088615152
        ]
      },
      "donor_copied": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          1.734723475976807e-18,
          0.01961514606675411
        ]
      },
      "median_kl": 1.5977184375515208e-07
    },
    {
      "arm": "random",
      "stratum": "joint_correct",
      "n": 185,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.020342242877617298
        ]
      },
      "original_retained": {
        "count": 185,
        "rate": 1.0,
        "wilson_95": [
          0.9796577571223828,
          1.0
        ]
      },
      "donor_copied": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.020342242877617298
        ]
      },
      "median_kl": 1.693260855972767e-07
    },
    {
      "arm": "probe",
      "stratum": "all",
      "n": 192,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          1.734723475976807e-18,
          0.01961514606675411
        ]
      },
      "original_retained": {
        "count": 191,
        "rate": 0.9947916666666666,
        "wilson_95": [
          0.9710925028432594,
          0.9990800088615152
        ]
      },
      "donor_copied": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          1.734723475976807e-18,
          0.01961514606675411
        ]
      },
      "median_kl": 3.358391040819697e-07
    },
    {
      "arm": "probe",
      "stratum": "joint_correct",
      "n": 185,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.020342242877617298
        ]
      },
      "original_retained": {
        "count": 185,
        "rate": 1.0,
        "wilson_95": [
          0.9796577571223828,
          1.0
        ]
      },
      "donor_copied": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.020342242877617298
        ]
      },
      "median_kl": 3.330178515170701e-07
    },
    {
      "arm": "answer_j",
      "stratum": "all",
      "n": 192,
      "hybrid_success": {
        "count": 4,
        "rate": 0.020833333333333332,
        "wilson_95": [
          0.008130783932175367,
          0.05233373104846399
        ]
      },
      "original_retained": {
        "count": 156,
        "rate": 0.8125,
        "wilson_95": [
          0.7513628261115768,
          0.861377707596702
        ]
      },
      "donor_copied": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          1.734723475976807e-18,
          0.01961514606675411
        ]
      },
      "median_kl": 0.014943008311092854
    },
    {
      "arm": "answer_j",
      "stratum": "joint_correct",
      "n": 185,
      "hybrid_success": {
        "count": 4,
        "rate": 0.021621621621621623,
        "wilson_95": [
          0.008439587582239266,
          0.054266233981751344
        ]
      },
      "original_retained": {
        "count": 150,
        "rate": 0.8108108108108109,
        "wilson_95": [
          0.7482707259835428,
          0.8607057176330737
        ]
      },
      "donor_copied": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.020342242877617298
        ]
      },
      "median_kl": 0.00920513179153204
    },
    {
      "arm": "wrong_target",
      "stratum": "all",
      "n": 192,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          1.734723475976807e-18,
          0.01961514606675411
        ]
      },
      "original_retained": {
        "count": 189,
        "rate": 0.984375,
        "wilson_95": [
          0.9550757206357001,
          0.9946721066121318
        ]
      },
      "donor_copied": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          1.734723475976807e-18,
          0.01961514606675411
        ]
      },
      "median_kl": 0.0016698841354809701
    },
    {
      "arm": "wrong_target",
      "stratum": "joint_correct",
      "n": 185,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.020342242877617298
        ]
      },
      "original_retained": {
        "count": 182,
        "rate": 0.9837837837837838,
        "wilson_95": [
          0.9534151147874572,
          0.9944699583201457
        ]
      },
      "donor_copied": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.020342242877617298
        ]
      },
      "median_kl": 0.0014474360505118966
    }
  ],
  "coconut_channels": [
    {
      "arm": "identity",
      "stratum": "all",
      "n": 192,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          1.734723475976807e-18,
          0.01961514606675411
        ]
      },
      "original_retained": {
        "count": 191,
        "rate": 0.9947916666666666,
        "wilson_95": [
          0.9710925028432594,
          0.9990800088615152
        ]
      },
      "donor_copied": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          1.734723475976807e-18,
          0.01961514606675411
        ]
      }
    },
    {
      "arm": "identity",
      "stratum": "joint_correct",
      "n": 185,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.020342242877617298
        ]
      },
      "original_retained": {
        "count": 185,
        "rate": 1.0,
        "wilson_95": [
          0.9796577571223828,
          1.0
        ]
      },
      "donor_copied": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.020342242877617298
        ]
      }
    },
    {
      "arm": "all_feedback",
      "stratum": "all",
      "n": 192,
      "hybrid_success": {
        "count": 14,
        "rate": 0.07291666666666667,
        "wilson_95": [
          0.04392874874927421,
          0.11865918851607826
        ]
      },
      "original_retained": {
        "count": 1,
        "rate": 0.005208333333333333,
        "wilson_95": [
          0.0009199911384848523,
          0.02890749715674057
        ]
      },
      "donor_copied": {
        "count": 159,
        "rate": 0.828125,
        "wilson_95": [
          0.768459776644899,
          0.8749177837487937
        ]
      }
    },
    {
      "arm": "all_feedback",
      "stratum": "joint_correct",
      "n": 185,
      "hybrid_success": {
        "count": 14,
        "rate": 0.07567567567567568,
        "wilson_95": [
          0.04561083069467514,
          0.12300393758524875
        ]
      },
      "original_retained": {
        "count": 1,
        "rate": 0.005405405405405406,
        "wilson_95": [
          0.0009548249094924379,
          0.029978312639718188
        ]
      },
      "donor_copied": {
        "count": 158,
        "rate": 0.8540540540540541,
        "wilson_95": [
          0.7959848553857338,
          0.8977187456036293
        ]
      }
    },
    {
      "arm": "latent_context",
      "stratum": "all",
      "n": 192,
      "hybrid_success": {
        "count": 21,
        "rate": 0.109375,
        "wilson_95": [
          0.07265855054023301,
          0.16141578232441864
        ]
      },
      "original_retained": {
        "count": 2,
        "rate": 0.010416666666666666,
        "wilson_95": [
          0.0028612893782969766,
          0.03717854114539976
        ]
      },
      "donor_copied": {
        "count": 135,
        "rate": 0.703125,
        "wilson_95": [
          0.6350287007411196,
          0.7632526461692616
        ]
      }
    },
    {
      "arm": "latent_context",
      "stratum": "joint_correct",
      "n": 185,
      "hybrid_success": {
        "count": 20,
        "rate": 0.10810810810810811,
        "wilson_95": [
          0.07108044191598797,
          0.1610796943934959
        ]
      },
      "original_retained": {
        "count": 2,
        "rate": 0.010810810810810811,
        "wilson_95": [
          0.0029697381686438866,
          0.03855429405216007
        ]
      },
      "donor_copied": {
        "count": 133,
        "rate": 0.7189189189189189,
        "wilson_95": [
          0.6501968019821049,
          0.7787344322174248
        ]
      }
    },
    {
      "arm": "answer_context",
      "stratum": "all",
      "n": 192,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          1.734723475976807e-18,
          0.01961514606675411
        ]
      },
      "original_retained": {
        "count": 164,
        "rate": 0.8541666666666666,
        "wilson_95": [
          0.7973032959743978,
          0.8971359755616515
        ]
      },
      "donor_copied": {
        "count": 2,
        "rate": 0.010416666666666666,
        "wilson_95": [
          0.0028612893782969766,
          0.03717854114539976
        ]
      }
    },
    {
      "arm": "answer_context",
      "stratum": "joint_correct",
      "n": 185,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.020342242877617298
        ]
      },
      "original_retained": {
        "count": 158,
        "rate": 0.8540540540540541,
        "wilson_95": [
          0.7959848553857338,
          0.8977187456036293
        ]
      },
      "donor_copied": {
        "count": 2,
        "rate": 0.010810810810810811,
        "wilson_95": [
          0.0029697381686438866,
          0.03855429405216007
        ]
      }
    },
    {
      "arm": "feedback_and_answer_context",
      "stratum": "all",
      "n": 192,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          1.734723475976807e-18,
          0.01961514606675411
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          1.734723475976807e-18,
          0.01961514606675411
        ]
      },
      "donor_copied": {
        "count": 186,
        "rate": 0.96875,
        "wilson_95": [
          0.9335100828038957,
          0.9856007177585223
        ]
      }
    },
    {
      "arm": "feedback_and_answer_context",
      "stratum": "joint_correct",
      "n": 185,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.020342242877617298
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.020342242877617298
        ]
      },
      "donor_copied": {
        "count": 185,
        "rate": 1.0,
        "wilson_95": [
          0.9796577571223828,
          1.0
        ]
      }
    }
  ],
  "paired_differences": [
    {
      "arm": "noop",
      "control": "noop",
      "stratum": "all",
      "difference": 0.0,
      "bootstrap_95": [
        0.0,
        0.0
      ],
      "n": 192
    },
    {
      "arm": "noop",
      "control": "embedding",
      "stratum": "all",
      "difference": 0.0,
      "bootstrap_95": [
        0.0,
        0.0
      ],
      "n": 192
    },
    {
      "arm": "donor",
      "control": "noop",
      "stratum": "all",
      "difference": 0.010416666666666666,
      "bootstrap_95": [
        0.0,
        0.026041666666666668
      ],
      "n": 192
    },
    {
      "arm": "donor",
      "control": "embedding",
      "stratum": "all",
      "difference": 0.010416666666666666,
      "bootstrap_95": [
        0.0,
        0.026041666666666668
      ],
      "n": 192
    },
    {
      "arm": "j",
      "control": "noop",
      "stratum": "all",
      "difference": 0.03125,
      "bootstrap_95": [
        0.010416666666666666,
        0.057291666666666664
      ],
      "n": 192
    },
    {
      "arm": "j",
      "control": "embedding",
      "stratum": "all",
      "difference": 0.03125,
      "bootstrap_95": [
        0.010416666666666666,
        0.057291666666666664
      ],
      "n": 192
    },
    {
      "arm": "task_j",
      "control": "noop",
      "stratum": "all",
      "difference": 0.0,
      "bootstrap_95": [
        0.0,
        0.0
      ],
      "n": 192
    },
    {
      "arm": "task_j",
      "control": "embedding",
      "stratum": "all",
      "difference": 0.0,
      "bootstrap_95": [
        0.0,
        0.0
      ],
      "n": 192
    },
    {
      "arm": "embedding",
      "control": "noop",
      "stratum": "all",
      "difference": 0.0,
      "bootstrap_95": [
        0.0,
        0.0
      ],
      "n": 192
    },
    {
      "arm": "embedding",
      "control": "embedding",
      "stratum": "all",
      "difference": 0.0,
      "bootstrap_95": [
        0.0,
        0.0
      ],
      "n": 192
    },
    {
      "arm": "wrong_j",
      "control": "noop",
      "stratum": "all",
      "difference": 0.0,
      "bootstrap_95": [
        0.0,
        0.0
      ],
      "n": 192
    },
    {
      "arm": "wrong_j",
      "control": "embedding",
      "stratum": "all",
      "difference": 0.0,
      "bootstrap_95": [
        0.0,
        0.0
      ],
      "n": 192
    },
    {
      "arm": "random",
      "control": "noop",
      "stratum": "all",
      "difference": 0.0,
      "bootstrap_95": [
        0.0,
        0.0
      ],
      "n": 192
    },
    {
      "arm": "random",
      "control": "embedding",
      "stratum": "all",
      "difference": 0.0,
      "bootstrap_95": [
        0.0,
        0.0
      ],
      "n": 192
    },
    {
      "arm": "probe",
      "control": "noop",
      "stratum": "all",
      "difference": 0.0,
      "bootstrap_95": [
        0.0,
        0.0
      ],
      "n": 192
    },
    {
      "arm": "probe",
      "control": "embedding",
      "stratum": "all",
      "difference": 0.0,
      "bootstrap_95": [
        0.0,
        0.0
      ],
      "n": 192
    },
    {
      "arm": "answer_j",
      "control": "noop",
      "stratum": "all",
      "difference": 0.020833333333333332,
      "bootstrap_95": [
        0.005208333333333333,
        0.041666666666666664
      ],
      "n": 192
    },
    {
      "arm": "answer_j",
      "control": "embedding",
      "stratum": "all",
      "difference": 0.020833333333333332,
      "bootstrap_95": [
        0.005208333333333333,
        0.041666666666666664
      ],
      "n": 192
    },
    {
      "arm": "wrong_target",
      "control": "noop",
      "stratum": "all",
      "difference": 0.0,
      "bootstrap_95": [
        0.0,
        0.0
      ],
      "n": 192
    },
    {
      "arm": "wrong_target",
      "control": "embedding",
      "stratum": "all",
      "difference": 0.0,
      "bootstrap_95": [
        0.0,
        0.0
      ],
      "n": 192
    },
    {
      "arm": "noop",
      "control": "noop",
      "stratum": "joint_correct",
      "difference": 0.0,
      "bootstrap_95": [
        0.0,
        0.0
      ],
      "n": 185
    },
    {
      "arm": "noop",
      "control": "embedding",
      "stratum": "joint_correct",
      "difference": 0.0,
      "bootstrap_95": [
        0.0,
        0.0
      ],
      "n": 185
    },
    {
      "arm": "donor",
      "control": "noop",
      "stratum": "joint_correct",
      "difference": 0.010810810810810811,
      "bootstrap_95": [
        0.0,
        0.02702702702702703
      ],
      "n": 185
    },
    {
      "arm": "donor",
      "control": "embedding",
      "stratum": "joint_correct",
      "difference": 0.010810810810810811,
      "bootstrap_95": [
        0.0,
        0.02702702702702703
      ],
      "n": 185
    },
    {
      "arm": "j",
      "control": "noop",
      "stratum": "joint_correct",
      "difference": 0.032432432432432434,
      "bootstrap_95": [
        0.010810810810810811,
        0.05945945945945946
      ],
      "n": 185
    },
    {
      "arm": "j",
      "control": "embedding",
      "stratum": "joint_correct",
      "difference": 0.032432432432432434,
      "bootstrap_95": [
        0.010810810810810811,
        0.05945945945945946
      ],
      "n": 185
    },
    {
      "arm": "task_j",
      "control": "noop",
      "stratum": "joint_correct",
      "difference": 0.0,
      "bootstrap_95": [
        0.0,
        0.0
      ],
      "n": 185
    },
    {
      "arm": "task_j",
      "control": "embedding",
      "stratum": "joint_correct",
      "difference": 0.0,
      "bootstrap_95": [
        0.0,
        0.0
      ],
      "n": 185
    },
    {
      "arm": "embedding",
      "control": "noop",
      "stratum": "joint_correct",
      "difference": 0.0,
      "bootstrap_95": [
        0.0,
        0.0
      ],
      "n": 185
    },
    {
      "arm": "embedding",
      "control": "embedding",
      "stratum": "joint_correct",
      "difference": 0.0,
      "bootstrap_95": [
        0.0,
        0.0
      ],
      "n": 185
    },
    {
      "arm": "wrong_j",
      "control": "noop",
      "stratum": "joint_correct",
      "difference": 0.0,
      "bootstrap_95": [
        0.0,
        0.0
      ],
      "n": 185
    },
    {
      "arm": "wrong_j",
      "control": "embedding",
      "stratum": "joint_correct",
      "difference": 0.0,
      "bootstrap_95": [
        0.0,
        0.0
      ],
      "n": 185
    },
    {
      "arm": "random",
      "control": "noop",
      "stratum": "joint_correct",
      "difference": 0.0,
      "bootstrap_95": [
        0.0,
        0.0
      ],
      "n": 185
    },
    {
      "arm": "random",
      "control": "embedding",
      "stratum": "joint_correct",
      "difference": 0.0,
      "bootstrap_95": [
        0.0,
        0.0
      ],
      "n": 185
    },
    {
      "arm": "probe",
      "control": "noop",
      "stratum": "joint_correct",
      "difference": 0.0,
      "bootstrap_95": [
        0.0,
        0.0
      ],
      "n": 185
    },
    {
      "arm": "probe",
      "control": "embedding",
      "stratum": "joint_correct",
      "difference": 0.0,
      "bootstrap_95": [
        0.0,
        0.0
      ],
      "n": 185
    },
    {
      "arm": "answer_j",
      "control": "noop",
      "stratum": "joint_correct",
      "difference": 0.021621621621621623,
      "bootstrap_95": [
        0.005405405405405406,
        0.043243243243243246
      ],
      "n": 185
    },
    {
      "arm": "answer_j",
      "control": "embedding",
      "stratum": "joint_correct",
      "difference": 0.021621621621621623,
      "bootstrap_95": [
        0.005405405405405406,
        0.043243243243243246
      ],
      "n": 185
    },
    {
      "arm": "wrong_target",
      "control": "noop",
      "stratum": "joint_correct",
      "difference": 0.0,
      "bootstrap_95": [
        0.0,
        0.0
      ],
      "n": 185
    },
    {
      "arm": "wrong_target",
      "control": "embedding",
      "stratum": "joint_correct",
      "difference": 0.0,
      "bootstrap_95": [
        0.0,
        0.0
      ],
      "n": 185
    }
  ],
  "synthetic_majority_label": 8,
  "synthetic_majority_baseline": 0.109375,
  "rlt": [
    {
      "seed": 0,
      "length": 8,
      "arm": "identity",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      },
      "original_retained": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      }
    },
    {
      "seed": 0,
      "length": 8,
      "arm": "identity",
      "stratum": "joint_correct",
      "n": 512,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      },
      "original_retained": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      }
    },
    {
      "seed": 0,
      "length": 8,
      "arm": "state",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      }
    },
    {
      "seed": 0,
      "length": 8,
      "arm": "state",
      "stratum": "joint_correct",
      "n": 512,
      "hybrid_success": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      }
    },
    {
      "seed": 0,
      "length": 8,
      "arm": "cache",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      },
      "original_retained": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      }
    },
    {
      "seed": 0,
      "length": 8,
      "arm": "cache",
      "stratum": "joint_correct",
      "n": 512,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      },
      "original_retained": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      }
    },
    {
      "seed": 0,
      "length": 8,
      "arm": "state_and_cache",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      }
    },
    {
      "seed": 0,
      "length": 8,
      "arm": "state_and_cache",
      "stratum": "joint_correct",
      "n": 512,
      "hybrid_success": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      }
    },
    {
      "seed": 0,
      "length": 8,
      "arm": "encoder_memory",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      },
      "original_retained": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      }
    },
    {
      "seed": 0,
      "length": 8,
      "arm": "encoder_memory",
      "stratum": "joint_correct",
      "n": 512,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      },
      "original_retained": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      }
    },
    {
      "seed": 0,
      "length": 8,
      "arm": "encoder_all",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      },
      "original_retained": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      }
    },
    {
      "seed": 0,
      "length": 8,
      "arm": "encoder_all",
      "stratum": "joint_correct",
      "n": 512,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      },
      "original_retained": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      }
    },
    {
      "seed": 0,
      "length": 8,
      "arm": "all",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      }
    },
    {
      "seed": 0,
      "length": 8,
      "arm": "all",
      "stratum": "joint_correct",
      "n": 512,
      "hybrid_success": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      }
    },
    {
      "seed": 0,
      "length": 8,
      "arm": "random_state",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 97,
        "rate": 0.189453125,
        "wilson_95": [
          0.15787017585478835,
          0.22566134422309586
        ]
      },
      "original_retained": {
        "count": 110,
        "rate": 0.21484375,
        "wilson_95": [
          0.18146083224296278,
          0.25247377109899377
        ]
      }
    },
    {
      "seed": 0,
      "length": 8,
      "arm": "random_state",
      "stratum": "joint_correct",
      "n": 512,
      "hybrid_success": {
        "count": 97,
        "rate": 0.189453125,
        "wilson_95": [
          0.15787017585478835,
          0.22566134422309586
        ]
      },
      "original_retained": {
        "count": 110,
        "rate": 0.21484375,
        "wilson_95": [
          0.18146083224296278,
          0.25247377109899377
        ]
      }
    },
    {
      "seed": 0,
      "length": 16,
      "arm": "identity",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      },
      "original_retained": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      }
    },
    {
      "seed": 0,
      "length": 16,
      "arm": "identity",
      "stratum": "joint_correct",
      "n": 512,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      },
      "original_retained": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      }
    },
    {
      "seed": 0,
      "length": 16,
      "arm": "state",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      }
    },
    {
      "seed": 0,
      "length": 16,
      "arm": "state",
      "stratum": "joint_correct",
      "n": 512,
      "hybrid_success": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      }
    },
    {
      "seed": 0,
      "length": 16,
      "arm": "cache",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      },
      "original_retained": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      }
    },
    {
      "seed": 0,
      "length": 16,
      "arm": "cache",
      "stratum": "joint_correct",
      "n": 512,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      },
      "original_retained": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      }
    },
    {
      "seed": 0,
      "length": 16,
      "arm": "state_and_cache",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      }
    },
    {
      "seed": 0,
      "length": 16,
      "arm": "state_and_cache",
      "stratum": "joint_correct",
      "n": 512,
      "hybrid_success": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      }
    },
    {
      "seed": 0,
      "length": 16,
      "arm": "encoder_memory",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      },
      "original_retained": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      }
    },
    {
      "seed": 0,
      "length": 16,
      "arm": "encoder_memory",
      "stratum": "joint_correct",
      "n": 512,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      },
      "original_retained": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      }
    },
    {
      "seed": 0,
      "length": 16,
      "arm": "encoder_all",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      },
      "original_retained": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      }
    },
    {
      "seed": 0,
      "length": 16,
      "arm": "encoder_all",
      "stratum": "joint_correct",
      "n": 512,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      },
      "original_retained": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      }
    },
    {
      "seed": 0,
      "length": 16,
      "arm": "all",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      }
    },
    {
      "seed": 0,
      "length": 16,
      "arm": "all",
      "stratum": "joint_correct",
      "n": 512,
      "hybrid_success": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      }
    },
    {
      "seed": 0,
      "length": 16,
      "arm": "random_state",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 109,
        "rate": 0.212890625,
        "wilson_95": [
          0.17963878194802874,
          0.25041866114284533
        ]
      },
      "original_retained": {
        "count": 110,
        "rate": 0.21484375,
        "wilson_95": [
          0.18146083224296278,
          0.25247377109899377
        ]
      }
    },
    {
      "seed": 0,
      "length": 16,
      "arm": "random_state",
      "stratum": "joint_correct",
      "n": 512,
      "hybrid_success": {
        "count": 109,
        "rate": 0.212890625,
        "wilson_95": [
          0.17963878194802874,
          0.25041866114284533
        ]
      },
      "original_retained": {
        "count": 110,
        "rate": 0.21484375,
        "wilson_95": [
          0.18146083224296278,
          0.25247377109899377
        ]
      }
    },
    {
      "seed": 0,
      "length": 32,
      "arm": "identity",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      },
      "original_retained": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      }
    },
    {
      "seed": 0,
      "length": 32,
      "arm": "identity",
      "stratum": "joint_correct",
      "n": 511,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007461440322800432
        ]
      },
      "original_retained": {
        "count": 511,
        "rate": 1.0,
        "wilson_95": [
          0.9925385596771995,
          0.9999999999999999
        ]
      }
    },
    {
      "seed": 0,
      "length": 32,
      "arm": "state",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      }
    },
    {
      "seed": 0,
      "length": 32,
      "arm": "state",
      "stratum": "joint_correct",
      "n": 511,
      "hybrid_success": {
        "count": 511,
        "rate": 1.0,
        "wilson_95": [
          0.9925385596771995,
          0.9999999999999999
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007461440322800432
        ]
      }
    },
    {
      "seed": 0,
      "length": 32,
      "arm": "cache",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      },
      "original_retained": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      }
    },
    {
      "seed": 0,
      "length": 32,
      "arm": "cache",
      "stratum": "joint_correct",
      "n": 511,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007461440322800432
        ]
      },
      "original_retained": {
        "count": 511,
        "rate": 1.0,
        "wilson_95": [
          0.9925385596771995,
          0.9999999999999999
        ]
      }
    },
    {
      "seed": 0,
      "length": 32,
      "arm": "state_and_cache",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 511,
        "rate": 0.998046875,
        "wilson_95": [
          0.9890207217875779,
          0.9996551422384565
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      }
    },
    {
      "seed": 0,
      "length": 32,
      "arm": "state_and_cache",
      "stratum": "joint_correct",
      "n": 511,
      "hybrid_success": {
        "count": 511,
        "rate": 1.0,
        "wilson_95": [
          0.9925385596771995,
          0.9999999999999999
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007461440322800432
        ]
      }
    },
    {
      "seed": 0,
      "length": 32,
      "arm": "encoder_memory",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 1,
        "rate": 0.001953125,
        "wilson_95": [
          0.00034485776154337486,
          0.010979278212421853
        ]
      },
      "original_retained": {
        "count": 510,
        "rate": 0.99609375,
        "wilson_95": [
          0.985870592855346,
          0.9989281109196064
        ]
      }
    },
    {
      "seed": 0,
      "length": 32,
      "arm": "encoder_memory",
      "stratum": "joint_correct",
      "n": 511,
      "hybrid_success": {
        "count": 1,
        "rate": 0.0019569471624266144,
        "wilson_95": [
          0.0003455327932569488,
          0.011000598565462072
        ]
      },
      "original_retained": {
        "count": 509,
        "rate": 0.9960861056751468,
        "wilson_95": [
          0.9858431656008879,
          0.9989260120044743
        ]
      }
    },
    {
      "seed": 0,
      "length": 32,
      "arm": "encoder_all",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      },
      "original_retained": {
        "count": 511,
        "rate": 0.998046875,
        "wilson_95": [
          0.9890207217875779,
          0.9996551422384565
        ]
      }
    },
    {
      "seed": 0,
      "length": 32,
      "arm": "encoder_all",
      "stratum": "joint_correct",
      "n": 511,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007461440322800432
        ]
      },
      "original_retained": {
        "count": 510,
        "rate": 0.9980430528375733,
        "wilson_95": [
          0.9889994014345377,
          0.9996544672067428
        ]
      }
    },
    {
      "seed": 0,
      "length": 32,
      "arm": "all",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 511,
        "rate": 0.998046875,
        "wilson_95": [
          0.9890207217875779,
          0.9996551422384565
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      }
    },
    {
      "seed": 0,
      "length": 32,
      "arm": "all",
      "stratum": "joint_correct",
      "n": 511,
      "hybrid_success": {
        "count": 511,
        "rate": 1.0,
        "wilson_95": [
          0.9925385596771995,
          0.9999999999999999
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007461440322800432
        ]
      }
    },
    {
      "seed": 0,
      "length": 32,
      "arm": "random_state",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 102,
        "rate": 0.19921875,
        "wilson_95": [
          0.16691827849863472,
          0.23599904283466194
        ]
      },
      "original_retained": {
        "count": 100,
        "rate": 0.1953125,
        "wilson_95": [
          0.16329511493256677,
          0.23186788589856488
        ]
      }
    },
    {
      "seed": 0,
      "length": 32,
      "arm": "random_state",
      "stratum": "joint_correct",
      "n": 511,
      "hybrid_success": {
        "count": 101,
        "rate": 0.19765166340508805,
        "wilson_95": [
          0.16543494062960146,
          0.2343802943209764
        ]
      },
      "original_retained": {
        "count": 100,
        "rate": 0.19569471624266144,
        "wilson_95": [
          0.16362035380464574,
          0.23231019011001358
        ]
      }
    },
    {
      "seed": 1,
      "length": 8,
      "arm": "identity",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      },
      "original_retained": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      }
    },
    {
      "seed": 1,
      "length": 8,
      "arm": "identity",
      "stratum": "joint_correct",
      "n": 512,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      },
      "original_retained": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      }
    },
    {
      "seed": 1,
      "length": 8,
      "arm": "state",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      }
    },
    {
      "seed": 1,
      "length": 8,
      "arm": "state",
      "stratum": "joint_correct",
      "n": 512,
      "hybrid_success": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      }
    },
    {
      "seed": 1,
      "length": 8,
      "arm": "cache",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      },
      "original_retained": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      }
    },
    {
      "seed": 1,
      "length": 8,
      "arm": "cache",
      "stratum": "joint_correct",
      "n": 512,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      },
      "original_retained": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      }
    },
    {
      "seed": 1,
      "length": 8,
      "arm": "state_and_cache",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      }
    },
    {
      "seed": 1,
      "length": 8,
      "arm": "state_and_cache",
      "stratum": "joint_correct",
      "n": 512,
      "hybrid_success": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      }
    },
    {
      "seed": 1,
      "length": 8,
      "arm": "encoder_memory",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      },
      "original_retained": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      }
    },
    {
      "seed": 1,
      "length": 8,
      "arm": "encoder_memory",
      "stratum": "joint_correct",
      "n": 512,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      },
      "original_retained": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      }
    },
    {
      "seed": 1,
      "length": 8,
      "arm": "encoder_all",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      },
      "original_retained": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      }
    },
    {
      "seed": 1,
      "length": 8,
      "arm": "encoder_all",
      "stratum": "joint_correct",
      "n": 512,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      },
      "original_retained": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      }
    },
    {
      "seed": 1,
      "length": 8,
      "arm": "all",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      }
    },
    {
      "seed": 1,
      "length": 8,
      "arm": "all",
      "stratum": "joint_correct",
      "n": 512,
      "hybrid_success": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      }
    },
    {
      "seed": 1,
      "length": 8,
      "arm": "random_state",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 106,
        "rate": 0.20703125,
        "wilson_95": [
          0.1741797850792416,
          0.24424617725838504
        ]
      },
      "original_retained": {
        "count": 92,
        "rate": 0.1796875,
        "wilson_95": [
          0.14885579401060237,
          0.2152899248118694
        ]
      }
    },
    {
      "seed": 1,
      "length": 8,
      "arm": "random_state",
      "stratum": "joint_correct",
      "n": 512,
      "hybrid_success": {
        "count": 106,
        "rate": 0.20703125,
        "wilson_95": [
          0.1741797850792416,
          0.24424617725838504
        ]
      },
      "original_retained": {
        "count": 92,
        "rate": 0.1796875,
        "wilson_95": [
          0.14885579401060237,
          0.2152899248118694
        ]
      }
    },
    {
      "seed": 1,
      "length": 16,
      "arm": "identity",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 1,
        "rate": 0.001953125,
        "wilson_95": [
          0.00034485776154337486,
          0.010979278212421853
        ]
      },
      "original_retained": {
        "count": 505,
        "rate": 0.986328125,
        "wilson_95": [
          0.9720509995117902,
          0.9933619030077497
        ]
      }
    },
    {
      "seed": 1,
      "length": 16,
      "arm": "identity",
      "stratum": "joint_correct",
      "n": 501,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          4.336808689942018e-19,
          0.007609238016362095
        ]
      },
      "original_retained": {
        "count": 501,
        "rate": 1.0,
        "wilson_95": [
          0.9923907619836377,
          0.9999999999999999
        ]
      }
    },
    {
      "seed": 1,
      "length": 16,
      "arm": "state",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 511,
        "rate": 0.998046875,
        "wilson_95": [
          0.9890207217875779,
          0.9996551422384565
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      }
    },
    {
      "seed": 1,
      "length": 16,
      "arm": "state",
      "stratum": "joint_correct",
      "n": 501,
      "hybrid_success": {
        "count": 500,
        "rate": 0.998003992015968,
        "wilson_95": [
          0.9887815535727758,
          0.999647568642464
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          4.336808689942018e-19,
          0.007609238016362095
        ]
      }
    },
    {
      "seed": 1,
      "length": 16,
      "arm": "cache",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 1,
        "rate": 0.001953125,
        "wilson_95": [
          0.00034485776154337486,
          0.010979278212421853
        ]
      },
      "original_retained": {
        "count": 506,
        "rate": 0.98828125,
        "wilson_95": [
          0.9746716344674621,
          0.9946184283031602
        ]
      }
    },
    {
      "seed": 1,
      "length": 16,
      "arm": "cache",
      "stratum": "joint_correct",
      "n": 501,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          4.336808689942018e-19,
          0.007609238016362095
        ]
      },
      "original_retained": {
        "count": 501,
        "rate": 1.0,
        "wilson_95": [
          0.9923907619836377,
          0.9999999999999999
        ]
      }
    },
    {
      "seed": 1,
      "length": 16,
      "arm": "state_and_cache",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 511,
        "rate": 0.998046875,
        "wilson_95": [
          0.9890207217875779,
          0.9996551422384565
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      }
    },
    {
      "seed": 1,
      "length": 16,
      "arm": "state_and_cache",
      "stratum": "joint_correct",
      "n": 501,
      "hybrid_success": {
        "count": 500,
        "rate": 0.998003992015968,
        "wilson_95": [
          0.9887815535727758,
          0.999647568642464
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          4.336808689942018e-19,
          0.007609238016362095
        ]
      }
    },
    {
      "seed": 1,
      "length": 16,
      "arm": "encoder_memory",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 2,
        "rate": 0.00390625,
        "wilson_95": [
          0.0010718890803936704,
          0.014129407144654047
        ]
      },
      "original_retained": {
        "count": 504,
        "rate": 0.984375,
        "wilson_95": [
          0.9694739672468663,
          0.9920617750215911
        ]
      }
    },
    {
      "seed": 1,
      "length": 16,
      "arm": "encoder_memory",
      "stratum": "joint_correct",
      "n": 501,
      "hybrid_success": {
        "count": 1,
        "rate": 0.001996007984031936,
        "wilson_95": [
          0.00035243135753588745,
          0.011218446427223965
        ]
      },
      "original_retained": {
        "count": 497,
        "rate": 0.9920159680638723,
        "wilson_95": [
          0.9796532913619409,
          0.9968909115481059
        ]
      }
    },
    {
      "seed": 1,
      "length": 16,
      "arm": "encoder_all",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 2,
        "rate": 0.00390625,
        "wilson_95": [
          0.0010718890803936704,
          0.014129407144654047
        ]
      },
      "original_retained": {
        "count": 507,
        "rate": 0.990234375,
        "wilson_95": [
          0.977345524728445,
          0.9958216982932597
        ]
      }
    },
    {
      "seed": 1,
      "length": 16,
      "arm": "encoder_all",
      "stratum": "joint_correct",
      "n": 501,
      "hybrid_success": {
        "count": 1,
        "rate": 0.001996007984031936,
        "wilson_95": [
          0.00035243135753588745,
          0.011218446427223965
        ]
      },
      "original_retained": {
        "count": 499,
        "rate": 0.9960079840319361,
        "wilson_95": [
          0.985562920721442,
          0.9989045617254004
        ]
      }
    },
    {
      "seed": 1,
      "length": 16,
      "arm": "all",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 508,
        "rate": 0.9921875,
        "wilson_95": [
          0.9800865852024431,
          0.9969577980703442
        ]
      },
      "original_retained": {
        "count": 1,
        "rate": 0.001953125,
        "wilson_95": [
          0.00034485776154337486,
          0.010979278212421853
        ]
      }
    },
    {
      "seed": 1,
      "length": 16,
      "arm": "all",
      "stratum": "joint_correct",
      "n": 501,
      "hybrid_success": {
        "count": 501,
        "rate": 1.0,
        "wilson_95": [
          0.9923907619836377,
          0.9999999999999999
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          4.336808689942018e-19,
          0.007609238016362095
        ]
      }
    },
    {
      "seed": 1,
      "length": 16,
      "arm": "random_state",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 110,
        "rate": 0.21484375,
        "wilson_95": [
          0.18146083224296278,
          0.25247377109899377
        ]
      },
      "original_retained": {
        "count": 98,
        "rate": 0.19140625,
        "wilson_95": [
          0.1596771615064055,
          0.22773151882256118
        ]
      }
    },
    {
      "seed": 1,
      "length": 16,
      "arm": "random_state",
      "stratum": "joint_correct",
      "n": 501,
      "hybrid_success": {
        "count": 107,
        "rate": 0.21357285429141717,
        "wilson_95": [
          0.1799362339745832,
          0.25156845926033883
        ]
      },
      "original_retained": {
        "count": 98,
        "rate": 0.19560878243512975,
        "wilson_95": [
          0.16324575519051313,
          0.23260418012882908
        ]
      }
    },
    {
      "seed": 1,
      "length": 32,
      "arm": "identity",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 4,
        "rate": 0.0078125,
        "wilson_95": [
          0.003042201929655798,
          0.0199134147975569
        ]
      },
      "original_retained": {
        "count": 494,
        "rate": 0.96484375,
        "wilson_95": [
          0.9451159458429383,
          0.9776481939146942
        ]
      }
    },
    {
      "seed": 1,
      "length": 32,
      "arm": "identity",
      "stratum": "joint_correct",
      "n": 479,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007955942370973312
        ]
      },
      "original_retained": {
        "count": 479,
        "rate": 1.0,
        "wilson_95": [
          0.9920440576290267,
          1.0
        ]
      }
    },
    {
      "seed": 1,
      "length": 32,
      "arm": "state",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 493,
        "rate": 0.962890625,
        "wilson_95": [
          0.9427707550251679,
          0.976116224481382
        ]
      },
      "original_retained": {
        "count": 5,
        "rate": 0.009765625,
        "wilson_95": [
          0.004178301706740295,
          0.02265447527155489
        ]
      }
    },
    {
      "seed": 1,
      "length": 32,
      "arm": "state",
      "stratum": "joint_correct",
      "n": 479,
      "hybrid_success": {
        "count": 473,
        "rate": 0.9874739039665971,
        "wilson_95": [
          0.9729443029960126,
          0.9942468763625584
        ]
      },
      "original_retained": {
        "count": 1,
        "rate": 0.0020876826722338203,
        "wilson_95": [
          0.00036862236246774753,
          0.011729466386914862
        ]
      }
    },
    {
      "seed": 1,
      "length": 32,
      "arm": "cache",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 3,
        "rate": 0.005859375,
        "wilson_95": [
          0.0019946757921860923,
          0.017083780683944113
        ]
      },
      "original_retained": {
        "count": 491,
        "rate": 0.958984375,
        "wilson_95": [
          0.9381136079604665,
          0.9730190510439184
        ]
      }
    },
    {
      "seed": 1,
      "length": 32,
      "arm": "cache",
      "stratum": "joint_correct",
      "n": 479,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007955942370973312
        ]
      },
      "original_retained": {
        "count": 475,
        "rate": 0.9916492693110647,
        "wilson_95": [
          0.9787275629611183,
          0.9967479091542712
        ]
      }
    },
    {
      "seed": 1,
      "length": 32,
      "arm": "state_and_cache",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 495,
        "rate": 0.966796875,
        "wilson_95": [
          0.9474733440447254,
          0.9791679559639896
        ]
      },
      "original_retained": {
        "count": 5,
        "rate": 0.009765625,
        "wilson_95": [
          0.004178301706740295,
          0.02265447527155489
        ]
      }
    },
    {
      "seed": 1,
      "length": 32,
      "arm": "state_and_cache",
      "stratum": "joint_correct",
      "n": 479,
      "hybrid_success": {
        "count": 475,
        "rate": 0.9916492693110647,
        "wilson_95": [
          0.9787275629611183,
          0.9967479091542712
        ]
      },
      "original_retained": {
        "count": 1,
        "rate": 0.0020876826722338203,
        "wilson_95": [
          0.00036862236246774753,
          0.011729466386914862
        ]
      }
    },
    {
      "seed": 1,
      "length": 32,
      "arm": "encoder_memory",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 5,
        "rate": 0.009765625,
        "wilson_95": [
          0.004178301706740295,
          0.02265447527155489
        ]
      },
      "original_retained": {
        "count": 496,
        "rate": 0.96875,
        "wilson_95": [
          0.9498439445861043,
          0.980674515673693
        ]
      }
    },
    {
      "seed": 1,
      "length": 32,
      "arm": "encoder_memory",
      "stratum": "joint_correct",
      "n": 479,
      "hybrid_success": {
        "count": 2,
        "rate": 0.0041753653444676405,
        "wilson_95": [
          0.0011457835590343258,
          0.015094451568757578
        ]
      },
      "original_retained": {
        "count": 476,
        "rate": 0.9937369519832986,
        "wilson_95": [
          0.9817498591616957,
          0.9978677593321034
        ]
      }
    },
    {
      "seed": 1,
      "length": 32,
      "arm": "encoder_all",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 5,
        "rate": 0.009765625,
        "wilson_95": [
          0.004178301706740295,
          0.02265447527155489
        ]
      },
      "original_retained": {
        "count": 494,
        "rate": 0.96484375,
        "wilson_95": [
          0.9451159458429383,
          0.9776481939146942
        ]
      }
    },
    {
      "seed": 1,
      "length": 32,
      "arm": "encoder_all",
      "stratum": "joint_correct",
      "n": 479,
      "hybrid_success": {
        "count": 2,
        "rate": 0.0041753653444676405,
        "wilson_95": [
          0.0011457835590343258,
          0.015094451568757578
        ]
      },
      "original_retained": {
        "count": 475,
        "rate": 0.9916492693110647,
        "wilson_95": [
          0.9787275629611183,
          0.9967479091542712
        ]
      }
    },
    {
      "seed": 1,
      "length": 32,
      "arm": "all",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 497,
        "rate": 0.970703125,
        "wilson_95": [
          0.9522288905280138,
          0.982166729982866
        ]
      },
      "original_retained": {
        "count": 4,
        "rate": 0.0078125,
        "wilson_95": [
          0.003042201929655798,
          0.0199134147975569
        ]
      }
    },
    {
      "seed": 1,
      "length": 32,
      "arm": "all",
      "stratum": "joint_correct",
      "n": 479,
      "hybrid_success": {
        "count": 479,
        "rate": 1.0,
        "wilson_95": [
          0.9920440576290267,
          1.0
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007955942370973312
        ]
      }
    },
    {
      "seed": 1,
      "length": 32,
      "arm": "random_state",
      "stratum": "all",
      "n": 512,
      "hybrid_success": {
        "count": 93,
        "rate": 0.181640625,
        "wilson_95": [
          0.15065587541144415,
          0.2173670036621101
        ]
      },
      "original_retained": {
        "count": 121,
        "rate": 0.236328125,
        "wilson_95": [
          0.201578409461584,
          0.2750049566422799
        ]
      }
    },
    {
      "seed": 1,
      "length": 32,
      "arm": "random_state",
      "stratum": "joint_correct",
      "n": 479,
      "hybrid_success": {
        "count": 87,
        "rate": 0.18162839248434237,
        "wilson_95": [
          0.1496797019729481,
          0.21864297531963411
        ]
      },
      "original_retained": {
        "count": 117,
        "rate": 0.24425887265135698,
        "wilson_95": [
          0.2079167344125157,
          0.2846703342323454
        ]
      }
    }
  ]
}