{
  "coconut-channels": [
    {
      "arm": "identity",
      "stratum": "joint_correct",
      "n": 185,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.020342242877617298
        ]
      },
      "original_retained": {
        "count": 185,
        "rate": 1.0,
        "wilson_95": [
          0.9796577571223828,
          1.0
        ]
      },
      "donor_copied": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.020342242877617298
        ]
      }
    },
    {
      "arm": "all_feedback",
      "stratum": "joint_correct",
      "n": 185,
      "hybrid_success": {
        "count": 14,
        "rate": 0.07567567567567568,
        "wilson_95": [
          0.04561083069467514,
          0.12300393758524875
        ]
      },
      "original_retained": {
        "count": 1,
        "rate": 0.005405405405405406,
        "wilson_95": [
          0.0009548249094924379,
          0.029978312639718188
        ]
      },
      "donor_copied": {
        "count": 158,
        "rate": 0.8540540540540541,
        "wilson_95": [
          0.7959848553857338,
          0.8977187456036293
        ]
      }
    },
    {
      "arm": "latent_context",
      "stratum": "joint_correct",
      "n": 185,
      "hybrid_success": {
        "count": 20,
        "rate": 0.10810810810810811,
        "wilson_95": [
          0.07108044191598797,
          0.1610796943934959
        ]
      },
      "original_retained": {
        "count": 2,
        "rate": 0.010810810810810811,
        "wilson_95": [
          0.0029697381686438866,
          0.03855429405216007
        ]
      },
      "donor_copied": {
        "count": 133,
        "rate": 0.7189189189189189,
        "wilson_95": [
          0.6501968019821049,
          0.7787344322174248
        ]
      }
    },
    {
      "arm": "answer_context",
      "stratum": "joint_correct",
      "n": 185,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.020342242877617298
        ]
      },
      "original_retained": {
        "count": 158,
        "rate": 0.8540540540540541,
        "wilson_95": [
          0.7959848553857338,
          0.8977187456036293
        ]
      },
      "donor_copied": {
        "count": 2,
        "rate": 0.010810810810810811,
        "wilson_95": [
          0.0029697381686438866,
          0.03855429405216007
        ]
      }
    },
    {
      "arm": "feedback_and_answer_context",
      "stratum": "joint_correct",
      "n": 185,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.020342242877617298
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.020342242877617298
        ]
      },
      "donor_copied": {
        "count": 185,
        "rate": 1.0,
        "wilson_95": [
          0.9796577571223828,
          1.0
        ]
      }
    }
  ],
  "coconut-step-readout": [
    {
      "step": 0,
      "slot": 0,
      "n": 210,
      "positive_rank_median": 103.0,
      "negative_rank_median": 206.5,
      "beats_negative_fraction": 0.680952380952381
    },
    {
      "step": 0,
      "slot": 1,
      "n": 210,
      "positive_rank_median": 3.0,
      "negative_rank_median": 282.5,
      "beats_negative_fraction": 0.9047619047619048
    },
    {
      "step": 0,
      "slot": 2,
      "n": 210,
      "positive_rank_median": 224.0,
      "negative_rank_median": 335.5,
      "beats_negative_fraction": 0.6190476190476191
    },
    {
      "step": 0,
      "slot": 3,
      "n": 210,
      "positive_rank_median": 62.0,
      "negative_rank_median": 288.5,
      "beats_negative_fraction": 0.8238095238095238
    },
    {
      "step": 0,
      "slot": 4,
      "n": 210,
      "positive_rank_median": 175.5,
      "negative_rank_median": 319.0,
      "beats_negative_fraction": 0.6619047619047619
    },
    {
      "step": 0,
      "slot": 5,
      "n": 210,
      "positive_rank_median": 57.5,
      "negative_rank_median": 150.5,
      "beats_negative_fraction": 0.7380952380952381
    },
    {
      "step": 1,
      "slot": 0,
      "n": 143,
      "positive_rank_median": 125,
      "negative_rank_median": 190.0,
      "beats_negative_fraction": 0.6013986013986014
    },
    {
      "step": 1,
      "slot": 1,
      "n": 143,
      "positive_rank_median": 54,
      "negative_rank_median": 292.0,
      "beats_negative_fraction": 0.7972027972027972
    },
    {
      "step": 1,
      "slot": 2,
      "n": 143,
      "positive_rank_median": 186,
      "negative_rank_median": 343.0,
      "beats_negative_fraction": 0.7062937062937062
    },
    {
      "step": 1,
      "slot": 3,
      "n": 143,
      "positive_rank_median": 18,
      "negative_rank_median": 263.0,
      "beats_negative_fraction": 0.8531468531468531
    },
    {
      "step": 1,
      "slot": 4,
      "n": 143,
      "positive_rank_median": 152,
      "negative_rank_median": 276.0,
      "beats_negative_fraction": 0.7132867132867133
    },
    {
      "step": 1,
      "slot": 5,
      "n": 143,
      "positive_rank_median": 84,
      "negative_rank_median": 199.0,
      "beats_negative_fraction": 0.7202797202797203
    },
    {
      "step": 2,
      "slot": 0,
      "n": 70,
      "positive_rank_median": 148.0,
      "negative_rank_median": 213.0,
      "beats_negative_fraction": 0.6714285714285714
    },
    {
      "step": 2,
      "slot": 1,
      "n": 70,
      "positive_rank_median": 79.5,
      "negative_rank_median": 305.0,
      "beats_negative_fraction": 0.8
    },
    {
      "step": 2,
      "slot": 2,
      "n": 70,
      "positive_rank_median": 255.0,
      "negative_rank_median": 374.0,
      "beats_negative_fraction": 0.6285714285714286
    },
    {
      "step": 2,
      "slot": 3,
      "n": 70,
      "positive_rank_median": 91.5,
      "negative_rank_median": 232.0,
      "beats_negative_fraction": 0.8
    },
    {
      "step": 2,
      "slot": 4,
      "n": 70,
      "positive_rank_median": 138.5,
      "negative_rank_median": 314.0,
      "beats_negative_fraction": 0.7285714285714285
    },
    {
      "step": 2,
      "slot": 5,
      "n": 70,
      "positive_rank_median": 21.0,
      "negative_rank_median": 181.0,
      "beats_negative_fraction": 0.8571428571428571
    }
  ],
  "rlt-pathways": [
    {
      "seed": 0,
      "length": 16,
      "arm": "state",
      "stratum": "joint_correct",
      "n": 512,
      "hybrid_success": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      }
    },
    {
      "seed": 1,
      "length": 16,
      "arm": "state",
      "stratum": "joint_correct",
      "n": 501,
      "hybrid_success": {
        "count": 500,
        "rate": 0.998003992015968,
        "wilson_95": [
          0.9887815535727758,
          0.999647568642464
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          4.336808689942018e-19,
          0.007609238016362095
        ]
      }
    },
    {
      "seed": 0,
      "length": 16,
      "arm": "cache",
      "stratum": "joint_correct",
      "n": 512,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      },
      "original_retained": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      }
    },
    {
      "seed": 1,
      "length": 16,
      "arm": "cache",
      "stratum": "joint_correct",
      "n": 501,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          4.336808689942018e-19,
          0.007609238016362095
        ]
      },
      "original_retained": {
        "count": 501,
        "rate": 1.0,
        "wilson_95": [
          0.9923907619836377,
          0.9999999999999999
        ]
      }
    },
    {
      "seed": 0,
      "length": 16,
      "arm": "encoder_all",
      "stratum": "joint_correct",
      "n": 512,
      "hybrid_success": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      },
      "original_retained": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      }
    },
    {
      "seed": 1,
      "length": 16,
      "arm": "encoder_all",
      "stratum": "joint_correct",
      "n": 501,
      "hybrid_success": {
        "count": 1,
        "rate": 0.001996007984031936,
        "wilson_95": [
          0.00035243135753588745,
          0.011218446427223965
        ]
      },
      "original_retained": {
        "count": 499,
        "rate": 0.9960079840319361,
        "wilson_95": [
          0.985562920721442,
          0.9989045617254004
        ]
      }
    },
    {
      "seed": 0,
      "length": 16,
      "arm": "all",
      "stratum": "joint_correct",
      "n": 512,
      "hybrid_success": {
        "count": 512,
        "rate": 1.0,
        "wilson_95": [
          0.9925530242771171,
          0.9999999999999999
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          0.0,
          0.007446975722882739
        ]
      }
    },
    {
      "seed": 1,
      "length": 16,
      "arm": "all",
      "stratum": "joint_correct",
      "n": 501,
      "hybrid_success": {
        "count": 501,
        "rate": 1.0,
        "wilson_95": [
          0.9923907619836377,
          0.9999999999999999
        ]
      },
      "original_retained": {
        "count": 0,
        "rate": 0.0,
        "wilson_95": [
          4.336808689942018e-19,
          0.007609238016362095
        ]
      }
    }
  ],
  "coconut-swap-schematic": {
    "id": 353,
    "feedback": {
      "id": 353,
      "arm": "all_feedback",
      "text": "### 54",
      "pred": "54",
      "prefix_ok": true,
      "hybrid_success": false,
      "original_retained": false,
      "donor_copied": true,
      "joint_baseline_correct": true,
      "probe_sum_by_slot": [
        8,
        8,
        9,
        9,
        8,
        9
      ],
      "original_sum": 13,
      "donor_sum": 9
    },
    "answer_context": {
      "id": 353,
      "arm": "answer_context",
      "text": "### 104",
      "pred": "104",
      "prefix_ok": true,
      "hybrid_success": false,
      "original_retained": true,
      "donor_copied": false,
      "joint_baseline_correct": true,
      "probe_sum_by_slot": [
        10,
        8,
        12,
        7,
        8,
        8
      ],
      "original_sum": 13,
      "donor_sum": 9
    }
  },
  "rlt-register-trace": {
    "seed": 0,
    "id": 0,
    "positions": [
      8,
      9,
      10,
      11,
      12,
      13,
      14,
      15,
      16
    ],
    "operations": [
      2,
      2,
      3,
      4,
      2,
      4,
      1,
      1
    ],
    "original": [
      3,
      0,
      2,
      0,
      4,
      1,
      0,
      1,
      2
    ],
    "decoded_after_swap": [
      0,
      2,
      4,
      2,
      1,
      3,
      2,
      3,
      4
    ],
    "predicted_after_swap": [
      0,
      2,
      4,
      2,
      1,
      3,
      2,
      3,
      4
    ]
  },
  "coconut-readout-controls": [
    {
      "method": "direct",
      "site": 0,
      "n": 192,
      "sum_accuracy": 0.07291666666666667,
      "intermediate_rank_n": 192,
      "intermediate_rank_median": 104.0,
      "intermediate_rank_top1": 0.0,
      "answer_rank_n": 192,
      "answer_rank_median": 368.0,
      "answer_rank_top1": 0.0
    },
    {
      "method": "direct",
      "site": 1,
      "n": 192,
      "sum_accuracy": 0.2916666666666667,
      "intermediate_rank_n": 192,
      "intermediate_rank_median": 164.0,
      "intermediate_rank_top1": 0.010416666666666666,
      "answer_rank_n": 192,
      "answer_rank_median": 73.0,
      "answer_rank_top1": 0.0
    },
    {
      "method": "direct",
      "site": 2,
      "n": 192,
      "sum_accuracy": 0.020833333333333332,
      "intermediate_rank_n": 192,
      "intermediate_rank_median": 137.0,
      "intermediate_rank_top1": 0.0,
      "answer_rank_n": 192,
      "answer_rank_median": 537.0,
      "answer_rank_top1": 0.0
    },
    {
      "method": "direct",
      "site": 3,
      "n": 192,
      "sum_accuracy": 0.06770833333333333,
      "intermediate_rank_n": 192,
      "intermediate_rank_median": 326.0,
      "intermediate_rank_top1": 0.0,
      "answer_rank_n": 192,
      "answer_rank_median": 52.0,
      "answer_rank_top1": 0.0625
    },
    {
      "method": "direct",
      "site": 4,
      "n": 192,
      "sum_accuracy": 0.0625,
      "intermediate_rank_n": 192,
      "intermediate_rank_median": 1073.0,
      "intermediate_rank_top1": 0.0,
      "answer_rank_n": 192,
      "answer_rank_median": 235.0,
      "answer_rank_top1": 0.0
    },
    {
      "method": "direct",
      "site": 5,
      "n": 192,
      "sum_accuracy": 0.09375,
      "intermediate_rank_n": 192,
      "intermediate_rank_median": 215.0,
      "intermediate_rank_top1": 0.0,
      "answer_rank_n": 192,
      "answer_rank_median": 2.0,
      "answer_rank_top1": 0.2916666666666667
    },
    {
      "method": "j",
      "site": 0,
      "n": 192,
      "sum_accuracy": 0.005208333333333333,
      "intermediate_rank_n": 192,
      "intermediate_rank_median": 26766.0,
      "intermediate_rank_top1": 0.0,
      "answer_rank_n": 192,
      "answer_rank_median": 1869.0,
      "answer_rank_top1": 0.0
    },
    {
      "method": "j",
      "site": 1,
      "n": 192,
      "sum_accuracy": 0.15625,
      "intermediate_rank_n": 192,
      "intermediate_rank_median": 650.0,
      "intermediate_rank_top1": 0.0,
      "answer_rank_n": 192,
      "answer_rank_median": 153.0,
      "answer_rank_top1": 0.0
    },
    {
      "method": "j",
      "site": 2,
      "n": 192,
      "sum_accuracy": 0.026041666666666668,
      "intermediate_rank_n": 192,
      "intermediate_rank_median": 5874.0,
      "intermediate_rank_top1": 0.0,
      "answer_rank_n": 192,
      "answer_rank_median": 1007.0,
      "answer_rank_top1": 0.0
    },
    {
      "method": "j",
      "site": 3,
      "n": 192,
      "sum_accuracy": 0.09375,
      "intermediate_rank_n": 192,
      "intermediate_rank_median": 3720.0,
      "intermediate_rank_top1": 0.0,
      "answer_rank_n": 192,
      "answer_rank_median": 129.0,
      "answer_rank_top1": 0.06770833333333333
    },
    {
      "method": "j",
      "site": 4,
      "n": 192,
      "sum_accuracy": 0.07291666666666667,
      "intermediate_rank_n": 192,
      "intermediate_rank_median": 39881.0,
      "intermediate_rank_top1": 0.0,
      "answer_rank_n": 192,
      "answer_rank_median": 19582.0,
      "answer_rank_top1": 0.005208333333333333
    },
    {
      "method": "j",
      "site": 5,
      "n": 192,
      "sum_accuracy": 0.10416666666666667,
      "intermediate_rank_n": 192,
      "intermediate_rank_median": 10990.0,
      "intermediate_rank_top1": 0.0,
      "answer_rank_n": 192,
      "answer_rank_median": 3.0,
      "answer_rank_top1": 0.3489583333333333
    },
    {
      "method": "task_j",
      "site": 0,
      "n": 192,
      "sum_accuracy": 0.109375,
      "intermediate_rank_n": 192,
      "intermediate_rank_median": 38532.0,
      "intermediate_rank_top1": 0.0,
      "answer_rank_n": 192,
      "answer_rank_median": 32756.0,
      "answer_rank_top1": 0.0
    },
    {
      "method": "task_j",
      "site": 1,
      "n": 192,
      "sum_accuracy": 0.13020833333333334,
      "intermediate_rank_n": 192,
      "intermediate_rank_median": 2899.0,
      "intermediate_rank_top1": 0.0,
      "answer_rank_n": 192,
      "answer_rank_median": 256.0,
      "answer_rank_top1": 0.0
    },
    {
      "method": "task_j",
      "site": 2,
      "n": 192,
      "sum_accuracy": 0.046875,
      "intermediate_rank_n": 192,
      "intermediate_rank_median": 43247.0,
      "intermediate_rank_top1": 0.0,
      "answer_rank_n": 192,
      "answer_rank_median": 3475.0,
      "answer_rank_top1": 0.0
    },
    {
      "method": "task_j",
      "site": 3,
      "n": 192,
      "sum_accuracy": 0.078125,
      "intermediate_rank_n": 192,
      "intermediate_rank_median": 1529.0,
      "intermediate_rank_top1": 0.0,
      "answer_rank_n": 192,
      "answer_rank_median": 95.0,
      "answer_rank_top1": 0.026041666666666668
    },
    {
      "method": "task_j",
      "site": 4,
      "n": 192,
      "sum_accuracy": 0.07291666666666667,
      "intermediate_rank_n": 192,
      "intermediate_rank_median": 8519.0,
      "intermediate_rank_top1": 0.0,
      "answer_rank_n": 192,
      "answer_rank_median": 395.0,
      "answer_rank_top1": 0.0
    },
    {
      "method": "task_j",
      "site": 5,
      "n": 192,
      "sum_accuracy": 0.125,
      "intermediate_rank_n": 192,
      "intermediate_rank_median": 9400.0,
      "intermediate_rank_top1": 0.0,
      "answer_rank_n": 192,
      "answer_rank_median": 2.0,
      "answer_rank_top1": 0.2604166666666667
    },
    {
      "method": "wrong_j",
      "site": 0,
      "n": 192,
      "sum_accuracy": 0.057291666666666664,
      "intermediate_rank_n": 192,
      "intermediate_rank_median": 47284.0,
      "intermediate_rank_top1": 0.0,
      "answer_rank_n": 192,
      "answer_rank_median": 49871.0,
      "answer_rank_top1": 0.0
    },
    {
      "method": "wrong_j",
      "site": 1,
      "n": 192,
      "sum_accuracy": 0.020833333333333332,
      "intermediate_rank_n": 192,
      "intermediate_rank_median": 35456.0,
      "intermediate_rank_top1": 0.0,
      "answer_rank_n": 192,
      "answer_rank_median": 37969.0,
      "answer_rank_top1": 0.0
    },
    {
      "method": "wrong_j",
      "site": 2,
      "n": 192,
      "sum_accuracy": 0.046875,
      "intermediate_rank_n": 192,
      "intermediate_rank_median": 30060.0,
      "intermediate_rank_top1": 0.0,
      "answer_rank_n": 192,
      "answer_rank_median": 14877.0,
      "answer_rank_top1": 0.0
    },
    {
      "method": "wrong_j",
      "site": 3,
      "n": 192,
      "sum_accuracy": 0.020833333333333332,
      "intermediate_rank_n": 192,
      "intermediate_rank_median": 36743.0,
      "intermediate_rank_top1": 0.0,
      "answer_rank_n": 192,
      "answer_rank_median": 41149.0,
      "answer_rank_top1": 0.0
    },
    {
      "method": "wrong_j",
      "site": 4,
      "n": 192,
      "sum_accuracy": 0.026041666666666668,
      "intermediate_rank_n": 192,
      "intermediate_rank_median": 26374.0,
      "intermediate_rank_top1": 0.0,
      "answer_rank_n": 192,
      "answer_rank_median": 12831.0,
      "answer_rank_top1": 0.0
    },
    {
      "method": "wrong_j",
      "site": 5,
      "n": 192,
      "sum_accuracy": 0.057291666666666664,
      "intermediate_rank_n": 192,
      "intermediate_rank_median": 10557.0,
      "intermediate_rank_top1": 0.0,
      "answer_rank_n": 192,
      "answer_rank_median": 24920.0,
      "answer_rank_top1": 0.0
    },
    {
      "method": "probe",
      "site": 0,
      "n": 192,
      "sum_accuracy": 0.109375
    },
    {
      "method": "probe",
      "site": 1,
      "n": 192,
      "sum_accuracy": 0.3125
    },
    {
      "method": "probe",
      "site": 2,
      "n": 192,
      "sum_accuracy": 0.375
    },
    {
      "method": "probe",
      "site": 3,
      "n": 192,
      "sum_accuracy": 0.19270833333333334
    },
    {
      "method": "probe",
      "site": 4,
      "n": 192,
      "sum_accuracy": 0.23958333333333334
    },
    {
      "method": "probe",
      "site": 5,
      "n": 192,
      "sum_accuracy": 0.3854166666666667
    },
    {
      "method": "shuffled_probe",
      "site": 0,
      "n": 192,
      "sum_accuracy": 0.08854166666666667
    },
    {
      "method": "shuffled_probe",
      "site": 1,
      "n": 192,
      "sum_accuracy": 0.06770833333333333
    },
    {
      "method": "shuffled_probe",
      "site": 2,
      "n": 192,
      "sum_accuracy": 0.07291666666666667
    },
    {
      "method": "shuffled_probe",
      "site": 3,
      "n": 192,
      "sum_accuracy": 0.078125
    },
    {
      "method": "shuffled_probe",
      "site": 4,
      "n": 192,
      "sum_accuracy": 0.078125
    },
    {
      "method": "shuffled_probe",
      "site": 5,
      "n": 192,
      "sum_accuracy": 0.06770833333333333
    }
  ]
}