{
  "provenance": {
    "source_repository": "https://github.com/obastani/GenAICanHarmLearning",
    "source_commit": "2f63dae1a01d51453826fe07ef5cf6678e339588",
    "source_file": "main_regressions/final_data.csv",
    "source_sha256": "430055b4633eaaf87879bb38eb4b1c9425b91e1d7f529029dc1883e33d91df0a",
    "analysis_date": "2026-09-08",
    "analysis_type": "Exploratory descriptive secondary analysis; not preregistered",
    "numpy": "2.3.5",
    "pandas": "2.2.3"
  },
  "method": {
    "seed": 20260908,
    "bootstrap_replicates": 10000,
    "resampling_unit": "Whole classroom, independently within assigned arm",
    "interval": "2.5th and 97.5th percentiles; NumPy linear quantiles",
    "practice_cutoff_inclusive": 0.8,
    "exam_cutoff_exclusive": 0.5,
    "score_equality_tolerance": 1e-12
  },
  "sample": {
    "source_pairs": 3255,
    "source_students": 943,
    "source_classes": 50,
    "excluded_honors_pairs": 356,
    "excluded_honors_students": 104,
    "analyzed_pairs": 2899,
    "analyzed_students": 839,
    "analyzed_classes": 44,
    "missing_score_pairs": 0,
    "duplicate_pairs": 0
  },
  "arms": [
    {
      "arm": "control",
      "label": "Control",
      "pairs": 1076,
      "students": 320,
      "classes": 17,
      "practice_mean": 0.28382899628252783,
      "exam_mean": 0.3214256210538738,
      "high_practice_count": 86,
      "joint_count": 22,
      "high_practice_share": 0.07992565055762081,
      "joint_share": 0.020446096654275093,
      "conditional_low_exam": 0.2558139534883721,
      "high_practice_students": 58,
      "high_practice_classes": 12,
      "ci95": {
        "practice_mean": [
          0.21711352306092482,
          0.34463819212188773
        ],
        "exam_mean": [
          0.2708456743896189,
          0.37295498698924323
        ],
        "high_practice_share": [
          0.039215259274441486,
          0.12642745780461973
        ],
        "joint_share": [
          0.007142857142857143,
          0.03579215963019447
        ],
        "conditional_low_exam": [
          0.16666666666666666,
          0.3040613983548765
        ]
      },
      "valid_conditional_replicates": 10000
    },
    {
      "arm": "vanilla",
      "label": "GPT Base",
      "pairs": 838,
      "students": 242,
      "classes": 13,
      "practice_mean": 0.47368735083532226,
      "exam_mean": 0.2868960014395575,
      "high_practice_count": 124,
      "joint_count": 80,
      "high_practice_share": 0.14797136038186157,
      "joint_share": 0.0954653937947494,
      "conditional_low_exam": 0.6451612903225806,
      "high_practice_students": 94,
      "high_practice_classes": 13,
      "ci95": {
        "practice_mean": [
          0.43027631309157,
          0.5165708843599239
        ],
        "exam_mean": [
          0.24473393926142376,
          0.3258166435988966
        ],
        "high_practice_share": [
          0.10459713770565698,
          0.19833617400194042
        ],
        "joint_share": [
          0.06524276429870442,
          0.1308864994924621
        ],
        "conditional_low_exam": [
          0.5446406471004243,
          0.7625929764662845
        ]
      },
      "valid_conditional_replicates": 10000
    },
    {
      "arm": "augmented",
      "label": "GPT Tutor",
      "pairs": 985,
      "students": 277,
      "classes": 14,
      "practice_mean": 0.6689847715736041,
      "exam_mean": 0.3152000241721054,
      "high_practice_count": 477,
      "joint_count": 318,
      "high_practice_share": 0.4842639593908629,
      "joint_share": 0.32284263959390863,
      "conditional_low_exam": 0.6666666666666666,
      "high_practice_students": 226,
      "high_practice_classes": 14,
      "ci95": {
        "practice_mean": [
          0.6066724478087276,
          0.7273088235294117
        ],
        "exam_mean": [
          0.2587334234496564,
          0.36748964462266276
        ],
        "high_practice_share": [
          0.3972584208029413,
          0.5709349171212281
        ],
        "joint_share": [
          0.2792016806722689,
          0.3604546791193904
        ],
        "conditional_low_exam": [
          0.5974716888447072,
          0.7471020490628014
        ]
      },
      "valid_conditional_replicates": 10000
    }
  ],
  "descriptive_contrasts": [
    {
      "comparison": "GPT Base minus Control",
      "metric": "conditional_low_exam",
      "estimate": 0.3893473368342085,
      "ci95": [
        0.27932137741704455,
        0.5330718800802796
      ]
    },
    {
      "comparison": "GPT Base minus Control",
      "metric": "joint_share",
      "estimate": 0.07501929714047431,
      "ci95": [
        0.041354164296236354,
        0.11323877360025211
      ]
    },
    {
      "comparison": "GPT Base minus Control",
      "metric": "high_practice_share",
      "estimate": 0.06804570982424075,
      "ci95": [
        0.005924226139027225,
        0.1348925676923448
      ]
    },
    {
      "comparison": "GPT Tutor minus Control",
      "metric": "conditional_low_exam",
      "estimate": 0.4108527131782945,
      "ci95": [
        0.32332806136675774,
        0.528221666811242
      ]
    },
    {
      "comparison": "GPT Tutor minus Control",
      "metric": "joint_share",
      "estimate": 0.30239654293963353,
      "ci95": [
        0.2569562463986596,
        0.34314635912466607
      ]
    },
    {
      "comparison": "GPT Tutor minus Control",
      "metric": "high_practice_share",
      "estimate": 0.4043383088332421,
      "ci95": [
        0.308916410507352,
        0.5022315210610423
      ]
    }
  ],
  "threshold_grid": [
    {
      "arm": "control",
      "label": "Control",
      "practice_cutoff": 0.6,
      "exam_cutoff": 0.4,
      "pairs": 1076,
      "students": 320,
      "classes": 17,
      "practice_mean": 0.28382899628252783,
      "exam_mean": 0.3214256210538738,
      "high_practice_count": 220,
      "joint_count": 65,
      "high_practice_share": 0.20446096654275092,
      "joint_share": 0.0604089219330855,
      "conditional_low_exam": 0.29545454545454547,
      "high_practice_students": 133,
      "high_practice_classes": 15
    },
    {
      "arm": "vanilla",
      "label": "GPT Base",
      "practice_cutoff": 0.6,
      "exam_cutoff": 0.4,
      "pairs": 838,
      "students": 242,
      "classes": 13,
      "practice_mean": 0.47368735083532226,
      "exam_mean": 0.2868960014395575,
      "high_practice_count": 338,
      "joint_count": 199,
      "high_practice_share": 0.4033412887828162,
      "joint_share": 0.23747016706443913,
      "conditional_low_exam": 0.5887573964497042,
      "high_practice_students": 181,
      "high_practice_classes": 13
    },
    {
      "arm": "augmented",
      "label": "GPT Tutor",
      "practice_cutoff": 0.6,
      "exam_cutoff": 0.4,
      "pairs": 985,
      "students": 277,
      "classes": 14,
      "practice_mean": 0.6689847715736041,
      "exam_mean": 0.3152000241721054,
      "high_practice_count": 680,
      "joint_count": 403,
      "high_practice_share": 0.6903553299492385,
      "joint_share": 0.40913705583756343,
      "conditional_low_exam": 0.5926470588235294,
      "high_practice_students": 257,
      "high_practice_classes": 14
    },
    {
      "arm": "control",
      "label": "Control",
      "practice_cutoff": 0.6,
      "exam_cutoff": 0.5,
      "pairs": 1076,
      "students": 320,
      "classes": 17,
      "practice_mean": 0.28382899628252783,
      "exam_mean": 0.3214256210538738,
      "high_practice_count": 220,
      "joint_count": 75,
      "high_practice_share": 0.20446096654275092,
      "joint_share": 0.06970260223048327,
      "conditional_low_exam": 0.3409090909090909,
      "high_practice_students": 133,
      "high_practice_classes": 15
    },
    {
      "arm": "vanilla",
      "label": "GPT Base",
      "practice_cutoff": 0.6,
      "exam_cutoff": 0.5,
      "pairs": 838,
      "students": 242,
      "classes": 13,
      "practice_mean": 0.47368735083532226,
      "exam_mean": 0.2868960014395575,
      "high_practice_count": 338,
      "joint_count": 233,
      "high_practice_share": 0.4033412887828162,
      "joint_share": 0.27804295942720764,
      "conditional_low_exam": 0.6893491124260355,
      "high_practice_students": 181,
      "high_practice_classes": 13
    },
    {
      "arm": "augmented",
      "label": "GPT Tutor",
      "practice_cutoff": 0.6,
      "exam_cutoff": 0.5,
      "pairs": 985,
      "students": 277,
      "classes": 14,
      "practice_mean": 0.6689847715736041,
      "exam_mean": 0.3152000241721054,
      "high_practice_count": 680,
      "joint_count": 460,
      "high_practice_share": 0.6903553299492385,
      "joint_share": 0.467005076142132,
      "conditional_low_exam": 0.6764705882352942,
      "high_practice_students": 257,
      "high_practice_classes": 14
    },
    {
      "arm": "control",
      "label": "Control",
      "practice_cutoff": 0.6,
      "exam_cutoff": 0.6,
      "pairs": 1076,
      "students": 320,
      "classes": 17,
      "practice_mean": 0.28382899628252783,
      "exam_mean": 0.3214256210538738,
      "high_practice_count": 220,
      "joint_count": 109,
      "high_practice_share": 0.20446096654275092,
      "joint_share": 0.10130111524163568,
      "conditional_low_exam": 0.4954545454545455,
      "high_practice_students": 133,
      "high_practice_classes": 15
    },
    {
      "arm": "vanilla",
      "label": "GPT Base",
      "practice_cutoff": 0.6,
      "exam_cutoff": 0.6,
      "pairs": 838,
      "students": 242,
      "classes": 13,
      "practice_mean": 0.47368735083532226,
      "exam_mean": 0.2868960014395575,
      "high_practice_count": 338,
      "joint_count": 276,
      "high_practice_share": 0.4033412887828162,
      "joint_share": 0.32935560859188545,
      "conditional_low_exam": 0.8165680473372781,
      "high_practice_students": 181,
      "high_practice_classes": 13
    },
    {
      "arm": "augmented",
      "label": "GPT Tutor",
      "practice_cutoff": 0.6,
      "exam_cutoff": 0.6,
      "pairs": 985,
      "students": 277,
      "classes": 14,
      "practice_mean": 0.6689847715736041,
      "exam_mean": 0.3152000241721054,
      "high_practice_count": 680,
      "joint_count": 527,
      "high_practice_share": 0.6903553299492385,
      "joint_share": 0.5350253807106599,
      "conditional_low_exam": 0.775,
      "high_practice_students": 257,
      "high_practice_classes": 14
    },
    {
      "arm": "control",
      "label": "Control",
      "practice_cutoff": 0.7,
      "exam_cutoff": 0.4,
      "pairs": 1076,
      "students": 320,
      "classes": 17,
      "practice_mean": 0.28382899628252783,
      "exam_mean": 0.3214256210538738,
      "high_practice_count": 120,
      "joint_count": 22,
      "high_practice_share": 0.11152416356877323,
      "joint_share": 0.020446096654275093,
      "conditional_low_exam": 0.18333333333333332,
      "high_practice_students": 79,
      "high_practice_classes": 12
    },
    {
      "arm": "vanilla",
      "label": "GPT Base",
      "practice_cutoff": 0.7,
      "exam_cutoff": 0.4,
      "pairs": 838,
      "students": 242,
      "classes": 13,
      "practice_mean": 0.47368735083532226,
      "exam_mean": 0.2868960014395575,
      "high_practice_count": 177,
      "joint_count": 100,
      "high_practice_share": 0.21121718377088305,
      "joint_share": 0.11933174224343675,
      "conditional_low_exam": 0.5649717514124294,
      "high_practice_students": 122,
      "high_practice_classes": 13
    },
    {
      "arm": "augmented",
      "label": "GPT Tutor",
      "practice_cutoff": 0.7,
      "exam_cutoff": 0.4,
      "pairs": 985,
      "students": 277,
      "classes": 14,
      "practice_mean": 0.6689847715736041,
      "exam_mean": 0.3152000241721054,
      "high_practice_count": 542,
      "joint_count": 308,
      "high_practice_share": 0.550253807106599,
      "joint_share": 0.31269035532994927,
      "conditional_low_exam": 0.5682656826568265,
      "high_practice_students": 239,
      "high_practice_classes": 14
    },
    {
      "arm": "control",
      "label": "Control",
      "practice_cutoff": 0.7,
      "exam_cutoff": 0.5,
      "pairs": 1076,
      "students": 320,
      "classes": 17,
      "practice_mean": 0.28382899628252783,
      "exam_mean": 0.3214256210538738,
      "high_practice_count": 120,
      "joint_count": 28,
      "high_practice_share": 0.11152416356877323,
      "joint_share": 0.026022304832713755,
      "conditional_low_exam": 0.23333333333333334,
      "high_practice_students": 79,
      "high_practice_classes": 12
    },
    {
      "arm": "vanilla",
      "label": "GPT Base",
      "practice_cutoff": 0.7,
      "exam_cutoff": 0.5,
      "pairs": 838,
      "students": 242,
      "classes": 13,
      "practice_mean": 0.47368735083532226,
      "exam_mean": 0.2868960014395575,
      "high_practice_count": 177,
      "joint_count": 116,
      "high_practice_share": 0.21121718377088305,
      "joint_share": 0.13842482100238662,
      "conditional_low_exam": 0.655367231638418,
      "high_practice_students": 122,
      "high_practice_classes": 13
    },
    {
      "arm": "augmented",
      "label": "GPT Tutor",
      "practice_cutoff": 0.7,
      "exam_cutoff": 0.5,
      "pairs": 985,
      "students": 277,
      "classes": 14,
      "practice_mean": 0.6689847715736041,
      "exam_mean": 0.3152000241721054,
      "high_practice_count": 542,
      "joint_count": 354,
      "high_practice_share": 0.550253807106599,
      "joint_share": 0.35939086294416245,
      "conditional_low_exam": 0.6531365313653137,
      "high_practice_students": 239,
      "high_practice_classes": 14
    },
    {
      "arm": "control",
      "label": "Control",
      "practice_cutoff": 0.7,
      "exam_cutoff": 0.6,
      "pairs": 1076,
      "students": 320,
      "classes": 17,
      "practice_mean": 0.28382899628252783,
      "exam_mean": 0.3214256210538738,
      "high_practice_count": 120,
      "joint_count": 46,
      "high_practice_share": 0.11152416356877323,
      "joint_share": 0.04275092936802974,
      "conditional_low_exam": 0.38333333333333336,
      "high_practice_students": 79,
      "high_practice_classes": 12
    },
    {
      "arm": "vanilla",
      "label": "GPT Base",
      "practice_cutoff": 0.7,
      "exam_cutoff": 0.6,
      "pairs": 838,
      "students": 242,
      "classes": 13,
      "practice_mean": 0.47368735083532226,
      "exam_mean": 0.2868960014395575,
      "high_practice_count": 177,
      "joint_count": 138,
      "high_practice_share": 0.21121718377088305,
      "joint_share": 0.16467780429594273,
      "conditional_low_exam": 0.7796610169491526,
      "high_practice_students": 122,
      "high_practice_classes": 13
    },
    {
      "arm": "augmented",
      "label": "GPT Tutor",
      "practice_cutoff": 0.7,
      "exam_cutoff": 0.6,
      "pairs": 985,
      "students": 277,
      "classes": 14,
      "practice_mean": 0.6689847715736041,
      "exam_mean": 0.3152000241721054,
      "high_practice_count": 542,
      "joint_count": 412,
      "high_practice_share": 0.550253807106599,
      "joint_share": 0.4182741116751269,
      "conditional_low_exam": 0.7601476014760148,
      "high_practice_students": 239,
      "high_practice_classes": 14
    },
    {
      "arm": "control",
      "label": "Control",
      "practice_cutoff": 0.8,
      "exam_cutoff": 0.4,
      "pairs": 1076,
      "students": 320,
      "classes": 17,
      "practice_mean": 0.28382899628252783,
      "exam_mean": 0.3214256210538738,
      "high_practice_count": 86,
      "joint_count": 18,
      "high_practice_share": 0.07992565055762081,
      "joint_share": 0.016728624535315983,
      "conditional_low_exam": 0.20930232558139536,
      "high_practice_students": 58,
      "high_practice_classes": 12
    },
    {
      "arm": "vanilla",
      "label": "GPT Base",
      "practice_cutoff": 0.8,
      "exam_cutoff": 0.4,
      "pairs": 838,
      "students": 242,
      "classes": 13,
      "practice_mean": 0.47368735083532226,
      "exam_mean": 0.2868960014395575,
      "high_practice_count": 124,
      "joint_count": 71,
      "high_practice_share": 0.14797136038186157,
      "joint_share": 0.08472553699284009,
      "conditional_low_exam": 0.5725806451612904,
      "high_practice_students": 94,
      "high_practice_classes": 13
    },
    {
      "arm": "augmented",
      "label": "GPT Tutor",
      "practice_cutoff": 0.8,
      "exam_cutoff": 0.4,
      "pairs": 985,
      "students": 277,
      "classes": 14,
      "practice_mean": 0.6689847715736041,
      "exam_mean": 0.3152000241721054,
      "high_practice_count": 477,
      "joint_count": 281,
      "high_practice_share": 0.4842639593908629,
      "joint_share": 0.28527918781725886,
      "conditional_low_exam": 0.589098532494759,
      "high_practice_students": 226,
      "high_practice_classes": 14
    },
    {
      "arm": "control",
      "label": "Control",
      "practice_cutoff": 0.8,
      "exam_cutoff": 0.5,
      "pairs": 1076,
      "students": 320,
      "classes": 17,
      "practice_mean": 0.28382899628252783,
      "exam_mean": 0.3214256210538738,
      "high_practice_count": 86,
      "joint_count": 22,
      "high_practice_share": 0.07992565055762081,
      "joint_share": 0.020446096654275093,
      "conditional_low_exam": 0.2558139534883721,
      "high_practice_students": 58,
      "high_practice_classes": 12
    },
    {
      "arm": "vanilla",
      "label": "GPT Base",
      "practice_cutoff": 0.8,
      "exam_cutoff": 0.5,
      "pairs": 838,
      "students": 242,
      "classes": 13,
      "practice_mean": 0.47368735083532226,
      "exam_mean": 0.2868960014395575,
      "high_practice_count": 124,
      "joint_count": 80,
      "high_practice_share": 0.14797136038186157,
      "joint_share": 0.0954653937947494,
      "conditional_low_exam": 0.6451612903225806,
      "high_practice_students": 94,
      "high_practice_classes": 13
    },
    {
      "arm": "augmented",
      "label": "GPT Tutor",
      "practice_cutoff": 0.8,
      "exam_cutoff": 0.5,
      "pairs": 985,
      "students": 277,
      "classes": 14,
      "practice_mean": 0.6689847715736041,
      "exam_mean": 0.3152000241721054,
      "high_practice_count": 477,
      "joint_count": 318,
      "high_practice_share": 0.4842639593908629,
      "joint_share": 0.32284263959390863,
      "conditional_low_exam": 0.6666666666666666,
      "high_practice_students": 226,
      "high_practice_classes": 14
    },
    {
      "arm": "control",
      "label": "Control",
      "practice_cutoff": 0.8,
      "exam_cutoff": 0.6,
      "pairs": 1076,
      "students": 320,
      "classes": 17,
      "practice_mean": 0.28382899628252783,
      "exam_mean": 0.3214256210538738,
      "high_practice_count": 86,
      "joint_count": 31,
      "high_practice_share": 0.07992565055762081,
      "joint_share": 0.028810408921933085,
      "conditional_low_exam": 0.36046511627906974,
      "high_practice_students": 58,
      "high_practice_classes": 12
    },
    {
      "arm": "vanilla",
      "label": "GPT Base",
      "practice_cutoff": 0.8,
      "exam_cutoff": 0.6,
      "pairs": 838,
      "students": 242,
      "classes": 13,
      "practice_mean": 0.47368735083532226,
      "exam_mean": 0.2868960014395575,
      "high_practice_count": 124,
      "joint_count": 96,
      "high_practice_share": 0.14797136038186157,
      "joint_share": 0.11455847255369929,
      "conditional_low_exam": 0.7741935483870968,
      "high_practice_students": 94,
      "high_practice_classes": 13
    },
    {
      "arm": "augmented",
      "label": "GPT Tutor",
      "practice_cutoff": 0.8,
      "exam_cutoff": 0.6,
      "pairs": 985,
      "students": 277,
      "classes": 14,
      "practice_mean": 0.6689847715736041,
      "exam_mean": 0.3152000241721054,
      "high_practice_count": 477,
      "joint_count": 369,
      "high_practice_share": 0.4842639593908629,
      "joint_share": 0.3746192893401015,
      "conditional_low_exam": 0.7735849056603774,
      "high_practice_students": 226,
      "high_practice_classes": 14
    },
    {
      "arm": "control",
      "label": "Control",
      "practice_cutoff": 0.9,
      "exam_cutoff": 0.4,
      "pairs": 1076,
      "students": 320,
      "classes": 17,
      "practice_mean": 0.28382899628252783,
      "exam_mean": 0.3214256210538738,
      "high_practice_count": 38,
      "joint_count": 4,
      "high_practice_share": 0.03531598513011153,
      "joint_share": 0.0037174721189591076,
      "conditional_low_exam": 0.10526315789473684,
      "high_practice_students": 29,
      "high_practice_classes": 9
    },
    {
      "arm": "vanilla",
      "label": "GPT Base",
      "practice_cutoff": 0.9,
      "exam_cutoff": 0.4,
      "pairs": 838,
      "students": 242,
      "classes": 13,
      "practice_mean": 0.47368735083532226,
      "exam_mean": 0.2868960014395575,
      "high_practice_count": 53,
      "joint_count": 23,
      "high_practice_share": 0.06324582338902147,
      "joint_share": 0.027446300715990454,
      "conditional_low_exam": 0.4339622641509434,
      "high_practice_students": 45,
      "high_practice_classes": 12
    },
    {
      "arm": "augmented",
      "label": "GPT Tutor",
      "practice_cutoff": 0.9,
      "exam_cutoff": 0.4,
      "pairs": 985,
      "students": 277,
      "classes": 14,
      "practice_mean": 0.6689847715736041,
      "exam_mean": 0.3152000241721054,
      "high_practice_count": 310,
      "joint_count": 173,
      "high_practice_share": 0.3147208121827411,
      "joint_share": 0.17563451776649747,
      "conditional_low_exam": 0.5580645161290323,
      "high_practice_students": 178,
      "high_practice_classes": 14
    },
    {
      "arm": "control",
      "label": "Control",
      "practice_cutoff": 0.9,
      "exam_cutoff": 0.5,
      "pairs": 1076,
      "students": 320,
      "classes": 17,
      "practice_mean": 0.28382899628252783,
      "exam_mean": 0.3214256210538738,
      "high_practice_count": 38,
      "joint_count": 6,
      "high_practice_share": 0.03531598513011153,
      "joint_share": 0.0055762081784386614,
      "conditional_low_exam": 0.15789473684210525,
      "high_practice_students": 29,
      "high_practice_classes": 9
    },
    {
      "arm": "vanilla",
      "label": "GPT Base",
      "practice_cutoff": 0.9,
      "exam_cutoff": 0.5,
      "pairs": 838,
      "students": 242,
      "classes": 13,
      "practice_mean": 0.47368735083532226,
      "exam_mean": 0.2868960014395575,
      "high_practice_count": 53,
      "joint_count": 31,
      "high_practice_share": 0.06324582338902147,
      "joint_share": 0.03699284009546539,
      "conditional_low_exam": 0.5849056603773585,
      "high_practice_students": 45,
      "high_practice_classes": 12
    },
    {
      "arm": "augmented",
      "label": "GPT Tutor",
      "practice_cutoff": 0.9,
      "exam_cutoff": 0.5,
      "pairs": 985,
      "students": 277,
      "classes": 14,
      "practice_mean": 0.6689847715736041,
      "exam_mean": 0.3152000241721054,
      "high_practice_count": 310,
      "joint_count": 197,
      "high_practice_share": 0.3147208121827411,
      "joint_share": 0.2,
      "conditional_low_exam": 0.635483870967742,
      "high_practice_students": 178,
      "high_practice_classes": 14
    },
    {
      "arm": "control",
      "label": "Control",
      "practice_cutoff": 0.9,
      "exam_cutoff": 0.6,
      "pairs": 1076,
      "students": 320,
      "classes": 17,
      "practice_mean": 0.28382899628252783,
      "exam_mean": 0.3214256210538738,
      "high_practice_count": 38,
      "joint_count": 10,
      "high_practice_share": 0.03531598513011153,
      "joint_share": 0.00929368029739777,
      "conditional_low_exam": 0.2631578947368421,
      "high_practice_students": 29,
      "high_practice_classes": 9
    },
    {
      "arm": "vanilla",
      "label": "GPT Base",
      "practice_cutoff": 0.9,
      "exam_cutoff": 0.6,
      "pairs": 838,
      "students": 242,
      "classes": 13,
      "practice_mean": 0.47368735083532226,
      "exam_mean": 0.2868960014395575,
      "high_practice_count": 53,
      "joint_count": 41,
      "high_practice_share": 0.06324582338902147,
      "joint_share": 0.04892601431980907,
      "conditional_low_exam": 0.7735849056603774,
      "high_practice_students": 45,
      "high_practice_classes": 12
    },
    {
      "arm": "augmented",
      "label": "GPT Tutor",
      "practice_cutoff": 0.9,
      "exam_cutoff": 0.6,
      "pairs": 985,
      "students": 277,
      "classes": 14,
      "practice_mean": 0.6689847715736041,
      "exam_mean": 0.3152000241721054,
      "high_practice_count": 310,
      "joint_count": 230,
      "high_practice_share": 0.3147208121827411,
      "joint_share": 0.233502538071066,
      "conditional_low_exam": 0.7419354838709677,
      "high_practice_students": 178,
      "high_practice_classes": 14
    }
  ],
  "subgroups": [
    {
      "split": "Year",
      "level": 9,
      "arm": "control",
      "label": "Control",
      "pairs": 424,
      "students": 121,
      "classes": 6,
      "practice_mean": 0.3441037735849057,
      "exam_mean": 0.3372957378706199,
      "high_practice_count": 32,
      "joint_count": 7,
      "high_practice_share": 0.07547169811320754,
      "joint_share": 0.01650943396226415,
      "conditional_low_exam": 0.21875,
      "high_practice_students": 25,
      "high_practice_classes": 6
    },
    {
      "split": "Year",
      "level": 9,
      "arm": "vanilla",
      "label": "GPT Base",
      "pairs": 382,
      "students": 105,
      "classes": 5,
      "practice_mean": 0.44882198952879576,
      "exam_mean": 0.27622605543089834,
      "high_practice_count": 40,
      "joint_count": 27,
      "high_practice_share": 0.10471204188481675,
      "joint_share": 0.07068062827225131,
      "conditional_low_exam": 0.675,
      "high_practice_students": 30,
      "high_practice_classes": 5
    },
    {
      "split": "Year",
      "level": 9,
      "arm": "augmented",
      "label": "GPT Tutor",
      "pairs": 398,
      "students": 109,
      "classes": 5,
      "practice_mean": 0.6688442211055278,
      "exam_mean": 0.33268749501475636,
      "high_practice_count": 176,
      "joint_count": 124,
      "high_practice_share": 0.44221105527638194,
      "joint_share": 0.31155778894472363,
      "conditional_low_exam": 0.7045454545454546,
      "high_practice_students": 90,
      "high_practice_classes": 5
    },
    {
      "split": "Year",
      "level": 10,
      "arm": "control",
      "label": "Control",
      "pairs": 469,
      "students": 141,
      "classes": 8,
      "practice_mean": 0.18646055437100212,
      "exam_mean": 0.2658013080854232,
      "high_practice_count": 14,
      "joint_count": 3,
      "high_practice_share": 0.029850746268656716,
      "joint_share": 0.006396588486140725,
      "conditional_low_exam": 0.21428571428571427,
      "high_practice_students": 11,
      "high_practice_classes": 3
    },
    {
      "split": "Year",
      "level": 10,
      "arm": "vanilla",
      "label": "GPT Base",
      "pairs": 345,
      "students": 106,
      "classes": 5,
      "practice_mean": 0.5220289855072464,
      "exam_mean": 0.33845899470899465,
      "high_practice_count": 67,
      "joint_count": 39,
      "high_practice_share": 0.19420289855072465,
      "joint_share": 0.11304347826086956,
      "conditional_low_exam": 0.582089552238806,
      "high_practice_students": 52,
      "high_practice_classes": 5
    },
    {
      "split": "Year",
      "level": 10,
      "arm": "augmented",
      "label": "GPT Tutor",
      "pairs": 352,
      "students": 105,
      "classes": 6,
      "practice_mean": 0.601278409090909,
      "exam_mean": 0.22726483585858584,
      "high_practice_count": 146,
      "joint_count": 112,
      "high_practice_share": 0.4147727272727273,
      "joint_share": 0.3181818181818182,
      "conditional_low_exam": 0.7671232876712328,
      "high_practice_students": 76,
      "high_practice_classes": 6
    },
    {
      "split": "Year",
      "level": 11,
      "arm": "control",
      "label": "Control",
      "pairs": 183,
      "students": 58,
      "classes": 3,
      "practice_mean": 0.3937158469945356,
      "exam_mean": 0.4272118136872235,
      "high_practice_count": 40,
      "joint_count": 12,
      "high_practice_share": 0.2185792349726776,
      "joint_share": 0.06557377049180328,
      "conditional_low_exam": 0.3,
      "high_practice_students": 22,
      "high_practice_classes": 3
    },
    {
      "split": "Year",
      "level": 11,
      "arm": "vanilla",
      "label": "GPT Base",
      "pairs": 111,
      "students": 31,
      "classes": 3,
      "practice_mean": 0.4090090090090091,
      "exam_mean": 0.16335263835263839,
      "high_practice_count": 17,
      "joint_count": 14,
      "high_practice_share": 0.15315315315315314,
      "joint_share": 0.12612612612612611,
      "conditional_low_exam": 0.8235294117647058,
      "high_practice_students": 12,
      "high_practice_classes": 3
    },
    {
      "split": "Year",
      "level": 11,
      "arm": "augmented",
      "label": "GPT Tutor",
      "pairs": 235,
      "students": 63,
      "classes": 3,
      "practice_mean": 0.7706382978723405,
      "exam_mean": 0.41729863221884494,
      "high_practice_count": 155,
      "joint_count": 82,
      "high_practice_share": 0.6595744680851063,
      "joint_share": 0.34893617021276596,
      "conditional_low_exam": 0.5290322580645161,
      "high_practice_students": 60,
      "high_practice_classes": 3
    },
    {
      "split": "Session",
      "level": 1,
      "arm": "control",
      "label": "Control",
      "pairs": 297,
      "students": 297,
      "classes": 17,
      "practice_mean": 0.32996632996632996,
      "exam_mean": 0.3738095238095238,
      "high_practice_count": 22,
      "joint_count": 2,
      "high_practice_share": 0.07407407407407407,
      "joint_share": 0.006734006734006734,
      "conditional_low_exam": 0.09090909090909091,
      "high_practice_students": 22,
      "high_practice_classes": 9
    },
    {
      "split": "Session",
      "level": 1,
      "arm": "vanilla",
      "label": "GPT Base",
      "pairs": 214,
      "students": 214,
      "classes": 13,
      "practice_mean": 0.5408878504672897,
      "exam_mean": 0.35021834668446816,
      "high_practice_count": 32,
      "joint_count": 16,
      "high_practice_share": 0.14953271028037382,
      "joint_share": 0.07476635514018691,
      "conditional_low_exam": 0.5,
      "high_practice_students": 32,
      "high_practice_classes": 9
    },
    {
      "split": "Session",
      "level": 1,
      "arm": "augmented",
      "label": "GPT Tutor",
      "pairs": 257,
      "students": 257,
      "classes": 14,
      "practice_mean": 0.6138132295719845,
      "exam_mean": 0.4115700852325366,
      "high_practice_count": 73,
      "joint_count": 29,
      "high_practice_share": 0.2840466926070039,
      "joint_share": 0.11284046692607004,
      "conditional_low_exam": 0.3972602739726027,
      "high_practice_students": 73,
      "high_practice_classes": 14
    },
    {
      "split": "Session",
      "level": 2,
      "arm": "control",
      "label": "Control",
      "pairs": 238,
      "students": 238,
      "classes": 14,
      "practice_mean": 0.37563025210084044,
      "exam_mean": 0.41430864012271573,
      "high_practice_count": 32,
      "joint_count": 9,
      "high_practice_share": 0.13445378151260504,
      "joint_share": 0.037815126050420166,
      "conditional_low_exam": 0.28125,
      "high_practice_students": 32,
      "high_practice_classes": 10
    },
    {
      "split": "Session",
      "level": 2,
      "arm": "vanilla",
      "label": "GPT Base",
      "pairs": 209,
      "students": 209,
      "classes": 13,
      "practice_mean": 0.414354066985646,
      "exam_mean": 0.3319686526923369,
      "high_practice_count": 23,
      "joint_count": 11,
      "high_practice_share": 0.11004784688995216,
      "joint_share": 0.05263157894736842,
      "conditional_low_exam": 0.4782608695652174,
      "high_practice_students": 23,
      "high_practice_classes": 9
    },
    {
      "split": "Session",
      "level": 2,
      "arm": "augmented",
      "label": "GPT Tutor",
      "pairs": 247,
      "students": 247,
      "classes": 14,
      "practice_mean": 0.6364372469635627,
      "exam_mean": 0.33603560182507547,
      "high_practice_count": 115,
      "joint_count": 71,
      "high_practice_share": 0.46558704453441296,
      "joint_share": 0.2874493927125506,
      "conditional_low_exam": 0.6173913043478261,
      "high_practice_students": 115,
      "high_practice_classes": 14
    },
    {
      "split": "Session",
      "level": 3,
      "arm": "control",
      "label": "Control",
      "pairs": 283,
      "students": 283,
      "classes": 17,
      "practice_mean": 0.20706713780918726,
      "exam_mean": 0.27926236749116606,
      "high_practice_count": 17,
      "joint_count": 3,
      "high_practice_share": 0.06007067137809187,
      "joint_share": 0.01060070671378092,
      "conditional_low_exam": 0.17647058823529413,
      "high_practice_students": 17,
      "high_practice_classes": 6
    },
    {
      "split": "Session",
      "level": 3,
      "arm": "vanilla",
      "label": "GPT Base",
      "pairs": 214,
      "students": 214,
      "classes": 13,
      "practice_mean": 0.48037383177570087,
      "exam_mean": 0.2310163551401869,
      "high_practice_count": 43,
      "joint_count": 33,
      "high_practice_share": 0.20093457943925233,
      "joint_share": 0.1542056074766355,
      "conditional_low_exam": 0.7674418604651163,
      "high_practice_students": 43,
      "high_practice_classes": 12
    },
    {
      "split": "Session",
      "level": 3,
      "arm": "augmented",
      "label": "GPT Tutor",
      "pairs": 245,
      "students": 245,
      "classes": 14,
      "practice_mean": 0.689795918367347,
      "exam_mean": 0.29671768707482993,
      "high_practice_count": 140,
      "joint_count": 91,
      "high_practice_share": 0.5714285714285714,
      "joint_share": 0.37142857142857144,
      "conditional_low_exam": 0.65,
      "high_practice_students": 140,
      "high_practice_classes": 14
    },
    {
      "split": "Session",
      "level": 4,
      "arm": "control",
      "label": "Control",
      "pairs": 258,
      "students": 258,
      "classes": 17,
      "practice_mean": 0.23023255813953492,
      "exam_mean": 0.2216892764857881,
      "high_practice_count": 15,
      "joint_count": 8,
      "high_practice_share": 0.05813953488372093,
      "joint_share": 0.031007751937984496,
      "conditional_low_exam": 0.5333333333333333,
      "high_practice_students": 15,
      "high_practice_classes": 5
    },
    {
      "split": "Session",
      "level": 4,
      "arm": "vanilla",
      "label": "GPT Base",
      "pairs": 201,
      "students": 201,
      "classes": 13,
      "practice_mean": 0.4567164179104478,
      "exam_mean": 0.23210534628445073,
      "high_practice_count": 26,
      "joint_count": 20,
      "high_practice_share": 0.12935323383084577,
      "joint_share": 0.09950248756218906,
      "conditional_low_exam": 0.7692307692307693,
      "high_practice_students": 26,
      "high_practice_classes": 9
    },
    {
      "split": "Session",
      "level": 4,
      "arm": "augmented",
      "label": "GPT Tutor",
      "pairs": 236,
      "students": 236,
      "classes": 14,
      "practice_mean": 0.7415254237288136,
      "exam_mean": 0.2076351055959107,
      "high_practice_count": 149,
      "joint_count": 127,
      "high_practice_share": 0.6313559322033898,
      "joint_share": 0.538135593220339,
      "conditional_low_exam": 0.8523489932885906,
      "high_practice_students": 149,
      "high_practice_classes": 14
    }
  ],
  "sample_sensitivity": [
    {
      "variant": "Include honors",
      "arm": "control",
      "label": "Control",
      "pairs": 1170,
      "students": 349,
      "classes": 19,
      "practice_mean": 0.3162393162393162,
      "exam_mean": 0.34806632410799077,
      "high_practice_count": 134,
      "joint_count": 28,
      "high_practice_share": 0.11452991452991453,
      "joint_share": 0.023931623931623933,
      "conditional_low_exam": 0.208955223880597,
      "high_practice_students": 79,
      "high_practice_classes": 14
    },
    {
      "variant": "Equal student weight",
      "arm": "control",
      "label": "Control",
      "pairs": 1076,
      "students": 320,
      "classes": 17,
      "practice_mean": 0.28041666666666665,
      "exam_mean": 0.3179455501818783,
      "high_practice_count": 86,
      "joint_count": 22,
      "high_practice_share": 0.0796875,
      "joint_share": 0.01953125,
      "conditional_low_exam": 0.24509803921568626,
      "high_practice_students": 58,
      "high_practice_classes": 12
    },
    {
      "variant": "Four-session attendees",
      "arm": "control",
      "label": "Control",
      "pairs": 628,
      "students": 157,
      "classes": 14,
      "practice_mean": 0.30286624203821655,
      "exam_mean": 0.3256622181781417,
      "high_practice_count": 52,
      "joint_count": 17,
      "high_practice_share": 0.08280254777070063,
      "joint_share": 0.027070063694267517,
      "conditional_low_exam": 0.3269230769230769,
      "high_practice_students": 35,
      "high_practice_classes": 10
    },
    {
      "variant": "Include honors",
      "arm": "vanilla",
      "label": "GPT Base",
      "pairs": 986,
      "students": 282,
      "classes": 15,
      "practice_mean": 0.4948275862068966,
      "exam_mean": 0.33796383495927107,
      "high_practice_count": 167,
      "joint_count": 82,
      "high_practice_share": 0.16937119675456389,
      "joint_share": 0.08316430020283976,
      "conditional_low_exam": 0.49101796407185627,
      "high_practice_students": 118,
      "high_practice_classes": 15
    },
    {
      "variant": "Equal student weight",
      "arm": "vanilla",
      "label": "GPT Base",
      "pairs": 838,
      "students": 242,
      "classes": 13,
      "practice_mean": 0.47706611570247937,
      "exam_mean": 0.2918492623748305,
      "high_practice_count": 124,
      "joint_count": 80,
      "high_practice_share": 0.15289256198347106,
      "joint_share": 0.09882920110192836,
      "conditional_low_exam": 0.6463963963963963,
      "high_practice_students": 94,
      "high_practice_classes": 13
    },
    {
      "variant": "Four-session attendees",
      "arm": "vanilla",
      "label": "GPT Base",
      "pairs": 596,
      "students": 149,
      "classes": 13,
      "practice_mean": 0.45755033557046987,
      "exam_mean": 0.27128924976030677,
      "high_practice_count": 78,
      "joint_count": 53,
      "high_practice_share": 0.13087248322147652,
      "joint_share": 0.08892617449664429,
      "conditional_low_exam": 0.6794871794871795,
      "high_practice_students": 54,
      "high_practice_classes": 13
    },
    {
      "variant": "Include honors",
      "arm": "augmented",
      "label": "GPT Tutor",
      "pairs": 1099,
      "students": 312,
      "classes": 16,
      "practice_mean": 0.6745222929936306,
      "exam_mean": 0.3512514984762482,
      "high_practice_count": 538,
      "joint_count": 330,
      "high_practice_share": 0.4895359417652411,
      "joint_share": 0.3002729754322111,
      "conditional_low_exam": 0.6133828996282528,
      "high_practice_students": 256,
      "high_practice_classes": 16
    },
    {
      "variant": "Equal student weight",
      "arm": "augmented",
      "label": "GPT Tutor",
      "pairs": 985,
      "students": 277,
      "classes": 14,
      "practice_mean": 0.663522864019254,
      "exam_mean": 0.30607424001489886,
      "high_practice_count": 477,
      "joint_count": 318,
      "high_practice_share": 0.47894103489771367,
      "joint_share": 0.31949458483754506,
      "conditional_low_exam": 0.6670854271356782,
      "high_practice_students": 226,
      "high_practice_classes": 14
    },
    {
      "variant": "Four-session attendees",
      "arm": "augmented",
      "label": "GPT Tutor",
      "pairs": 720,
      "students": 180,
      "classes": 14,
      "practice_mean": 0.6860416666666665,
      "exam_mean": 0.3394638723544974,
      "high_practice_count": 362,
      "joint_count": 236,
      "high_practice_share": 0.5027777777777778,
      "joint_share": 0.3277777777777778,
      "conditional_low_exam": 0.6519337016574586,
      "high_practice_students": 160,
      "high_practice_classes": 14
    }
  ],
  "leave_one_class_out": [
    {
      "arm": "control",
      "label": "Control",
      "minimum": 0.2318840579710145,
      "maximum": 0.2682926829268293
    },
    {
      "arm": "vanilla",
      "label": "GPT Base",
      "minimum": 0.6106194690265486,
      "maximum": 0.6695652173913044
    },
    {
      "arm": "augmented",
      "label": "GPT Tutor",
      "minimum": 0.6496674057649667,
      "maximum": 0.6997578692493946
    }
  ]
}