{
  "dummy": false,
  "data_sha256": "f3e729378bb46c8cf8896b9d85711b1535852f4a36d05bcdeb6848f972ef630c",
  "seed": 20261026,
  "boot": 5000,
  "band_counts_all_rows": {
    "S": 604,
    "W": 342,
    "NS": 324,
    "UNRES_M": 272,
    "UNRES_W": 259,
    "M": 197,
    "MISSING": 166
  },
  "h1": {
    "all": {
      "rate_a": 0.5790816326530612,
      "rate_b": 0.3782690854119425,
      "diff": 0.20081254724111874,
      "ci95": [
        0.11880497050014353,
        0.28268166942061335
      ],
      "boot_used": 5000,
      "n_a": 589,
      "papers_a": 294,
      "n_b": 341,
      "papers_b": 189,
      "verdict": "CUE HOLDS"
    },
    "excluding OSC 2015": {
      "rate_a": 0.5806159420289855,
      "rate_b": 0.37527777777777777,
      "diff": 0.2053381642512077,
      "ci95": [
        0.11945306597598507,
        0.28778313179926346
      ],
      "boot_used": 5000,
      "n_a": 569,
      "papers_a": 276,
      "n_b": 329,
      "papers_b": 180,
      "verdict": "CUE HOLDS"
    },
    "no author overlap": {
      "rate_a": 0.5554331864904551,
      "rate_b": 0.35343749999999996,
      "diff": 0.20199568649045518,
      "ci95": [
        0.11319285727182467,
        0.29133485314874985
      ],
      "boot_used": 5000,
      "n_a": 465,
      "papers_a": 227,
      "n_b": 284,
      "papers_b": 160,
      "verdict": "CUE HOLDS"
    }
  },
  "h2": {
    "all": {
      "rate_a": 0.4898107714701601,
      "rate_b": 0.4362912904089375,
      "diff": 0.05351948106122262,
      "ci95": [
        -0.032495361285539974,
        0.1385714427868884
      ],
      "boot_used": 5000,
      "n_a": 546,
      "papers_a": 229,
      "n_b": 550,
      "papers_b": 255,
      "cuts": [
        62.0,
        170.0
      ],
      "spearman_n_vs_outcome": 0.02824865091859879,
      "n_all": 1647,
      "verdict": "NO DETECTABLE ADVANTAGE FOR BIG SAMPLES (piece may say size is not a cue on its own)"
    },
    "excluding OSC 2015": {
      "rate_a": 0.496177370030581,
      "rate_b": 0.4364915353704591,
      "diff": 0.059685834660121895,
      "ci95": [
        -0.02863314784009658,
        0.14994744112007913
      ],
      "boot_used": 5000,
      "n_a": 523,
      "papers_a": 218,
      "n_b": 526,
      "papers_b": 223,
      "cuts": [
        64.0,
        171.0
      ],
      "spearman_n_vs_outcome": 0.03063563320884446,
      "n_all": 1573,
      "verdict": "NO DETECTABLE ADVANTAGE FOR BIG SAMPLES (piece may say size is not a cue on its own)"
    },
    "no author overlap": {
      "rate_a": 0.47858472998137797,
      "rate_b": 0.38477453397666167,
      "diff": 0.0938101960047163,
      "ci95": [
        -0.00508632636645211,
        0.19267385116111063
      ],
      "boot_used": 5000,
      "n_a": 435,
      "papers_a": 179,
      "n_b": 438,
      "papers_b": 188,
      "cuts": [
        66.0,
        179.0
      ],
      "spearman_n_vs_outcome": 0.08878117336066838,
      "n_all": 1312,
      "verdict": "NO DETECTABLE ADVANTAGE FOR BIG SAMPLES (piece may say size is not a cue on its own)"
    }
  },
  "h1_sensitivity": {
    "mixed excluded": {
      "rate_a": 0.6745406824146982,
      "rate_b": 0.41758876961189095,
      "diff": 0.25695191280280727,
      "ci95": [
        0.16657169684277848,
        0.33996163525394124
      ],
      "boot_used": 5000,
      "n_a": 507,
      "papers_a": 254,
      "n_b": 310,
      "papers_b": 173,
      "verdict": "CUE HOLDS"
    },
    "flawed counted as success": {
      "rate_a": 0.5858501118568233,
      "rate_b": 0.3782690854119425,
      "diff": 0.20758102644488086,
      "ci95": [
        0.12144703779187833,
        0.29023920842948575
      ],
      "boot_used": 5000,
      "n_a": 597,
      "papers_a": 298,
      "n_b": 341,
      "papers_b": 189,
      "verdict": "CUE HOLDS"
    },
    "'below .05' reports added to W": {
      "rate_a": 0.5790816326530612,
      "rate_b": 0.35333190333190334,
      "diff": 0.2257497293211579,
      "ci95": [
        0.16007246428767544,
        0.2931387210697929
      ],
      "boot_used": 5000,
      "n_a": 589,
      "papers_a": 294,
      "n_b": 599,
      "papers_b": 333,
      "verdict": "CUE HOLDS"
    },
    "unweighted (each replication counts once)": {
      "rate_a": 0.5585738539898133,
      "rate_b": 0.36950146627565983,
      "diff": 0.18907238771415347,
      "ci95": [
        0.08120820611890643,
        0.2959283407089262
      ],
      "boot_used": 5000,
      "n_a": 589,
      "papers_a": 294,
      "n_b": 341,
      "papers_b": 189,
      "verdict": "CUE HOLDS"
    },
    "secondary outcome: replication p < .05": {
      "rate_a": 0.7331682011259476,
      "rate_b": 0.3918705603788476,
      "diff": 0.3412976407471,
      "ci95": [
        0.2606513423352287,
        0.42197076947887147
      ],
      "boot_used": 5000,
      "n_a": 577,
      "papers_a": 284,
      "n_b": 322,
      "papers_b": 181,
      "verdict": "CUE HOLDS"
    }
  }
}