{
  "n": 27,
  "by_action": {
    "act": {
      "held": 5,
      "n": 5,
      "rate": 1.0
    },
    "try small": {
      "held": 9,
      "n": 18,
      "rate": 0.5
    },
    "wait": {
      "held": 0,
      "n": 4,
      "rate": 0.0
    }
  },
  "by_signs": {
    "0": {
      "held": 5,
      "n": 5,
      "rate": 1.0
    },
    "1": {
      "held": 9,
      "n": 18,
      "rate": 0.5
    },
    "2": {
      "held": 0,
      "n": 3,
      "rate": 0.0
    },
    "3": {
      "held": 0,
      "n": 1,
      "rate": 0.0
    }
  },
  "act_minus_wait": 1.0,
  "fisher_p": 0.007936507936507934,
  "monotone": true,
  "verdict": "CARD SORTS ON HELD-OUT CLAIMS",
  "comparisons": {
    "p-value only (strong -> holds)": 0.6666666666666666,
    "lay majority only (most predict it replicates -> holds)": 0.6666666666666666,
    "always predict the commoner outcome": 0.5185185185185185,
    "card, act vs wait only (try small abstains)": {
      "accuracy": 1.0,
      "coverage": 0.3333333333333333
    }
  }
}