{
  "schema": "jev-followup-summary.v1",
  "nAttempted": 146,
  "nSucceeded": 146,
  "source": "followup-trials.json",
  "sampleUnit": "One question per API request; two repeats per exact relational condition, ten randomized request blocks for odds interventions.",
  "relational": [
    {
      "placement": "option",
      "order": [
        "alpha",
        "beta",
        "gamma"
      ],
      "n": 8,
      "accuracy": 0.75,
      "meanPCorrect": 0.49625,
      "pCorrect": [
        0.62,
        0.48,
        0.56,
        0.25,
        0.33,
        0.63,
        0.6,
        0.5
      ],
      "trialIndices": [
        4,
        9,
        15,
        18,
        22,
        27,
        36,
        53
      ]
    },
    {
      "placement": "option",
      "order": [
        "alpha",
        "gamma",
        "beta"
      ],
      "n": 8,
      "accuracy": 0.75,
      "meanPCorrect": 0.55625,
      "pCorrect": [
        0.44,
        0.52,
        0.56,
        0.33,
        0.33,
        0.81,
        0.6,
        0.86
      ],
      "trialIndices": [
        6,
        34,
        37,
        51,
        58,
        64,
        74,
        86
      ]
    },
    {
      "placement": "option",
      "order": [
        "beta",
        "alpha",
        "gamma"
      ],
      "n": 8,
      "accuracy": 0.5,
      "meanPCorrect": 0.4925,
      "pCorrect": [
        0.83,
        0.29,
        0.79,
        0.77,
        0.1,
        0.27,
        0.1,
        0.79
      ],
      "trialIndices": [
        10,
        11,
        23,
        49,
        67,
        73,
        81,
        95
      ]
    },
    {
      "placement": "option",
      "order": [
        "beta",
        "gamma",
        "alpha"
      ],
      "n": 8,
      "accuracy": 1,
      "meanPCorrect": 0.8875,
      "pCorrect": [
        0.94,
        0.81,
        0.91,
        0.94,
        0.92,
        0.9,
        0.83,
        0.85
      ],
      "trialIndices": [
        46,
        47,
        60,
        62,
        70,
        84,
        85,
        92
      ]
    },
    {
      "placement": "option",
      "order": [
        "gamma",
        "alpha",
        "beta"
      ],
      "n": 8,
      "accuracy": 0.875,
      "meanPCorrect": 0.5625,
      "pCorrect": [
        0.78,
        0.38,
        0.79,
        0.63,
        0.5,
        0.63,
        0.3,
        0.49
      ],
      "trialIndices": [
        0,
        1,
        30,
        39,
        40,
        59,
        68,
        79
      ]
    },
    {
      "placement": "option",
      "order": [
        "gamma",
        "beta",
        "alpha"
      ],
      "n": 8,
      "accuracy": 1,
      "meanPCorrect": 0.8725,
      "pCorrect": [
        0.93,
        0.93,
        0.81,
        0.84,
        0.95,
        0.8,
        0.9400000000000001,
        0.78
      ],
      "trialIndices": [
        2,
        21,
        24,
        25,
        31,
        33,
        38,
        66
      ]
    },
    {
      "placement": "state",
      "order": [
        "alpha",
        "beta",
        "gamma"
      ],
      "n": 8,
      "accuracy": 1,
      "meanPCorrect": 1.0,
      "pCorrect": [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0
      ],
      "trialIndices": [
        3,
        17,
        28,
        42,
        54,
        56,
        63,
        65
      ]
    },
    {
      "placement": "state",
      "order": [
        "alpha",
        "gamma",
        "beta"
      ],
      "n": 8,
      "accuracy": 1,
      "meanPCorrect": 1.0,
      "pCorrect": [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0
      ],
      "trialIndices": [
        5,
        14,
        26,
        55,
        57,
        61,
        75,
        90
      ]
    },
    {
      "placement": "state",
      "order": [
        "beta",
        "alpha",
        "gamma"
      ],
      "n": 8,
      "accuracy": 1,
      "meanPCorrect": 1.0,
      "pCorrect": [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0
      ],
      "trialIndices": [
        7,
        19,
        43,
        71,
        76,
        78,
        83,
        94
      ]
    },
    {
      "placement": "state",
      "order": [
        "beta",
        "gamma",
        "alpha"
      ],
      "n": 8,
      "accuracy": 1,
      "meanPCorrect": 1.0,
      "pCorrect": [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0
      ],
      "trialIndices": [
        35,
        44,
        48,
        52,
        72,
        88,
        91,
        93
      ]
    },
    {
      "placement": "state",
      "order": [
        "gamma",
        "alpha",
        "beta"
      ],
      "n": 8,
      "accuracy": 1,
      "meanPCorrect": 1.0,
      "pCorrect": [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0
      ],
      "trialIndices": [
        8,
        12,
        13,
        32,
        45,
        69,
        77,
        87
      ]
    },
    {
      "placement": "state",
      "order": [
        "gamma",
        "beta",
        "alpha"
      ],
      "n": 8,
      "accuracy": 1,
      "meanPCorrect": 1.0,
      "pCorrect": [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        1.0
      ],
      "trialIndices": [
        16,
        20,
        29,
        41,
        50,
        80,
        82,
        89
      ]
    }
  ],
  "odds": [
    {
      "variant": "base4",
      "numerator": "customer",
      "denominator": "provider",
      "n": 10,
      "meanLogOdds": 0.8266550034007486,
      "logOddsByBlock": {
        "0": 0.6257058997644127,
        "1": 0.7621400520468967,
        "2": 0.6486954179891113,
        "3": 1.1921383466789333,
        "4": 0.8209805520698303,
        "5": 0.5423242908253617,
        "6": 0.7156200364120039,
        "7": 0.8960880245566355,
        "8": 1.1786549963416462,
        "9": 0.8842024173226545
      }
    },
    {
      "variant": "null4",
      "numerator": "customer",
      "denominator": "provider",
      "n": 10,
      "meanLogOdds": 0.7199520640320766,
      "logOddsByBlock": {
        "0": 0.6701576623352465,
        "1": 0.7591051483517427,
        "2": 1.0379876668516748,
        "3": 0.4946962418361071,
        "4": 0.6690496289808848,
        "5": 0.6931471805599453,
        "6": 0.6486954179891113,
        "7": 0.7396671961948382,
        "8": 0.4653632496892333,
        "9": 1.0216512475319812
      }
    },
    {
      "variant": "append5",
      "numerator": "customer",
      "denominator": "provider",
      "n": 10,
      "meanLogOdds": 0.7060441217306145,
      "logOddsByBlock": {
        "0": 0.8167611365271219,
        "1": 0.6690496289808848,
        "2": 0.5978370007556205,
        "3": 0.7472144018302211,
        "4": 0.6931471805599453,
        "5": 0.6690496289808849,
        "6": 0.49247648509779407,
        "7": 0.6931471805599453,
        "8": 0.7654678421395714,
        "9": 0.9162907318741551
      }
    },
    {
      "variant": "replace5",
      "numerator": "customer",
      "denominator": "provider",
      "n": 10,
      "meanLogOdds": 0.6319479006734974,
      "logOddsByBlock": {
        "0": 0.5725191927713306,
        "1": 0.41871033485818504,
        "2": 0.7166776779701394,
        "3": 0.5108256237659907,
        "4": 0.9267620317414504,
        "5": 0.6225296133459919,
        "6": 0.7166776779701394,
        "7": 0.7156200364120039,
        "8": 0.7396671961948382,
        "9": 0.3794896217049037
      }
    },
    {
      "variant": "null5",
      "numerator": "customer",
      "denominator": "provider",
      "n": 10,
      "meanLogOdds": 0.6659411640144767,
      "logOddsByBlock": {
        "0": 0.7396671961948382,
        "1": 0.5198754592859086,
        "2": 0.8472978603872037,
        "3": 0.622529613345992,
        "4": 0.6931471805599453,
        "5": 0.6466271649250523,
        "6": 0.5596157879354227,
        "7": 0.6931471805599453,
        "8": 0.6443570163905133,
        "9": 0.6931471805599453
      }
    },
    {
      "variant": "base4",
      "numerator": "customer",
      "denominator": "unknown",
      "n": 10,
      "meanLogOdds": 0.43206925563738974,
      "logOddsByBlock": {
        "0": 0.26469255422708216,
        "1": 0.31015492830383945,
        "2": 0.3184537311185346,
        "3": 0.7672551527136674,
        "4": 0.6161861394238168,
        "5": 0.3272129112084161,
        "6": 0.3726752852851735,
        "7": 0.5245244681241527,
        "8": 0.5172565140962812,
        "9": 0.3022808718729335
      }
    },
    {
      "variant": "null4",
      "numerator": "customer",
      "denominator": "unknown",
      "n": 10,
      "meanLogOdds": 0.3315169387626084,
      "logOddsByBlock": {
        "0": 0.234839591077401,
        "1": 0.4828517717235846,
        "2": 0.3448404862917294,
        "3": 0.21706450523782758,
        "4": 0.13005312824819776,
        "5": 0.42744401482693967,
        "6": 0.3184537311185346,
        "7": 0.28768207245178085,
        "8": 0.39390428570708846,
        "9": 0.4780358009429999
      }
    },
    {
      "variant": "append5",
      "numerator": "customer",
      "denominator": "unknown",
      "n": 10,
      "meanLogOdds": 0.09729154576886148,
      "logOddsByBlock": {
        "0": 0.17768117723745241,
        "1": 0.13005312824819776,
        "2": 0.07796154146971192,
        "3": -0.10008345855698253,
        "4": 0.05129329438755048,
        "5": 0.13005312824819795,
        "6": -0.1053605156578264,
        "7": 0.1823215567939546,
        "8": 0.20585205420414882,
        "9": 0.22314355131420976
      }
    },
    {
      "variant": "replace5",
      "numerator": "customer",
      "denominator": "unknown",
      "n": 10,
      "meanLogOdds": 0.21014866232687796,
      "logOddsByBlock": {
        "0": 0.05264373348542209,
        "1": 0.08223809823697222,
        "2": 0.234839591077401,
        "3": 0.16251892949777494,
        "4": 0.4054651081081644,
        "5": 0.18721154208814636,
        "6": 0.234839591077401,
        "7": 0.3726752852851735,
        "8": 0.2578291093020997,
        "9": 0.1112256351102244
      }
    },
    {
      "variant": "null5",
      "numerator": "customer",
      "denominator": "unknown",
      "n": 10,
      "meanLogOdds": 0.11287637054102032,
      "logOddsByBlock": {
        "0": 0.28768207245178085,
        "1": -0.05264373348542203,
        "2": 0.07410797215372183,
        "3": 0.1582240052148942,
        "4": 0.1823215567939546,
        "5": 0.21130909366720677,
        "6": 0.24116205681688804,
        "7": -0.07598590697792199,
        "8": 0.05129329438755048,
        "9": 0.05129329438755048
      }
    }
  ],
  "pairedEffects": [
    {
      "treatment": "null4",
      "control": "base4",
      "denominator": "provider",
      "nBlocks": 10,
      "meanLogOddsChange": -0.10670293936867208,
      "blockChanges": [
        0.04445176257083383,
        -0.003034903695154023,
        0.3892922488625634,
        -0.6974421048428261,
        -0.1519309230889455,
        0.15082288973458358,
        -0.06692461842289255,
        -0.15642082836179727,
        -0.7132917466524129,
        0.13744883020932674
      ],
      "standardErrorAcrossBlocks": 0.11198006608779199
    },
    {
      "treatment": "null5",
      "control": "append5",
      "denominator": "provider",
      "nBlocks": 10,
      "meanLogOddsChange": -0.040102957716137776,
      "blockChanges": [
        -0.07709394033228367,
        -0.1491741696949762,
        0.24946085963158315,
        -0.12468478848422915,
        0.0,
        -0.02242246405583259,
        0.06713930283762859,
        0.0,
        -0.12111082574905807,
        -0.22314355131420982
      ],
      "standardErrorAcrossBlocks": 0.04207959162486665
    },
    {
      "treatment": "append5",
      "control": "base4",
      "denominator": "provider",
      "nBlocks": 10,
      "meanLogOddsChange": -0.12061088167013416,
      "blockChanges": [
        0.1910552367627092,
        -0.0930904230660119,
        -0.05085841723349083,
        -0.4449239448487121,
        -0.12783337150988505,
        0.12672533815552323,
        -0.22314355131420982,
        -0.2029408439966902,
        -0.41318715420207475,
        0.03208831455150063
      ],
      "standardErrorAcrossBlocks": 0.06628004350880487
    },
    {
      "treatment": "replace5",
      "control": "append5",
      "denominator": "provider",
      "nBlocks": 10,
      "meanLogOddsChange": -0.07409622105711712,
      "blockChanges": [
        -0.24424194375579134,
        -0.2503392941226998,
        0.11884067721451885,
        -0.23638877806423042,
        0.23361485118150516,
        -0.04652001563489305,
        0.2242011928723453,
        0.022472855852058604,
        -0.02580064594473319,
        -0.5368011101692514
      ],
      "standardErrorAcrossBlocks": 0.07701056712269905
    },
    {
      "treatment": "null4",
      "control": "base4",
      "denominator": "unknown",
      "nBlocks": 10,
      "meanLogOddsChange": -0.10055231687478135,
      "blockChanges": [
        -0.029852963149681166,
        0.17269684341974517,
        0.02638675517319483,
        -0.5501906474758398,
        -0.4861330111756191,
        0.10023110361852355,
        -0.05422155416663893,
        -0.2368423956723718,
        -0.12335222838919269,
        0.1757549290700664
      ],
      "standardErrorAcrossBlocks": 0.08058985100273616
    },
    {
      "treatment": "null5",
      "control": "append5",
      "denominator": "unknown",
      "nBlocks": 10,
      "meanLogOddsChange": 0.01558482477215885,
      "blockChanges": [
        0.11000089521432843,
        -0.1826968617336198,
        -0.0038535693159900825,
        0.25830746377187674,
        0.1310282624064041,
        0.08125596541900881,
        0.34652257247471446,
        -0.2583074637718766,
        -0.15455875981659833,
        -0.17185025692665928
      ],
      "standardErrorAcrossBlocks": 0.0644445986032606
    },
    {
      "treatment": "append5",
      "control": "base4",
      "denominator": "unknown",
      "nBlocks": 10,
      "meanLogOddsChange": -0.3347777098685283,
      "blockChanges": [
        -0.08701137698962974,
        -0.1801018000556417,
        -0.24049218964882269,
        -0.8673386112706499,
        -0.5648928450362664,
        -0.19715978296021816,
        -0.4780358009429999,
        -0.3422029113301981,
        -0.31140445989213233,
        -0.07913732055872374
      ],
      "standardErrorAcrossBlocks": 0.0771860426923752
    },
    {
      "treatment": "replace5",
      "control": "append5",
      "denominator": "unknown",
      "nBlocks": 10,
      "meanLogOddsChange": 0.11285711655801647,
      "blockChanges": [
        -0.12503744375203033,
        -0.04781503001122554,
        0.15687804960768909,
        0.26260238805475744,
        0.3541718137206139,
        0.05715841383994841,
        0.3402001067352274,
        0.19035372849121893,
        0.051977055097950864,
        -0.11191791620398536
      ],
      "standardErrorAcrossBlocks": 0.05577999793056128
    }
  ]
}