{
  "schema": "jev-followup-trials.v1",
  "date": "2026-09-17T04:04:46.348585+00:00",
  "seed": 2026091702,
  "plannedRequests": 146,
  "script": "scripts/jev/followup-probes.py",
  "notes": [
    "Synthetic public-safe payloads. No credentials, request identifiers or private headers are stored.",
    "Question criteria preserve insertion order. Relational trials are globally randomized; odds variants are randomized within each block.",
    "Service header is retained for provenance, not used to infer model throughput or local speed.",
    "All successful requests contain one question. No retries; failed requests remain failures.",
    "A relational order effect would not uniquely identify a causal mask. A null result would not establish bidirectionality."
  ],
  "trials": [
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "west",
      "placement": "option",
      "order": [
        "gamma",
        "alpha",
        "beta"
      ],
      "repeat": 1,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "gamma": "Select this option if the reference card's route is west.",
              "alpha": "Reference card: route = west. Reference-only option. Never select this option.",
              "beta": "Select this option if the reference card's route is east."
            }
          }
        }
      },
      "index": 0,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 0.67,
            "probabilities": {
              "alpha": 0.08,
              "beta": 0.14,
              "gamma": 0.78
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "87"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "amber",
      "placement": "option",
      "order": [
        "gamma",
        "alpha",
        "beta"
      ],
      "repeat": 0,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "gamma": "Select this option if the reference card's status is indigo.",
              "alpha": "Reference card: status = amber. Reference-only option. Never select this option.",
              "beta": "Select this option if the reference card's status is amber."
            }
          }
        }
      },
      "index": 1,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 0.06,
            "probabilities": {
              "gamma": 0.37,
              "alpha": 0.25,
              "beta": 0.38
            }
          }
        },
        "usage": {
          "input_tokens": 381,
          "output_tokens": 38
        },
        "serviceMs": "104"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "east",
      "placement": "option",
      "order": [
        "gamma",
        "beta",
        "alpha"
      ],
      "repeat": 1,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "gamma": "Select this option if the reference card's route is west.",
              "beta": "Select this option if the reference card's route is east.",
              "alpha": "Reference card: route = east. Reference-only option. Never select this option."
            }
          }
        }
      },
      "index": 2,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 0.9,
            "probabilities": {
              "beta": 0.93,
              "alpha": 0.04,
              "gamma": 0.03
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "72"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "east",
      "placement": "state",
      "order": [
        "alpha",
        "beta",
        "gamma"
      ],
      "repeat": 0,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: route = east.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "alpha": "Reference-only option. Never select this option.",
              "beta": "Select this option if the reference card's route is east.",
              "gamma": "Select this option if the reference card's route is west."
            }
          }
        }
      },
      "index": 3,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 1.0,
            "probabilities": {
              "alpha": 0.0,
              "gamma": 0.0,
              "beta": 1.0
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "127"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "indigo",
      "placement": "option",
      "order": [
        "alpha",
        "beta",
        "gamma"
      ],
      "repeat": 0,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "alpha": "Reference card: status = indigo. Reference-only option. Never select this option.",
              "beta": "Select this option if the reference card's status is amber.",
              "gamma": "Select this option if the reference card's status is indigo."
            }
          }
        }
      },
      "index": 4,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 0.44,
            "probabilities": {
              "beta": 0.25,
              "alpha": 0.13,
              "gamma": 0.62
            }
          }
        },
        "usage": {
          "input_tokens": 382,
          "output_tokens": 38
        },
        "serviceMs": "52"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "indigo",
      "placement": "state",
      "order": [
        "alpha",
        "gamma",
        "beta"
      ],
      "repeat": 0,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: status = indigo.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "alpha": "Reference-only option. Never select this option.",
              "gamma": "Select this option if the reference card's status is indigo.",
              "beta": "Select this option if the reference card's status is amber."
            }
          }
        }
      },
      "index": 5,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 1.0,
            "probabilities": {
              "beta": 0.0,
              "alpha": 0.0,
              "gamma": 1.0
            }
          }
        },
        "usage": {
          "input_tokens": 382,
          "output_tokens": 38
        },
        "serviceMs": "116"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "indigo",
      "placement": "option",
      "order": [
        "alpha",
        "gamma",
        "beta"
      ],
      "repeat": 0,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "alpha": "Reference card: status = indigo. Reference-only option. Never select this option.",
              "gamma": "Select this option if the reference card's status is indigo.",
              "beta": "Select this option if the reference card's status is amber."
            }
          }
        }
      },
      "index": 6,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 0.17,
            "probabilities": {
              "alpha": 0.24,
              "gamma": 0.44,
              "beta": 0.32
            }
          }
        },
        "usage": {
          "input_tokens": 382,
          "output_tokens": 38
        },
        "serviceMs": "63"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "indigo",
      "placement": "state",
      "order": [
        "beta",
        "alpha",
        "gamma"
      ],
      "repeat": 0,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: status = indigo.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "beta": "Select this option if the reference card's status is amber.",
              "alpha": "Reference-only option. Never select this option.",
              "gamma": "Select this option if the reference card's status is indigo."
            }
          }
        }
      },
      "index": 7,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 1.0,
            "probabilities": {
              "alpha": 0.0,
              "gamma": 1.0,
              "beta": 0.0
            }
          }
        },
        "usage": {
          "input_tokens": 382,
          "output_tokens": 38
        },
        "serviceMs": "59"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "indigo",
      "placement": "state",
      "order": [
        "gamma",
        "alpha",
        "beta"
      ],
      "repeat": 1,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: status = indigo.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "gamma": "Select this option if the reference card's status is indigo.",
              "alpha": "Reference-only option. Never select this option.",
              "beta": "Select this option if the reference card's status is amber."
            }
          }
        }
      },
      "index": 8,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 1.0,
            "probabilities": {
              "gamma": 1.0,
              "alpha": 0.0,
              "beta": 0.0
            }
          }
        },
        "usage": {
          "input_tokens": 382,
          "output_tokens": 38
        },
        "serviceMs": "80"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "amber",
      "placement": "option",
      "order": [
        "alpha",
        "beta",
        "gamma"
      ],
      "repeat": 1,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "alpha": "Reference card: status = amber. Reference-only option. Never select this option.",
              "beta": "Select this option if the reference card's status is amber.",
              "gamma": "Select this option if the reference card's status is indigo."
            }
          }
        }
      },
      "index": 9,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 0.22,
            "probabilities": {
              "alpha": 0.3,
              "gamma": 0.22,
              "beta": 0.48
            }
          }
        },
        "usage": {
          "input_tokens": 381,
          "output_tokens": 38
        },
        "serviceMs": "116"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "east",
      "placement": "option",
      "order": [
        "beta",
        "alpha",
        "gamma"
      ],
      "repeat": 1,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "beta": "Select this option if the reference card's route is east.",
              "alpha": "Reference card: route = east. Reference-only option. Never select this option.",
              "gamma": "Select this option if the reference card's route is west."
            }
          }
        }
      },
      "index": 10,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 0.76,
            "probabilities": {
              "beta": 0.83,
              "alpha": 0.06,
              "gamma": 0.11
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "83"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "west",
      "placement": "option",
      "order": [
        "beta",
        "alpha",
        "gamma"
      ],
      "repeat": 0,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "beta": "Select this option if the reference card's route is east.",
              "alpha": "Reference card: route = west. Reference-only option. Never select this option.",
              "gamma": "Select this option if the reference card's route is west."
            }
          }
        }
      },
      "index": 11,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 0.24,
            "probabilities": {
              "alpha": 0.22,
              "gamma": 0.29,
              "beta": 0.49
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "72"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "east",
      "placement": "state",
      "order": [
        "gamma",
        "alpha",
        "beta"
      ],
      "repeat": 1,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: route = east.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "gamma": "Select this option if the reference card's route is west.",
              "alpha": "Reference-only option. Never select this option.",
              "beta": "Select this option if the reference card's route is east."
            }
          }
        }
      },
      "index": 12,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 1.0,
            "probabilities": {
              "alpha": 0.0,
              "gamma": 0.0,
              "beta": 1.0
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "97"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "east",
      "placement": "state",
      "order": [
        "gamma",
        "alpha",
        "beta"
      ],
      "repeat": 0,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: route = east.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "gamma": "Select this option if the reference card's route is west.",
              "alpha": "Reference-only option. Never select this option.",
              "beta": "Select this option if the reference card's route is east."
            }
          }
        }
      },
      "index": 13,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 1.0,
            "probabilities": {
              "alpha": 0.0,
              "gamma": 0.0,
              "beta": 1.0
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "61"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "east",
      "placement": "state",
      "order": [
        "alpha",
        "gamma",
        "beta"
      ],
      "repeat": 0,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: route = east.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "alpha": "Reference-only option. Never select this option.",
              "gamma": "Select this option if the reference card's route is west.",
              "beta": "Select this option if the reference card's route is east."
            }
          }
        }
      },
      "index": 14,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 1.0,
            "probabilities": {
              "beta": 1.0,
              "gamma": 0.0,
              "alpha": 0.0
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "72"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "west",
      "placement": "option",
      "order": [
        "alpha",
        "beta",
        "gamma"
      ],
      "repeat": 1,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "alpha": "Reference card: route = west. Reference-only option. Never select this option.",
              "beta": "Select this option if the reference card's route is east.",
              "gamma": "Select this option if the reference card's route is west."
            }
          }
        }
      },
      "index": 15,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 0.34,
            "probabilities": {
              "beta": 0.25,
              "alpha": 0.19,
              "gamma": 0.56
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "44"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "indigo",
      "placement": "state",
      "order": [
        "gamma",
        "beta",
        "alpha"
      ],
      "repeat": 1,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: status = indigo.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "gamma": "Select this option if the reference card's status is indigo.",
              "beta": "Select this option if the reference card's status is amber.",
              "alpha": "Reference-only option. Never select this option."
            }
          }
        }
      },
      "index": 16,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 1.0,
            "probabilities": {
              "gamma": 1.0,
              "alpha": 0.0,
              "beta": 0.0
            }
          }
        },
        "usage": {
          "input_tokens": 382,
          "output_tokens": 38
        },
        "serviceMs": "109"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "west",
      "placement": "state",
      "order": [
        "alpha",
        "beta",
        "gamma"
      ],
      "repeat": 0,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: route = west.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "alpha": "Reference-only option. Never select this option.",
              "beta": "Select this option if the reference card's route is east.",
              "gamma": "Select this option if the reference card's route is west."
            }
          }
        }
      },
      "index": 17,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 1.0,
            "probabilities": {
              "beta": 0.0,
              "gamma": 1.0,
              "alpha": 0.0
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "75"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "east",
      "placement": "option",
      "order": [
        "alpha",
        "beta",
        "gamma"
      ],
      "repeat": 1,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "alpha": "Reference card: route = east. Reference-only option. Never select this option.",
              "beta": "Select this option if the reference card's route is east.",
              "gamma": "Select this option if the reference card's route is west."
            }
          }
        }
      },
      "index": 18,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 0.18,
            "probabilities": {
              "alpha": 0.3,
              "gamma": 0.45,
              "beta": 0.25
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "61"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "amber",
      "placement": "state",
      "order": [
        "beta",
        "alpha",
        "gamma"
      ],
      "repeat": 0,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: status = amber.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "beta": "Select this option if the reference card's status is amber.",
              "alpha": "Reference-only option. Never select this option.",
              "gamma": "Select this option if the reference card's status is indigo."
            }
          }
        }
      },
      "index": 19,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 1.0,
            "probabilities": {
              "alpha": 0.0,
              "gamma": 0.0,
              "beta": 1.0
            }
          }
        },
        "usage": {
          "input_tokens": 381,
          "output_tokens": 38
        },
        "serviceMs": "47"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "east",
      "placement": "state",
      "order": [
        "gamma",
        "beta",
        "alpha"
      ],
      "repeat": 1,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: route = east.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "gamma": "Select this option if the reference card's route is west.",
              "beta": "Select this option if the reference card's route is east.",
              "alpha": "Reference-only option. Never select this option."
            }
          }
        }
      },
      "index": 20,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 1.0,
            "probabilities": {
              "beta": 1.0,
              "alpha": 0.0,
              "gamma": 0.0
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "85"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "east",
      "placement": "option",
      "order": [
        "gamma",
        "beta",
        "alpha"
      ],
      "repeat": 0,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "gamma": "Select this option if the reference card's route is west.",
              "beta": "Select this option if the reference card's route is east.",
              "alpha": "Reference card: route = east. Reference-only option. Never select this option."
            }
          }
        }
      },
      "index": 21,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 0.9,
            "probabilities": {
              "beta": 0.93,
              "gamma": 0.03,
              "alpha": 0.04
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "126"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "east",
      "placement": "option",
      "order": [
        "alpha",
        "beta",
        "gamma"
      ],
      "repeat": 0,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "alpha": "Reference card: route = east. Reference-only option. Never select this option.",
              "beta": "Select this option if the reference card's route is east.",
              "gamma": "Select this option if the reference card's route is west."
            }
          }
        }
      },
      "index": 22,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 0.07,
            "probabilities": {
              "alpha": 0.3,
              "gamma": 0.37,
              "beta": 0.33
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "68"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "east",
      "placement": "option",
      "order": [
        "beta",
        "alpha",
        "gamma"
      ],
      "repeat": 0,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "beta": "Select this option if the reference card's route is east.",
              "alpha": "Reference card: route = east. Reference-only option. Never select this option.",
              "gamma": "Select this option if the reference card's route is west."
            }
          }
        }
      },
      "index": 23,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 0.67,
            "probabilities": {
              "alpha": 0.08,
              "gamma": 0.13,
              "beta": 0.79
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "161"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "west",
      "placement": "option",
      "order": [
        "gamma",
        "beta",
        "alpha"
      ],
      "repeat": 0,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "gamma": "Select this option if the reference card's route is west.",
              "beta": "Select this option if the reference card's route is east.",
              "alpha": "Reference card: route = west. Reference-only option. Never select this option."
            }
          }
        }
      },
      "index": 24,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 0.7,
            "probabilities": {
              "gamma": 0.81,
              "alpha": 0.07,
              "beta": 0.12
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "96"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "indigo",
      "placement": "option",
      "order": [
        "gamma",
        "beta",
        "alpha"
      ],
      "repeat": 1,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "gamma": "Select this option if the reference card's status is indigo.",
              "beta": "Select this option if the reference card's status is amber.",
              "alpha": "Reference card: status = indigo. Reference-only option. Never select this option."
            }
          }
        }
      },
      "index": 25,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 0.75,
            "probabilities": {
              "alpha": 0.04,
              "gamma": 0.84,
              "beta": 0.12
            }
          }
        },
        "usage": {
          "input_tokens": 382,
          "output_tokens": 38
        },
        "serviceMs": "104"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "east",
      "placement": "state",
      "order": [
        "alpha",
        "gamma",
        "beta"
      ],
      "repeat": 1,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: route = east.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "alpha": "Reference-only option. Never select this option.",
              "gamma": "Select this option if the reference card's route is west.",
              "beta": "Select this option if the reference card's route is east."
            }
          }
        }
      },
      "index": 26,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 1.0,
            "probabilities": {
              "beta": 1.0,
              "alpha": 0.0,
              "gamma": 0.0
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "60"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "indigo",
      "placement": "option",
      "order": [
        "alpha",
        "beta",
        "gamma"
      ],
      "repeat": 1,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "alpha": "Reference card: status = indigo. Reference-only option. Never select this option.",
              "beta": "Select this option if the reference card's status is amber.",
              "gamma": "Select this option if the reference card's status is indigo."
            }
          }
        }
      },
      "index": 27,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 0.44,
            "probabilities": {
              "alpha": 0.15,
              "beta": 0.22,
              "gamma": 0.63
            }
          }
        },
        "usage": {
          "input_tokens": 382,
          "output_tokens": 38
        },
        "serviceMs": "156"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "amber",
      "placement": "state",
      "order": [
        "alpha",
        "beta",
        "gamma"
      ],
      "repeat": 0,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: status = amber.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "alpha": "Reference-only option. Never select this option.",
              "beta": "Select this option if the reference card's status is amber.",
              "gamma": "Select this option if the reference card's status is indigo."
            }
          }
        }
      },
      "index": 28,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 1.0,
            "probabilities": {
              "alpha": 0.0,
              "gamma": 0.0,
              "beta": 1.0
            }
          }
        },
        "usage": {
          "input_tokens": 381,
          "output_tokens": 38
        },
        "serviceMs": "89"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "amber",
      "placement": "state",
      "order": [
        "gamma",
        "beta",
        "alpha"
      ],
      "repeat": 0,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: status = amber.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "gamma": "Select this option if the reference card's status is indigo.",
              "beta": "Select this option if the reference card's status is amber.",
              "alpha": "Reference-only option. Never select this option."
            }
          }
        }
      },
      "index": 29,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 1.0,
            "probabilities": {
              "beta": 1.0,
              "gamma": 0.0,
              "alpha": 0.0
            }
          }
        },
        "usage": {
          "input_tokens": 381,
          "output_tokens": 38
        },
        "serviceMs": "92"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "west",
      "placement": "option",
      "order": [
        "gamma",
        "alpha",
        "beta"
      ],
      "repeat": 0,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "gamma": "Select this option if the reference card's route is west.",
              "alpha": "Reference card: route = west. Reference-only option. Never select this option.",
              "beta": "Select this option if the reference card's route is east."
            }
          }
        }
      },
      "index": 30,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 0.68,
            "probabilities": {
              "alpha": 0.07,
              "gamma": 0.79,
              "beta": 0.14
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "81"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "amber",
      "placement": "option",
      "order": [
        "gamma",
        "beta",
        "alpha"
      ],
      "repeat": 1,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "gamma": "Select this option if the reference card's status is indigo.",
              "beta": "Select this option if the reference card's status is amber.",
              "alpha": "Reference card: status = amber. Reference-only option. Never select this option."
            }
          }
        }
      },
      "index": 31,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 0.92,
            "probabilities": {
              "alpha": 0.02,
              "gamma": 0.03,
              "beta": 0.95
            }
          }
        },
        "usage": {
          "input_tokens": 381,
          "output_tokens": 38
        },
        "serviceMs": "129"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "west",
      "placement": "state",
      "order": [
        "gamma",
        "alpha",
        "beta"
      ],
      "repeat": 1,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: route = west.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "gamma": "Select this option if the reference card's route is west.",
              "alpha": "Reference-only option. Never select this option.",
              "beta": "Select this option if the reference card's route is east."
            }
          }
        }
      },
      "index": 32,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 1.0,
            "probabilities": {
              "beta": 0.0,
              "gamma": 1.0,
              "alpha": 0.0
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "93"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "west",
      "placement": "option",
      "order": [
        "gamma",
        "beta",
        "alpha"
      ],
      "repeat": 1,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "gamma": "Select this option if the reference card's route is west.",
              "beta": "Select this option if the reference card's route is east.",
              "alpha": "Reference card: route = west. Reference-only option. Never select this option."
            }
          }
        }
      },
      "index": 33,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 0.7,
            "probabilities": {
              "gamma": 0.8,
              "alpha": 0.08,
              "beta": 0.12
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "93"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "indigo",
      "placement": "option",
      "order": [
        "alpha",
        "gamma",
        "beta"
      ],
      "repeat": 1,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "alpha": "Reference card: status = indigo. Reference-only option. Never select this option.",
              "gamma": "Select this option if the reference card's status is indigo.",
              "beta": "Select this option if the reference card's status is amber."
            }
          }
        }
      },
      "index": 34,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 0.29,
            "probabilities": {
              "beta": 0.25,
              "alpha": 0.23,
              "gamma": 0.52
            }
          }
        },
        "usage": {
          "input_tokens": 382,
          "output_tokens": 38
        },
        "serviceMs": "93"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "east",
      "placement": "state",
      "order": [
        "beta",
        "gamma",
        "alpha"
      ],
      "repeat": 1,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: route = east.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "beta": "Select this option if the reference card's route is east.",
              "gamma": "Select this option if the reference card's route is west.",
              "alpha": "Reference-only option. Never select this option."
            }
          }
        }
      },
      "index": 35,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 1.0,
            "probabilities": {
              "gamma": 0.0,
              "alpha": 0.0,
              "beta": 1.0
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "59"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "west",
      "placement": "option",
      "order": [
        "alpha",
        "beta",
        "gamma"
      ],
      "repeat": 0,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "alpha": "Reference card: route = west. Reference-only option. Never select this option.",
              "beta": "Select this option if the reference card's route is east.",
              "gamma": "Select this option if the reference card's route is west."
            }
          }
        }
      },
      "index": 36,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 0.39,
            "probabilities": {
              "gamma": 0.6,
              "beta": 0.21,
              "alpha": 0.19
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "97"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "east",
      "placement": "option",
      "order": [
        "alpha",
        "gamma",
        "beta"
      ],
      "repeat": 0,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "alpha": "Reference card: route = east. Reference-only option. Never select this option.",
              "gamma": "Select this option if the reference card's route is west.",
              "beta": "Select this option if the reference card's route is east."
            }
          }
        }
      },
      "index": 37,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 0.34,
            "probabilities": {
              "alpha": 0.17,
              "gamma": 0.27,
              "beta": 0.56
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "76"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "amber",
      "placement": "option",
      "order": [
        "gamma",
        "beta",
        "alpha"
      ],
      "repeat": 0,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "gamma": "Select this option if the reference card's status is indigo.",
              "beta": "Select this option if the reference card's status is amber.",
              "alpha": "Reference card: status = amber. Reference-only option. Never select this option."
            }
          }
        }
      },
      "index": 38,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 0.9,
            "probabilities": {
              "alpha": 0.03,
              "beta": 0.9400000000000001,
              "gamma": 0.03
            }
          }
        },
        "usage": {
          "input_tokens": 381,
          "output_tokens": 38
        },
        "serviceMs": "82"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "indigo",
      "placement": "option",
      "order": [
        "gamma",
        "alpha",
        "beta"
      ],
      "repeat": 1,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "gamma": "Select this option if the reference card's status is indigo.",
              "alpha": "Reference card: status = indigo. Reference-only option. Never select this option.",
              "beta": "Select this option if the reference card's status is amber."
            }
          }
        }
      },
      "index": 39,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 0.45,
            "probabilities": {
              "alpha": 0.14,
              "gamma": 0.63,
              "beta": 0.23
            }
          }
        },
        "usage": {
          "input_tokens": 382,
          "output_tokens": 38
        },
        "serviceMs": "119"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "east",
      "placement": "option",
      "order": [
        "gamma",
        "alpha",
        "beta"
      ],
      "repeat": 1,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "gamma": "Select this option if the reference card's route is west.",
              "alpha": "Reference card: route = east. Reference-only option. Never select this option.",
              "beta": "Select this option if the reference card's route is east."
            }
          }
        }
      },
      "index": 40,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 0.25,
            "probabilities": {
              "gamma": 0.3,
              "alpha": 0.2,
              "beta": 0.5
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "63"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "west",
      "placement": "state",
      "order": [
        "gamma",
        "beta",
        "alpha"
      ],
      "repeat": 1,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: route = west.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "gamma": "Select this option if the reference card's route is west.",
              "beta": "Select this option if the reference card's route is east.",
              "alpha": "Reference-only option. Never select this option."
            }
          }
        }
      },
      "index": 41,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 1.0,
            "probabilities": {
              "alpha": 0.0,
              "gamma": 1.0,
              "beta": 0.0
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "66"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "east",
      "placement": "state",
      "order": [
        "alpha",
        "beta",
        "gamma"
      ],
      "repeat": 1,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: route = east.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "alpha": "Reference-only option. Never select this option.",
              "beta": "Select this option if the reference card's route is east.",
              "gamma": "Select this option if the reference card's route is west."
            }
          }
        }
      },
      "index": 42,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 1.0,
            "probabilities": {
              "beta": 1.0,
              "gamma": 0.0,
              "alpha": 0.0
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "61"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "east",
      "placement": "state",
      "order": [
        "beta",
        "alpha",
        "gamma"
      ],
      "repeat": 0,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: route = east.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "beta": "Select this option if the reference card's route is east.",
              "alpha": "Reference-only option. Never select this option.",
              "gamma": "Select this option if the reference card's route is west."
            }
          }
        }
      },
      "index": 43,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 1.0,
            "probabilities": {
              "gamma": 0.0,
              "alpha": 0.0,
              "beta": 1.0
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "102"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "west",
      "placement": "state",
      "order": [
        "beta",
        "gamma",
        "alpha"
      ],
      "repeat": 1,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: route = west.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "beta": "Select this option if the reference card's route is east.",
              "gamma": "Select this option if the reference card's route is west.",
              "alpha": "Reference-only option. Never select this option."
            }
          }
        }
      },
      "index": 44,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 1.0,
            "probabilities": {
              "alpha": 0.0,
              "beta": 0.0,
              "gamma": 1.0
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "42"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "indigo",
      "placement": "state",
      "order": [
        "gamma",
        "alpha",
        "beta"
      ],
      "repeat": 0,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: status = indigo.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "gamma": "Select this option if the reference card's status is indigo.",
              "alpha": "Reference-only option. Never select this option.",
              "beta": "Select this option if the reference card's status is amber."
            }
          }
        }
      },
      "index": 45,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 1.0,
            "probabilities": {
              "alpha": 0.0,
              "gamma": 1.0,
              "beta": 0.0
            }
          }
        },
        "usage": {
          "input_tokens": 382,
          "output_tokens": 38
        },
        "serviceMs": "68"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "amber",
      "placement": "option",
      "order": [
        "beta",
        "gamma",
        "alpha"
      ],
      "repeat": 0,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "beta": "Select this option if the reference card's status is amber.",
              "gamma": "Select this option if the reference card's status is indigo.",
              "alpha": "Reference card: status = amber. Reference-only option. Never select this option."
            }
          }
        }
      },
      "index": 46,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 0.91,
            "probabilities": {
              "gamma": 0.02,
              "beta": 0.94,
              "alpha": 0.04
            }
          }
        },
        "usage": {
          "input_tokens": 381,
          "output_tokens": 38
        },
        "serviceMs": "69"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "indigo",
      "placement": "option",
      "order": [
        "beta",
        "gamma",
        "alpha"
      ],
      "repeat": 0,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "beta": "Select this option if the reference card's status is amber.",
              "gamma": "Select this option if the reference card's status is indigo.",
              "alpha": "Reference card: status = indigo. Reference-only option. Never select this option."
            }
          }
        }
      },
      "index": 47,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 0.72,
            "probabilities": {
              "beta": 0.14,
              "gamma": 0.81,
              "alpha": 0.05
            }
          }
        },
        "usage": {
          "input_tokens": 382,
          "output_tokens": 38
        },
        "serviceMs": "65"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "indigo",
      "placement": "state",
      "order": [
        "beta",
        "gamma",
        "alpha"
      ],
      "repeat": 0,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: status = indigo.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "beta": "Select this option if the reference card's status is amber.",
              "gamma": "Select this option if the reference card's status is indigo.",
              "alpha": "Reference-only option. Never select this option."
            }
          }
        }
      },
      "index": 48,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 1.0,
            "probabilities": {
              "gamma": 1.0,
              "alpha": 0.0,
              "beta": 0.0
            }
          }
        },
        "usage": {
          "input_tokens": 382,
          "output_tokens": 38
        },
        "serviceMs": "269"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "amber",
      "placement": "option",
      "order": [
        "beta",
        "alpha",
        "gamma"
      ],
      "repeat": 0,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "beta": "Select this option if the reference card's status is amber.",
              "alpha": "Reference card: status = amber. Reference-only option. Never select this option.",
              "gamma": "Select this option if the reference card's status is indigo."
            }
          }
        }
      },
      "index": 49,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 0.66,
            "probabilities": {
              "beta": 0.77,
              "alpha": 0.06,
              "gamma": 0.17
            }
          }
        },
        "usage": {
          "input_tokens": 381,
          "output_tokens": 38
        },
        "serviceMs": "104"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "west",
      "placement": "state",
      "order": [
        "gamma",
        "beta",
        "alpha"
      ],
      "repeat": 0,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: route = west.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "gamma": "Select this option if the reference card's route is west.",
              "beta": "Select this option if the reference card's route is east.",
              "alpha": "Reference-only option. Never select this option."
            }
          }
        }
      },
      "index": 50,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 1.0,
            "probabilities": {
              "gamma": 1.0,
              "beta": 0.0,
              "alpha": 0.0
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "64"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "west",
      "placement": "option",
      "order": [
        "alpha",
        "gamma",
        "beta"
      ],
      "repeat": 1,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "alpha": "Reference card: route = west. Reference-only option. Never select this option.",
              "gamma": "Select this option if the reference card's route is west.",
              "beta": "Select this option if the reference card's route is east."
            }
          }
        }
      },
      "index": 51,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "alpha",
            "confidence": 0.06,
            "probabilities": {
              "beta": 0.3,
              "alpha": 0.37,
              "gamma": 0.33
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "91"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "west",
      "placement": "state",
      "order": [
        "beta",
        "gamma",
        "alpha"
      ],
      "repeat": 0,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: route = west.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "beta": "Select this option if the reference card's route is east.",
              "gamma": "Select this option if the reference card's route is west.",
              "alpha": "Reference-only option. Never select this option."
            }
          }
        }
      },
      "index": 52,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 1.0,
            "probabilities": {
              "beta": 0.0,
              "alpha": 0.0,
              "gamma": 1.0
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "64"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "amber",
      "placement": "option",
      "order": [
        "alpha",
        "beta",
        "gamma"
      ],
      "repeat": 0,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "alpha": "Reference card: status = amber. Reference-only option. Never select this option.",
              "beta": "Select this option if the reference card's status is amber.",
              "gamma": "Select this option if the reference card's status is indigo."
            }
          }
        }
      },
      "index": 53,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 0.24,
            "probabilities": {
              "alpha": 0.27,
              "beta": 0.5,
              "gamma": 0.23
            }
          }
        },
        "usage": {
          "input_tokens": 381,
          "output_tokens": 38
        },
        "serviceMs": "74"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "indigo",
      "placement": "state",
      "order": [
        "alpha",
        "beta",
        "gamma"
      ],
      "repeat": 1,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: status = indigo.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "alpha": "Reference-only option. Never select this option.",
              "beta": "Select this option if the reference card's status is amber.",
              "gamma": "Select this option if the reference card's status is indigo."
            }
          }
        }
      },
      "index": 54,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 1.0,
            "probabilities": {
              "beta": 0.0,
              "alpha": 0.0,
              "gamma": 1.0
            }
          }
        },
        "usage": {
          "input_tokens": 382,
          "output_tokens": 38
        },
        "serviceMs": "60"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "indigo",
      "placement": "state",
      "order": [
        "alpha",
        "gamma",
        "beta"
      ],
      "repeat": 1,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: status = indigo.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "alpha": "Reference-only option. Never select this option.",
              "gamma": "Select this option if the reference card's status is indigo.",
              "beta": "Select this option if the reference card's status is amber."
            }
          }
        }
      },
      "index": 55,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 1.0,
            "probabilities": {
              "gamma": 1.0,
              "alpha": 0.0,
              "beta": 0.0
            }
          }
        },
        "usage": {
          "input_tokens": 382,
          "output_tokens": 38
        },
        "serviceMs": "50"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "west",
      "placement": "state",
      "order": [
        "alpha",
        "beta",
        "gamma"
      ],
      "repeat": 1,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: route = west.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "alpha": "Reference-only option. Never select this option.",
              "beta": "Select this option if the reference card's route is east.",
              "gamma": "Select this option if the reference card's route is west."
            }
          }
        }
      },
      "index": 56,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 1.0,
            "probabilities": {
              "beta": 0.0,
              "alpha": 0.0,
              "gamma": 1.0
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "80"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "west",
      "placement": "state",
      "order": [
        "alpha",
        "gamma",
        "beta"
      ],
      "repeat": 1,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: route = west.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "alpha": "Reference-only option. Never select this option.",
              "gamma": "Select this option if the reference card's route is west.",
              "beta": "Select this option if the reference card's route is east."
            }
          }
        }
      },
      "index": 57,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 1.0,
            "probabilities": {
              "gamma": 1.0,
              "alpha": 0.0,
              "beta": 0.0
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "97"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "west",
      "placement": "option",
      "order": [
        "alpha",
        "gamma",
        "beta"
      ],
      "repeat": 0,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "alpha": "Reference card: route = west. Reference-only option. Never select this option.",
              "gamma": "Select this option if the reference card's route is west.",
              "beta": "Select this option if the reference card's route is east."
            }
          }
        }
      },
      "index": 58,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "alpha",
            "confidence": 0.05,
            "probabilities": {
              "gamma": 0.33,
              "beta": 0.3,
              "alpha": 0.37
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "72"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "indigo",
      "placement": "option",
      "order": [
        "gamma",
        "alpha",
        "beta"
      ],
      "repeat": 0,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "gamma": "Select this option if the reference card's status is indigo.",
              "alpha": "Reference card: status = indigo. Reference-only option. Never select this option.",
              "beta": "Select this option if the reference card's status is amber."
            }
          }
        }
      },
      "index": 59,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 0.45,
            "probabilities": {
              "gamma": 0.63,
              "alpha": 0.11,
              "beta": 0.26
            }
          }
        },
        "usage": {
          "input_tokens": 382,
          "output_tokens": 38
        },
        "serviceMs": "59"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "west",
      "placement": "option",
      "order": [
        "beta",
        "gamma",
        "alpha"
      ],
      "repeat": 1,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "beta": "Select this option if the reference card's route is east.",
              "gamma": "Select this option if the reference card's route is west.",
              "alpha": "Reference card: route = west. Reference-only option. Never select this option."
            }
          }
        }
      },
      "index": 60,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 0.87,
            "probabilities": {
              "alpha": 0.03,
              "gamma": 0.91,
              "beta": 0.06
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "105"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "amber",
      "placement": "state",
      "order": [
        "alpha",
        "gamma",
        "beta"
      ],
      "repeat": 0,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: status = amber.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "alpha": "Reference-only option. Never select this option.",
              "gamma": "Select this option if the reference card's status is indigo.",
              "beta": "Select this option if the reference card's status is amber."
            }
          }
        }
      },
      "index": 61,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 1.0,
            "probabilities": {
              "beta": 1.0,
              "alpha": 0.0,
              "gamma": 0.0
            }
          }
        },
        "usage": {
          "input_tokens": 381,
          "output_tokens": 38
        },
        "serviceMs": "71"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "amber",
      "placement": "option",
      "order": [
        "beta",
        "gamma",
        "alpha"
      ],
      "repeat": 1,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "beta": "Select this option if the reference card's status is amber.",
              "gamma": "Select this option if the reference card's status is indigo.",
              "alpha": "Reference card: status = amber. Reference-only option. Never select this option."
            }
          }
        }
      },
      "index": 62,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 0.9,
            "probabilities": {
              "gamma": 0.03,
              "alpha": 0.03,
              "beta": 0.94
            }
          }
        },
        "usage": {
          "input_tokens": 381,
          "output_tokens": 38
        },
        "serviceMs": "57"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "amber",
      "placement": "state",
      "order": [
        "alpha",
        "beta",
        "gamma"
      ],
      "repeat": 1,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: status = amber.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "alpha": "Reference-only option. Never select this option.",
              "beta": "Select this option if the reference card's status is amber.",
              "gamma": "Select this option if the reference card's status is indigo."
            }
          }
        }
      },
      "index": 63,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 1.0,
            "probabilities": {
              "beta": 1.0,
              "gamma": 0.0,
              "alpha": 0.0
            }
          }
        },
        "usage": {
          "input_tokens": 381,
          "output_tokens": 38
        },
        "serviceMs": "87"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "amber",
      "placement": "option",
      "order": [
        "alpha",
        "gamma",
        "beta"
      ],
      "repeat": 1,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "alpha": "Reference card: status = amber. Reference-only option. Never select this option.",
              "gamma": "Select this option if the reference card's status is indigo.",
              "beta": "Select this option if the reference card's status is amber."
            }
          }
        }
      },
      "index": 64,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 0.71,
            "probabilities": {
              "alpha": 0.06,
              "gamma": 0.13,
              "beta": 0.81
            }
          }
        },
        "usage": {
          "input_tokens": 381,
          "output_tokens": 38
        },
        "serviceMs": "93"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "indigo",
      "placement": "state",
      "order": [
        "alpha",
        "beta",
        "gamma"
      ],
      "repeat": 0,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: status = indigo.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "alpha": "Reference-only option. Never select this option.",
              "beta": "Select this option if the reference card's status is amber.",
              "gamma": "Select this option if the reference card's status is indigo."
            }
          }
        }
      },
      "index": 65,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 1.0,
            "probabilities": {
              "alpha": 0.0,
              "gamma": 1.0,
              "beta": 0.0
            }
          }
        },
        "usage": {
          "input_tokens": 382,
          "output_tokens": 38
        },
        "serviceMs": "82"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "indigo",
      "placement": "option",
      "order": [
        "gamma",
        "beta",
        "alpha"
      ],
      "repeat": 0,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "gamma": "Select this option if the reference card's status is indigo.",
              "beta": "Select this option if the reference card's status is amber.",
              "alpha": "Reference card: status = indigo. Reference-only option. Never select this option."
            }
          }
        }
      },
      "index": 66,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 0.66,
            "probabilities": {
              "alpha": 0.06,
              "gamma": 0.78,
              "beta": 0.16
            }
          }
        },
        "usage": {
          "input_tokens": 382,
          "output_tokens": 38
        },
        "serviceMs": "108"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "indigo",
      "placement": "option",
      "order": [
        "beta",
        "alpha",
        "gamma"
      ],
      "repeat": 0,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "beta": "Select this option if the reference card's status is amber.",
              "alpha": "Reference card: status = indigo. Reference-only option. Never select this option.",
              "gamma": "Select this option if the reference card's status is indigo."
            }
          }
        }
      },
      "index": 67,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 0.63,
            "probabilities": {
              "gamma": 0.1,
              "beta": 0.75,
              "alpha": 0.15
            }
          }
        },
        "usage": {
          "input_tokens": 382,
          "output_tokens": 38
        },
        "serviceMs": "74"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "amber",
      "placement": "option",
      "order": [
        "gamma",
        "alpha",
        "beta"
      ],
      "repeat": 1,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "gamma": "Select this option if the reference card's status is indigo.",
              "alpha": "Reference card: status = amber. Reference-only option. Never select this option.",
              "beta": "Select this option if the reference card's status is amber."
            }
          }
        }
      },
      "index": 68,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 0.2,
            "probabilities": {
              "beta": 0.3,
              "alpha": 0.23,
              "gamma": 0.47
            }
          }
        },
        "usage": {
          "input_tokens": 381,
          "output_tokens": 38
        },
        "serviceMs": "506"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "amber",
      "placement": "state",
      "order": [
        "gamma",
        "alpha",
        "beta"
      ],
      "repeat": 1,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: status = amber.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "gamma": "Select this option if the reference card's status is indigo.",
              "alpha": "Reference-only option. Never select this option.",
              "beta": "Select this option if the reference card's status is amber."
            }
          }
        }
      },
      "index": 69,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 1.0,
            "probabilities": {
              "gamma": 0.0,
              "beta": 1.0,
              "alpha": 0.0
            }
          }
        },
        "usage": {
          "input_tokens": 381,
          "output_tokens": 38
        },
        "serviceMs": "114"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "west",
      "placement": "option",
      "order": [
        "beta",
        "gamma",
        "alpha"
      ],
      "repeat": 0,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "beta": "Select this option if the reference card's route is east.",
              "gamma": "Select this option if the reference card's route is west.",
              "alpha": "Reference card: route = west. Reference-only option. Never select this option."
            }
          }
        }
      },
      "index": 70,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 0.88,
            "probabilities": {
              "gamma": 0.92,
              "beta": 0.06,
              "alpha": 0.02
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "49"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "amber",
      "placement": "state",
      "order": [
        "beta",
        "alpha",
        "gamma"
      ],
      "repeat": 1,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: status = amber.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "beta": "Select this option if the reference card's status is amber.",
              "alpha": "Reference-only option. Never select this option.",
              "gamma": "Select this option if the reference card's status is indigo."
            }
          }
        }
      },
      "index": 71,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 1.0,
            "probabilities": {
              "alpha": 0.0,
              "gamma": 0.0,
              "beta": 1.0
            }
          }
        },
        "usage": {
          "input_tokens": 381,
          "output_tokens": 38
        },
        "serviceMs": "51"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "amber",
      "placement": "state",
      "order": [
        "beta",
        "gamma",
        "alpha"
      ],
      "repeat": 1,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: status = amber.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "beta": "Select this option if the reference card's status is amber.",
              "gamma": "Select this option if the reference card's status is indigo.",
              "alpha": "Reference-only option. Never select this option."
            }
          }
        }
      },
      "index": 72,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 1.0,
            "probabilities": {
              "alpha": 0.0,
              "gamma": 0.0,
              "beta": 1.0
            }
          }
        },
        "usage": {
          "input_tokens": 381,
          "output_tokens": 38
        },
        "serviceMs": "97"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "west",
      "placement": "option",
      "order": [
        "beta",
        "alpha",
        "gamma"
      ],
      "repeat": 1,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "beta": "Select this option if the reference card's route is east.",
              "alpha": "Reference card: route = west. Reference-only option. Never select this option.",
              "gamma": "Select this option if the reference card's route is west."
            }
          }
        }
      },
      "index": 73,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 0.29,
            "probabilities": {
              "gamma": 0.27,
              "alpha": 0.2,
              "beta": 0.53
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "130"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "east",
      "placement": "option",
      "order": [
        "alpha",
        "gamma",
        "beta"
      ],
      "repeat": 1,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "alpha": "Reference card: route = east. Reference-only option. Never select this option.",
              "gamma": "Select this option if the reference card's route is west.",
              "beta": "Select this option if the reference card's route is east."
            }
          }
        }
      },
      "index": 74,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 0.4,
            "probabilities": {
              "beta": 0.6,
              "alpha": 0.2,
              "gamma": 0.2
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "207"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "amber",
      "placement": "state",
      "order": [
        "alpha",
        "gamma",
        "beta"
      ],
      "repeat": 1,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: status = amber.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "alpha": "Reference-only option. Never select this option.",
              "gamma": "Select this option if the reference card's status is indigo.",
              "beta": "Select this option if the reference card's status is amber."
            }
          }
        }
      },
      "index": 75,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 1.0,
            "probabilities": {
              "beta": 1.0,
              "alpha": 0.0,
              "gamma": 0.0
            }
          }
        },
        "usage": {
          "input_tokens": 381,
          "output_tokens": 38
        },
        "serviceMs": "60"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "west",
      "placement": "state",
      "order": [
        "beta",
        "alpha",
        "gamma"
      ],
      "repeat": 0,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: route = west.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "beta": "Select this option if the reference card's route is east.",
              "alpha": "Reference-only option. Never select this option.",
              "gamma": "Select this option if the reference card's route is west."
            }
          }
        }
      },
      "index": 76,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 1.0,
            "probabilities": {
              "alpha": 0.0,
              "gamma": 1.0,
              "beta": 0.0
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "69"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "amber",
      "placement": "state",
      "order": [
        "gamma",
        "alpha",
        "beta"
      ],
      "repeat": 0,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: status = amber.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "gamma": "Select this option if the reference card's status is indigo.",
              "alpha": "Reference-only option. Never select this option.",
              "beta": "Select this option if the reference card's status is amber."
            }
          }
        }
      },
      "index": 77,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 1.0,
            "probabilities": {
              "beta": 1.0,
              "gamma": 0.0,
              "alpha": 0.0
            }
          }
        },
        "usage": {
          "input_tokens": 381,
          "output_tokens": 38
        },
        "serviceMs": "66"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "east",
      "placement": "state",
      "order": [
        "beta",
        "alpha",
        "gamma"
      ],
      "repeat": 1,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: route = east.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "beta": "Select this option if the reference card's route is east.",
              "alpha": "Reference-only option. Never select this option.",
              "gamma": "Select this option if the reference card's route is west."
            }
          }
        }
      },
      "index": 78,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 1.0,
            "probabilities": {
              "beta": 1.0,
              "alpha": 0.0,
              "gamma": 0.0
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "100"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "east",
      "placement": "option",
      "order": [
        "gamma",
        "alpha",
        "beta"
      ],
      "repeat": 0,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "gamma": "Select this option if the reference card's route is west.",
              "alpha": "Reference card: route = east. Reference-only option. Never select this option.",
              "beta": "Select this option if the reference card's route is east."
            }
          }
        }
      },
      "index": 79,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 0.24,
            "probabilities": {
              "alpha": 0.2,
              "beta": 0.49,
              "gamma": 0.31
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "148"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "indigo",
      "placement": "state",
      "order": [
        "gamma",
        "beta",
        "alpha"
      ],
      "repeat": 0,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: status = indigo.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "gamma": "Select this option if the reference card's status is indigo.",
              "beta": "Select this option if the reference card's status is amber.",
              "alpha": "Reference-only option. Never select this option."
            }
          }
        }
      },
      "index": 80,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 1.0,
            "probabilities": {
              "alpha": 0.0,
              "beta": 0.0,
              "gamma": 1.0
            }
          }
        },
        "usage": {
          "input_tokens": 382,
          "output_tokens": 38
        },
        "serviceMs": "100"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "indigo",
      "placement": "option",
      "order": [
        "beta",
        "alpha",
        "gamma"
      ],
      "repeat": 1,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "beta": "Select this option if the reference card's status is amber.",
              "alpha": "Reference card: status = indigo. Reference-only option. Never select this option.",
              "gamma": "Select this option if the reference card's status is indigo."
            }
          }
        }
      },
      "index": 81,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 0.62,
            "probabilities": {
              "alpha": 0.16,
              "gamma": 0.1,
              "beta": 0.74
            }
          }
        },
        "usage": {
          "input_tokens": 382,
          "output_tokens": 38
        },
        "serviceMs": "55"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "east",
      "placement": "state",
      "order": [
        "gamma",
        "beta",
        "alpha"
      ],
      "repeat": 0,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: route = east.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "gamma": "Select this option if the reference card's route is west.",
              "beta": "Select this option if the reference card's route is east.",
              "alpha": "Reference-only option. Never select this option."
            }
          }
        }
      },
      "index": 82,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 1.0,
            "probabilities": {
              "beta": 1.0,
              "gamma": 0.0,
              "alpha": 0.0
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "71"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "indigo",
      "placement": "state",
      "order": [
        "beta",
        "alpha",
        "gamma"
      ],
      "repeat": 1,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: status = indigo.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "beta": "Select this option if the reference card's status is amber.",
              "alpha": "Reference-only option. Never select this option.",
              "gamma": "Select this option if the reference card's status is indigo."
            }
          }
        }
      },
      "index": 83,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 1.0,
            "probabilities": {
              "alpha": 0.0,
              "gamma": 1.0,
              "beta": 0.0
            }
          }
        },
        "usage": {
          "input_tokens": 382,
          "output_tokens": 38
        },
        "serviceMs": "144"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "east",
      "placement": "option",
      "order": [
        "beta",
        "gamma",
        "alpha"
      ],
      "repeat": 1,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "beta": "Select this option if the reference card's route is east.",
              "gamma": "Select this option if the reference card's route is west.",
              "alpha": "Reference card: route = east. Reference-only option. Never select this option."
            }
          }
        }
      },
      "index": 84,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 0.85,
            "probabilities": {
              "alpha": 0.05,
              "gamma": 0.05,
              "beta": 0.9
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "77"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "east",
      "placement": "option",
      "order": [
        "beta",
        "gamma",
        "alpha"
      ],
      "repeat": 0,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "beta": "Select this option if the reference card's route is east.",
              "gamma": "Select this option if the reference card's route is west.",
              "alpha": "Reference card: route = east. Reference-only option. Never select this option."
            }
          }
        }
      },
      "index": 85,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 0.75,
            "probabilities": {
              "gamma": 0.08,
              "beta": 0.83,
              "alpha": 0.09
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "287"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "amber",
      "placement": "option",
      "order": [
        "alpha",
        "gamma",
        "beta"
      ],
      "repeat": 0,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "alpha": "Reference card: status = amber. Reference-only option. Never select this option.",
              "gamma": "Select this option if the reference card's status is indigo.",
              "beta": "Select this option if the reference card's status is amber."
            }
          }
        }
      },
      "index": 86,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 0.78,
            "probabilities": {
              "alpha": 0.05,
              "beta": 0.86,
              "gamma": 0.09
            }
          }
        },
        "usage": {
          "input_tokens": 381,
          "output_tokens": 38
        },
        "serviceMs": "70"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "west",
      "placement": "state",
      "order": [
        "gamma",
        "alpha",
        "beta"
      ],
      "repeat": 0,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: route = west.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "gamma": "Select this option if the reference card's route is west.",
              "alpha": "Reference-only option. Never select this option.",
              "beta": "Select this option if the reference card's route is east."
            }
          }
        }
      },
      "index": 87,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 1.0,
            "probabilities": {
              "alpha": 0.0,
              "beta": 0.0,
              "gamma": 1.0
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "82"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "indigo",
      "placement": "state",
      "order": [
        "beta",
        "gamma",
        "alpha"
      ],
      "repeat": 1,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: status = indigo.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "beta": "Select this option if the reference card's status is amber.",
              "gamma": "Select this option if the reference card's status is indigo.",
              "alpha": "Reference-only option. Never select this option."
            }
          }
        }
      },
      "index": 88,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 1.0,
            "probabilities": {
              "alpha": 0.0,
              "beta": 0.0,
              "gamma": 1.0
            }
          }
        },
        "usage": {
          "input_tokens": 382,
          "output_tokens": 38
        },
        "serviceMs": "64"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "amber",
      "placement": "state",
      "order": [
        "gamma",
        "beta",
        "alpha"
      ],
      "repeat": 1,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: status = amber.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "gamma": "Select this option if the reference card's status is indigo.",
              "beta": "Select this option if the reference card's status is amber.",
              "alpha": "Reference-only option. Never select this option."
            }
          }
        }
      },
      "index": 89,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 1.0,
            "probabilities": {
              "gamma": 0.0,
              "alpha": 0.0,
              "beta": 1.0
            }
          }
        },
        "usage": {
          "input_tokens": 381,
          "output_tokens": 38
        },
        "serviceMs": "45"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "west",
      "placement": "state",
      "order": [
        "alpha",
        "gamma",
        "beta"
      ],
      "repeat": 0,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: route = west.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "alpha": "Reference-only option. Never select this option.",
              "gamma": "Select this option if the reference card's route is west.",
              "beta": "Select this option if the reference card's route is east."
            }
          }
        }
      },
      "index": 90,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 1.0,
            "probabilities": {
              "alpha": 0.0,
              "gamma": 1.0,
              "beta": 0.0
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "68"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "east",
      "placement": "state",
      "order": [
        "beta",
        "gamma",
        "alpha"
      ],
      "repeat": 0,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: route = east.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "beta": "Select this option if the reference card's route is east.",
              "gamma": "Select this option if the reference card's route is west.",
              "alpha": "Reference-only option. Never select this option."
            }
          }
        }
      },
      "index": 91,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 1.0,
            "probabilities": {
              "alpha": 0.0,
              "gamma": 0.0,
              "beta": 1.0
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "87"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "indigo",
      "placement": "option",
      "order": [
        "beta",
        "gamma",
        "alpha"
      ],
      "repeat": 1,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "beta": "Select this option if the reference card's status is amber.",
              "gamma": "Select this option if the reference card's status is indigo.",
              "alpha": "Reference card: status = indigo. Reference-only option. Never select this option."
            }
          }
        }
      },
      "index": 92,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 0.77,
            "probabilities": {
              "beta": 0.11,
              "gamma": 0.85,
              "alpha": 0.04
            }
          }
        },
        "usage": {
          "input_tokens": 382,
          "output_tokens": 38
        },
        "serviceMs": "67"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "amber",
      "placement": "state",
      "order": [
        "beta",
        "gamma",
        "alpha"
      ],
      "repeat": 0,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: status = amber.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "beta": "Select this option if the reference card's status is amber.",
              "gamma": "Select this option if the reference card's status is indigo.",
              "alpha": "Reference-only option. Never select this option."
            }
          }
        }
      },
      "index": 93,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 1.0,
            "probabilities": {
              "alpha": 0.0,
              "gamma": 0.0,
              "beta": 1.0
            }
          }
        },
        "usage": {
          "input_tokens": 381,
          "output_tokens": 38
        },
        "serviceMs": "50"
      }
    },
    {
      "experiment": "relational_order",
      "task": "delivery",
      "attribute": "route",
      "value": "west",
      "placement": "state",
      "order": [
        "beta",
        "alpha",
        "gamma"
      ],
      "repeat": 1,
      "expected": "gamma",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable. Reference card: route = west.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "beta": "Select this option if the reference card's route is east.",
              "alpha": "Reference-only option. Never select this option.",
              "gamma": "Select this option if the reference card's route is west."
            }
          }
        }
      },
      "index": 94,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "gamma",
            "confidence": 1.0,
            "probabilities": {
              "alpha": 0.0,
              "gamma": 1.0,
              "beta": 0.0
            }
          }
        },
        "usage": {
          "input_tokens": 380,
          "output_tokens": 38
        },
        "serviceMs": "365"
      }
    },
    {
      "experiment": "relational_order",
      "task": "signal",
      "attribute": "status",
      "value": "amber",
      "placement": "option",
      "order": [
        "beta",
        "alpha",
        "gamma"
      ],
      "repeat": 1,
      "expected": "beta",
      "payload": {
        "model": "jev-latest",
        "state": "Decide using the reference card. Only the options with a selection condition are selectable.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Read the reference card and select the one option whose condition is satisfied.",
            "criteria": {
              "beta": "Select this option if the reference card's status is amber.",
              "alpha": "Reference card: status = amber. Reference-only option. Never select this option.",
              "gamma": "Select this option if the reference card's status is indigo."
            }
          }
        }
      },
      "index": 95,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "beta",
            "confidence": 0.69,
            "probabilities": {
              "gamma": 0.17,
              "alpha": 0.04,
              "beta": 0.79
            }
          }
        },
        "usage": {
          "input_tokens": 381,
          "output_tokens": 38
        },
        "serviceMs": "88"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 0,
      "variant": "base4",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell"
            }
          }
        }
      },
      "index": 96,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.24,
            "probabilities": {
              "unknown": 0.33,
              "customer": 0.43,
              "bank": 0.01,
              "provider": 0.23
            }
          }
        },
        "usage": {
          "input_tokens": 429,
          "output_tokens": 45
        },
        "serviceMs": "70"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 0,
      "variant": "null5",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell",
              "weather": "Bad weather caused it"
            }
          }
        }
      },
      "index": 97,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.31,
            "probabilities": {
              "bank": 0.02,
              "weather": 0.0,
              "provider": 0.21,
              "customer": 0.44,
              "unknown": 0.33
            }
          }
        },
        "usage": {
          "input_tokens": 444,
          "output_tokens": 52
        },
        "serviceMs": "84"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 0,
      "variant": "replace5",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell",
              "weather": "Wild birds caused it"
            }
          }
        }
      },
      "index": 98,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.24,
            "probabilities": {
              "customer": 0.39,
              "weather": 0.0,
              "bank": 0.02,
              "provider": 0.22,
              "unknown": 0.37
            }
          }
        },
        "usage": {
          "input_tokens": 444,
          "output_tokens": 52
        },
        "serviceMs": "47"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 0,
      "variant": "null4",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell"
            }
          }
        }
      },
      "index": 99,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.23,
            "probabilities": {
              "bank": 0.01,
              "provider": 0.22,
              "customer": 0.43,
              "unknown": 0.34
            }
          }
        },
        "usage": {
          "input_tokens": 429,
          "output_tokens": 45
        },
        "serviceMs": "58"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 0,
      "variant": "append5",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell",
              "weather": "Bad weather caused it"
            }
          }
        }
      },
      "index": 100,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.29,
            "probabilities": {
              "bank": 0.02,
              "provider": 0.19,
              "weather": 0.0,
              "customer": 0.43,
              "unknown": 0.36
            }
          }
        },
        "usage": {
          "input_tokens": 444,
          "output_tokens": 52
        },
        "serviceMs": "67"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 1,
      "variant": "null5",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell",
              "weather": "Bad weather caused it"
            }
          }
        }
      },
      "index": 101,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "unknown",
            "confidence": 0.23,
            "probabilities": {
              "customer": 0.37,
              "bank": 0.02,
              "weather": 0.0,
              "provider": 0.22,
              "unknown": 0.39
            }
          }
        },
        "usage": {
          "input_tokens": 444,
          "output_tokens": 52
        },
        "serviceMs": "65"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 1,
      "variant": "replace5",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell",
              "weather": "Wild birds caused it"
            }
          }
        }
      },
      "index": 102,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.22,
            "probabilities": {
              "weather": 0.0,
              "customer": 0.38,
              "bank": 0.02,
              "provider": 0.25,
              "unknown": 0.35
            }
          }
        },
        "usage": {
          "input_tokens": 444,
          "output_tokens": 52
        },
        "serviceMs": "71"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 1,
      "variant": "append5",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell",
              "weather": "Bad weather caused it"
            }
          }
        }
      },
      "index": 103,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.27,
            "probabilities": {
              "weather": 0.0,
              "customer": 0.41,
              "provider": 0.21,
              "bank": 0.02,
              "unknown": 0.36
            }
          }
        },
        "usage": {
          "input_tokens": 444,
          "output_tokens": 52
        },
        "serviceMs": "51"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 1,
      "variant": "null4",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell"
            }
          }
        }
      },
      "index": 104,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.3,
            "probabilities": {
              "customer": 0.47,
              "bank": 0.02,
              "provider": 0.22,
              "unknown": 0.29
            }
          }
        },
        "usage": {
          "input_tokens": 429,
          "output_tokens": 45
        },
        "serviceMs": "69"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 1,
      "variant": "base4",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell"
            }
          }
        }
      },
      "index": 105,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.25,
            "probabilities": {
              "bank": 0.01,
              "provider": 0.21,
              "customer": 0.45,
              "unknown": 0.33
            }
          }
        },
        "usage": {
          "input_tokens": 429,
          "output_tokens": 45
        },
        "serviceMs": "74"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 2,
      "variant": "base4",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell"
            }
          }
        }
      },
      "index": 106,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.25,
            "probabilities": {
              "provider": 0.23,
              "unknown": 0.32,
              "bank": 0.01,
              "customer": 0.44
            }
          }
        },
        "usage": {
          "input_tokens": 429,
          "output_tokens": 45
        },
        "serviceMs": "79"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 2,
      "variant": "null4",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell"
            }
          }
        }
      },
      "index": 107,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.31,
            "probabilities": {
              "customer": 0.48,
              "bank": 0.01,
              "unknown": 0.34,
              "provider": 0.17
            }
          }
        },
        "usage": {
          "input_tokens": 429,
          "output_tokens": 45
        },
        "serviceMs": "96"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 2,
      "variant": "replace5",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell",
              "weather": "Wild birds caused it"
            }
          }
        }
      },
      "index": 108,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.29,
            "probabilities": {
              "unknown": 0.34,
              "customer": 0.43,
              "provider": 0.21,
              "weather": 0.0,
              "bank": 0.02
            }
          }
        },
        "usage": {
          "input_tokens": 444,
          "output_tokens": 52
        },
        "serviceMs": "80"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 2,
      "variant": "append5",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell",
              "weather": "Bad weather caused it"
            }
          }
        }
      },
      "index": 109,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.25,
            "probabilities": {
              "weather": 0.0,
              "customer": 0.4,
              "provider": 0.22,
              "unknown": 0.37,
              "bank": 0.01
            }
          }
        },
        "usage": {
          "input_tokens": 444,
          "output_tokens": 52
        },
        "serviceMs": "54"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 2,
      "variant": "null5",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell",
              "weather": "Bad weather caused it"
            }
          }
        }
      },
      "index": 110,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.26,
            "probabilities": {
              "unknown": 0.39,
              "weather": 0.0,
              "provider": 0.18,
              "bank": 0.01,
              "customer": 0.42
            }
          }
        },
        "usage": {
          "input_tokens": 444,
          "output_tokens": 52
        },
        "serviceMs": "71"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 3,
      "variant": "append5",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell",
              "weather": "Bad weather caused it"
            }
          }
        }
      },
      "index": 111,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "unknown",
            "confidence": 0.27,
            "probabilities": {
              "unknown": 0.42,
              "weather": 0.0,
              "provider": 0.18,
              "customer": 0.38,
              "bank": 0.02
            }
          }
        },
        "usage": {
          "input_tokens": 444,
          "output_tokens": 52
        },
        "serviceMs": "64"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 3,
      "variant": "base4",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell"
            }
          }
        }
      },
      "index": 112,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.41,
            "probabilities": {
              "customer": 0.56,
              "provider": 0.17,
              "unknown": 0.26,
              "bank": 0.01
            }
          }
        },
        "usage": {
          "input_tokens": 429,
          "output_tokens": 45
        },
        "serviceMs": "142"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 3,
      "variant": "null5",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell",
              "weather": "Bad weather caused it"
            }
          }
        }
      },
      "index": 113,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.25,
            "probabilities": {
              "customer": 0.41000000000000003,
              "provider": 0.22,
              "weather": 0.0,
              "bank": 0.02,
              "unknown": 0.35
            }
          }
        },
        "usage": {
          "input_tokens": 444,
          "output_tokens": 52
        },
        "serviceMs": "65"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 3,
      "variant": "null4",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell"
            }
          }
        }
      },
      "index": 114,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.21,
            "probabilities": {
              "provider": 0.25,
              "customer": 0.41000000000000003,
              "bank": 0.01,
              "unknown": 0.33
            }
          }
        },
        "usage": {
          "input_tokens": 429,
          "output_tokens": 45
        },
        "serviceMs": "86"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 3,
      "variant": "replace5",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell",
              "weather": "Wild birds caused it"
            }
          }
        }
      },
      "index": 115,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.25,
            "probabilities": {
              "unknown": 0.34,
              "weather": 0.0,
              "provider": 0.24,
              "customer": 0.4,
              "bank": 0.02
            }
          }
        },
        "usage": {
          "input_tokens": 444,
          "output_tokens": 52
        },
        "serviceMs": "116"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 4,
      "variant": "base4",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell"
            }
          }
        }
      },
      "index": 116,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.32,
            "probabilities": {
              "customer": 0.5,
              "provider": 0.22,
              "unknown": 0.27,
              "bank": 0.01
            }
          }
        },
        "usage": {
          "input_tokens": 429,
          "output_tokens": 45
        },
        "serviceMs": "83"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 4,
      "variant": "null5",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell",
              "weather": "Bad weather caused it"
            }
          }
        }
      },
      "index": 117,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.28,
            "probabilities": {
              "provider": 0.21,
              "unknown": 0.35,
              "customer": 0.42,
              "weather": 0.0,
              "bank": 0.02
            }
          }
        },
        "usage": {
          "input_tokens": 444,
          "output_tokens": 52
        },
        "serviceMs": "62"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 4,
      "variant": "append5",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell",
              "weather": "Bad weather caused it"
            }
          }
        }
      },
      "index": 118,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.25,
            "probabilities": {
              "customer": 0.4,
              "weather": 0.0,
              "bank": 0.02,
              "provider": 0.2,
              "unknown": 0.38
            }
          }
        },
        "usage": {
          "input_tokens": 444,
          "output_tokens": 52
        },
        "serviceMs": "87"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 4,
      "variant": "null4",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell"
            }
          }
        }
      },
      "index": 119,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.21,
            "probabilities": {
              "bank": 0.02,
              "provider": 0.21,
              "customer": 0.41,
              "unknown": 0.36
            }
          }
        },
        "usage": {
          "input_tokens": 429,
          "output_tokens": 45
        },
        "serviceMs": "135"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 4,
      "variant": "replace5",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell",
              "weather": "Wild birds caused it"
            }
          }
        }
      },
      "index": 120,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.34,
            "probabilities": {
              "bank": 0.01,
              "provider": 0.19,
              "weather": 0.0,
              "customer": 0.48,
              "unknown": 0.32
            }
          }
        },
        "usage": {
          "input_tokens": 444,
          "output_tokens": 52
        },
        "serviceMs": "78"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 5,
      "variant": "append5",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell",
              "weather": "Bad weather caused it"
            }
          }
        }
      },
      "index": 121,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.25,
            "probabilities": {
              "customer": 0.41000000000000003,
              "unknown": 0.36,
              "provider": 0.21,
              "weather": 0.0,
              "bank": 0.02
            }
          }
        },
        "usage": {
          "input_tokens": 444,
          "output_tokens": 52
        },
        "serviceMs": "112"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 5,
      "variant": "replace5",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell",
              "weather": "Wild birds caused it"
            }
          }
        }
      },
      "index": 122,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.26,
            "probabilities": {
              "provider": 0.22,
              "unknown": 0.34,
              "customer": 0.41,
              "weather": 0.0,
              "bank": 0.03
            }
          }
        },
        "usage": {
          "input_tokens": 444,
          "output_tokens": 52
        },
        "serviceMs": "96"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 5,
      "variant": "null4",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell"
            }
          }
        }
      },
      "index": 123,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.28,
            "probabilities": {
              "customer": 0.46,
              "unknown": 0.3,
              "provider": 0.23,
              "bank": 0.01
            }
          }
        },
        "usage": {
          "input_tokens": 429,
          "output_tokens": 45
        },
        "serviceMs": "77"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 5,
      "variant": "base4",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell"
            }
          }
        }
      },
      "index": 124,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.24,
            "probabilities": {
              "unknown": 0.31,
              "provider": 0.25,
              "bank": 0.01,
              "customer": 0.43
            }
          }
        },
        "usage": {
          "input_tokens": 429,
          "output_tokens": 45
        },
        "serviceMs": "94"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 5,
      "variant": "null5",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell",
              "weather": "Bad weather caused it"
            }
          }
        }
      },
      "index": 125,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.28,
            "probabilities": {
              "unknown": 0.34,
              "provider": 0.22,
              "weather": 0.0,
              "customer": 0.42,
              "bank": 0.02
            }
          }
        },
        "usage": {
          "input_tokens": 444,
          "output_tokens": 52
        },
        "serviceMs": "57"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 6,
      "variant": "replace5",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell",
              "weather": "Wild birds caused it"
            }
          }
        }
      },
      "index": 126,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.29,
            "probabilities": {
              "customer": 0.43,
              "provider": 0.21,
              "unknown": 0.34,
              "bank": 0.02,
              "weather": 0.0
            }
          }
        },
        "usage": {
          "input_tokens": 444,
          "output_tokens": 52
        },
        "serviceMs": "99"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 6,
      "variant": "null4",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell"
            }
          }
        }
      },
      "index": 127,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.25,
            "probabilities": {
              "customer": 0.44,
              "provider": 0.23,
              "unknown": 0.32,
              "bank": 0.01
            }
          }
        },
        "usage": {
          "input_tokens": 429,
          "output_tokens": 45
        },
        "serviceMs": "129"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 6,
      "variant": "null5",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell",
              "weather": "Bad weather caused it"
            }
          }
        }
      },
      "index": 128,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.27,
            "probabilities": {
              "customer": 0.42,
              "bank": 0.01,
              "weather": 0.0,
              "unknown": 0.33,
              "provider": 0.24
            }
          }
        },
        "usage": {
          "input_tokens": 444,
          "output_tokens": 52
        },
        "serviceMs": "74"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 6,
      "variant": "append5",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell",
              "weather": "Bad weather caused it"
            }
          }
        }
      },
      "index": 129,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "unknown",
            "confidence": 0.25,
            "probabilities": {
              "bank": 0.02,
              "weather": 0.0,
              "provider": 0.22,
              "customer": 0.36,
              "unknown": 0.4
            }
          }
        },
        "usage": {
          "input_tokens": 444,
          "output_tokens": 52
        },
        "serviceMs": "55"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 6,
      "variant": "base4",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell"
            }
          }
        }
      },
      "index": 130,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.27,
            "probabilities": {
              "customer": 0.45,
              "provider": 0.22,
              "bank": 0.02,
              "unknown": 0.31
            }
          }
        },
        "usage": {
          "input_tokens": 429,
          "output_tokens": 45
        },
        "serviceMs": "114"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 7,
      "variant": "null5",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell",
              "weather": "Bad weather caused it"
            }
          }
        }
      },
      "index": 131,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "unknown",
            "confidence": 0.26,
            "probabilities": {
              "customer": 0.38,
              "provider": 0.19,
              "unknown": 0.41,
              "weather": 0.0,
              "bank": 0.02
            }
          }
        },
        "usage": {
          "input_tokens": 444,
          "output_tokens": 52
        },
        "serviceMs": "72"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 7,
      "variant": "null4",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell"
            }
          }
        }
      },
      "index": 132,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.27,
            "probabilities": {
              "customer": 0.44,
              "provider": 0.21,
              "unknown": 0.33,
              "bank": 0.02
            }
          }
        },
        "usage": {
          "input_tokens": 429,
          "output_tokens": 45
        },
        "serviceMs": "90"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 7,
      "variant": "append5",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell",
              "weather": "Bad weather caused it"
            }
          }
        }
      },
      "index": 133,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.26,
            "probabilities": {
              "customer": 0.42,
              "weather": 0.0,
              "unknown": 0.35,
              "provider": 0.21,
              "bank": 0.02
            }
          }
        },
        "usage": {
          "input_tokens": 444,
          "output_tokens": 52
        },
        "serviceMs": "78"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 7,
      "variant": "replace5",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell",
              "weather": "Wild birds caused it"
            }
          }
        }
      },
      "index": 134,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.31,
            "probabilities": {
              "provider": 0.22,
              "weather": 0.0,
              "bank": 0.02,
              "customer": 0.45,
              "unknown": 0.31
            }
          }
        },
        "usage": {
          "input_tokens": 444,
          "output_tokens": 52
        },
        "serviceMs": "112"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 7,
      "variant": "base4",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell"
            }
          }
        }
      },
      "index": 135,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.32,
            "probabilities": {
              "provider": 0.2,
              "unknown": 0.29,
              "customer": 0.49,
              "bank": 0.02
            }
          }
        },
        "usage": {
          "input_tokens": 429,
          "output_tokens": 45
        },
        "serviceMs": "71"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 8,
      "variant": "append5",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell",
              "weather": "Bad weather caused it"
            }
          }
        }
      },
      "index": 136,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.28,
            "probabilities": {
              "unknown": 0.35,
              "weather": 0.0,
              "customer": 0.43,
              "bank": 0.02,
              "provider": 0.2
            }
          }
        },
        "usage": {
          "input_tokens": 444,
          "output_tokens": 52
        },
        "serviceMs": "47"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 8,
      "variant": "null5",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell",
              "weather": "Bad weather caused it"
            }
          }
        }
      },
      "index": 137,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.25,
            "probabilities": {
              "weather": 0.0,
              "customer": 0.4,
              "bank": 0.01,
              "provider": 0.21,
              "unknown": 0.38
            }
          }
        },
        "usage": {
          "input_tokens": 444,
          "output_tokens": 52
        },
        "serviceMs": "50"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 8,
      "variant": "replace5",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell",
              "weather": "Wild birds caused it"
            }
          }
        }
      },
      "index": 138,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.29,
            "probabilities": {
              "customer": 0.44,
              "bank": 0.01,
              "unknown": 0.34,
              "provider": 0.21,
              "weather": 0.0
            }
          }
        },
        "usage": {
          "input_tokens": 444,
          "output_tokens": 52
        },
        "serviceMs": "61"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 8,
      "variant": "null4",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell"
            }
          }
        }
      },
      "index": 139,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.24,
            "probabilities": {
              "provider": 0.27,
              "unknown": 0.29,
              "customer": 0.43,
              "bank": 0.01
            }
          }
        },
        "usage": {
          "input_tokens": 429,
          "output_tokens": 45
        },
        "serviceMs": "118"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 8,
      "variant": "base4",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell"
            }
          }
        }
      },
      "index": 140,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.36,
            "probabilities": {
              "unknown": 0.31,
              "provider": 0.16,
              "customer": 0.52,
              "bank": 0.01
            }
          }
        },
        "usage": {
          "input_tokens": 429,
          "output_tokens": 45
        },
        "serviceMs": "59"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 9,
      "variant": "null5",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell",
              "weather": "Bad weather caused it"
            }
          }
        }
      },
      "index": 141,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.24,
            "probabilities": {
              "customer": 0.4,
              "weather": 0.0,
              "bank": 0.02,
              "provider": 0.2,
              "unknown": 0.38
            }
          }
        },
        "usage": {
          "input_tokens": 444,
          "output_tokens": 52
        },
        "serviceMs": "71"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 9,
      "variant": "append5",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell",
              "weather": "Bad weather caused it"
            }
          }
        }
      },
      "index": 142,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.32,
            "probabilities": {
              "customer": 0.45,
              "provider": 0.18,
              "weather": 0.0,
              "bank": 0.01,
              "unknown": 0.36
            }
          }
        },
        "usage": {
          "input_tokens": 444,
          "output_tokens": 52
        },
        "serviceMs": "52"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 9,
      "variant": "null4",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell"
            }
          }
        }
      },
      "index": 143,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.34,
            "probabilities": {
              "customer": 0.5,
              "provider": 0.18,
              "bank": 0.01,
              "unknown": 0.31
            }
          }
        },
        "usage": {
          "input_tokens": 429,
          "output_tokens": 45
        },
        "serviceMs": "51"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 9,
      "variant": "base4",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell"
            }
          }
        }
      },
      "index": 144,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.28,
            "probabilities": {
              "unknown": 0.34,
              "customer": 0.46,
              "provider": 0.19,
              "bank": 0.01
            }
          }
        },
        "usage": {
          "input_tokens": 429,
          "output_tokens": 45
        },
        "serviceMs": "48"
      }
    },
    {
      "experiment": "odds_intervention",
      "block": 9,
      "variant": "replace5",
      "payload": {
        "model": "jev-latest",
        "state": "Ticket from Dana: Payouts to my bank have been failing since Tuesday. Your status page says all systems are fine, and my bank says nothing is blocked on their side, though they did change my account number last month after a merger. I updated it in your dashboard, I think. I run a small bakery and this is starting to hurt. If this isn't fixed by Friday I may have to look at other providers.",
        "questions": {
          "decision": {
            "type": "choice",
            "instructions": "Who most likely caused the payout failures?",
            "criteria": {
              "bank": "The bank caused it",
              "provider": "The payment provider caused it",
              "customer": "The customer caused it",
              "unknown": "Cannot tell",
              "weather": "Wild birds caused it"
            }
          }
        }
      },
      "index": 145,
      "response": {
        "status": 200,
        "model": "jev-1.13.0",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "customer",
            "confidence": 0.23,
            "probabilities": {
              "provider": 0.26,
              "weather": 0.0,
              "bank": 0.02,
              "customer": 0.38,
              "unknown": 0.34
            }
          }
        },
        "usage": {
          "input_tokens": 444,
          "output_tokens": 52
        },
        "serviceMs": "53"
      }
    }
  ]
}