Interface E2ECase

e2e/cases.ts:21–87

 */

export interface E2ECase {
  name: string;
  prompt: string;
  sampleIntervalMs?: number;
  maxWaitMs?: number;
  screenshots?: number[];
  /**
   * Optional follow-up turn that gets sent INTO the thread that this case's
   * first prompt creates. Used to test thread-continuation without
   * re-mentioning the bot. The follow-up has its own prompt + expectations
   * and reuses the same sampleIntervalMs / maxWaitMs.
   */
  followUp?: {
    prompt: string;
    expectations?: E2ECase["expectations"];
  };
  /**
   * Mid-stream interrupt: send a second user message into the SAME thread
   * `afterMs` after kicking off the first prompt. Used to verify that the
   * in-flight bot reply is aborted, marked as interrupted in Slack, and
   * the new turn produces a fresh reply.
   */
  interrupt?: {
    afterMs: number;
    prompt: string;
    /** Expectations applied to the interrupted FIRST reply. */
    firstExpectations?: E2ECase["expectations"];
    /** Expectations applied to the new (second) reply. */
    expectations?: E2ECase["expectations"];
  };
  expectations?: {
    /** Bot's final response must contain these substrings (case-insensitive). */
    finalContains?: string[];
    /** Bot's final response must NOT contain these. */
    finalNotContains?: string[];
    /** Final mrkdwn must be balanced (no dangling brackets). */
    balancedBrackets?: boolean;
    /** Minimum reply length in chars (catches truncation regressions). */
    minLength?: number;
    /**
     * Verifies the final text contains a monospace table whose rows all
     * have the same line length — i.e. columns are aligned, not pipe-soup.
     */
    monospaceAlignedTable?: boolean;
    /**
     * Counts how many distinct Slack messages this case produced (after
     * the bot's parent message). Used to verify chunking-keeps-whole-block
     * behaviour: a long fenced block should land in one message, not split.
     */
    expectedChunkCount?: number;
    /**
     * Custom predicate run against the *full* set of bot replies in the
     * thread (NOT just the first one). Useful for asserting properties
     * across chunked output, e.g. "the fence opener appears at the start
     * of exactly one message" or "no message text contains a dangling ```".
     */
    /**
     * Custom predicate. `replies` is the bot's per-message text array;