name: bimodality_pilot
investigation: bimodality
intent: |
  \begin{intent}[How far apart five seeds land at one α]
  \label{bimodpilot-intent}
  \begin{llm}[claude-opus-5]
  This is a pilot, run to size the spread between
  \@[replicates]{replicate} before committing to a grid of several hundred
  \@[models]{model}. It trains five \@[seeds]{seed} at \@[α]{alpha} = 1.4,
  holding everything else at the defaults, and reports how far apart their
  \@{unseen-mismatch} scores land. The point is to learn whether replicate
  spread at a single grid point is small enough that a cohort mean means
  anything, which decides how many replicates the full grid needs.
  \end{llm}
  \end{intent}
hypothesis: |
  \begin{hypothesis}[Five seeds at α = 1.4 land close together]
  \label{bimodpilot-hypothesis}
  \begin{llm}[claude-opus-5]
  At \@[α]{alpha} = 1.4 the \@[pairings]{pairing} are concentrated enough
  that every \@{replicate} should find the subject-verb \@{number} rule
  within the \@[budget]{budget}. The prediction is that all five land high
  and within a few points of each other, which would make a cohort mean a
  fair summary at this α and put any wider spread elsewhere on the axis.
  \end{llm}
  \end{hypothesis}
seed: 1000
base_args: []
runs:
  - label: alpha_grid
    args: [bimodality,
           --alphas, "1.4",
           --n-seeds, "5", --seed-start, "1000",
           --eval-seed, "99999", --num-eval-pairs, "1000",
           --num-train-sentences, "12000",
           --max-iter, "1200", --batch-size, "32",
           --vocab-size, "40", --unseen-count, "10"]
compare:
  metric: unseen_mismatch
