name: zipf_v120_h40
investigation: vocabulary-scale
seed: 42
intent: |
  \begin{intent}[Does a one-third holdout change the picture at vocabulary 120]
  \label{zipfv120-intent}
  This experiment asks whether the paper's \@[agreement]{number} result
  survives when a third of the noun-verb \@[pairings]{pairing} are held out
  rather than a quarter, at \@{vocabulary} 120. It runs one full Zipfian
  \@{sweep} (\@[Z]{alpha} from 0 to 3.0 in steps of 0.2, five
  \@[seeds]{seed} per point) with a holdout of 40, so two thirds of the
  pairings remain as seen evidence, at the paper's \@{model} architecture,
  256 wide with two layers and four heads, trained for 1200 \@[steps]{step}.
  \end{intent}
background: |
  \begin{background}[Capacity is already binding at vocabulary 120]
  \label{zipfv120-background}
  The vocabulary-scaling series
  (\@[vocab\_holdout25]{vocabholdout-conclusion}) finds \@{vocabulary} 120
  past the point where the fixed 256-wide \@{model} stops gaining from more
  evidence: the peak has fallen back from its vocabulary-60 high
  (\@[the capacity ceiling]{vocabholdout-capacity-ceiling}), the easy
  conditions are off their ceilings
  (\@[capacity binding]{vocabholdout-capacity-signature}), and the
  \@[seeds]{seed} have begun to split
  (\@[deepening splits]{vocabholdout-bimodality-deepens}). This run raises
  the held-out fraction from a quarter to a third at that vocabulary, with
  its companion at 60 (\@[zipf\_v60\_h20]{zipfv60-intent}) providing the
  unstrained comparison.
  \end{background}
hypothesis: |
  \begin{hypothesis}[Thinner evidence should cost more where capacity binds]
  \label{zipfv120-hypothesis}
  If the amount of seen pairing evidence is what limits generalization, then
  holding out a third of the \@[pairings]{pairing} instead of a quarter
  should lower the peak in \@{unseen-mismatch}, or push it toward more
  concentrated distributions where the surviving pairings repeat often
  enough to compensate, and the cost should be larger at a vocabulary the
  \@{model} already struggles to fit than at one it fits comfortably.
  \end{hypothesis}
base_args:
  - --parameter-range
  - 0.0,3.0
  - --step
  - "0.2"
  - --n-iterations
  - "5"
  - --vocab-size
  - "120"
  - --unseen-count
  - "40"
runs:
  - label: sweep
    args: []
