name: zipf_v60_h20
investigation: vocabulary-scale
seed: 42
intent: |
  \begin{intent}[Does the peak survive a one-third holdout at vocabulary 60]
  \label{zipfv60-intent}
  This experiment asks whether the paper's \@[agreement]{number} result
  survives when a third of the noun-verb \@[pairings]{pairing} are held out
  rather than a quarter. It runs one full Zipfian \@{sweep} (\@[Z]{alpha}
  from 0 to 3.0 in steps of 0.2, five \@[seeds]{seed} per point) at
  \@{vocabulary} 60 with a holdout of 20, so two thirds of the pairings
  remain as seen evidence, at the paper's \@{model} architecture, 256 wide
  with two layers and four heads, trained for 1200 \@[steps]{step}.
  \end{intent}
background: |
  \begin{background}[The scaling series varies vocabulary at a fixed quarter]
  \label{zipfv60-background}
  The vocabulary-scaling series
  (\@[vocab\_holdout25]{vocabholdout-conclusion}) varies \@{vocabulary} from
  20 to 160 while holding the \@[held-out]{seen-unseen-pairings} fraction at
  a quarter, and finds the paper's intermediate peak at every size
  (\@[peak universal]{vocabholdout-peak-universal}). Holding the fraction
  fixed ties two axes together: a bigger vocabulary always brings
  proportionally more seen evidence. This run and its companion at
  vocabulary 120 (\@[zipf\_v120\_h40]{zipfv120-intent}) untie them by
  raising the held-out fraction to a third at two of the series'
  vocabularies, the comparison the series' own conclusions name as a
  follow-up.
  \end{background}
hypothesis: |
  \begin{hypothesis}[A thinner seen set should cost height or concentration]
  \label{zipfv60-hypothesis}
  If the amount of seen pairing evidence is what limits generalization, then
  holding out a third of the \@[pairings]{pairing} instead of a quarter
  should lower the peak in \@{unseen-mismatch}, or push it toward more
  concentrated distributions where the surviving pairings repeat often
  enough to compensate. If the peak is instead a property of the pairing
  distribution alone, it should appear at the same \@[α]{alpha} with about
  the same height.
  \end{hypothesis}
base_args:
  - --parameter-range
  - 0.0,3.0
  - --step
  - "0.2"
  - --n-iterations
  - "5"
  - --vocab-size
  - "60"
  - --unseen-count
  - "20"
runs:
  - label: sweep
    args: []
