diff options
| author | Void Agent <void@jayrup.hermes> | 2026-08-14 13:14:09 +0100 |
|---|---|---|
| committer | Void Agent <void@jayrup.hermes> | 2026-08-14 13:14:09 +0100 |
| commit | 9c50f31c66e788ff08eeac83f84e90e9bc1a921e (patch) | |
| tree | 6e960573f436ee65f35ce9b77ad9064977339a8c /src/config.py | |
| parent | 898a0570dfe619ec2bcf330b07dce9b23cb63d54 (diff) | |
rnn: fully-tied cell (read-in+compute+decode), lambda ramp, ACT regression test; design: prior art + review
Diffstat (limited to 'src/config.py')
| -rw-r--r-- | src/config.py | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/src/config.py b/src/config.py index 74cb4d3..c0532bc 100644 --- a/src/config.py +++ b/src/config.py @@ -19,7 +19,8 @@ class Config: halting: bool = True # False -> fixed-K ablation halt_eps: float = 0.05 # ACT cumulative threshold (documented; K small so no early break) halt_penalty: float = 0.01 # lambda on mean steps - halt_warmup_steps: int = 1000 # penalty off before this (anti-collapse) + halt_warmup_steps: int = 1000 # penalty = 0 before this (anti-collapse) + halt_ramp_end_steps: int = 5000 # penalty ramps linearly 0 -> halt_penalty between warmup and here min_steps: int = 2 # ACT: halt prob forced to 0 before this step n_layers: int = 2 n_heads: int = 4 |