From 9c50f31c66e788ff08eeac83f84e90e9bc1a921e Mon Sep 17 00:00:00 2001 From: Void Agent Date: Fri, 14 Aug 2026 13:14:09 +0100 Subject: rnn: fully-tied cell (read-in+compute+decode), lambda ramp, ACT regression test; design: prior art + review --- src/config.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) (limited to 'src/config.py') diff --git a/src/config.py b/src/config.py index 74cb4d3..c0532bc 100644 --- a/src/config.py +++ b/src/config.py @@ -19,7 +19,8 @@ class Config: halting: bool = True # False -> fixed-K ablation halt_eps: float = 0.05 # ACT cumulative threshold (documented; K small so no early break) halt_penalty: float = 0.01 # lambda on mean steps - halt_warmup_steps: int = 1000 # penalty off before this (anti-collapse) + halt_warmup_steps: int = 1000 # penalty = 0 before this (anti-collapse) + halt_ramp_end_steps: int = 5000 # penalty ramps linearly 0 -> halt_penalty between warmup and here min_steps: int = 2 # ACT: halt prob forced to 0 before this step n_layers: int = 2 n_heads: int = 4 -- cgit v1.2.3