diff options
| author | CaptainJack2491 <jayrupnakawala@gmail.com> | 2026-08-29 23:19:29 +0100 |
|---|---|---|
| committer | CaptainJack2491 <jayrupnakawala@gmail.com> | 2026-08-29 23:19:29 +0100 |
| commit | 7b0fddb02b089b82b8d12b2dcac17bf9527817da (patch) | |
| tree | 504a86a5f115f3b7bccd5cd716aab01415328dcc /src/model_api.py | |
| parent | 34734e1ab91253a33eddb1d6d77694a1367a7a9a (diff) | |
implement Addendum 8: 6-arm token-space recurrence suite (arms A, B, C, D1, D2, D3), tests, and jobs/e8.csv
Diffstat (limited to 'src/model_api.py')
| -rw-r--r-- | src/model_api.py | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/src/model_api.py b/src/model_api.py index 85b5d55..07d5d8a 100644 --- a/src/model_api.py +++ b/src/model_api.py @@ -39,7 +39,9 @@ def greedy_decode(model: PrimeModel, x: torch.Tensor, cfg: Config, max_len: int if x.device != device: x = x.to(device) x = pad_inputs(x, cfg) - max_len = max_len or cfg.max_out_len + from src.data import _global_lengths + _, out_max = _global_lengths(cfg) + max_len = max_len or max(getattr(cfg, "max_out_len", 6), out_max) B = x.shape[0] y_in = torch.full((B, 1), cfg.eos_id, dtype=torch.long, device=device) for _ in range(max_len): |