diff options
Diffstat (limited to 'src/config.py')
| -rw-r--r-- | src/config.py | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/src/config.py b/src/config.py index 0b161e7..60984db 100644 --- a/src/config.py +++ b/src/config.py @@ -8,9 +8,11 @@ from dataclasses import dataclass, fields class Config: # data vocab_mode: str = "digits" # "digits" | "integers" + task_mode: str = "next_prime" # "next_prime" | "is_prime" range_start: int = 2 range_end: int = 100 # inclusive holdout_frac: float = 0.30 + train_frac: float = 1.0 # 1.0 = use full train split; 0.4/0.5 for E5 seed: int = 0 # model model: str = "rnn" # "rnn" | "transformer" @@ -25,6 +27,7 @@ class Config: n_heads: int = 4 # training lr: float = 1e-3 + lr_decay: bool = False # cosine 1e-3 -> 1e-4 over the run (E3) weight_decay: float = 1.0 max_train_steps: int = 200_000 eval_every: int = 200 |