From 86b6b16c4473e11681ceeeea03a57cd98eaf24e1 Mon Sep 17 00:00:00 2001 From: Void Agent Date: Thu, 30 Jul 2026 15:35:00 +0100 Subject: Fix: lr→learning_rate in configure_optimizers MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- src/freq_ablation.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'src/freq_ablation.py') diff --git a/src/freq_ablation.py b/src/freq_ablation.py index c011140..1227ae6 100644 --- a/src/freq_ablation.py +++ b/src/freq_ablation.py @@ -33,7 +33,7 @@ def train(data_dir, out_dir, max_iters=5000): model = GPT(config).to(device) print(f" Params: {sum(p.numel() for p in model.parameters())/1e6:.2f}M") - optimizer = model.configure_optimizers(weight_decay=0.1, lr=1e-3, + optimizer = model.configure_optimizers(weight_decay=0.1, learning_rate=1e-3, betas=(0.9, 0.99), device_type='cuda') os.makedirs(out_dir, exist_ok=True) best_val = 1e9 -- cgit v1.2.3