{ "vocab_mode": "digits", "range_start": 2, "range_end": 100, "holdout_frac": 0.3, "seed": 0, "model": "transformer", "d_model": 128, "max_steps": 20, "halting": true, "halt_penalty": 0.01, "halt_warmup_steps": 1000, "halt_ramp_end_steps": 5000, "min_steps": 2, "n_layers": 2, "n_heads": 4, "lr": 0.001, "weight_decay": 1.0, "max_train_steps": 200000, "eval_every": 200, "early_stop_em": 1.0, "early_stop_patience": 5, "batch_size": 32, "max_out_len": 6, "log_n_examples": 10, "out_dir": "runs-take2", "vocab": 11, "eos_id": 10, "pad_id": 11 }