1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
|
{
"vocab_mode": "digits",
"range_start": 2,
"range_end": 100,
"holdout_frac": 0.3,
"seed": 0,
"model": "transformer",
"d_model": 128,
"max_steps": 20,
"halting": true,
"halt_penalty": 0.01,
"halt_warmup_steps": 1000,
"halt_ramp_end_steps": 5000,
"min_steps": 2,
"n_layers": 2,
"n_heads": 4,
"lr": 0.001,
"weight_decay": 1.0,
"max_train_steps": 200000,
"eval_every": 200,
"early_stop_em": 1.0,
"early_stop_patience": 5,
"batch_size": 32,
"max_out_len": 6,
"log_n_examples": 10,
"out_dir": "runs-take2",
"vocab": 11,
"eos_id": 10,
"pad_id": 11
}
|
