summaryrefslogtreecommitdiff
path: root/runs-take2/rnn/seed0/config.json
diff options
context:
space:
mode:
Diffstat (limited to 'runs-take2/rnn/seed0/config.json')
-rw-r--r--runs-take2/rnn/seed0/config.json30
1 files changed, 30 insertions, 0 deletions
diff --git a/runs-take2/rnn/seed0/config.json b/runs-take2/rnn/seed0/config.json
new file mode 100644
index 0000000..5433dd4
--- /dev/null
+++ b/runs-take2/rnn/seed0/config.json
@@ -0,0 +1,30 @@
+{
+ "vocab_mode": "digits",
+ "range_start": 2,
+ "range_end": 100,
+ "holdout_frac": 0.3,
+ "seed": 0,
+ "model": "rnn",
+ "d_model": 128,
+ "max_steps": 20,
+ "halting": true,
+ "halt_penalty": 0.01,
+ "halt_warmup_steps": 1000,
+ "halt_ramp_end_steps": 5000,
+ "min_steps": 2,
+ "n_layers": 2,
+ "n_heads": 4,
+ "lr": 0.001,
+ "weight_decay": 1.0,
+ "max_train_steps": 200000,
+ "eval_every": 200,
+ "early_stop_em": 1.0,
+ "early_stop_patience": 5,
+ "batch_size": 32,
+ "max_out_len": 6,
+ "log_n_examples": 10,
+ "out_dir": "runs-take2",
+ "vocab": 11,
+ "eos_id": 10,
+ "pad_id": 11
+} \ No newline at end of file