diff options
Diffstat (limited to 'src/config/eval_gpt2_large.py')
| -rw-r--r-- | src/config/eval_gpt2_large.py | 8 |
1 files changed, 8 insertions, 0 deletions
diff --git a/src/config/eval_gpt2_large.py b/src/config/eval_gpt2_large.py new file mode 100644 index 0000000..4cbeaef --- /dev/null +++ b/src/config/eval_gpt2_large.py @@ -0,0 +1,8 @@ +# evaluate the base gpt2 +# n_layer=36, n_head=20, n_embd=1280 +# 774M parameters +batch_size = 8 +eval_iters = 500 # use more iterations to get good estimate +eval_only = True +wandb_log = False +init_from = 'gpt2-large' |