diff options
Diffstat (limited to 'config/eval_gpt2_xl.py')
| -rw-r--r-- | config/eval_gpt2_xl.py | 8 |
1 files changed, 8 insertions, 0 deletions
diff --git a/config/eval_gpt2_xl.py b/config/eval_gpt2_xl.py new file mode 100644 index 0000000..1bae34f --- /dev/null +++ b/config/eval_gpt2_xl.py @@ -0,0 +1,8 @@ +# evaluate the base gpt2 +# n_layer=48, n_head=25, n_embd=1600 +# 1558M parameters +batch_size = 8 +eval_iters = 500 # use more iterations to get good estimate +eval_only = True +wandb_log = False +init_from = 'gpt2-xl' |