diff options
Diffstat (limited to 'src/config/eval_gpt2_medium.py')
| -rw-r--r-- | src/config/eval_gpt2_medium.py | 8 |
1 files changed, 8 insertions, 0 deletions
diff --git a/src/config/eval_gpt2_medium.py b/src/config/eval_gpt2_medium.py new file mode 100644 index 0000000..9d0db11 --- /dev/null +++ b/src/config/eval_gpt2_medium.py @@ -0,0 +1,8 @@ +# evaluate the base gpt2 +# n_layer=24, n_head=16, n_embd=1024 +# 350M parameters +batch_size = 8 +eval_iters = 500 # use more iterations to get good estimate +eval_only = True +wandb_log = False +init_from = 'gpt2-medium' |