diff options
Diffstat (limited to 'src/config/eval_gpt2.py')
| -rw-r--r-- | src/config/eval_gpt2.py | 8 |
1 files changed, 8 insertions, 0 deletions
diff --git a/src/config/eval_gpt2.py b/src/config/eval_gpt2.py new file mode 100644 index 0000000..53978cb --- /dev/null +++ b/src/config/eval_gpt2.py @@ -0,0 +1,8 @@ +# evaluate the base gpt2 +# n_layer=12, n_head=12, n_embd=768 +# 124M parameters +batch_size = 8 +eval_iters = 500 # use more iterations to get good estimate +eval_only = True +wandb_log = False +init_from = 'gpt2' |