summaryrefslogtreecommitdiff
path: root/src/eval_gpt2.py
diff options
context:
space:
mode:
Diffstat (limited to 'src/eval_gpt2.py')
-rw-r--r--src/eval_gpt2.py8
1 files changed, 0 insertions, 8 deletions
diff --git a/src/eval_gpt2.py b/src/eval_gpt2.py
deleted file mode 100644
index 53978cb..0000000
--- a/src/eval_gpt2.py
+++ /dev/null
@@ -1,8 +0,0 @@
-# evaluate the base gpt2
-# n_layer=12, n_head=12, n_embd=768
-# 124M parameters
-batch_size = 8
-eval_iters = 500 # use more iterations to get good estimate
-eval_only = True
-wandb_log = False
-init_from = 'gpt2'