summaryrefslogtreecommitdiff
path: root/src/eval_gpt2_large.py
diff options
context:
space:
mode:
Diffstat (limited to 'src/eval_gpt2_large.py')
-rw-r--r--src/eval_gpt2_large.py8
1 files changed, 0 insertions, 8 deletions
diff --git a/src/eval_gpt2_large.py b/src/eval_gpt2_large.py
deleted file mode 100644
index 4cbeaef..0000000
--- a/src/eval_gpt2_large.py
+++ /dev/null
@@ -1,8 +0,0 @@
-# evaluate the base gpt2
-# n_layer=36, n_head=20, n_embd=1280
-# 774M parameters
-batch_size = 8
-eval_iters = 500 # use more iterations to get good estimate
-eval_only = True
-wandb_log = False
-init_from = 'gpt2-large'