From db4ec5bb3839bc5cc50d82e427848595d14b3070 Mon Sep 17 00:00:00 2001 From: Void Agent Date: Wed, 29 Jul 2026 17:47:48 +0100 Subject: Restructure: nanoGPT at root, custom code in src/ - Move model.py, train.py, configurator.py to root for nanoGPT compatibility - data/ and config/ directories at root with Shakespeare dataset prep scripts - src/jlens.py updated to import model from project root - Cleaned up stale src/config/ and duplicate src/ files - Fixed .gitignore: exclude out-shakespeare-char/ instead of raw data dirs --- config/eval_gpt2.py | 8 ++++++++ 1 file changed, 8 insertions(+) create mode 100644 config/eval_gpt2.py (limited to 'config/eval_gpt2.py') diff --git a/config/eval_gpt2.py b/config/eval_gpt2.py new file mode 100644 index 0000000..53978cb --- /dev/null +++ b/config/eval_gpt2.py @@ -0,0 +1,8 @@ +# evaluate the base gpt2 +# n_layer=12, n_head=12, n_embd=768 +# 124M parameters +batch_size = 8 +eval_iters = 500 # use more iterations to get good estimate +eval_only = True +wandb_log = False +init_from = 'gpt2' -- cgit v1.2.3