summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorVoid Agent <void@jayrup.hermes>2026-08-14 14:45:07 +0100
committerVoid Agent <void@jayrup.hermes>2026-08-14 14:45:07 +0100
commit921a9ffe541e90ba120f2875401e03560eb9f163 (patch)
tree6b6cdb7719c9fa55c4ac1c47297ce3aba6cc6231
parentc087be09a73361b6e3ccbaf902d2d08bc769d63d (diff)
tidy: drop dead --ckpt arg, unused imports/vars; verified report pipeline ad-hoc + 34 suite green
-rw-r--r--runs-take2/rnn/seed0/curves.pngbin0 -> 156830 bytes
-rw-r--r--runs-take2/rnn/seed0/metrics.csv10
-rw-r--r--scripts/build_report.py1
-rw-r--r--scripts/plot.py1
-rw-r--r--src/eval.py1
5 files changed, 10 insertions, 3 deletions
diff --git a/runs-take2/rnn/seed0/curves.png b/runs-take2/rnn/seed0/curves.png
new file mode 100644
index 0000000..80da1b3
--- /dev/null
+++ b/runs-take2/rnn/seed0/curves.png
Binary files differ
diff --git a/runs-take2/rnn/seed0/metrics.csv b/runs-take2/rnn/seed0/metrics.csv
index 9269796..44b2df5 100644
--- a/runs-take2/rnn/seed0/metrics.csv
+++ b/runs-take2/rnn/seed0/metrics.csv
@@ -21,3 +21,13 @@ step,train_loss,train_token_acc,train_em,val_token_acc,val_em,mean_halt_steps,lo
4000,0.2987810969352722,0.9807692307692307,0.9420289855072463,0.6022727272727273,0.2,7.724488735198975,3:3~5;4:7~5;8:3~11;9:1~11;10:ok;12:23~13;13:11~17;15:79~17;18:33~19;21:ok,36620
4200,0.2570030093193054,0.9375,0.8405797101449275,0.5909090909090909,0.2,8.140658378601074,3:3~5;4:7~5;8:8~11;9:1~11;10:ok;12:23~13;13:37~17;15:97~17;18:83~19;21:29~23,36620
4400,1.5922589302062988,0.6153846153846154,0.2463768115942029,0.4772727272727273,0.06666666666666667,5.81683349609375,3:7~5;4:7~5;8:-1~11;9:1~11;10:71~11;12:33~13;13:79~17;15:73~17;18:89~19;21:33~23,36620
+4600,0.4143993854522705,0.9326923076923077,0.7971014492753623,0.5568181818181818,0.16666666666666666,6.618751525878906,3:3~5;4:7~5;8:3~11;9:3~11;10:ok;12:23~13;13:31~17;15:73~17;18:23~19;21:ok,36620
+4800,0.7029301524162292,0.875,0.6376811594202898,0.6363636363636364,0.3,6.5726118087768555,3:7~5;4:7~5;8:7~11;9:-1~11;10:ok;12:23~13;13:ok;15:77~17;18:33~19;21:ok,36620
+5000,0.39108893275260925,0.9230769230769231,0.782608695652174,0.625,0.26666666666666666,6.514777183532715,3:3~5;4:7~5;8:7~11;9:1~11;10:ok;12:23~13;13:31~17;15:79~17;18:33~19;21:ok,36620
+5200,0.3846192955970764,0.9471153846153846,0.8405797101449275,0.5795454545454546,0.2,7.3801093101501465,3:7~5;4:7~5;8:7~11;9:3~11;10:ok;12:23~13;13:37~17;15:79~17;18:33~19;21:ok,36620
+5400,0.20135055482387543,0.9663461538461539,0.8985507246376812,0.5568181818181818,0.2,7.1616621017456055,3:3~5;4:7~5;8:7~11;9:3~11;10:ok;12:23~13;13:37~17;15:79~17;18:83~19;21:ok,36620
+5600,0.6297407150268555,0.8557692307692307,0.6666666666666666,0.6477272727272727,0.3,6.908206939697266,3:3~5;4:7~5;8:7~11;9:3~11;10:ok;12:23~13;13:11~17;15:73~17;18:83~19;21:ok,36620
+5800,0.32589441537857056,0.9471153846153846,0.8405797101449275,0.6136363636363636,0.26666666666666666,7.019741535186768,3:3~5;4:7~5;8:7~11;9:3~11;10:ok;12:23~13;13:31~17;15:3~17;18:33~19;21:ok,36620
+6000,0.32224902510643005,0.9326923076923077,0.8260869565217391,0.5909090909090909,0.3,6.104182243347168,3:3~5;4:7~5;8:7~11;9:3~11;10:ok;12:23~13;13:31~17;15:53~17;18:83~19;21:ok,36620
+6200,0.5733163952827454,0.8317307692307693,0.5797101449275363,0.5681818181818182,0.23333333333333334,5.622265815734863,3:3~5;4:7~5;8:7~11;9:3~11;10:31~11;12:33~13;13:37~17;15:7~17;18:33~19;21:ok,36620
+6400,0.3818514347076416,0.9711538461538461,0.9130434782608695,0.5795454545454546,0.2,6.558932304382324,3:3~5;4:7~5;8:7~11;9:3~11;10:ok;12:23~13;13:33~17;15:73~17;18:83~19;21:ok,36620
diff --git a/scripts/build_report.py b/scripts/build_report.py
index 4fdeb07..4b74686 100644
--- a/scripts/build_report.py
+++ b/scripts/build_report.py
@@ -88,7 +88,6 @@ def probe_fig(result: dict, model: str) -> str:
def halting_fig(result: dict, cfg: dict) -> str:
gaps = result.get("gaps", [])
steps = result.get("steps_by_n", [])
- n = list(range(cfg["range_start"], cfg["range_end"] + 1))
fig, ax = plt.subplots(figsize=(8, 3))
ax.scatter(gaps, steps, s=14)
ax.set_xlabel("gap to next prime")
diff --git a/scripts/plot.py b/scripts/plot.py
index 6a71c3b..61733ee 100644
--- a/scripts/plot.py
+++ b/scripts/plot.py
@@ -1,7 +1,6 @@
"""Plot train/val curves from a metrics.csv. Usage: python -m scripts.plot <model> <seed> [--runs-dir DIR]"""
import argparse
import csv
-import sys
import matplotlib
matplotlib.use("Agg")
diff --git a/src/eval.py b/src/eval.py
index 7dcd289..50ec40e 100644
--- a/src/eval.py
+++ b/src/eval.py
@@ -147,7 +147,6 @@ def main() -> None:
ap = argparse.ArgumentParser(description="prime-grokking eval")
ap.add_argument("model")
ap.add_argument("seed")
- ap.add_argument("--ckpt", default="last.pt")
ap.add_argument("--runs-dir", default="runs")
a = ap.parse_args()
out_dir = os.path.join(a.runs_dir, a.model, f"seed{a.seed}")