5 files changed, 10 insertions, 3 deletions
diff --git a/runs-take2/rnn/seed0/curves.png b/runs-take2/rnn/seed0/curves.png
new file mode 100644
index 0000000..80da1b3
--- /dev/null
+++ b/runs-take2/rnn/seed0/curves.png
diff --git a/runs-take2/rnn/seed0/metrics.csv b/runs-take2/rnn/seed0/metrics.csv
index 9269796..44b2df5 100644
--- a/runs-take2/rnn/seed0/metrics.csv
+++ b/runs-take2/rnn/seed0/metrics.csv
@@ -21,3 +21,13 @@ step,train_loss,train_token_acc,train_em,val_token_acc,val_em,mean_halt_steps,lo
 4000,0.2987810969352722,0.9807692307692307,0.9420289855072463,0.6022727272727273,0.2,7.724488735198975,3:3~5;4:7~5;8:3~11;9:1~11;10:ok;12:23~13;13:11~17;15:79~17;18:33~19;21:ok,36620
 4200,0.2570030093193054,0.9375,0.8405797101449275,0.5909090909090909,0.2,8.140658378601074,3:3~5;4:7~5;8:8~11;9:1~11;10:ok;12:23~13;13:37~17;15:97~17;18:83~19;21:29~23,36620
 4400,1.5922589302062988,0.6153846153846154,0.2463768115942029,0.4772727272727273,0.06666666666666667,5.81683349609375,3:7~5;4:7~5;8:-1~11;9:1~11;10:71~11;12:33~13;13:79~17;15:73~17;18:89~19;21:33~23,36620
+4600,0.4143993854522705,0.9326923076923077,0.7971014492753623,0.5568181818181818,0.16666666666666666,6.618751525878906,3:3~5;4:7~5;8:3~11;9:3~11;10:ok;12:23~13;13:31~17;15:73~17;18:23~19;21:ok,36620
+4800,0.7029301524162292,0.875,0.6376811594202898,0.6363636363636364,0.3,6.5726118087768555,3:7~5;4:7~5;8:7~11;9:-1~11;10:ok;12:23~13;13:ok;15:77~17;18:33~19;21:ok,36620
+5000,0.39108893275260925,0.9230769230769231,0.782608695652174,0.625,0.26666666666666666,6.514777183532715,3:3~5;4:7~5;8:7~11;9:1~11;10:ok;12:23~13;13:31~17;15:79~17;18:33~19;21:ok,36620
+5200,0.3846192955970764,0.9471153846153846,0.8405797101449275,0.5795454545454546,0.2,7.3801093101501465,3:7~5;4:7~5;8:7~11;9:3~11;10:ok;12:23~13;13:37~17;15:79~17;18:33~19;21:ok,36620
+5400,0.20135055482387543,0.9663461538461539,0.8985507246376812,0.5568181818181818,0.2,7.1616621017456055,3:3~5;4:7~5;8:7~11;9:3~11;10:ok;12:23~13;13:37~17;15:79~17;18:83~19;21:ok,36620
+5600,0.6297407150268555,0.8557692307692307,0.6666666666666666,0.6477272727272727,0.3,6.908206939697266,3:3~5;4:7~5;8:7~11;9:3~11;10:ok;12:23~13;13:11~17;15:73~17;18:83~19;21:ok,36620
+5800,0.32589441537857056,0.9471153846153846,0.8405797101449275,0.6136363636363636,0.26666666666666666,7.019741535186768,3:3~5;4:7~5;8:7~11;9:3~11;10:ok;12:23~13;13:31~17;15:3~17;18:33~19;21:ok,36620
+6000,0.32224902510643005,0.9326923076923077,0.8260869565217391,0.5909090909090909,0.3,6.104182243347168,3:3~5;4:7~5;8:7~11;9:3~11;10:ok;12:23~13;13:31~17;15:53~17;18:83~19;21:ok,36620
+6200,0.5733163952827454,0.8317307692307693,0.5797101449275363,0.5681818181818182,0.23333333333333334,5.622265815734863,3:3~5;4:7~5;8:7~11;9:3~11;10:31~11;12:33~13;13:37~17;15:7~17;18:33~19;21:ok,36620
+6400,0.3818514347076416,0.9711538461538461,0.9130434782608695,0.5795454545454546,0.2,6.558932304382324,3:3~5;4:7~5;8:7~11;9:3~11;10:ok;12:23~13;13:33~17;15:73~17;18:83~19;21:ok,36620
diff --git a/scripts/build_report.py b/scripts/build_report.py
index 4fdeb07..4b74686 100644
--- a/scripts/build_report.py
+++ b/scripts/build_report.py
@@ -88,7 +88,6 @@ def probe_fig(result: dict, model: str) -> str:
 def halting_fig(result: dict, cfg: dict) -> str:
     gaps = result.get("gaps", [])
     steps = result.get("steps_by_n", [])
-    n = list(range(cfg["range_start"], cfg["range_end"] + 1))
     fig, ax = plt.subplots(figsize=(8, 3))
     ax.scatter(gaps, steps, s=14)
     ax.set_xlabel("gap to next prime")
diff --git a/scripts/plot.py b/scripts/plot.py
index 6a71c3b..61733ee 100644
--- a/scripts/plot.py
+++ b/scripts/plot.py
@@ -1,7 +1,6 @@
 """Plot train/val curves from a metrics.csv. Usage: python -m scripts.plot <model> <seed> [--runs-dir DIR]"""
 import argparse
 import csv
-import sys
 
 import matplotlib
 matplotlib.use("Agg")
diff --git a/src/eval.py b/src/eval.py
index 7dcd289..50ec40e 100644
--- a/src/eval.py
+++ b/src/eval.py
@@ -147,7 +147,6 @@ def main() -> None:
     ap = argparse.ArgumentParser(description="prime-grokking eval")
     ap.add_argument("model")
     ap.add_argument("seed")
-    ap.add_argument("--ckpt", default="last.pt")
     ap.add_argument("--runs-dir", default="runs")
     a = ap.parse_args()
     out_dir = os.path.join(a.runs_dir, a.model, f"seed{a.seed}")