diff options
| author | CaptainJack2491 <jayrupnakawala@gmail.com> | 2026-08-17 16:35:28 +0100 |
|---|---|---|
| committer | CaptainJack2491 <jayrupnakawala@gmail.com> | 2026-08-17 16:35:28 +0100 |
| commit | 7166dc47c9bd764e2cd1d7c3d9e046cdc439b58c (patch) | |
| tree | 93159dcc7f6bb53726dac2c39ec7d4258c501b84 /src/config.py | |
| parent | 66b8b77feb5fafd3696044ee33a80f26cb693a13 (diff) | |
perf(cuda): add AMP fp16 autocast with GradScaler and torch.compile reduce-overhead mode
Diffstat (limited to 'src/config.py')
| -rw-r--r-- | src/config.py | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/src/config.py b/src/config.py index 25dcdda..4db66b0 100644 --- a/src/config.py +++ b/src/config.py @@ -39,6 +39,8 @@ class Config: log_n_examples: int = 10 out_dir: str = "runs" device: str = "auto" # "auto" | "cuda" | "cpu" | "mps" + use_amp: bool = True # FP16 mixed precision on CUDA (Turing Tensor Cores) + compile_model: bool = False # torch.compile (reduce-overhead / CUDA Graphs) @property def vocab(self) -> int: |