diff --git a/STATUS.md b/STATUS.md index 2c878a1..c0ab475 100644 --- a/STATUS.md +++ b/STATUS.md @@ -5,3 +5,9 @@ | 1 | 0.3749 | +0.0928 | KEEP | 2s | gpu=0% vram=10054/12227MiB temp=34°C | iter1 | | 1 | 0.3011 | +0.0776 | KEEP | 2s | gpu=0% vram=10054/12227MiB temp=34°C | iter1 | | 2 | 0.3032 | +0.0021 | KEEP | 2s | gpu=0% vram=10054/12227MiB temp=35°C | iter2 | +| 1 | 0.2759 | -0.0273 | revert | 2s | gpu=0% vram=10054/12227MiB temp=34°C | iter1 | +| 2 | 0.3442 | +0.0410 | KEEP | 2s | gpu=0% vram=10054/12227MiB temp=34°C | iter2 | +| 3 | 0.3371 | -0.0071 | revert | 2s | gpu=0% vram=10054/12227MiB temp=34°C | iter3 | +| 4 | 0.3143 | -0.0299 | revert | 2s | gpu=0% vram=10054/12227MiB temp=34°C | iter4 | +| 5 | 0.3355 | -0.0087 | revert | 2s | gpu=0% vram=10054/12227MiB temp=34°C | iter5 | +| 6 | 0.2377 | -0.1065 | revert | 2s | gpu=0% vram=10054/12227MiB temp=35°C | iter6 | diff --git a/metrics.json b/metrics.json index 94ece46..85ea869 100644 --- a/metrics.json +++ b/metrics.json @@ -1,5 +1,5 @@ { - "val_vol_r2": 0.30321519081159654, + "val_vol_r2": 0.23767155122897032, "n_test": 275, "knobs": { "WINDOW": 20, diff --git a/train.py b/train.py index efb3bd1..673f858 100644 --- a/train.py +++ b/train.py @@ -47,10 +47,10 @@ class Encoder(nn.Module): super().__init__() self.net = nn.Sequential( nn.Flatten(), - nn.Linear(win * 2, 128), - nn.LayerNorm(128), + nn.Linear(win * 2, 256), + nn.LayerNorm(256), nn.GELU(), - nn.Linear(128, emb) + nn.Linear(256, emb) ) def forward(self, x): @@ -61,7 +61,7 @@ def main(): (Xtr, ytr), (Xte, yte) = build() Xtr_t = torch.tensor(Xtr, device=dev) enc = Encoder(WINDOW, EMBED_DIM).to(dev) - dec = nn.Sequential(nn.Linear(EMBED_DIM, 128), nn.GELU(), nn.Linear(128, WINDOW * 2)).to(dev) + dec = nn.Sequential(nn.Linear(EMBED_DIM, 256), nn.GELU(), nn.Linear(256, WINDOW * 2)).to(dev) opt = torch.optim.Adam(list(enc.parameters()) + list(dec.parameters()), lr=LR) for _ in range(EPOCHS): # SSL: masked reconstruction of the window