X-Git-Url: https://fleuret.org/cgi-bin/gitweb/gitweb.cgi?a=blobdiff_plain;f=fridge;fp=fridge;h=bb6f46e4746f393f0916a565e858fcf6b335632b;hb=de0831357e74b1d1a61b1a41890e20ed1a2c9b96;hp=d28cc8987fba6687b42901a733b74db393949fcb;hpb=75e1ddcb8de30a4a7be16c80c4f258da662837a6;p=mygptrnn.git

diff --git a/fridge b/fridge
index d28cc89..bb6f46e 100644
--- a/fridge
+++ b/fridge
@@ -117,3 +117,11 @@ def insert_flash_back(rec_V, V, rec_K, K, t0, t1, CL, proba):
                 # mask * K[n, src_head, src_time, dk]
                 # + (1 - mask) * self.rec_K[:, :, t0:t1]
             # )
+
+######################################################################
+
+2024 Jan 10 08:10:39 (from mygpt.py)
+
+        # That was a bad idea
+        # G = F.dropout(G, self.attention_dropout, self.training)
+