X-Git-Url: https://fleuret.org/cgi-bin/gitweb/gitweb.cgi?a=blobdiff_plain;f=fridge;h=bb6f46e4746f393f0916a565e858fcf6b335632b;hb=0c911965bff87cc3dd38520260433b640794e88f;hp=d28cc8987fba6687b42901a733b74db393949fcb;hpb=42831bd654d030b71bca88578d041279018f836c;p=mygptrnn.git

diff --git a/fridge b/fridge
index d28cc89..bb6f46e 100644
--- a/fridge
+++ b/fridge
@@ -117,3 +117,11 @@ def insert_flash_back(rec_V, V, rec_K, K, t0, t1, CL, proba):
                 # mask * K[n, src_head, src_time, dk]
                 # + (1 - mask) * self.rec_K[:, :, t0:t1]
             # )
+
+######################################################################
+
+2024 Jan 10 08:10:39 (from mygpt.py)
+
+        # That was a bad idea
+        # G = F.dropout(G, self.attention_dropout, self.training)
+