Update.

[mygptrnn.git] / fridge

diff --git a/fridge b/fridge
index d28cc89..bb6f46e 100644 (file)
--- a/fridge
+++ b/fridge
@@ -117,3 +117,11 @@ def insert_flash_back(rec_V, V, rec_K, K, t0, t1, CL, proba):
                 # mask * K[n, src_head, src_time, dk]
                 # + (1 - mask) * self.rec_K[:, :, t0:t1]
             # )
+
+######################################################################
+
+2024 Jan 10 08:10:39 (from mygpt.py)
+
+        # That was a bad idea
+        # G = F.dropout(G, self.attention_dropout, self.training)
+