projects
/
mygptrnn.git
/ blobdiff
commit
grep
author
committer
pickaxe
?
search:
re
summary
|
shortlog
|
log
|
commit
|
commitdiff
|
tree
raw
|
inline
| side by side
Update.
[mygptrnn.git]
/
fridge
diff --git
a/fridge
b/fridge
index
d28cc89
..
bb6f46e
100644
(file)
--- a/
fridge
+++ b/
fridge
@@
-117,3
+117,11
@@
def insert_flash_back(rec_V, V, rec_K, K, t0, t1, CL, proba):
# mask * K[n, src_head, src_time, dk]
# + (1 - mask) * self.rec_K[:, :, t0:t1]
# )
# mask * K[n, src_head, src_time, dk]
# + (1 - mask) * self.rec_K[:, :, t0:t1]
# )
+
+######################################################################
+
+2024 Jan 10 08:10:39 (from mygpt.py)
+
+ # That was a bad idea
+ # G = F.dropout(G, self.attention_dropout, self.training)
+