projects
/
mygptrnn.git
/ blobdiff
commit
grep
author
committer
pickaxe
?
search:
re
summary
|
shortlog
|
log
|
commit
|
commitdiff
|
tree
raw
|
inline
| side by side
Update.
[mygptrnn.git]
/
mygpt.py
diff --git
a/mygpt.py
b/mygpt.py
index
d8fd227
..
676b921
100755
(executable)
--- a/
mygpt.py
+++ b/
mygpt.py
@@
-574,6
+574,9
@@
class Caterpillar(nn.Module):
######################################################################
if self.training and self.proba_gate_dropout > 0.0:
######################################################################
if self.training and self.proba_gate_dropout > 0.0:
+ # This is a better implementation of "flashbacks". A is
+ # NxExT where e is the caterpillar's row.
+
warnings.warn("gate dropout", RuntimeWarning)
epsilon = 0.5
warnings.warn("gate dropout", RuntimeWarning)
epsilon = 0.5