X-Git-Url: https://fleuret.org/cgi-bin/gitweb/gitweb.cgi?a=blobdiff_plain;f=mygpt.py;h=676b92181bd4bcc8eb5e2d22e58cdfa672e8e947;hb=ffe183868ac8563fd82fc8312fda90f6f8a95833;hp=d8fd227f63c39a70dded3c55f3c230c3a9d58862;hpb=3e4af6d54fb3d7bd6794035cb79e30ecdcadeb6f;p=mygptrnn.git

diff --git a/mygpt.py b/mygpt.py
index d8fd227..676b921 100755
--- a/mygpt.py
+++ b/mygpt.py
@@ -574,6 +574,9 @@ class Caterpillar(nn.Module):
         ######################################################################
 
         if self.training and self.proba_gate_dropout > 0.0:
+            # This is a better implementation of "flashbacks".  A is
+            # NxExT where e is the caterpillar's row.
+
             warnings.warn("gate dropout", RuntimeWarning)
             epsilon = 0.5