Update.

[mygptrnn.git] / mygpt.py

diff --git a/mygpt.py b/mygpt.py
index d8fd227..676b921 100755 (executable)
--- a/mygpt.py
+++ b/mygpt.py
@@ -574,6 +574,9 @@ class Caterpillar(nn.Module):
         ######################################################################
 
         if self.training and self.proba_gate_dropout > 0.0:
+            # This is a better implementation of "flashbacks".  A is
+            # NxExT where e is the caterpillar's row.
+
             warnings.warn("gate dropout", RuntimeWarning)
             epsilon = 0.5