X-Git-Url: https://fleuret.org/cgi-bin/gitweb/gitweb.cgi?a=blobdiff_plain;ds=sidebyside;f=mygpt.py;h=d424eeff387b5e1b12e7c5842beb60cae0f5ebaf;hb=39e24a2f9076db2d512791e723e7f2dc0275d99c;hp=df6eab6076c713d4004fb9a412b4e92d31108c39;hpb=c4eb660976808b873f32fe873819c4988aaf2ea5;p=beaver.git

diff --git a/mygpt.py b/mygpt.py
index df6eab6..d424eef 100755
--- a/mygpt.py
+++ b/mygpt.py
@@ -197,7 +197,6 @@ class MyGPT(nn.Module):
         dropout=0.0,
         len_max=1e5,
     ):
-
         super().__init__()
 
         assert dim_model % nb_heads == 0
@@ -247,18 +246,17 @@ class MyGPT(nn.Module):
                     m.bias.zero_()
                     m.weight.fill_(1.0)
 
-    def forward(self, bs):
+    def forward(self, bs, with_readout = True):
         bs.x = F.pad(bs.x, (1, -1))
         bs = self.embedding(bs)
         bs = self.trunk(bs)
-        bs = self.readout(bs)
+        if with_readout: bs = self.readout(bs)
         return bs
 
 
 ######################################################################
 
 if __name__ == "__main__":
-
     print("Basic check.")
 
     vocabulary_size = 10