X-Git-Url: https://fleuret.org/cgi-bin/gitweb/gitweb.cgi?a=blobdiff_plain;f=mygpt.py;h=bd79676b2093a2d1c6159dcddf32dafe805deb82;hb=1e6f089e67087e8cf1bcb6865e8d405b0a50f372;hp=a0f3dbf91dfd8cf7a387e28570c3bda9416d2b8d;hpb=731aa9de1343e3e7bd5102b5e553d14893c0680a;p=beaver.git

diff --git a/mygpt.py b/mygpt.py
index a0f3dbf..bd79676 100755
--- a/mygpt.py
+++ b/mygpt.py
@@ -246,11 +246,12 @@ class MyGPT(nn.Module):
                     m.bias.zero_()
                     m.weight.fill_(1.0)
 
-    def forward(self, bs):
+    def forward(self, bs, with_readout=True):
         bs.x = F.pad(bs.x, (1, -1))
         bs = self.embedding(bs)
         bs = self.trunk(bs)
-        bs = self.readout(bs)
+        if with_readout:
+            bs = self.readout(bs)
         return bs