Update.

[beaver.git] / mygpt.py

diff --git a/mygpt.py b/mygpt.py
index a0f3dbf..d424eef 100755 (executable)
--- a/mygpt.py
+++ b/mygpt.py
@@ -246,11 +246,11 @@ class MyGPT(nn.Module):
                     m.bias.zero_()
                     m.weight.fill_(1.0)
 
-    def forward(self, bs):
+    def forward(self, bs, with_readout = True):
         bs.x = F.pad(bs.x, (1, -1))
         bs = self.embedding(bs)
         bs = self.trunk(bs)
-        bs = self.readout(bs)
+        if with_readout: bs = self.readout(bs)
         return bs