X-Git-Url: https://fleuret.org/cgi-bin/gitweb/gitweb.cgi?a=blobdiff_plain;f=mygpt.py;h=0b63ac800ccccc96f014c0b5c149476814698820;hb=280f38363e34e202d38e6f7c00288329ab067a81;hp=d424eeff387b5e1b12e7c5842beb60cae0f5ebaf;hpb=39e24a2f9076db2d512791e723e7f2dc0275d99c;p=beaver.git

diff --git a/mygpt.py b/mygpt.py
index d424eef..0b63ac8 100755
--- a/mygpt.py
+++ b/mygpt.py
@@ -246,11 +246,22 @@ class MyGPT(nn.Module):
                     m.bias.zero_()
                     m.weight.fill_(1.0)
 
-    def forward(self, bs, with_readout = True):
+    def forward(self, bs, mode="standard"):
         bs.x = F.pad(bs.x, (1, -1))
         bs = self.embedding(bs)
-        bs = self.trunk(bs)
-        if with_readout: bs = self.readout(bs)
+        if mode == "standard":
+            bs = self.trunk(bs)
+            bs = self.readout(bs)
+        elif mode == "head":
+            bs = self.trunk(bs)
+        elif mode == "deep":
+            r = []
+            for l in self.trunk:
+                bs = l(bs)
+                r += [bs.slice()]
+            bs = BracketedSequence(torch.cat(r, -1))
+        else:
+            raise ValueError
         return bs