X-Git-Url: https://fleuret.org/cgi-bin/gitweb/gitweb.cgi?a=blobdiff_plain;f=mygpt.py;h=0b63ac800ccccc96f014c0b5c149476814698820;hb=280f38363e34e202d38e6f7c00288329ab067a81;hp=a1db2e312d19ef7aba0d82f024f2618a32f471d7;hpb=e23374a06a07a1bc899e1c7ff7f5d8be75f9cdb5;p=beaver.git diff --git a/mygpt.py b/mygpt.py index a1db2e3..0b63ac8 100755 --- a/mygpt.py +++ b/mygpt.py @@ -246,19 +246,19 @@ class MyGPT(nn.Module): m.bias.zero_() m.weight.fill_(1.0) - def forward(self, bs, mode='standard'): + def forward(self, bs, mode="standard"): bs.x = F.pad(bs.x, (1, -1)) bs = self.embedding(bs) - if mode=='standard': + if mode == "standard": bs = self.trunk(bs) bs = self.readout(bs) - elif mode=='head': + elif mode == "head": bs = self.trunk(bs) - elif mode=='deep': + elif mode == "deep": r = [] for l in self.trunk: bs = l(bs) - r += [ bs.slice() ] + r += [bs.slice()] bs = BracketedSequence(torch.cat(r, -1)) else: raise ValueError