X-Git-Url: https://fleuret.org/cgi-bin/gitweb/gitweb.cgi?a=blobdiff_plain;f=mygpt.py;h=bd79676b2093a2d1c6159dcddf32dafe805deb82;hb=91ed776af5968643864c4ccce2c8cc7f519a9d65;hp=d424eeff387b5e1b12e7c5842beb60cae0f5ebaf;hpb=39e24a2f9076db2d512791e723e7f2dc0275d99c;p=beaver.git diff --git a/mygpt.py b/mygpt.py index d424eef..bd79676 100755 --- a/mygpt.py +++ b/mygpt.py @@ -246,11 +246,12 @@ class MyGPT(nn.Module): m.bias.zero_() m.weight.fill_(1.0) - def forward(self, bs, with_readout = True): + def forward(self, bs, with_readout=True): bs.x = F.pad(bs.x, (1, -1)) bs = self.embedding(bs) bs = self.trunk(bs) - if with_readout: bs = self.readout(bs) + if with_readout: + bs = self.readout(bs) return bs