X-Git-Url: https://fleuret.org/cgi-bin/gitweb/gitweb.cgi?p=pytorch.git;a=blobdiff_plain;f=lazy_linear.py;h=97530ef2829bbae5912990adce85c31bdb4d93d9;hp=b3d316520f8b8344af4d2c2e87a82ca23707af64;hb=HEAD;hpb=bbc4ab46de8cb2e05f83e35e15f3adfd23490089 diff --git a/lazy_linear.py b/lazy_linear.py index b3d3165..c49f0d0 100755 --- a/lazy_linear.py +++ b/lazy_linear.py @@ -1,13 +1,18 @@ #!/usr/bin/env python +# Any copyright is dedicated to the Public Domain. +# https://creativecommons.org/publicdomain/zero/1.0/ + +# Written by Francois Fleuret + from torch import nn, Tensor ###################################################################### -class LazyLinear(nn.Module): - def __init__(self, out_dim, bias = True): - super(LazyLinear, self).__init__() +class LazyLinear(nn.Module): + def __init__(self, out_dim, bias=True): + super().__init__() self.out_dim = out_dim self.bias = bias self.core = None @@ -19,22 +24,25 @@ class LazyLinear(nn.Module): if self.training: self.core = nn.Linear(x.size(1), self.out_dim, self.bias) else: - raise RuntimeError('Undefined LazyLinear core in inference mode.') + raise RuntimeError("Undefined LazyLinear core in inference mode.") return self.core(x) - def named_parameters(self, memo=None, prefix=''): - assert self.core is not None, 'Parameters not yet defined' - return super(LazyLinear, self).named_parameters(memo, prefix) + def named_parameters(self, memo=None, prefix=""): + assert self.core is not None, "Parameters not yet defined" + return super().named_parameters(memo, prefix) + ###################################################################### if __name__ == "__main__": - model = nn.Sequential(nn.Conv2d(3, 8, kernel_size = 5), - nn.ReLU(inplace = True), - LazyLinear(128), - nn.ReLU(inplace = True), - nn.Linear(128, 10)) + model = nn.Sequential( + nn.Conv2d(3, 8, kernel_size=5), + nn.ReLU(inplace=True), + LazyLinear(128), + nn.ReLU(inplace=True), + nn.Linear(128, 10), + ) # model.eval() @@ -44,4 +52,3 @@ if __name__ == "__main__": for n, x in model.named_parameters(): print(n, x.size()) -