X-Git-Url: https://fleuret.org/cgi-bin/gitweb/gitweb.cgi?a=blobdiff_plain;f=mygpt.py;fp=mygpt.py;h=b4446c6bec3de6d13ae349908fa9f589a78320c6;hb=760f1b3dab3248d4fdc03dcd1a7ddaffcd2b0207;hp=5ea4668203f0f4eaf9ccbc586f2d58a348fe0a3f;hpb=8f806c62be589d2837f88ffca084ed2ae833124c;p=picoclvr.git diff --git a/mygpt.py b/mygpt.py index 5ea4668..b4446c6 100755 --- a/mygpt.py +++ b/mygpt.py @@ -197,7 +197,6 @@ class MyGPT(nn.Module): dropout=0.0, len_max=1e5, ): - super().__init__() assert dim_model % nb_heads == 0 @@ -258,7 +257,6 @@ class MyGPT(nn.Module): ###################################################################### if __name__ == "__main__": - print("Basic check.") vocabulary_size = 10