X-Git-Url: https://fleuret.org/cgi-bin/gitweb/gitweb.cgi?a=blobdiff_plain;f=mygpt.py;fp=mygpt.py;h=a62cf4908ba88622a3f567d082c7a94711887fde;hb=4f5d03d3371b124121e8f9fc0ff583553fea1e38;hp=633ad642c19a3045064ef858c0ee494a7c733425;hpb=6e87fe0cb8bd8a0042bbf7b2ede9d8ed0372fb6b;p=mygptrnn.git diff --git a/mygpt.py b/mygpt.py index 633ad64..a62cf49 100755 --- a/mygpt.py +++ b/mygpt.py @@ -570,19 +570,10 @@ class Caterpillar(nn.Module): warnings.warn("rotating barrel", RuntimeWarning) - # print(f"SANITY2 {N=} {H=} {R=} {t0=} {t1=} {G.size()=}") - - n_barrel = torch.arange(N, device=G.device)[:, None, None, None] - h_barrel = torch.arange(H, device=G.device)[None, :, None, None] r_barrel = torch.arange(R, device=G.device)[None, None, :, None] t_barrel = torch.arange(t1 - t0, device=G.device)[None, None, None, :] r_barrel = (r_barrel + (t_barrel + t0) // L) % R - - # GG = G.gather(dim=2,index=r_barrel) - G = G[n_barrel, h_barrel, r_barrel, t_barrel] - - # print("SANITY", (GG-G).abs()) - # exit(0) + G = G.gather(dim=2, index=r_barrel.expand_as(G)) ###################################################################### # The "flashbacks"