X-Git-Url: https://fleuret.org/cgi-bin/gitweb/gitweb.cgi?a=blobdiff_plain;f=mygpt.py;h=9bacaffbe7100507c93297fb7acd418474e68729;hb=f06a70eca52e988857ee043f1379d41b09dd365d;hp=33c6fee0f89f60f53014d9b8defebf38a7d5f1b7;hpb=a3abd0f58cfb2f2448c82db836093d20dc2954f2;p=mygptrnn.git diff --git a/mygpt.py b/mygpt.py index 33c6fee..9bacaff 100755 --- a/mygpt.py +++ b/mygpt.py @@ -441,6 +441,11 @@ class KVRec(nn.Module): ############################## +# Returns a tensor with an additional index at rank win_dim, that move +# along the same dimension as dim, on a domain {0...win_size-1}, and +# dim is restricted on a domain reduced by win_size-1 values. + + def moving_window(x, dim, win_dim, win_size): size, stride = x.size(), x.stride() size = size[:dim] + (size[dim] - win_size + 1,) + size[dim + 1 :]