X-Git-Url: https://fleuret.org/cgi-bin/gitweb/gitweb.cgi?a=blobdiff_plain;f=mygpt.py;h=de69a755f9510daff3669c252fb14a8bec4b3148;hb=f3f490def0be8a3ea2b9a0ac60f5bb33c5c45fb5;hp=eda8685b8a58653d6739cf4016f412528db378ce;hpb=037adb139441f40078421cd40f6aad1748c2724d;p=mygptrnn.git diff --git a/mygpt.py b/mygpt.py index eda8685..de69a75 100755 --- a/mygpt.py +++ b/mygpt.py @@ -585,8 +585,6 @@ class Caterpillar(nn.Module): self.rec_K[:, :, t0:t1] = next_K.flatten(2, 3) if self.training and self.proba_flashback > 0.0: - # insert_flash_back(self.rec_V,V,self.rec_K,K,t0,t1,CL,proba=self.proba_flashback / CL,) - # This piece of code makes the assumption that there is # nothing informative before t0, otherwise we'd have to # implement a cache for V and K too. This should not be