From: François Fleuret Date: Fri, 24 Mar 2023 19:51:50 +0000 (+0100) Subject: Update X-Git-Url: https://fleuret.org/cgi-bin/gitweb/gitweb.cgi?a=commitdiff_plain;h=9fb6b9a0f1aff25ec1b559c318102060178f3a90;p=beaver.git Update --- diff --git a/beaver.py b/beaver.py index 4f41832..5ee468e 100755 --- a/beaver.py +++ b/beaver.py @@ -524,7 +524,10 @@ amm_generator = None if args.noncausal_prompt: amm_generator = lambda d: torch.logical_and( torch.arange(d)[None, None, :, None] < torch.arange(d)[None, None, None, :], - torch.arange(d)[None, None, :, None] >= d // 2, + torch.logical_or( + torch.arange(d)[None, None, :, None] >= d // 2, + torch.arange(d)[None, None, None, :] >= d // 2, + ), ) model = mygpt.MyGPT(