From: François Fleuret <francois@fleuret.org>
Date: Sat, 6 Jan 2024 12:09:28 +0000 (+0100)
Subject: Update.
X-Git-Url: https://fleuret.org/cgi-bin/gitweb/gitweb.cgi?a=commitdiff_plain;ds=sidebyside;h=cb737bdbd2f112826f739e4581fbe6546aeef638;p=mygptrnn.git

Update.
---

diff --git a/main.py b/main.py
index df46652..74e70b2 100755
--- a/main.py
+++ b/main.py
@@ -346,6 +346,7 @@ default_model_args = {
         "nb_blocks": 6,
     },
     "37M": {
+        "attention": "mha",
         "dim_model": 512,
         "dim_keys": 64,
         "dim_hidden": 2048,