From cb737bdbd2f112826f739e4581fbe6546aeef638 Mon Sep 17 00:00:00 2001 From: =?utf8?q?Fran=C3=A7ois=20Fleuret?= Date: Sat, 6 Jan 2024 13:09:28 +0100 Subject: [PATCH] Update. --- main.py | 1 + 1 file changed, 1 insertion(+) diff --git a/main.py b/main.py index df46652..74e70b2 100755 --- a/main.py +++ b/main.py @@ -346,6 +346,7 @@ default_model_args = { "nb_blocks": 6, }, "37M": { + "attention": "mha", "dim_model": 512, "dim_keys": 64, "dim_hidden": 2048, -- 2.20.1