From 5c298b53859b4d97aa85331034af952aae3b0c05 Mon Sep 17 00:00:00 2001 From: =?utf8?q?Fran=C3=A7ois=20Fleuret?= Date: Tue, 9 Jan 2024 19:09:33 +0100 Subject: [PATCH] Update. --- mygpt.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/mygpt.py b/mygpt.py index b885e21..bd870bc 100755 --- a/mygpt.py +++ b/mygpt.py @@ -10,6 +10,8 @@ # with a caching mechanism for keys and values to avoid a O(N^3) cost # for auto-regression. +# This implementation is equipped with RNN layers to replace the MHA + import math, warnings import torch, einops -- 2.39.5