From: François Fleuret <francois@fleuret.org>
Date: Tue, 9 Jan 2024 18:09:33 +0000 (+0100)
Subject: Update.
X-Git-Url: https://fleuret.org/cgi-bin/gitweb/gitweb.cgi?a=commitdiff_plain;h=5c298b53859b4d97aa85331034af952aae3b0c05;p=mygptrnn.git

Update.
---

diff --git a/mygpt.py b/mygpt.py
index b885e21..bd870bc 100755
--- a/mygpt.py
+++ b/mygpt.py
@@ -10,6 +10,8 @@
 # with a caching mechanism for keys and values to avoid a O(N^3) cost
 # for auto-regression.
 
+# This implementation is equipped with RNN layers to replace the MHA
+
 import math, warnings
 
 import torch, einops