X-Git-Url: https://fleuret.org/cgi-bin/gitweb/gitweb.cgi?a=blobdiff_plain;f=fridge;h=82d2b17a9d3235917f7047d5c71f4f759a027fba;hb=a1ae050705970007f965d2586c53e9bd262e46aa;hp=d09e92db70f113d6af8b589f50351c722b057348;hpb=64dc96ddfa84511ba07d1929481e93e864735409;p=mygptrnn.git

diff --git a/fridge b/fridge
index d09e92d..82d2b17 100644
--- a/fridge
+++ b/fridge
@@ -292,3 +292,27 @@ class Calibrator:
         # A = har / (har + 1)
         # G = G / har
 
+
+######################################################################
+
+2024 Jan 18 08:46:18 (from mygpt.py)
+
+        # warnings.warn("softmax gating", RuntimeWarning)
+
+        # G = (
+        # torch.einsum("ntc,hrc->nhrt", X, self.w_G) + self.b_G[None, :, :, None]
+        # ).softmax(dim=2)
+
+######################################################################
+
+2024 Jan 21 16:55:24 (from main.py)
+
+        with open("test.dat", "a") as f:
+            for m filter(lambda m: isinstance(m,mygpt.Catenn.Linear),model.modules()):
+                for p in m.parameters() ]
+
+
+        for m in model.modules():
+            if isinstance(m, mygpt.Caterpillar):
+                
+