From: François Fleuret <francois@fleuret.org>
Date: Sun, 23 Jun 2024 21:29:43 +0000 (+0200)
Subject: Update.
X-Git-Url: https://fleuret.org/cgi-bin/gitweb/gitweb.cgi?a=commitdiff_plain;h=2a9d74f8b24441dc56505f9bdce8a2974e2552cb;p=culture.git

Update.
---

diff --git a/tasks.py b/tasks.py
index cdf8f9e..b967465 100755
--- a/tasks.py
+++ b/tasks.py
@@ -276,6 +276,9 @@ class World(Task):
 
         average_logits = sum_logits / quizzes.numel()
 
+        # It's a bit brutal to do it twice, we should probably have a
+        # moving average and apply it right away
+
         if desired_average_logits is not None:
             temperature = average_logits / desired_average_logits
             masked_inplace_autoregression(