From 2a9d74f8b24441dc56505f9bdce8a2974e2552cb Mon Sep 17 00:00:00 2001 From: =?utf8?q?Fran=C3=A7ois=20Fleuret?= Date: Sun, 23 Jun 2024 23:29:43 +0200 Subject: [PATCH] Update. --- tasks.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/tasks.py b/tasks.py index cdf8f9e..b967465 100755 --- a/tasks.py +++ b/tasks.py @@ -276,6 +276,9 @@ class World(Task): average_logits = sum_logits / quizzes.numel() + # It's a bit brutal to do it twice, we should probably have a + # moving average and apply it right away + if desired_average_logits is not None: temperature = average_logits / desired_average_logits masked_inplace_autoregression( -- 2.20.1