From: François Fleuret <francois@fleuret.org>
Date: Mon, 29 Jul 2024 12:44:12 +0000 (+0200)
Subject: Update.
X-Git-Url: https://fleuret.org/cgi-bin/gitweb/gitweb.cgi?a=commitdiff_plain;h=99d90207e2bf48ec22bcab759e7b121ea201863c;p=culture.git

Update.
---

diff --git a/main.py b/main.py
index fc703f7..7ed4f3d 100755
--- a/main.py
+++ b/main.py
@@ -454,7 +454,7 @@ def one_epoch(model, quiz_machine, local_device=main_device):
 
 def model_transformer_hot(model):
     # model.temperature = args.temperature_hot
-    model.set_noise_injection(0.5, ("ffw", args.nb_blocks // 2))
+    model.set_noise_injection(5.0, ("ffw", args.nb_blocks // 2))
 
 
 def model_transformer_cold(model):
@@ -630,8 +630,12 @@ def record_new_c_quizzes(models, quiz_machine, nb_for_train=1000, nb_for_test=10
         else:
             e = "???"
 
+        nb_validated = (
+            recorded_validated[-1].size(0) if len(recorded_validated) > 0 else 0
+        )
+
         log_string(
-            f"keep c_quizzes model {model_for_generation.id} nb_accumulated {total_nb_validated} / {nb_to_validate} (finishes {e} -- {int((total_nb_validated * 3600)/duration)}/h)"
+            f"keep c_quizzes model {model_for_generation.id} validated {nb_validated} / {nb_to_generate_per_iteration} ({100*nb_validated/nb_to_generate_per_iteration:.02f}%) nb_accumulated {total_nb_validated} / {nb_to_validate} (finishes {e} -- {int((total_nb_validated * 3600)/duration)}/h)"
         )
 
     validated_quizzes = torch.cat(recorded_validated, dim=0)