From: François Fleuret <francois@fleuret.org>
Date: Thu, 4 Jul 2024 11:30:36 +0000 (+0300)
Subject: Update.
X-Git-Url: https://fleuret.org/cgi-bin/gitweb/gitweb.cgi?a=commitdiff_plain;h=c4d4765d75961b8cdfa69ef1c56aeabcf3bdf42a;p=culture.git

Update.
---

diff --git a/quizz_machine.py b/quizz_machine.py
index 6e57fb4..ee7af90 100755
--- a/quizz_machine.py
+++ b/quizz_machine.py
@@ -122,12 +122,13 @@ class QuizzMachine:
         forward_to_backward = torch.cat(
             [
                 quizzes[:, 0:1],
-                quizzes[:, 2 + self.prompt_len :],
-                quizzes[:, 1 + self.prompt_len : 2 + self.prompt_len],
+                quizzes[:, 2 + self.prompt_len : 2 + self.prompt_len + self.answer_len],
+                quizzes[:, 1 + self.prompt_len : 1 + self.prompt_len + 1],
                 quizzes[:, 1 : 1 + self.prompt_len],
             ],
             dim=1,
         )
+
         forward_to_backward[:, 0] = self.token_backward
         forward_to_backward[:, 1 + self.answer_len] = self.token_backward
 
@@ -234,14 +235,14 @@ class QuizzMachine:
 
         if result_dir is not None:
             self.save_quizzes(
-                result_dir, "culture_w_quizzes", self.train_w_quizzes[:72]
+                result_dir,
+                "culture_w_quizzes",
+                self.train_w_quizzes[:72],
+                prediction=True,
             )
 
-            # toto = self.reverse_time(self.train_w_quizzes[:72])
-            # self.save_quizzes(result_dir, "toto", toto)
-            # exit(0)
-
     def save_quizzes(self, result_dir, filename_prefix, quizzes, prediction=False):
+        quizzes = quizzes.clone()
         forward = quizzes[quizzes[:, 0] == self.token_forward]
         ib = quizzes[:, 0] == self.token_backward
         backward = quizzes[ib]
@@ -326,6 +327,21 @@ class QuizzMachine:
                 device=self.device,
             )
 
+            #!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
+            self.save_quizzes(
+                result_dir,
+                f"DEBUG_input_{n_epoch}_{result.size(0):04d}",
+                quizzes=input[:72],
+                prediction=True,
+            )
+            self.save_quizzes(
+                result_dir,
+                f"DEBUG_result_{n_epoch}_{result.size(0):04d}",
+                quizzes=result[:72],
+                prediction=True,
+            )
+            #!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
+
             if self.back_accuracy:
                 n_forward = input[:, 0] == self.token_forward
                 nb_total = input[n_forward].size(0)
@@ -334,21 +350,33 @@ class QuizzMachine:
                     .long()
                     .min(dim=1)
                     .values.sum()
+                    .item()
+                )
+
+                self.logger(
+                    f"back_accuracy {n_epoch=} {model.id=} {nb_correct=} {nb_total=}"
                 )
 
                 n_backward = input[:, 0] == self.token_backward
                 back_input = self.reverse_time(result[n_backward])
+
                 if back_input.size(0) > 0:
                     back_input[:, 2 + self.prompt_len :] = input[
-                        n_backward, 2 + self.prompt_len :
+                        n_backward, 1 : 1 + self.answer_len
                     ]
                     back_nb_total, back_nb_correct = compute_accuracy(back_input)
+                    self.logger(
+                        f"back_accuracy {n_epoch=} {model.id=} {back_nb_correct=} {back_nb_total=}"
+                    )
                     nb_total += back_nb_total
                     nb_correct += back_nb_correct
+
             else:
                 nb_total = input.size(0)
                 nb_correct = (input == result).long().min(dim=1).values.sum()
 
+            exit(0)
+
             return nb_total, nb_correct
 
         train_nb_total, train_nb_correct = compute_accuracy(self.train_w_quizzes[:nmax])