From 22b7b82e7d15704acfcd34a280110c34584701e5 Mon Sep 17 00:00:00 2001 From: =?utf8?q?Fran=C3=A7ois=20Fleuret?= Date: Thu, 4 Jul 2024 14:34:09 +0300 Subject: [PATCH 1/1] Update. --- quizz_machine.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/quizz_machine.py b/quizz_machine.py index f00bf9e..c5da586 100755 --- a/quizz_machine.py +++ b/quizz_machine.py @@ -328,6 +328,14 @@ class QuizzMachine: ) if self.back_accuracy: + # If back_accuracy is True, we compute the accuracy on + # the backward quizzes not by counting how many time + # the real prompt A is equal to the reconstructed + # prompt A*, but how many time the answers B* computed + # from A* is equal to the correct answer. So we look + # for the accuracy of A->B*=B for the forward, but for + # the backward we look at B->A*->B*=B instead of B->A*=A + n_forward = input[:, 0] == self.token_forward nb_total = input[n_forward].size(0) nb_correct = ( -- 2.20.1