f"keep c_quizzes kept {nv} nb_accumulated {nb_validated} / {nb_to_create}"
)
- # ------------------------------------------------------------
+ # store the new c_quizzes which have been validated
new_c_quizzes = valid_c_quizzes(recorded, standard_validity)
quizz_machine.store_c_quizzes(new_c_quizzes[:nb_for_train], for_train=True)
quizz_machine.store_c_quizzes(new_c_quizzes[nb_for_train:], for_train=False)
+ # save a bunch of images to investigate what quizzes with a
+ # certain nb of correct predictions look like
+
for n in range(len(models) + 1):
s = (
"_validated"
device=self.device,
)
+ c_quizzes = self.reverse_time(c_quizzes)
+ masked_inplace_autoregression(
+ model=model_for_generation,
+ batch_size=self.batch_size,
+ input=c_quizzes,
+ ar_mask=ar_mask_solve,
+ seq_logproba=seq_logproba,
+ temperature=temperature,
+ deterministic_synthesis=True,
+ device=self.device,
+ )
+
return c_quizzes, seq_logproba.mean()