+ # Should not be necessary though, the autoregression is done
+ # in eval mode
+ sum_logits = sum_logits.detach()
+
+ average_logits = sum_logits / quizzes.numel()
+
+ # It's a bit brutal to do it twice, we should probably have a
+ # moving average and apply it right away
+
+ if desired_average_logits is not None:
+ temperature = average_logits / desired_average_logits
+ masked_inplace_autoregression(
+ model=model,
+ batch_size=self.batch_size,
+ input=quizzes,
+ ar_mask=ar_mask,
+ temperature=temperature,
+ deterministic_synthesis=False,
+ progress_bar_desc="creating quizzes",
+ device=self.device,
+ )
+