def model_transformer_hot(model):
# model.temperature = args.temperature_hot
- model.set_noise_injection(0.5, ("ffw", args.nb_blocks // 2))
+ model.set_noise_injection(5.0, ("ffw", args.nb_blocks // 2))
def model_transformer_cold(model):
else:
e = "???"
+ nb_validated = (
+ recorded_validated[-1].size(0) if len(recorded_validated) > 0 else 0
+ )
+
log_string(
- f"keep c_quizzes model {model_for_generation.id} nb_accumulated {total_nb_validated} / {nb_to_validate} (finishes {e} -- {int((total_nb_validated * 3600)/duration)}/h)"
+ f"keep c_quizzes model {model_for_generation.id} validated {nb_validated} / {nb_to_generate_per_iteration} ({100*nb_validated/nb_to_generate_per_iteration:.02f}%) nb_accumulated {total_nb_validated} / {nb_to_validate} (finishes {e} -- {int((total_nb_validated * 3600)/duration)}/h)"
)
validated_quizzes = torch.cat(recorded_validated, dim=0)