parser.add_argument("--dirty_debug", action="store_true", default=False)
+parser.add_argument("--generation_temperature", type=float, default=1.0)
+
+parser.add_argument("--stochastic_validation", action="store_true", default=False)
+
+######################################################################
+
parser.add_argument("--sky_height", type=int, default=6)
parser.add_argument("--sky_width", type=int, default=8)
c_quizzes = quizz_machine.generate_quizzes(
nb_to_create,
model_for_generation=model_for_generation,
+ temperature=args.generation_temperature,
)
nb_correct, seq_logproba = quizz_machine.compute_correctness(
- c_quizzes, models, both_directions=args.both_directions
+ c_quizzes,
+ models,
+ both_directions=args.both_directions,
+ deterministic_validation=not args.stochastic_validation,
)
for n, l in zip(nb_correct, seq_logproba):