- # We will store the generated quizzes for each number of
- # correct prediction
- recorded = dict([(n, []) for n in range(len(models) + 1)])
-
- model_indexes = []
- sum_logits, sum_nb_c_quizzes = 0, 0
-
- def nb_generated():
- return sum([sum([x.size(0) for x in recorded[n]]) for n in recorded.keys()])
-
- def nb_validated():
- return sum(
- [
- sum([x.size(0) for x in recorded[n]])
- for n in range(args.min_to_validate, args.max_to_validate + 1)
- ]
- )