20240801-12:13:30 argv ./main.py --result_dir=results_noise --nb_train_samples=40000 --nb_test_samples=2000 --grids_world_tasks=replace_color,translate,grow,half_fill,frame,detect,corners,contact --accuracy_to_make_c_quizzes=0.95 --prompt_noise=0.05 20240801-12:13:30 args.log_filename train.log 20240801-12:13:30 args.result_dir results_noise 20240801-12:13:30 args.seed 0 20240801-12:13:30 args.resume False 20240801-12:13:30 args.max_percents_of_test_in_train -1 20240801-12:13:30 args.log_command None 20240801-12:13:30 args.nb_epochs 10000 20240801-12:13:30 args.batch_size 25 20240801-12:13:30 args.physical_batch_size None 20240801-12:13:30 args.inference_batch_size 100 20240801-12:13:30 args.nb_train_samples 40000 20240801-12:13:30 args.nb_test_samples 2000 20240801-12:13:30 args.nb_new_c_quizzes_for_train None 20240801-12:13:30 args.nb_new_c_quizzes_for_test None 20240801-12:13:30 args.learning_rate 0.0005 20240801-12:13:30 args.model 37M 20240801-12:13:30 args.dim_model 512 20240801-12:13:30 args.dim_keys 64 20240801-12:13:30 args.dim_hidden 2048 20240801-12:13:30 args.nb_heads 8 20240801-12:13:30 args.nb_blocks 12 20240801-12:13:30 args.dropout 0.1 20240801-12:13:30 args.deterministic_synthesis False 20240801-12:13:30 args.problem grids 20240801-12:13:30 args.nb_threads 1 20240801-12:13:30 args.gpus all 20240801-12:13:30 args.nb_gpts 5 20240801-12:13:30 args.max_fail_to_validate 2 20240801-12:13:30 args.accuracy_to_make_c_quizzes 0.95 20240801-12:13:30 args.proba_understands 0.95 20240801-12:13:30 args.proba_not_understands 0.5 20240801-12:13:30 args.temperature_hot 1.5 20240801-12:13:30 args.temperature_cold 1 20240801-12:13:30 args.prompt_noise 0.05 20240801-12:13:30 args.dirty_debug False 20240801-12:13:30 args.test_generator False 20240801-12:13:30 args.grids_world_tasks replace_color,translate,grow,half_fill,frame,detect,corners,contact 20240801-12:13:30 args.grids_science_tasks None 20240801-12:13:30 args.sky_height 6 20240801-12:13:30 args.sky_width 8 20240801-12:13:30 args.sky_nb_birds 3 20240801-12:13:30 args.sky_nb_iterations 2 20240801-12:13:30 args.sky_speed 3 20240801-12:13:44 main_device cuda:0 gpus ['cuda:0'] 20240801-12:13:44 vocabulary_size 15 20240801-12:13:44 creating model 0 and its w_quizzes 20240801-12:13:51 creating model 1 and its w_quizzes 20240801-12:14:04 creating model 2 and its w_quizzes 20240801-12:14:17 creating model 3 and its w_quizzes 20240801-12:14:30 creating model 4 and its w_quizzes 20240801-12:14:43 nb_parameters 37819407 (37M) 20240801-12:14:43 nb_new_c_quizzes_for_train 400 nb_new_c_quizzes_for_test 20 20240801-12:14:43 wrote state.pth 20240801-12:14:43 --- epoch 0 ---------------------------------------- 20240801-12:14:43 current_test_accuracies 0.0000 0.0000 0.0000 0.0000 0.0000 20240801-12:14:43 training model 0 20240801-12:20:11 train_perplexity 0 model 0 2.548320000424124 20240801-12:20:16 test_perplexity 0 model 0 1.4018955851966064 20240801-12:20:51 test_accuracy 0 model 0 val 1 / 1564 20240801-12:20:53 wrote gpt_000.pth 20240801-12:21:03 wrote state.pth 20240801-12:21:03 --- epoch 1 ---------------------------------------- 20240801-12:21:03 current_test_accuracies 0.0006 0.0000 0.0000 0.0000 0.0000 20240801-12:21:03 training model 1 20240801-12:26:30 train_perplexity 1 model 1 2.573139162014452 20240801-12:26:36 test_perplexity 1 model 1 1.3832500821065221 20240801-12:27:12 test_accuracy 1 model 1 val 11 / 1596 20240801-12:27:13 wrote gpt_001.pth 20240801-12:27:23 wrote state.pth 20240801-12:27:23 --- epoch 2 ---------------------------------------- 20240801-12:27:23 current_test_accuracies 0.0006 0.0069 0.0000 0.0000 0.0000 20240801-12:27:23 training model 2 20240801-12:32:51 train_perplexity 2 model 2 2.5810059517569646 20240801-12:32:56 test_perplexity 2 model 2 1.377169096315534 20240801-12:33:31 test_accuracy 2 model 2 val 14 / 1563 20240801-12:33:33 wrote gpt_002.pth 20240801-12:33:43 wrote state.pth 20240801-12:33:43 --- epoch 3 ---------------------------------------- 20240801-12:33:43 current_test_accuracies 0.0006 0.0069 0.0090 0.0000 0.0000 20240801-12:33:43 training model 3 20240801-12:39:10 train_perplexity 3 model 3 2.6140771125819895 20240801-12:39:16 test_perplexity 3 model 3 1.3966590019084517 20240801-12:39:50 test_accuracy 3 model 3 val 7 / 1608 20240801-12:39:51 wrote gpt_003.pth 20240801-12:40:01 wrote state.pth 20240801-12:40:01 --- epoch 4 ---------------------------------------- 20240801-12:40:01 current_test_accuracies 0.0006 0.0069 0.0090 0.0044 0.0000 20240801-12:40:01 training model 4 20240801-12:45:29 train_perplexity 4 model 4 2.705304599174617 20240801-12:45:34 test_perplexity 4 model 4 1.405346668523153 20240801-12:46:09 test_accuracy 4 model 4 val 13 / 1572 20240801-12:46:11 wrote gpt_004.pth 20240801-12:46:21 wrote state.pth 20240801-12:46:21 --- epoch 5 ---------------------------------------- 20240801-12:46:21 current_test_accuracies 0.0006 0.0069 0.0090 0.0044 0.0083 20240801-12:46:21 training model 0 20240801-12:51:48 train_perplexity 5 model 0 1.3923752406782592 20240801-12:51:54 test_perplexity 5 model 0 1.2877295442947847 20240801-12:52:30 test_accuracy 5 model 0 val 78 / 1563 20240801-12:52:31 wrote gpt_000.pth 20240801-12:52:41 wrote state.pth 20240801-12:52:41 --- epoch 6 ---------------------------------------- 20240801-12:52:41 current_test_accuracies 0.0499 0.0069 0.0090 0.0044 0.0083 20240801-12:52:41 training model 3 20240801-12:58:09 train_perplexity 6 model 3 1.3894068100425454 20240801-12:58:14 test_perplexity 6 model 3 1.2903032438417257 20240801-12:58:48 test_accuracy 6 model 3 val 84 / 1629 20240801-12:58:50 wrote gpt_003.pth 20240801-12:59:00 wrote state.pth 20240801-12:59:00 --- epoch 7 ---------------------------------------- 20240801-12:59:00 current_test_accuracies 0.0499 0.0069 0.0090 0.0516 0.0083 20240801-12:59:00 training model 1 20240801-13:04:27 train_perplexity 7 model 1 1.3801237176837646 20240801-13:04:33 test_perplexity 7 model 1 1.2762407848959167 20240801-13:05:07 test_accuracy 7 model 1 val 125 / 1603 20240801-13:05:08 wrote gpt_001.pth 20240801-13:05:18 wrote state.pth 20240801-13:05:18 --- epoch 8 ---------------------------------------- 20240801-13:05:18 current_test_accuracies 0.0499 0.0780 0.0090 0.0516 0.0083 20240801-13:05:18 training model 4 20240801-13:10:46 train_perplexity 8 model 4 1.3980476100237225 20240801-13:10:51 test_perplexity 8 model 4 1.2923032637856258 20240801-13:11:25 test_accuracy 8 model 4 val 111 / 1610 20240801-13:11:27 wrote gpt_004.pth 20240801-13:11:37 wrote state.pth 20240801-13:11:37 --- epoch 9 ---------------------------------------- 20240801-13:11:37 current_test_accuracies 0.0499 0.0780 0.0090 0.0516 0.0689 20240801-13:11:37 training model 2 20240801-13:17:04 train_perplexity 9 model 2 1.3919741343949141 20240801-13:17:10 test_perplexity 9 model 2 1.290832797222316 20240801-13:17:43 test_accuracy 9 model 2 val 92 / 1611 20240801-13:17:45 wrote gpt_002.pth 20240801-13:17:55 wrote state.pth 20240801-13:17:55 --- epoch 10 ---------------------------------------- 20240801-13:17:55 current_test_accuracies 0.0499 0.0780 0.0571 0.0516 0.0689 20240801-13:17:55 training model 0 20240801-13:23:22 train_perplexity 10 model 0 1.2788254780779686 20240801-13:23:28 test_perplexity 10 model 0 1.2257374782089714 20240801-13:24:04 test_accuracy 10 model 0 val 283 / 1585 20240801-13:24:05 wrote gpt_000.pth 20240801-13:24:15 wrote state.pth 20240801-13:24:15 --- epoch 11 ---------------------------------------- 20240801-13:24:15 current_test_accuracies 0.1785 0.0780 0.0571 0.0516 0.0689 20240801-13:24:15 training model 3 20240801-13:29:42 train_perplexity 11 model 3 1.2819657857804094 20240801-13:29:48 test_perplexity 11 model 3 1.2252941484445254 20240801-13:30:22 test_accuracy 11 model 3 val 299 / 1602 20240801-13:30:24 wrote gpt_003.pth 20240801-13:30:34 wrote state.pth 20240801-13:30:34 --- epoch 12 ---------------------------------------- 20240801-13:30:34 current_test_accuracies 0.1785 0.0780 0.0571 0.1866 0.0689 20240801-13:30:34 training model 2 20240801-13:36:01 train_perplexity 12 model 2 1.2801829570132457 20240801-13:36:07 test_perplexity 12 model 2 1.2238127306995463 20240801-13:36:43 test_accuracy 12 model 2 val 289 / 1591 20240801-13:36:44 wrote gpt_002.pth 20240801-13:36:54 wrote state.pth 20240801-13:36:54 --- epoch 13 ---------------------------------------- 20240801-13:36:54 current_test_accuracies 0.1785 0.0780 0.1816 0.1866 0.0689 20240801-13:36:54 training model 4 20240801-13:42:22 train_perplexity 13 model 4 1.279865963371362 20240801-13:42:27 test_perplexity 13 model 4 1.2246880774495943 20240801-13:43:02 test_accuracy 13 model 4 val 302 / 1566 20240801-13:43:04 wrote gpt_004.pth 20240801-13:43:14 wrote state.pth 20240801-13:43:14 --- epoch 14 ---------------------------------------- 20240801-13:43:14 current_test_accuracies 0.1785 0.0780 0.1816 0.1866 0.1928 20240801-13:43:14 training model 1 20240801-13:48:41 train_perplexity 14 model 1 1.267900459286449 20240801-13:48:47 test_perplexity 14 model 1 1.2103326230469345 20240801-13:49:22 test_accuracy 14 model 1 val 369 / 1560 20240801-13:49:24 wrote gpt_001.pth 20240801-13:49:34 wrote state.pth 20240801-13:49:34 --- epoch 15 ---------------------------------------- 20240801-13:49:34 current_test_accuracies 0.1785 0.2365 0.1816 0.1866 0.1928 20240801-13:49:34 training model 0 20240801-13:55:01 train_perplexity 15 model 0 1.2200191542757577 20240801-13:55:07 test_perplexity 15 model 0 1.189779211677796 20240801-13:55:43 test_accuracy 15 model 0 val 572 / 1555 20240801-13:55:44 wrote gpt_000.pth 20240801-13:55:54 wrote state.pth 20240801-13:55:54 --- epoch 16 ---------------------------------------- 20240801-13:55:54 current_test_accuracies 0.3678 0.2365 0.1816 0.1866 0.1928 20240801-13:55:54 training model 2 20240801-14:01:22 train_perplexity 16 model 2 1.2206218944862628 20240801-14:01:28 test_perplexity 16 model 2 1.191378692231573 20240801-14:02:01 test_accuracy 16 model 2 val 628 / 1620 20240801-14:02:03 wrote gpt_002.pth 20240801-14:02:13 wrote state.pth 20240801-14:02:13 --- epoch 17 ---------------------------------------- 20240801-14:02:13 current_test_accuracies 0.3678 0.2365 0.3877 0.1866 0.1928 20240801-14:02:13 training model 3 20240801-14:07:41 train_perplexity 17 model 3 1.2212740988256103 20240801-14:07:46 test_perplexity 17 model 3 1.1911286918043564 20240801-14:08:20 test_accuracy 17 model 3 val 610 / 1601 20240801-14:08:22 wrote gpt_003.pth 20240801-14:08:32 wrote state.pth 20240801-14:08:32 --- epoch 18 ---------------------------------------- 20240801-14:08:32 current_test_accuracies 0.3678 0.2365 0.3877 0.3810 0.1928 20240801-14:08:32 training model 4 20240801-14:13:59 train_perplexity 18 model 4 1.218710810873822 20240801-14:14:05 test_perplexity 18 model 4 1.1913987434425028 20240801-14:14:38 test_accuracy 18 model 4 val 597 / 1617 20240801-14:14:40 wrote gpt_004.pth 20240801-14:14:50 wrote state.pth 20240801-14:14:50 --- epoch 19 ---------------------------------------- 20240801-14:14:50 current_test_accuracies 0.3678 0.2365 0.3877 0.3810 0.3692 20240801-14:14:50 training model 1 20240801-14:20:17 train_perplexity 19 model 1 1.2121155115174784 20240801-14:20:23 test_perplexity 19 model 1 1.1854871586319804 20240801-14:20:56 test_accuracy 19 model 1 val 730 / 1601 20240801-14:20:58 wrote gpt_001.pth 20240801-14:21:08 wrote state.pth 20240801-14:21:08 --- epoch 20 ---------------------------------------- 20240801-14:21:08 current_test_accuracies 0.3678 0.4560 0.3877 0.3810 0.3692 20240801-14:21:08 training model 0 20240801-14:26:36 train_perplexity 20 model 0 1.1943277528101255 20240801-14:26:41 test_perplexity 20 model 0 1.1762128605729456 20240801-14:27:16 test_accuracy 20 model 0 val 843 / 1611 20240801-14:27:17 wrote gpt_000.pth 20240801-14:27:27 wrote state.pth 20240801-14:27:27 --- epoch 21 ---------------------------------------- 20240801-14:27:27 current_test_accuracies 0.5233 0.4560 0.3877 0.3810 0.3692 20240801-14:27:27 training model 4 20240801-14:32:55 train_perplexity 21 model 4 1.194011809871981 20240801-14:33:01 test_perplexity 21 model 4 1.1769581482998615 20240801-14:33:34 test_accuracy 21 model 4 val 892 / 1610 20240801-14:33:36 wrote gpt_004.pth 20240801-14:33:46 wrote state.pth 20240801-14:33:46 --- epoch 22 ---------------------------------------- 20240801-14:33:46 current_test_accuracies 0.5233 0.4560 0.3877 0.3810 0.5540 20240801-14:33:46 training model 3 20240801-14:39:14 train_perplexity 22 model 3 1.1946653600091017 20240801-14:39:19 test_perplexity 22 model 3 1.1782506292500674 20240801-14:39:55 test_accuracy 22 model 3 val 902 / 1581 20240801-14:39:57 wrote gpt_003.pth 20240801-14:40:07 wrote state.pth 20240801-14:40:07 --- epoch 23 ---------------------------------------- 20240801-14:40:07 current_test_accuracies 0.5233 0.4560 0.3877 0.5705 0.5540 20240801-14:40:07 training model 2 20240801-14:45:34 train_perplexity 23 model 2 1.1960371908626641 20240801-14:45:40 test_perplexity 23 model 2 1.1797005687298872 20240801-14:46:14 test_accuracy 23 model 2 val 796 / 1570 20240801-14:46:16 wrote gpt_002.pth 20240801-14:46:26 wrote state.pth 20240801-14:46:26 --- epoch 24 ---------------------------------------- 20240801-14:46:26 current_test_accuracies 0.5233 0.4560 0.5070 0.5705 0.5540 20240801-14:46:26 training model 1 20240801-14:51:54 train_perplexity 24 model 1 1.190420212893394 20240801-14:51:59 test_perplexity 24 model 1 1.1763171226473985 20240801-14:52:34 test_accuracy 24 model 1 val 916 / 1613 20240801-14:52:35 wrote gpt_001.pth 20240801-14:52:45 wrote state.pth 20240801-14:52:45 --- epoch 25 ---------------------------------------- 20240801-14:52:45 current_test_accuracies 0.5233 0.5679 0.5070 0.5705 0.5540 20240801-14:52:45 training model 2 20240801-14:58:13 train_perplexity 25 model 2 1.1837111744907025 20240801-14:58:18 test_perplexity 25 model 2 1.1734189895018126 20240801-14:58:55 test_accuracy 25 model 2 val 921 / 1585 20240801-14:58:56 wrote gpt_002.pth 20240801-14:59:06 wrote state.pth 20240801-14:59:06 --- epoch 26 ---------------------------------------- 20240801-14:59:06 current_test_accuracies 0.5233 0.5679 0.5811 0.5705 0.5540 20240801-14:59:06 training model 0 20240801-15:04:34 train_perplexity 26 model 0 1.1813352688649108 20240801-15:04:39 test_perplexity 26 model 0 1.1716872174176978 20240801-15:05:13 test_accuracy 26 model 0 val 1016 / 1629 20240801-15:05:15 wrote gpt_000.pth 20240801-15:05:25 wrote state.pth 20240801-15:05:25 --- epoch 27 ---------------------------------------- 20240801-15:05:25 current_test_accuracies 0.6237 0.5679 0.5811 0.5705 0.5540 20240801-15:05:25 training model 4 20240801-15:10:52 train_perplexity 27 model 4 1.1818902946794743 20240801-15:10:58 test_perplexity 27 model 4 1.172627424931657 20240801-15:11:31 test_accuracy 27 model 4 val 1017 / 1603 20240801-15:11:33 wrote gpt_004.pth 20240801-15:11:43 wrote state.pth 20240801-15:11:43 --- epoch 28 ---------------------------------------- 20240801-15:11:43 current_test_accuracies 0.6237 0.5679 0.5811 0.5705 0.6344 20240801-15:11:43 training model 1 20240801-15:17:10 train_perplexity 28 model 1 1.1794953572533233 20240801-15:17:16 test_perplexity 28 model 1 1.1688271090460083 20240801-15:17:51 test_accuracy 28 model 1 val 1048 / 1582 20240801-15:17:53 wrote gpt_001.pth 20240801-15:18:03 wrote state.pth 20240801-15:18:03 --- epoch 29 ---------------------------------------- 20240801-15:18:03 current_test_accuracies 0.6237 0.6625 0.5811 0.5705 0.6344 20240801-15:18:03 training model 3 20240801-15:23:30 train_perplexity 29 model 3 1.1819023956070263 20240801-15:23:36 test_perplexity 29 model 3 1.1697869024392094 20240801-15:24:09 test_accuracy 29 model 3 val 1083 / 1602 20240801-15:24:10 wrote gpt_003.pth 20240801-15:24:20 wrote state.pth 20240801-15:24:20 --- epoch 30 ---------------------------------------- 20240801-15:24:21 current_test_accuracies 0.6237 0.6625 0.5811 0.6760 0.6344 20240801-15:24:21 training model 2 20240801-15:29:49 train_perplexity 30 model 2 1.176549156558928 20240801-15:29:54 test_perplexity 30 model 2 1.1667882639793483 20240801-15:30:29 test_accuracy 30 model 2 val 1057 / 1593 20240801-15:30:31 wrote gpt_002.pth 20240801-15:30:41 wrote state.pth 20240801-15:30:41 --- epoch 31 ---------------------------------------- 20240801-15:30:41 current_test_accuracies 0.6237 0.6625 0.6635 0.6760 0.6344 20240801-15:30:41 training model 0 20240801-15:36:09 train_perplexity 31 model 0 1.1753469725560752 20240801-15:36:14 test_perplexity 31 model 0 1.165022537063573 20240801-15:36:50 test_accuracy 31 model 0 val 1139 / 1592 20240801-15:36:52 wrote gpt_000.pth 20240801-15:37:02 wrote state.pth 20240801-15:37:02 --- epoch 32 ---------------------------------------- 20240801-15:37:02 current_test_accuracies 0.7155 0.6625 0.6635 0.6760 0.6344 20240801-15:37:02 training model 4 20240801-15:42:29 train_perplexity 32 model 4 1.1746775685073036 20240801-15:42:35 test_perplexity 32 model 4 1.1687287197828893 20240801-15:43:09 test_accuracy 32 model 4 val 1176 / 1600 20240801-15:43:10 wrote gpt_004.pth 20240801-15:43:20 wrote state.pth 20240801-15:43:20 --- epoch 33 ---------------------------------------- 20240801-15:43:20 current_test_accuracies 0.7155 0.6625 0.6635 0.6760 0.7350 20240801-15:43:20 training model 1 20240801-15:48:48 train_perplexity 33 model 1 1.1736416029260033 20240801-15:48:53 test_perplexity 33 model 1 1.1669900313260588 20240801-15:49:27 test_accuracy 33 model 1 val 1204 / 1617 20240801-15:49:28 wrote gpt_001.pth 20240801-15:49:38 wrote state.pth 20240801-15:49:38 --- epoch 34 ---------------------------------------- 20240801-15:49:38 current_test_accuracies 0.7155 0.7446 0.6635 0.6760 0.7350 20240801-15:49:38 training model 2 20240801-15:55:06 train_perplexity 34 model 2 1.1718140323454436 20240801-15:55:11 test_perplexity 34 model 2 1.1669015005763619 20240801-15:55:46 test_accuracy 34 model 2 val 1230 / 1620 20240801-15:55:47 wrote gpt_002.pth 20240801-15:55:57 wrote state.pth 20240801-15:55:57 --- epoch 35 ---------------------------------------- 20240801-15:55:57 current_test_accuracies 0.7155 0.7446 0.7593 0.6760 0.7350 20240801-15:55:57 training model 3 20240801-16:01:25 train_perplexity 35 model 3 1.1747076121158122 20240801-16:01:30 test_perplexity 35 model 3 1.1674094689820418 20240801-16:02:04 test_accuracy 35 model 3 val 1213 / 1619 20240801-16:02:05 wrote gpt_003.pth 20240801-16:02:15 wrote state.pth 20240801-16:02:15 --- epoch 36 ---------------------------------------- 20240801-16:02:15 current_test_accuracies 0.7155 0.7446 0.7593 0.7492 0.7350 20240801-16:02:15 training model 0 20240801-16:07:43 train_perplexity 36 model 0 1.1714752071006118 20240801-16:07:48 test_perplexity 36 model 0 1.1644431288719104 20240801-16:08:24 test_accuracy 36 model 0 val 1203 / 1561 20240801-16:08:25 wrote gpt_000.pth 20240801-16:08:36 wrote state.pth 20240801-16:08:36 --- epoch 37 ---------------------------------------- 20240801-16:08:36 current_test_accuracies 0.7707 0.7446 0.7593 0.7492 0.7350 20240801-16:08:36 training model 4 20240801-16:14:03 train_perplexity 37 model 4 1.1710186591783789 20240801-16:14:08 test_perplexity 37 model 4 1.1650933959132308 20240801-16:14:44 test_accuracy 37 model 4 val 1195 / 1569 20240801-16:14:46 wrote gpt_004.pth 20240801-16:14:56 wrote state.pth 20240801-16:14:56 --- epoch 38 ---------------------------------------- 20240801-16:14:56 current_test_accuracies 0.7707 0.7446 0.7593 0.7492 0.7616 20240801-16:14:56 training model 1 20240801-16:20:24 train_perplexity 38 model 1 1.1697508527258562 20240801-16:20:29 test_perplexity 38 model 1 1.1623398184445368 20240801-16:21:03 test_accuracy 38 model 1 val 1288 / 1603 20240801-16:21:04 wrote gpt_001.pth 20240801-16:21:15 wrote state.pth 20240801-16:21:15 --- epoch 39 ---------------------------------------- 20240801-16:21:15 current_test_accuracies 0.7707 0.8035 0.7593 0.7492 0.7616 20240801-16:21:15 training model 3 20240801-16:26:42 train_perplexity 39 model 3 1.1708913653174657 20240801-16:26:47 test_perplexity 39 model 3 1.1651381959468508 20240801-16:27:23 test_accuracy 39 model 3 val 1299 / 1599 20240801-16:27:25 wrote gpt_003.pth 20240801-16:27:35 wrote state.pth 20240801-16:27:35 --- epoch 40 ---------------------------------------- 20240801-16:27:35 current_test_accuracies 0.7707 0.8035 0.7593 0.8124 0.7616 20240801-16:27:35 training model 2 20240801-16:33:02 train_perplexity 40 model 2 1.1692508799596186 20240801-16:33:08 test_perplexity 40 model 2 1.162679071974963 20240801-16:33:43 test_accuracy 40 model 2 val 1241 / 1577 20240801-16:33:45 wrote gpt_002.pth 20240801-16:33:55 wrote state.pth 20240801-16:33:55 --- epoch 41 ---------------------------------------- 20240801-16:33:55 current_test_accuracies 0.7707 0.8035 0.7869 0.8124 0.7616 20240801-16:33:55 training model 4 20240801-16:39:22 train_perplexity 41 model 4 1.1682440130346592 20240801-16:39:28 test_perplexity 41 model 4 1.162938716641978 20240801-16:40:02 test_accuracy 41 model 4 val 1345 / 1618 20240801-16:40:04 wrote gpt_004.pth 20240801-16:40:14 wrote state.pth 20240801-16:40:14 --- epoch 42 ---------------------------------------- 20240801-16:40:14 current_test_accuracies 0.7707 0.8035 0.7869 0.8124 0.8313 20240801-16:40:14 training model 0 20240801-16:45:41 train_perplexity 42 model 0 1.16847455099248 20240801-16:45:47 test_perplexity 42 model 0 1.1650368462869172 20240801-16:46:21 test_accuracy 42 model 0 val 1333 / 1622 20240801-16:46:22 wrote gpt_000.pth 20240801-16:46:32 wrote state.pth 20240801-16:46:32 --- epoch 43 ---------------------------------------- 20240801-16:46:32 current_test_accuracies 0.8218 0.8035 0.7869 0.8124 0.8313 20240801-16:46:32 training model 2 20240801-16:52:00 train_perplexity 43 model 2 1.166910597883229 20240801-16:52:05 test_perplexity 43 model 2 1.163345161985756 20240801-16:52:40 test_accuracy 43 model 2 val 1315 / 1618 20240801-16:52:41 wrote gpt_002.pth 20240801-16:52:51 wrote state.pth 20240801-16:52:51 --- epoch 44 ---------------------------------------- 20240801-16:52:51 current_test_accuracies 0.8218 0.8035 0.8127 0.8124 0.8313 20240801-16:52:51 training model 1 20240801-16:58:19 train_perplexity 44 model 1 1.1675676469616978 20240801-16:58:24 test_perplexity 44 model 1 1.16313352567326 20240801-16:58:59 test_accuracy 44 model 1 val 1399 / 1639 20240801-16:59:00 wrote gpt_001.pth 20240801-16:59:10 wrote state.pth 20240801-16:59:10 --- epoch 45 ---------------------------------------- 20240801-16:59:10 current_test_accuracies 0.8218 0.8536 0.8127 0.8124 0.8313 20240801-16:59:10 training model 3 20240801-17:04:38 train_perplexity 45 model 3 1.1683962639509244 20240801-17:04:43 test_perplexity 45 model 3 1.1619257332366282 20240801-17:05:18 test_accuracy 45 model 3 val 1291 / 1572 20240801-17:05:20 wrote gpt_003.pth 20240801-17:05:30 wrote state.pth 20240801-17:05:30 --- epoch 46 ---------------------------------------- 20240801-17:05:30 current_test_accuracies 0.8218 0.8536 0.8127 0.8212 0.8313 20240801-17:05:30 training model 2 20240801-17:10:57 train_perplexity 46 model 2 1.1649405995401572 20240801-17:11:03 test_perplexity 46 model 2 1.1602705057159202 20240801-17:11:38 test_accuracy 46 model 2 val 1342 / 1585 20240801-17:11:39 wrote gpt_002.pth 20240801-17:11:50 wrote state.pth 20240801-17:11:50 --- epoch 47 ---------------------------------------- 20240801-17:11:50 current_test_accuracies 0.8218 0.8536 0.8467 0.8212 0.8313 20240801-17:11:50 training model 3 20240801-17:17:17 train_perplexity 47 model 3 1.1664794267977066 20240801-17:17:22 test_perplexity 47 model 3 1.1596151314841456 20240801-17:17:58 test_accuracy 47 model 3 val 1405 / 1592 20240801-17:18:00 wrote gpt_003.pth 20240801-17:18:10 wrote state.pth 20240801-17:18:10 --- epoch 48 ---------------------------------------- 20240801-17:18:10 current_test_accuracies 0.8218 0.8536 0.8467 0.8825 0.8313 20240801-17:18:10 training model 0 20240801-17:23:37 train_perplexity 48 model 0 1.1659009401042741 20240801-17:23:43 test_perplexity 48 model 0 1.1617991575985205 20240801-17:24:18 test_accuracy 48 model 0 val 1359 / 1596 20240801-17:24:19 wrote gpt_000.pth 20240801-17:24:30 wrote state.pth 20240801-17:24:30 --- epoch 49 ---------------------------------------- 20240801-17:24:30 current_test_accuracies 0.8515 0.8536 0.8467 0.8825 0.8313 20240801-17:24:30 training model 4 20240801-17:29:57 train_perplexity 49 model 4 1.1667750050771832 20240801-17:30:02 test_perplexity 49 model 4 1.1627775443069541 20240801-17:30:36 test_accuracy 49 model 4 val 1355 / 1613 20240801-17:30:38 wrote gpt_004.pth 20240801-17:30:48 wrote state.pth 20240801-17:30:48 --- epoch 50 ---------------------------------------- 20240801-17:30:48 current_test_accuracies 0.8515 0.8536 0.8467 0.8825 0.8400 20240801-17:30:48 training model 4 20240801-17:36:15 train_perplexity 50 model 4 1.16474001108073 20240801-17:36:20 test_perplexity 50 model 4 1.1635036870977051 20240801-17:36:54 test_accuracy 50 model 4 val 1369 / 1601 20240801-17:36:56 wrote gpt_004.pth 20240801-17:37:06 wrote state.pth 20240801-17:37:06 --- epoch 51 ---------------------------------------- 20240801-17:37:06 current_test_accuracies 0.8515 0.8536 0.8467 0.8825 0.8551 20240801-17:37:06 training model 2 20240801-17:42:33 train_perplexity 51 model 2 1.1638974371374133 20240801-17:42:39 test_perplexity 51 model 2 1.1616769469101105 20240801-17:43:13 test_accuracy 51 model 2 val 1437 / 1642 20240801-17:43:14 wrote gpt_002.pth 20240801-17:43:24 wrote state.pth 20240801-17:43:24 --- epoch 52 ---------------------------------------- 20240801-17:43:24 current_test_accuracies 0.8515 0.8536 0.8752 0.8825 0.8551 20240801-17:43:24 training model 0 20240801-17:48:52 train_perplexity 52 model 0 1.1647725253246155 20240801-17:48:57 test_perplexity 52 model 0 1.1591250693876627 20240801-17:49:33 test_accuracy 52 model 0 val 1385 / 1589 20240801-17:49:35 wrote gpt_000.pth 20240801-17:49:45 wrote state.pth 20240801-17:49:45 --- epoch 53 ---------------------------------------- 20240801-17:49:45 current_test_accuracies 0.8716 0.8536 0.8752 0.8825 0.8551 20240801-17:49:45 training model 1 20240801-17:55:12 train_perplexity 53 model 1 1.1649967579406726 20240801-17:55:18 test_perplexity 53 model 1 1.1614699415337704 20240801-17:55:52 test_accuracy 53 model 1 val 1358 / 1612 20240801-17:55:53 wrote gpt_001.pth 20240801-17:56:03 wrote state.pth 20240801-17:56:03 --- epoch 54 ---------------------------------------- 20240801-17:56:03 current_test_accuracies 0.8716 0.8424 0.8752 0.8825 0.8551 20240801-17:56:03 training model 1 20240801-18:01:31 train_perplexity 54 model 1 1.1638498316605486 20240801-18:01:36 test_perplexity 54 model 1 1.1594923538133703 20240801-18:02:12 test_accuracy 54 model 1 val 1405 / 1586 20240801-18:02:13 wrote gpt_001.pth 20240801-18:02:23 wrote state.pth 20240801-18:02:23 --- epoch 55 ---------------------------------------- 20240801-18:02:23 current_test_accuracies 0.8716 0.8859 0.8752 0.8825 0.8551 20240801-18:02:23 training model 4 20240801-18:07:51 train_perplexity 55 model 4 1.1634191055353167 20240801-18:07:56 test_perplexity 55 model 4 1.161787587509125 20240801-18:08:30 test_accuracy 55 model 4 val 1382 / 1631 20240801-18:08:32 wrote gpt_004.pth 20240801-18:08:42 wrote state.pth 20240801-18:08:42 --- epoch 56 ---------------------------------------- 20240801-18:08:42 current_test_accuracies 0.8716 0.8859 0.8752 0.8825 0.8473 20240801-18:08:42 training model 4 20240801-18:14:10 train_perplexity 56 model 4 1.1623588951378019 20240801-18:14:15 test_perplexity 56 model 4 1.1587399428523002 20240801-18:14:51 test_accuracy 56 model 4 val 1401 / 1567 20240801-18:14:52 wrote gpt_004.pth 20240801-18:15:02 wrote state.pth 20240801-18:15:02 --- epoch 57 ---------------------------------------- 20240801-18:15:02 current_test_accuracies 0.8716 0.8859 0.8752 0.8825 0.8941 20240801-18:15:02 training model 0 20240801-18:20:30 train_perplexity 57 model 0 1.1634587446970357 20240801-18:20:36 test_perplexity 57 model 0 1.1604899775176838 20240801-18:21:10 test_accuracy 57 model 0 val 1415 / 1604 20240801-18:21:11 wrote gpt_000.pth 20240801-18:21:21 wrote state.pth 20240801-18:21:21 --- epoch 58 ---------------------------------------- 20240801-18:21:21 current_test_accuracies 0.8822 0.8859 0.8752 0.8825 0.8941 20240801-18:21:21 training model 2 20240801-18:26:48 train_perplexity 58 model 2 1.1627676389900958 20240801-18:26:54 test_perplexity 58 model 2 1.160905755356376 20240801-18:27:28 test_accuracy 58 model 2 val 1402 / 1601 20240801-18:27:30 wrote gpt_002.pth 20240801-18:27:40 wrote state.pth 20240801-18:27:40 --- epoch 59 ---------------------------------------- 20240801-18:27:40 current_test_accuracies 0.8822 0.8859 0.8757 0.8825 0.8941 20240801-18:27:40 training model 2 20240801-18:33:07 train_perplexity 59 model 2 1.1619928032807474 20240801-18:33:12 test_perplexity 59 model 2 1.1598415631604169 20240801-18:33:46 test_accuracy 59 model 2 val 1450 / 1615 20240801-18:33:48 wrote gpt_002.pth 20240801-18:33:58 wrote state.pth 20240801-18:33:58 --- epoch 60 ---------------------------------------- 20240801-18:33:58 current_test_accuracies 0.8822 0.8859 0.8978 0.8825 0.8941 20240801-18:33:58 training model 0 20240801-18:39:25 train_perplexity 60 model 0 1.1628314207707713 20240801-18:39:31 test_perplexity 60 model 0 1.1600073484415212 20240801-18:40:05 test_accuracy 60 model 0 val 1417 / 1600 20240801-18:40:07 wrote gpt_000.pth 20240801-18:40:17 wrote state.pth 20240801-18:40:17 --- epoch 61 ---------------------------------------- 20240801-18:40:17 current_test_accuracies 0.8856 0.8859 0.8978 0.8825 0.8941 20240801-18:40:17 training model 3 20240801-18:45:44 train_perplexity 61 model 3 1.1646548713098532 20240801-18:45:49 test_perplexity 61 model 3 1.1600603442688269 20240801-18:46:24 test_accuracy 61 model 3 val 1364 / 1554 20240801-18:46:26 wrote gpt_003.pth 20240801-18:46:36 wrote state.pth 20240801-18:46:36 --- epoch 62 ---------------------------------------- 20240801-18:46:36 current_test_accuracies 0.8856 0.8859 0.8978 0.8777 0.8941 20240801-18:46:36 training model 3 20240801-18:52:03 train_perplexity 62 model 3 1.1636085840397161 20240801-18:52:08 test_perplexity 62 model 3 1.1600930438251214 20240801-18:52:42 test_accuracy 62 model 3 val 1387 / 1601 20240801-18:52:43 wrote gpt_003.pth 20240801-18:52:53 wrote state.pth 20240801-18:52:53 --- epoch 63 ---------------------------------------- 20240801-18:52:53 current_test_accuracies 0.8856 0.8859 0.8978 0.8663 0.8941 20240801-18:52:53 training model 3 20240801-18:58:20 train_perplexity 63 model 3 1.1625644247089064 20240801-18:58:26 test_perplexity 63 model 3 1.1600896044185167 20240801-18:59:03 test_accuracy 63 model 3 val 1444 / 1587 20240801-18:59:04 wrote gpt_003.pth 20240801-18:59:14 wrote state.pth 20240801-18:59:14 --- epoch 64 ---------------------------------------- 20240801-18:59:14 current_test_accuracies 0.8856 0.8859 0.8978 0.9099 0.8941 20240801-18:59:14 training model 0 20240801-19:04:41 train_perplexity 64 model 0 1.1622765900096825 20240801-19:04:47 test_perplexity 64 model 0 1.158851812104339 20240801-19:05:23 test_accuracy 64 model 0 val 1431 / 1589 20240801-19:05:24 wrote gpt_000.pth 20240801-19:05:34 wrote state.pth 20240801-19:05:34 --- epoch 65 ---------------------------------------- 20240801-19:05:34 current_test_accuracies 0.9006 0.8859 0.8978 0.9099 0.8941 20240801-19:05:34 training model 1 20240801-19:11:01 train_perplexity 65 model 1 1.1626784673882273 20240801-19:11:07 test_perplexity 65 model 1 1.1595826758591234 20240801-19:11:43 test_accuracy 65 model 1 val 1444 / 1592 20240801-19:11:44 wrote gpt_001.pth 20240801-19:11:54 wrote state.pth 20240801-19:11:54 --- epoch 66 ---------------------------------------- 20240801-19:11:54 current_test_accuracies 0.9006 0.9070 0.8978 0.9099 0.8941 20240801-19:11:54 training model 4 20240801-19:17:21 train_perplexity 66 model 4 1.1618821751735928 20240801-19:17:27 test_perplexity 66 model 4 1.1575886449872481 20240801-19:18:02 test_accuracy 66 model 4 val 1407 / 1571 20240801-19:18:04 wrote gpt_004.pth 20240801-19:18:14 wrote state.pth 20240801-19:18:14 --- epoch 67 ---------------------------------------- 20240801-19:18:14 current_test_accuracies 0.9006 0.9070 0.8978 0.9099 0.8956 20240801-19:18:14 training model 4 20240801-19:23:41 train_perplexity 67 model 4 1.1612394799452035 20240801-19:23:46 test_perplexity 67 model 4 1.1580827337583741 20240801-19:24:20 test_accuracy 67 model 4 val 1493 / 1617 20240801-19:24:21 wrote gpt_004.pth 20240801-19:24:32 wrote state.pth 20240801-19:24:32 --- epoch 68 ---------------------------------------- 20240801-19:24:32 current_test_accuracies 0.9006 0.9070 0.8978 0.9099 0.9233 20240801-19:24:32 training model 2 20240801-19:29:59 train_perplexity 68 model 2 1.1608255610217282 20240801-19:30:04 test_perplexity 68 model 2 1.1581275968560651 20240801-19:30:40 test_accuracy 68 model 2 val 1443 / 1595 20240801-19:30:41 wrote gpt_002.pth 20240801-19:30:51 wrote state.pth 20240801-19:30:51 --- epoch 69 ---------------------------------------- 20240801-19:30:51 current_test_accuracies 0.9006 0.9070 0.9047 0.9099 0.9233 20240801-19:30:51 training model 0 20240801-19:36:19 train_perplexity 69 model 0 1.1610080560140987 20240801-19:36:24 test_perplexity 69 model 0 1.159428813053887 20240801-19:36:58 test_accuracy 69 model 0 val 1491 / 1631 20240801-19:37:00 wrote gpt_000.pth 20240801-19:37:10 wrote state.pth 20240801-19:37:10 --- epoch 70 ---------------------------------------- 20240801-19:37:10 current_test_accuracies 0.9142 0.9070 0.9047 0.9099 0.9233 20240801-19:37:10 training model 2 20240801-19:37:38 argv ./main.py --result_dir=results_noise --nb_train_samples=40000 --nb_test_samples=2000 --grids_world_tasks=replace_color,translate,grow,half_fill,frame,detect,corners,contact --accuracy_to_make_c_quizzes=0.95 --prompt_noise=0.05 --seed=12345 --resume 20240801-19:37:38 args.log_filename train.log 20240801-19:37:38 args.result_dir results_noise 20240801-19:37:38 args.seed 12345 20240801-19:37:38 args.resume True 20240801-19:37:38 args.max_percents_of_test_in_train -1 20240801-19:37:38 args.log_command None 20240801-19:37:38 args.nb_epochs 10000 20240801-19:37:38 args.batch_size 25 20240801-19:37:38 args.physical_batch_size None 20240801-19:37:38 args.inference_batch_size 100 20240801-19:37:38 args.nb_train_samples 40000 20240801-19:37:38 args.nb_test_samples 2000 20240801-19:37:38 args.nb_new_c_quizzes_for_train None 20240801-19:37:38 args.nb_new_c_quizzes_for_test None 20240801-19:37:38 args.learning_rate 0.0005 20240801-19:37:38 args.model 37M 20240801-19:37:38 args.dim_model 512 20240801-19:37:38 args.dim_keys 64 20240801-19:37:38 args.dim_hidden 2048 20240801-19:37:38 args.nb_heads 8 20240801-19:37:38 args.nb_blocks 12 20240801-19:37:38 args.dropout 0.1 20240801-19:37:38 args.deterministic_synthesis False 20240801-19:37:38 args.problem grids 20240801-19:37:38 args.nb_threads 1 20240801-19:37:38 args.gpus all 20240801-19:37:38 args.nb_gpts 5 20240801-19:37:38 args.max_fail_to_validate 2 20240801-19:37:38 args.accuracy_to_make_c_quizzes 0.95 20240801-19:37:38 args.proba_understands 0.95 20240801-19:37:38 args.proba_not_understands 0.5 20240801-19:37:38 args.temperature_hot 1.5 20240801-19:37:38 args.temperature_cold 1 20240801-19:37:38 args.prompt_noise 0.05 20240801-19:37:38 args.dirty_debug False 20240801-19:37:38 args.test_generator False 20240801-19:37:38 args.grids_world_tasks replace_color,translate,grow,half_fill,frame,detect,corners,contact 20240801-19:37:38 args.grids_science_tasks None 20240801-19:37:38 args.sky_height 6 20240801-19:37:38 args.sky_width 8 20240801-19:37:38 args.sky_nb_birds 3 20240801-19:37:38 args.sky_nb_iterations 2 20240801-19:37:38 args.sky_speed 3 20240801-19:37:38 main_device cuda:0 gpus ['cuda:0'] 20240801-19:37:38 vocabulary_size 15 20240801-19:37:38 creating model 0 and its w_quizzes 20240801-19:37:51 creating model 1 and its w_quizzes 20240801-19:38:04 creating model 2 and its w_quizzes 20240801-19:38:18 creating model 3 and its w_quizzes 20240801-19:38:31 creating model 4 and its w_quizzes 20240801-19:38:44 successfully loaded gpt_000.pth 20240801-19:38:44 successfully loaded gpt_001.pth 20240801-19:38:44 successfully loaded gpt_002.pth 20240801-19:38:44 successfully loaded gpt_003.pth 20240801-19:38:45 successfully loaded gpt_004.pth 20240801-19:38:45 cannot find c_quizzes.pth 20240801-19:38:45 successfully loaded state.pth 20240801-19:38:45 nb_parameters 37819407 (37M) 20240801-19:38:45 nb_new_c_quizzes_for_train 400 nb_new_c_quizzes_for_test 20 20240801-19:38:45 wrote state.pth 20240801-19:38:45 --- epoch 70 ---------------------------------------- 20240801-19:38:45 current_test_accuracies 0.9142 0.9070 0.9047 0.9099 0.9233 20240801-19:38:45 training model 2 20240801-19:44:12 train_perplexity 70 model 2 1.160883340595928 20240801-19:44:18 test_perplexity 70 model 2 1.1577410068057434 20240801-19:44:52 test_accuracy 70 model 2 val 1483 / 1606 20240801-19:44:54 wrote gpt_002.pth 20240801-19:45:04 wrote state.pth 20240801-19:45:04 --- epoch 71 ---------------------------------------- 20240801-19:45:04 current_test_accuracies 0.9142 0.9070 0.9234 0.9099 0.9233 20240801-19:45:04 training model 1 20240801-19:50:31 train_perplexity 71 model 1 1.1618510401954987 20240801-19:50:37 test_perplexity 71 model 1 1.1577181489795787 20240801-19:51:13 test_accuracy 71 model 1 val 1437 / 1593 20240801-19:51:14 wrote gpt_001.pth 20240801-19:51:24 wrote state.pth 20240801-19:51:24 --- epoch 72 ---------------------------------------- 20240801-19:51:24 current_test_accuracies 0.9142 0.9021 0.9234 0.9099 0.9233 20240801-19:51:24 training model 1 20240801-19:56:52 train_perplexity 72 model 1 1.1611847332359584 20240801-19:56:57 test_perplexity 72 model 1 1.157227331532931 20240801-19:57:32 test_accuracy 72 model 1 val 1431 / 1586 20240801-19:57:34 wrote gpt_001.pth 20240801-19:57:44 wrote state.pth 20240801-19:57:44 --- epoch 73 ---------------------------------------- 20240801-19:57:44 current_test_accuracies 0.9142 0.9023 0.9234 0.9099 0.9233 20240801-19:57:44 training model 1 20240801-20:03:11 train_perplexity 73 model 1 1.160396881638333 20240801-20:03:17 test_perplexity 73 model 1 1.1569385173424187 20240801-20:03:52 test_accuracy 73 model 1 val 1423 / 1586 20240801-20:03:54 wrote gpt_001.pth 20240801-20:04:04 wrote state.pth 20240801-20:04:04 --- epoch 74 ---------------------------------------- 20240801-20:04:04 current_test_accuracies 0.9142 0.8972 0.9234 0.9099 0.9233 20240801-20:04:04 training model 1 20240801-20:09:31 train_perplexity 74 model 1 1.1597675112938723 20240801-20:09:37 test_perplexity 74 model 1 1.1574434860313574 20240801-20:10:11 test_accuracy 74 model 1 val 1495 / 1608 20240801-20:10:12 wrote gpt_001.pth 20240801-20:10:22 wrote state.pth 20240801-20:10:22 --- epoch 75 ---------------------------------------- 20240801-20:10:22 current_test_accuracies 0.9142 0.9297 0.9234 0.9099 0.9233 20240801-20:10:22 training model 3 20240801-20:15:49 train_perplexity 75 model 3 1.1615434842961563 20240801-20:15:55 test_perplexity 75 model 3 1.1586856418390732 20240801-20:16:30 test_accuracy 75 model 3 val 1445 / 1595 20240801-20:16:31 wrote gpt_003.pth 20240801-20:16:41 wrote state.pth 20240801-20:16:41 --- epoch 76 ---------------------------------------- 20240801-20:16:41 current_test_accuracies 0.9142 0.9297 0.9234 0.9060 0.9233 20240801-20:16:41 training model 3 20240801-20:22:09 train_perplexity 76 model 3 1.1609775516866019 20240801-20:22:14 test_perplexity 76 model 3 1.1593117835164 20240801-20:22:49 test_accuracy 76 model 3 val 1457 / 1607 20240801-20:22:50 wrote gpt_003.pth 20240801-20:23:00 wrote state.pth 20240801-20:23:00 --- epoch 77 ---------------------------------------- 20240801-20:23:00 current_test_accuracies 0.9142 0.9297 0.9234 0.9067 0.9233 20240801-20:23:00 training model 3 20240801-20:28:27 train_perplexity 77 model 3 1.1604970063844204 20240801-20:28:32 test_perplexity 77 model 3 1.1590748668879975 20240801-20:29:09 test_accuracy 77 model 3 val 1464 / 1588 20240801-20:29:10 wrote gpt_003.pth 20240801-20:29:20 wrote state.pth 20240801-20:29:20 --- epoch 78 ---------------------------------------- 20240801-20:29:20 current_test_accuracies 0.9142 0.9297 0.9234 0.9219 0.9233 20240801-20:29:20 training model 0 20240801-20:34:48 train_perplexity 78 model 0 1.1605992972180306 20240801-20:34:53 test_perplexity 78 model 0 1.1565456304507815 20240801-20:35:28 test_accuracy 78 model 0 val 1467 / 1576 20240801-20:35:30 wrote gpt_000.pth 20240801-20:35:40 wrote state.pth 20240801-20:35:40 --- epoch 79 ---------------------------------------- 20240801-20:35:40 current_test_accuracies 0.9308 0.9297 0.9234 0.9219 0.9233 20240801-20:35:40 training model 3 20240801-20:41:07 train_perplexity 79 model 3 1.1599264774550855 20240801-20:41:12 test_perplexity 79 model 3 1.1562446010917093 20240801-20:41:48 test_accuracy 79 model 3 val 1464 / 1566 20240801-20:41:50 wrote gpt_003.pth 20240801-20:42:00 wrote state.pth 20240801-20:42:00 --- epoch 80 ---------------------------------------- 20240801-20:42:00 current_test_accuracies 0.9308 0.9297 0.9234 0.9349 0.9233 20240801-20:42:00 training model 4 20240801-20:47:27 train_perplexity 80 model 4 1.1607167060435022 20240801-20:47:32 test_perplexity 80 model 4 1.1585361901978826 20240801-20:48:07 test_accuracy 80 model 4 val 1453 / 1602 20240801-20:48:08 wrote gpt_004.pth 20240801-20:48:18 wrote state.pth 20240801-20:48:18 --- epoch 81 ---------------------------------------- 20240801-20:48:18 current_test_accuracies 0.9308 0.9297 0.9234 0.9349 0.9070 20240801-20:48:18 training model 4 20240801-20:53:45 train_perplexity 81 model 4 1.1598066307586936 20240801-20:53:51 test_perplexity 81 model 4 1.157450494042225 20240801-20:54:27 test_accuracy 81 model 4 val 1413 / 1580 20240801-20:54:28 wrote gpt_004.pth 20240801-20:54:38 wrote state.pth 20240801-20:54:38 --- epoch 82 ---------------------------------------- 20240801-20:54:38 current_test_accuracies 0.9308 0.9297 0.9234 0.9349 0.8943 20240801-20:54:38 training model 4 20240801-21:00:06 train_perplexity 82 model 4 1.159681754563975 20240801-21:00:11 test_perplexity 82 model 4 1.1583129484595012 20240801-21:00:45 test_accuracy 82 model 4 val 1502 / 1618 20240801-21:00:46 wrote gpt_004.pth 20240801-21:00:56 wrote state.pth 20240801-21:00:56 --- epoch 83 ---------------------------------------- 20240801-21:00:56 current_test_accuracies 0.9308 0.9297 0.9234 0.9349 0.9283 20240801-21:00:56 training model 2 20240801-21:06:24 train_perplexity 83 model 2 1.1600147008067287 20240801-21:06:29 test_perplexity 83 model 2 1.1581635045491756 20240801-21:07:05 test_accuracy 83 model 2 val 1462 / 1574 20240801-21:07:07 wrote gpt_002.pth 20240801-21:07:17 wrote state.pth 20240801-21:07:17 --- epoch 84 ---------------------------------------- 20240801-21:07:17 current_test_accuracies 0.9308 0.9297 0.9288 0.9349 0.9283 20240801-21:07:17 training model 4 20240801-21:12:44 train_perplexity 84 model 4 1.159137661423084 20240801-21:12:49 test_perplexity 84 model 4 1.155993208376995 20240801-21:13:25 test_accuracy 84 model 4 val 1483 / 1586 20240801-21:13:26 wrote gpt_004.pth 20240801-21:13:36 wrote state.pth 20240801-21:13:36 --- epoch 85 ---------------------------------------- 20240801-21:13:36 current_test_accuracies 0.9308 0.9297 0.9288 0.9349 0.9351 20240801-21:13:36 training model 2 20240801-21:19:03 train_perplexity 85 model 2 1.1598208986397325 20240801-21:19:09 test_perplexity 85 model 2 1.1572673336341184 20240801-21:19:45 test_accuracy 85 model 2 val 1480 / 1596 20240801-21:19:46 wrote gpt_002.pth 20240801-21:19:56 wrote state.pth 20240801-21:19:56 --- epoch 86 ---------------------------------------- 20240801-21:19:56 current_test_accuracies 0.9308 0.9297 0.9273 0.9349 0.9351 20240801-21:19:56 training model 2 20240801-21:25:24 train_perplexity 86 model 2 1.1591193120014442 20240801-21:25:29 test_perplexity 86 model 2 1.1562298465847698 20240801-21:26:03 test_accuracy 86 model 2 val 1514 / 1605 20240801-21:26:04 wrote gpt_002.pth 20240801-21:26:14 wrote state.pth 20240801-21:26:14 --- epoch 87 ---------------------------------------- 20240801-21:26:14 current_test_accuracies 0.9308 0.9297 0.9433 0.9349 0.9351 20240801-21:26:14 training model 1 20240801-21:31:42 train_perplexity 87 model 1 1.1596823187542569 20240801-21:31:47 test_perplexity 87 model 1 1.1589091842221306 20240801-21:32:21 test_accuracy 87 model 1 val 1510 / 1613 20240801-21:32:22 wrote gpt_001.pth 20240801-21:32:32 wrote state.pth 20240801-21:32:32 --- epoch 88 ---------------------------------------- 20240801-21:32:32 current_test_accuracies 0.9308 0.9361 0.9433 0.9349 0.9351 20240801-21:32:32 training model 0 20240801-21:38:00 train_perplexity 88 model 0 1.1604487610280612 20240801-21:38:05 test_perplexity 88 model 0 1.1584050806409039 20240801-21:38:39 test_accuracy 88 model 0 val 1498 / 1620 20240801-21:38:40 wrote gpt_000.pth 20240801-21:38:50 wrote state.pth 20240801-21:38:50 --- epoch 89 ---------------------------------------- 20240801-21:38:50 current_test_accuracies 0.9247 0.9361 0.9433 0.9349 0.9351 20240801-21:38:50 training model 0 20240801-21:44:18 train_perplexity 89 model 0 1.16002876549807 20240801-21:44:23 test_perplexity 89 model 0 1.157227816736955 20240801-21:44:57 test_accuracy 89 model 0 val 1501 / 1601 20240801-21:44:58 wrote gpt_000.pth 20240801-21:45:08 wrote state.pth 20240801-21:45:08 --- epoch 90 ---------------------------------------- 20240801-21:45:08 current_test_accuracies 0.9375 0.9361 0.9433 0.9349 0.9351 20240801-21:45:08 training model 3 20240801-21:50:35 train_perplexity 90 model 3 1.1596095906763988 20240801-21:50:41 test_perplexity 90 model 3 1.1582070002241527 20240801-21:51:16 test_accuracy 90 model 3 val 1473 / 1585 20240801-21:51:18 wrote gpt_003.pth 20240801-21:51:28 wrote state.pth 20240801-21:51:28 --- epoch 91 ---------------------------------------- 20240801-21:51:28 current_test_accuracies 0.9375 0.9361 0.9433 0.9293 0.9351 20240801-21:51:28 training model 3 20240801-21:56:55 train_perplexity 91 model 3 1.1590835714422107 20240801-21:57:01 test_perplexity 91 model 3 1.157140365715995 20240801-21:57:34 test_accuracy 91 model 3 val 1471 / 1606 20240801-21:57:35 wrote gpt_003.pth 20240801-21:57:46 wrote state.pth 20240801-21:57:46 --- epoch 92 ---------------------------------------- 20240801-21:57:46 current_test_accuracies 0.9375 0.9361 0.9433 0.9159 0.9351 20240801-21:57:46 training model 3 20240801-22:03:13 train_perplexity 92 model 3 1.1590333865805433 20240801-22:03:18 test_perplexity 92 model 3 1.1574748219096629 20240801-22:03:53 test_accuracy 92 model 3 val 1526 / 1604 20240801-22:03:54 wrote gpt_003.pth 20240801-22:04:04 wrote state.pth 20240801-22:04:04 --- epoch 93 ---------------------------------------- 20240801-22:04:04 current_test_accuracies 0.9375 0.9361 0.9433 0.9514 0.9351 20240801-22:04:04 training model 4 20240801-22:09:32 train_perplexity 93 model 4 1.159136321661027 20240801-22:09:37 test_perplexity 93 model 4 1.1581457757766416 20240801-22:10:12 test_accuracy 93 model 4 val 1503 / 1604 20240801-22:10:14 wrote gpt_004.pth 20240801-22:10:24 wrote state.pth 20240801-22:10:24 --- epoch 94 ---------------------------------------- 20240801-22:10:24 current_test_accuracies 0.9375 0.9361 0.9433 0.9514 0.9370 20240801-22:10:24 training model 1 20240801-22:15:51 train_perplexity 94 model 1 1.159482932584627 20240801-22:15:56 test_perplexity 94 model 1 1.1564499240514539 20240801-22:16:32 test_accuracy 94 model 1 val 1464 / 1572 20240801-22:16:33 wrote gpt_001.pth 20240801-22:16:44 wrote state.pth 20240801-22:16:44 --- epoch 95 ---------------------------------------- 20240801-22:16:44 current_test_accuracies 0.9375 0.9313 0.9433 0.9514 0.9370 20240801-22:16:44 training model 1 20240801-22:22:11 train_perplexity 95 model 1 1.1588611888169043 20240801-22:22:16 test_perplexity 95 model 1 1.1561237544554144 20240801-22:22:52 test_accuracy 95 model 1 val 1508 / 1583 20240801-22:22:53 wrote gpt_001.pth 20240801-22:23:04 wrote state.pth 20240801-22:23:04 --- epoch 96 ---------------------------------------- 20240801-22:23:04 current_test_accuracies 0.9375 0.9526 0.9433 0.9514 0.9370 20240801-22:23:04 training model 4 20240801-22:28:31 train_perplexity 96 model 4 1.1584217394106844 20240801-22:28:36 test_perplexity 96 model 4 1.1574534129453817 20240801-22:29:12 test_accuracy 96 model 4 val 1488 / 1591 20240801-22:29:13 wrote gpt_004.pth 20240801-22:29:23 wrote state.pth 20240801-22:29:23 --- epoch 97 ---------------------------------------- 20240801-22:29:23 current_test_accuracies 0.9375 0.9526 0.9433 0.9514 0.9353 20240801-22:29:23 training model 4 20240801-22:34:51 train_perplexity 97 model 4 1.1581063621894754 20240801-22:34:56 test_perplexity 97 model 4 1.1587911842603777 20240801-22:35:32 test_accuracy 97 model 4 val 1507 / 1591 20240801-22:35:33 wrote gpt_004.pth 20240801-22:35:43 wrote state.pth 20240801-22:35:43 --- epoch 98 ---------------------------------------- 20240801-22:35:43 current_test_accuracies 0.9375 0.9526 0.9433 0.9514 0.9472 20240801-22:35:43 training model 0 20240801-22:41:11 train_perplexity 98 model 0 1.1593060465643954 20240801-22:41:16 test_perplexity 98 model 0 1.157437710587858 20240801-22:41:51 test_accuracy 98 model 0 val 1444 / 1549 20240801-22:41:52 wrote gpt_000.pth 20240801-22:42:02 wrote state.pth 20240801-22:42:02 --- epoch 99 ---------------------------------------- 20240801-22:42:02 current_test_accuracies 0.9322 0.9526 0.9433 0.9514 0.9472 20240801-22:42:02 training model 0 20240801-22:47:30 train_perplexity 99 model 0 1.1587192112066502 20240801-22:47:35 test_perplexity 99 model 0 1.1570041299416751 20240801-22:48:09 test_accuracy 99 model 0 val 1539 / 1638 20240801-22:48:11 wrote gpt_000.pth 20240801-22:48:21 wrote state.pth 20240801-22:48:21 --- epoch 100 ---------------------------------------- 20240801-22:48:21 current_test_accuracies 0.9396 0.9526 0.9433 0.9514 0.9472 20240801-22:48:21 training model 0 20240801-22:53:48 train_perplexity 100 model 0 1.1584671565940148 20240801-22:53:54 test_perplexity 100 model 0 1.1557509768644083 20240801-22:54:30 test_accuracy 100 model 0 val 1503 / 1580 20240801-22:54:31 wrote gpt_000.pth 20240801-22:54:41 wrote state.pth 20240801-22:54:41 --- epoch 101 ---------------------------------------- 20240801-22:54:41 current_test_accuracies 0.9513 0.9526 0.9433 0.9514 0.9472 20240801-22:54:41 training model 2 20240801-23:00:08 train_perplexity 101 model 2 1.1586216026386034 20240801-23:00:14 test_perplexity 101 model 2 1.1572352465702302 20240801-23:00:48 test_accuracy 101 model 2 val 1504 / 1600 20240801-23:00:49 wrote gpt_002.pth 20240801-23:00:59 wrote state.pth 20240801-23:00:59 --- epoch 102 ---------------------------------------- 20240801-23:00:59 current_test_accuracies 0.9513 0.9526 0.9400 0.9514 0.9472 20240801-23:00:59 training model 2 20240801-23:06:26 train_perplexity 102 model 2 1.1585463623540608 20240801-23:06:32 test_perplexity 102 model 2 1.15642678003006 20240801-23:07:06 test_accuracy 102 model 2 val 1467 / 1562 20240801-23:07:08 wrote gpt_002.pth 20240801-23:07:18 wrote state.pth 20240801-23:07:18 --- epoch 103 ---------------------------------------- 20240801-23:07:18 current_test_accuracies 0.9513 0.9526 0.9392 0.9514 0.9472 20240801-23:07:18 training model 2 20240801-23:12:45 train_perplexity 103 model 2 1.1582915863982937 20240801-23:12:51 test_perplexity 103 model 2 1.156534203264695 20240801-23:13:25 test_accuracy 103 model 2 val 1525 / 1617 20240801-23:13:26 wrote gpt_002.pth 20240801-23:13:36 wrote state.pth 20240801-23:13:36 --- epoch 104 ---------------------------------------- 20240801-23:13:36 current_test_accuracies 0.9513 0.9526 0.9431 0.9514 0.9472 20240801-23:13:36 training model 2 20240801-23:13:56 argv ./main.py --result_dir=results_noise --nb_train_samples=40000 --nb_test_samples=2000 --grids_world_tasks=replace_color,translate,grow,half_fill,frame,detect,corners,contact --accuracy_to_make_c_quizzes=0.95 --prompt_noise=0.05 --seed=72345 --resume --nb_averaging_rounds=10 20240801-23:13:56 args.log_filename train.log 20240801-23:13:56 args.result_dir results_noise 20240801-23:13:56 args.seed 72345 20240801-23:13:56 args.resume True 20240801-23:13:56 args.max_percents_of_test_in_train -1 20240801-23:13:56 args.log_command None 20240801-23:13:56 args.nb_epochs 10000 20240801-23:13:56 args.batch_size 25 20240801-23:13:56 args.physical_batch_size None 20240801-23:13:56 args.inference_batch_size 100 20240801-23:13:56 args.nb_train_samples 40000 20240801-23:13:56 args.nb_test_samples 2000 20240801-23:13:56 args.nb_new_c_quizzes_for_train None 20240801-23:13:56 args.nb_new_c_quizzes_for_test None 20240801-23:13:56 args.learning_rate 0.0005 20240801-23:13:56 args.model 37M 20240801-23:13:56 args.dim_model 512 20240801-23:13:56 args.dim_keys 64 20240801-23:13:56 args.dim_hidden 2048 20240801-23:13:56 args.nb_heads 8 20240801-23:13:56 args.nb_blocks 12 20240801-23:13:56 args.dropout 0.1 20240801-23:13:56 args.deterministic_synthesis False 20240801-23:13:56 args.problem grids 20240801-23:13:56 args.nb_threads 1 20240801-23:13:56 args.gpus all 20240801-23:13:56 args.nb_gpts 5 20240801-23:13:56 args.max_fail_to_validate 2 20240801-23:13:56 args.accuracy_to_make_c_quizzes 0.95 20240801-23:13:56 args.proba_understands 0.95 20240801-23:13:56 args.proba_not_understands 0.5 20240801-23:13:56 args.temperature_hot 1.5 20240801-23:13:56 args.temperature_cold 1 20240801-23:13:56 args.prompt_noise 0.05 20240801-23:13:56 args.nb_averaging_rounds 10 20240801-23:13:56 args.dirty_debug False 20240801-23:13:56 args.test_generator False 20240801-23:13:56 args.grids_world_tasks replace_color,translate,grow,half_fill,frame,detect,corners,contact 20240801-23:13:56 args.grids_science_tasks None 20240801-23:13:56 args.sky_height 6 20240801-23:13:56 args.sky_width 8 20240801-23:13:56 args.sky_nb_birds 3 20240801-23:13:56 args.sky_nb_iterations 2 20240801-23:13:56 args.sky_speed 3 20240801-23:13:56 main_device cuda:0 gpus ['cuda:0'] 20240801-23:13:56 vocabulary_size 15 20240801-23:13:56 creating model 0 and its w_quizzes 20240801-23:14:09 creating model 1 and its w_quizzes 20240801-23:14:22 creating model 2 and its w_quizzes 20240801-23:14:36 creating model 3 and its w_quizzes 20240801-23:14:49 creating model 4 and its w_quizzes 20240801-23:15:03 successfully loaded gpt_000.pth 20240801-23:15:03 successfully loaded gpt_001.pth 20240801-23:15:03 successfully loaded gpt_002.pth 20240801-23:15:03 successfully loaded gpt_003.pth 20240801-23:15:03 successfully loaded gpt_004.pth 20240801-23:15:03 cannot find c_quizzes.pth 20240801-23:15:03 successfully loaded state.pth 20240801-23:15:03 nb_parameters 37819407 (37M) 20240801-23:15:03 nb_new_c_quizzes_for_train 400 nb_new_c_quizzes_for_test 20 20240801-23:15:03 wrote state.pth 20240801-23:15:03 --- epoch 104 ---------------------------------------- 20240801-23:15:03 current_test_accuracies 0.9513 0.9526 0.9431 0.9514 0.9472 20240801-23:15:03 training model 2 20240801-23:20:31 train_perplexity 104 model 2 1.1579273872025388 20240801-23:20:36 test_perplexity 104 model 2 1.1583783604534852 20240801-23:21:12 test_accuracy 104 model 2 val 1491 / 1581 20240801-23:21:14 wrote gpt_002.pth 20240801-23:21:24 wrote state.pth 20240801-23:21:24 --- epoch 105 ---------------------------------------- 20240801-23:21:24 current_test_accuracies 0.9513 0.9526 0.9431 0.9514 0.9472 20240801-23:21:24 training model 2 20240801-23:26:51 train_perplexity 105 model 2 1.1572215765351108 20240801-23:26:56 test_perplexity 105 model 2 1.1573469847808453 20240801-23:27:30 test_accuracy 105 model 2 val 1537 / 1603 20240801-23:27:32 wrote gpt_002.pth 20240801-23:27:42 wrote state.pth 20240801-23:27:42 --- epoch 106 ---------------------------------------- 20240801-23:27:42 current_test_accuracies 0.9513 0.9526 0.9588 0.9514 0.9472 20240801-23:27:42 training model 4 20240801-23:33:09 train_perplexity 106 model 4 1.157775905162224 20240801-23:33:15 test_perplexity 106 model 4 1.157576281103843 20240801-23:33:49 test_accuracy 106 model 4 val 1508 / 1601 20240801-23:33:51 wrote gpt_004.pth 20240801-23:34:01 wrote state.pth 20240801-23:34:01 --- epoch 107 ---------------------------------------- 20240801-23:34:01 current_test_accuracies 0.9513 0.9526 0.9588 0.9514 0.9419 20240801-23:34:01 training model 4 20240801-23:39:28 train_perplexity 107 model 4 1.1578713602497546 20240801-23:39:33 test_perplexity 107 model 4 1.155983533097839 20240801-23:40:08 test_accuracy 107 model 4 val 1502 / 1574 20240801-23:40:10 wrote gpt_004.pth 20240801-23:40:20 wrote state.pth 20240801-23:40:20 --- epoch 108 ---------------------------------------- 20240801-23:40:20 current_test_accuracies 0.9513 0.9526 0.9588 0.9514 0.9543 20240801-23:52:45 argv ./main.py --result_dir=results_noise --nb_train_samples=40000 --nb_test_samples=2000 --grids_world_tasks=replace_color,translate,grow,half_fill,frame,detect,corners,contact --accuracy_to_make_c_quizzes=0.95 --prompt_noise=0.05 --seed=70345 --resume --nb_averaging_rounds=10 20240801-23:52:45 args.log_filename train.log 20240801-23:52:45 args.result_dir results_noise 20240801-23:52:45 args.seed 70345 20240801-23:52:45 args.resume True 20240801-23:52:45 args.max_percents_of_test_in_train -1 20240801-23:52:45 args.log_command None 20240801-23:52:45 args.nb_epochs 10000 20240801-23:52:45 args.batch_size 25 20240801-23:52:45 args.physical_batch_size None 20240801-23:52:45 args.inference_batch_size 100 20240801-23:52:45 args.nb_train_samples 40000 20240801-23:52:45 args.nb_test_samples 2000 20240801-23:52:45 args.nb_new_c_quizzes_for_train None 20240801-23:52:45 args.nb_new_c_quizzes_for_test None 20240801-23:52:45 args.learning_rate 0.0005 20240801-23:52:45 args.model 37M 20240801-23:52:45 args.dim_model 512 20240801-23:52:45 args.dim_keys 64 20240801-23:52:45 args.dim_hidden 2048 20240801-23:52:45 args.nb_heads 8 20240801-23:52:45 args.nb_blocks 12 20240801-23:52:45 args.dropout 0.1 20240801-23:52:45 args.deterministic_synthesis False 20240801-23:52:45 args.problem grids 20240801-23:52:45 args.nb_threads 1 20240801-23:52:45 args.gpus all 20240801-23:52:45 args.nb_gpts 5 20240801-23:52:45 args.max_fail_to_validate 2 20240801-23:52:45 args.accuracy_to_make_c_quizzes 0.95 20240801-23:52:45 args.proba_understands 0.95 20240801-23:52:45 args.proba_not_understands 0.5 20240801-23:52:45 args.temperature_hot 1.5 20240801-23:52:45 args.temperature_cold 1 20240801-23:52:45 args.prompt_noise 0.05 20240801-23:52:45 args.nb_averaging_rounds 10 20240801-23:52:45 args.dirty_debug False 20240801-23:52:45 args.test_generator False 20240801-23:52:45 args.grids_world_tasks replace_color,translate,grow,half_fill,frame,detect,corners,contact 20240801-23:52:45 args.grids_science_tasks None 20240801-23:52:45 args.sky_height 6 20240801-23:52:45 args.sky_width 8 20240801-23:52:45 args.sky_nb_birds 3 20240801-23:52:45 args.sky_nb_iterations 2 20240801-23:52:45 args.sky_speed 3 20240801-23:52:45 main_device cuda:0 gpus ['cuda:0'] 20240801-23:52:45 vocabulary_size 15 20240801-23:52:45 creating model 0 and its w_quizzes 20240801-23:52:58 creating model 1 and its w_quizzes 20240801-23:53:11 creating model 2 and its w_quizzes 20240801-23:53:24 creating model 3 and its w_quizzes 20240801-23:53:37 creating model 4 and its w_quizzes 20240801-23:53:49 successfully loaded gpt_000.pth 20240801-23:53:50 successfully loaded gpt_001.pth 20240801-23:53:50 successfully loaded gpt_002.pth 20240801-23:53:50 successfully loaded gpt_003.pth 20240801-23:53:50 successfully loaded gpt_004.pth 20240801-23:53:50 cannot find c_quizzes.pth 20240801-23:53:50 successfully loaded state.pth 20240801-23:53:50 nb_parameters 37819407 (37M) 20240801-23:53:50 nb_new_c_quizzes_for_train 400 nb_new_c_quizzes_for_test 20 20240801-23:53:50 wrote state.pth 20240801-23:53:50 --- epoch 108 ---------------------------------------- 20240801-23:53:50 current_test_accuracies 0.9513 0.9526 0.9588 0.9514 0.9543 20240802-00:00:57 argv ./main.py --result_dir=results_noise --nb_train_samples=40000 --nb_test_samples=2000 --grids_world_tasks=replace_color,translate,grow,half_fill,frame,detect,corners,contact --accuracy_to_make_c_quizzes=0.95 --prompt_noise=0.05 --seed=70345 --resume --nb_averaging_rounds=10 --inference_batch_size=25 20240802-00:00:57 args.log_filename train.log 20240802-00:00:57 args.result_dir results_noise 20240802-00:00:57 args.seed 70345 20240802-00:00:57 args.resume True 20240802-00:00:57 args.max_percents_of_test_in_train -1 20240802-00:00:57 args.log_command None 20240802-00:00:57 args.nb_epochs 10000 20240802-00:00:57 args.batch_size 25 20240802-00:00:57 args.physical_batch_size None 20240802-00:00:57 args.inference_batch_size 25 20240802-00:00:57 args.nb_train_samples 40000 20240802-00:00:57 args.nb_test_samples 2000 20240802-00:00:57 args.nb_new_c_quizzes_for_train None 20240802-00:00:57 args.nb_new_c_quizzes_for_test None 20240802-00:00:57 args.learning_rate 0.0005 20240802-00:00:57 args.model 37M 20240802-00:00:57 args.dim_model 512 20240802-00:00:57 args.dim_keys 64 20240802-00:00:57 args.dim_hidden 2048 20240802-00:00:57 args.nb_heads 8 20240802-00:00:57 args.nb_blocks 12 20240802-00:00:57 args.dropout 0.1 20240802-00:00:57 args.deterministic_synthesis False 20240802-00:00:57 args.problem grids 20240802-00:00:57 args.nb_threads 1 20240802-00:00:57 args.gpus all 20240802-00:00:57 args.nb_gpts 5 20240802-00:00:57 args.max_fail_to_validate 2 20240802-00:00:57 args.accuracy_to_make_c_quizzes 0.95 20240802-00:00:57 args.proba_understands 0.95 20240802-00:00:57 args.proba_not_understands 0.5 20240802-00:00:57 args.temperature_hot 1.5 20240802-00:00:57 args.temperature_cold 1 20240802-00:00:57 args.prompt_noise 0.05 20240802-00:00:57 args.nb_averaging_rounds 10 20240802-00:00:57 args.dirty_debug False 20240802-00:00:57 args.test_generator False 20240802-00:00:57 args.grids_world_tasks replace_color,translate,grow,half_fill,frame,detect,corners,contact 20240802-00:00:57 args.grids_science_tasks None 20240802-00:00:57 args.sky_height 6 20240802-00:00:57 args.sky_width 8 20240802-00:00:57 args.sky_nb_birds 3 20240802-00:00:57 args.sky_nb_iterations 2 20240802-00:00:57 args.sky_speed 3 20240802-00:00:57 main_device cuda:0 gpus ['cuda:0'] 20240802-00:00:57 vocabulary_size 15 20240802-00:00:57 creating model 0 and its w_quizzes 20240802-00:01:10 creating model 1 and its w_quizzes 20240802-00:01:16 argv ./main.py --result_dir=results_noise --nb_train_samples=40000 --nb_test_samples=2000 --grids_world_tasks=replace_color,translate,grow,half_fill,frame,detect,corners,contact --accuracy_to_make_c_quizzes=0.95 --prompt_noise=0.05 --seed=70345 --resume --nb_averaging_rounds=10 20240802-00:01:16 args.log_filename train.log 20240802-00:01:16 args.result_dir results_noise 20240802-00:01:16 args.seed 70345 20240802-00:01:16 args.resume True 20240802-00:01:16 args.max_percents_of_test_in_train -1 20240802-00:01:16 args.log_command None 20240802-00:01:16 args.nb_epochs 10000 20240802-00:01:16 args.batch_size 25 20240802-00:01:16 args.physical_batch_size None 20240802-00:01:16 args.inference_batch_size 50 20240802-00:01:16 args.nb_train_samples 40000 20240802-00:01:16 args.nb_test_samples 2000 20240802-00:01:16 args.nb_new_c_quizzes_for_train None 20240802-00:01:16 args.nb_new_c_quizzes_for_test None 20240802-00:01:16 args.learning_rate 0.0005 20240802-00:01:16 args.model 37M 20240802-00:01:16 args.dim_model 512 20240802-00:01:16 args.dim_keys 64 20240802-00:01:16 args.dim_hidden 2048 20240802-00:01:16 args.nb_heads 8 20240802-00:01:16 args.nb_blocks 12 20240802-00:01:16 args.dropout 0.1 20240802-00:01:16 args.deterministic_synthesis False 20240802-00:01:16 args.problem grids 20240802-00:01:16 args.nb_threads 1 20240802-00:01:16 args.gpus all 20240802-00:01:16 args.nb_gpts 5 20240802-00:01:16 args.max_fail_to_validate 2 20240802-00:01:16 args.accuracy_to_make_c_quizzes 0.95 20240802-00:01:16 args.proba_understands 0.95 20240802-00:01:16 args.proba_not_understands 0.5 20240802-00:01:16 args.temperature_hot 1.5 20240802-00:01:16 args.temperature_cold 1 20240802-00:01:16 args.prompt_noise 0.05 20240802-00:01:16 args.nb_averaging_rounds 10 20240802-00:01:16 args.dirty_debug False 20240802-00:01:16 args.test_generator False 20240802-00:01:16 args.grids_world_tasks replace_color,translate,grow,half_fill,frame,detect,corners,contact 20240802-00:01:16 args.grids_science_tasks None 20240802-00:01:16 args.sky_height 6 20240802-00:01:16 args.sky_width 8 20240802-00:01:16 args.sky_nb_birds 3 20240802-00:01:16 args.sky_nb_iterations 2 20240802-00:01:16 args.sky_speed 3 20240802-00:01:16 main_device cuda:0 gpus ['cuda:0'] 20240802-00:01:16 vocabulary_size 15 20240802-00:01:16 creating model 0 and its w_quizzes 20240802-00:01:29 creating model 1 and its w_quizzes 20240802-00:01:42 creating model 2 and its w_quizzes 20240802-00:01:55 creating model 3 and its w_quizzes 20240802-00:02:08 creating model 4 and its w_quizzes 20240802-00:02:21 successfully loaded gpt_000.pth 20240802-00:02:21 successfully loaded gpt_001.pth 20240802-00:02:21 successfully loaded gpt_002.pth 20240802-00:02:21 successfully loaded gpt_003.pth 20240802-00:02:21 successfully loaded gpt_004.pth 20240802-00:02:21 cannot find c_quizzes.pth 20240802-00:02:21 successfully loaded state.pth 20240802-00:02:21 nb_parameters 37819407 (37M) 20240802-00:02:21 nb_new_c_quizzes_for_train 400 nb_new_c_quizzes_for_test 20 20240802-00:02:21 wrote state.pth 20240802-00:02:21 --- epoch 108 ---------------------------------------- 20240802-00:02:21 current_test_accuracies 0.9513 0.9526 0.9588 0.9514 0.9543 20240802-00:04:44 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 0 / 420 (finishes ??? -- 0/h) 20240802-00:06:55 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 0 / 420 (finishes ??? -- 0/h) 20240802-00:08:14 argv ./main.py --result_dir=results_noise --nb_train_samples=40000 --nb_test_samples=2000 --grids_world_tasks=replace_color,translate,grow,half_fill,frame,detect,corners,contact --accuracy_to_make_c_quizzes=0.95 --prompt_noise=0.05 --seed=70345 --resume --nb_averaging_rounds=10 20240802-00:08:14 args.log_filename train.log 20240802-00:08:14 args.result_dir results_noise 20240802-00:08:14 args.seed 70345 20240802-00:08:14 args.resume True 20240802-00:08:14 args.max_percents_of_test_in_train -1 20240802-00:08:14 args.log_command None 20240802-00:08:14 args.nb_epochs 10000 20240802-00:08:14 args.batch_size 25 20240802-00:08:14 args.physical_batch_size None 20240802-00:08:14 args.inference_batch_size 50 20240802-00:08:14 args.nb_train_samples 40000 20240802-00:08:14 args.nb_test_samples 2000 20240802-00:08:14 args.nb_new_c_quizzes_for_train None 20240802-00:08:14 args.nb_new_c_quizzes_for_test None 20240802-00:08:14 args.learning_rate 0.0005 20240802-00:08:14 args.model 37M 20240802-00:08:14 args.dim_model 512 20240802-00:08:14 args.dim_keys 64 20240802-00:08:14 args.dim_hidden 2048 20240802-00:08:14 args.nb_heads 8 20240802-00:08:14 args.nb_blocks 12 20240802-00:08:14 args.dropout 0.1 20240802-00:08:14 args.deterministic_synthesis False 20240802-00:08:14 args.problem grids 20240802-00:08:14 args.nb_threads 1 20240802-00:08:14 args.gpus all 20240802-00:08:14 args.nb_gpts 5 20240802-00:08:14 args.max_fail_to_validate 2 20240802-00:08:14 args.accuracy_to_make_c_quizzes 0.95 20240802-00:08:14 args.proba_understands 0.95 20240802-00:08:14 args.proba_not_understands 0.5 20240802-00:08:14 args.temperature_hot 1.5 20240802-00:08:14 args.temperature_cold 1 20240802-00:08:14 args.prompt_noise 0.05 20240802-00:08:14 args.nb_averaging_rounds 10 20240802-00:08:14 args.dirty_debug False 20240802-00:08:14 args.test_generator False 20240802-00:08:14 args.grids_world_tasks replace_color,translate,grow,half_fill,frame,detect,corners,contact 20240802-00:08:14 args.grids_science_tasks None 20240802-00:08:14 args.sky_height 6 20240802-00:08:14 args.sky_width 8 20240802-00:08:14 args.sky_nb_birds 3 20240802-00:08:14 args.sky_nb_iterations 2 20240802-00:08:14 args.sky_speed 3 20240802-00:08:14 main_device cuda:0 gpus ['cuda:0'] 20240802-00:08:14 vocabulary_size 15 20240802-00:08:14 creating model 0 and its w_quizzes 20240802-00:08:27 creating model 1 and its w_quizzes 20240802-00:08:40 creating model 2 and its w_quizzes 20240802-00:08:53 creating model 3 and its w_quizzes 20240802-00:09:07 creating model 4 and its w_quizzes 20240802-00:09:20 successfully loaded gpt_000.pth 20240802-00:09:20 successfully loaded gpt_001.pth 20240802-00:09:20 successfully loaded gpt_002.pth 20240802-00:09:20 successfully loaded gpt_003.pth 20240802-00:09:20 successfully loaded gpt_004.pth 20240802-00:09:20 cannot find c_quizzes.pth 20240802-00:09:20 successfully loaded state.pth 20240802-00:09:20 nb_parameters 37819407 (37M) 20240802-00:09:20 nb_new_c_quizzes_for_train 400 nb_new_c_quizzes_for_test 20 20240802-00:09:20 wrote state.pth 20240802-00:09:20 --- epoch 108 ---------------------------------------- 20240802-00:09:20 current_test_accuracies 0.9513 0.9526 0.9588 0.9514 0.9543 20240802-00:11:43 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 0 / 420 (finishes ??? -- 0/h) 20240802-00:16:41 argv ./main.py --result_dir=results_noise --nb_train_samples=40000 --nb_test_samples=2000 --grids_world_tasks=replace_color,translate,grow,half_fill,frame,detect,corners,contact --accuracy_to_make_c_quizzes=0.95 --prompt_noise=0.05 --seed=703451 --resume --nb_averaging_rounds=10 20240802-00:16:41 args.log_filename train.log 20240802-00:16:41 args.result_dir results_noise 20240802-00:16:41 args.seed 703451 20240802-00:16:41 args.resume True 20240802-00:16:41 args.max_percents_of_test_in_train -1 20240802-00:16:41 args.log_command None 20240802-00:16:41 args.nb_epochs 10000 20240802-00:16:41 args.batch_size 25 20240802-00:16:41 args.physical_batch_size None 20240802-00:16:41 args.inference_batch_size 50 20240802-00:16:41 args.nb_train_samples 40000 20240802-00:16:41 args.nb_test_samples 2000 20240802-00:16:41 args.nb_new_c_quizzes_for_train None 20240802-00:16:41 args.nb_new_c_quizzes_for_test None 20240802-00:16:41 args.learning_rate 0.0005 20240802-00:16:41 args.model 37M 20240802-00:16:41 args.dim_model 512 20240802-00:16:41 args.dim_keys 64 20240802-00:16:41 args.dim_hidden 2048 20240802-00:16:41 args.nb_heads 8 20240802-00:16:41 args.nb_blocks 12 20240802-00:16:41 args.dropout 0.1 20240802-00:16:41 args.deterministic_synthesis False 20240802-00:16:41 args.problem grids 20240802-00:16:41 args.nb_threads 1 20240802-00:16:41 args.gpus all 20240802-00:16:41 args.nb_gpts 5 20240802-00:16:41 args.max_fail_to_validate 2 20240802-00:16:41 args.accuracy_to_make_c_quizzes 0.95 20240802-00:16:41 args.proba_understands 0.95 20240802-00:16:41 args.proba_not_understands 0.5 20240802-00:16:41 args.temperature_hot 1.5 20240802-00:16:41 args.temperature_cold 1 20240802-00:16:41 args.prompt_noise 0.05 20240802-00:16:41 args.nb_averaging_rounds 10 20240802-00:16:41 args.dirty_debug False 20240802-00:16:41 args.test_generator False 20240802-00:16:41 args.grids_world_tasks replace_color,translate,grow,half_fill,frame,detect,corners,contact 20240802-00:16:41 args.grids_science_tasks None 20240802-00:16:41 args.sky_height 6 20240802-00:16:41 args.sky_width 8 20240802-00:16:41 args.sky_nb_birds 3 20240802-00:16:41 args.sky_nb_iterations 2 20240802-00:16:41 args.sky_speed 3 20240802-00:17:35 argv ./main.py --result_dir=results_noise --nb_train_samples=40000 --nb_test_samples=2000 --grids_world_tasks=replace_color,translate,grow,half_fill,frame,detect,corners,contact --accuracy_to_make_c_quizzes=0.95 --prompt_noise=0.05 --seed=703451 --resume --nb_averaging_rounds=10 20240802-00:17:35 args.log_filename train.log 20240802-00:17:35 args.result_dir results_noise 20240802-00:17:35 args.seed 703451 20240802-00:17:35 args.resume True 20240802-00:17:35 args.max_percents_of_test_in_train -1 20240802-00:17:35 args.log_command None 20240802-00:17:35 args.nb_epochs 10000 20240802-00:17:35 args.batch_size 25 20240802-00:17:35 args.physical_batch_size None 20240802-00:17:35 args.inference_batch_size 50 20240802-00:17:35 args.nb_train_samples 40000 20240802-00:17:35 args.nb_test_samples 2000 20240802-00:17:35 args.nb_new_c_quizzes_for_train None 20240802-00:17:35 args.nb_new_c_quizzes_for_test None 20240802-00:17:35 args.learning_rate 0.0005 20240802-00:17:35 args.model 37M 20240802-00:17:35 args.dim_model 512 20240802-00:17:35 args.dim_keys 64 20240802-00:17:35 args.dim_hidden 2048 20240802-00:17:35 args.nb_heads 8 20240802-00:17:35 args.nb_blocks 12 20240802-00:17:35 args.dropout 0.1 20240802-00:17:35 args.deterministic_synthesis False 20240802-00:17:35 args.problem grids 20240802-00:17:35 args.nb_threads 1 20240802-00:17:35 args.gpus all 20240802-00:17:35 args.nb_gpts 5 20240802-00:17:35 args.max_fail_to_validate 2 20240802-00:17:35 args.accuracy_to_make_c_quizzes 0.95 20240802-00:17:35 args.proba_understands 0.95 20240802-00:17:35 args.proba_not_understands 0.5 20240802-00:17:35 args.temperature_hot 1.5 20240802-00:17:35 args.temperature_cold 1 20240802-00:17:35 args.prompt_noise 0.05 20240802-00:17:35 args.nb_averaging_rounds 10 20240802-00:17:35 args.dirty_debug False 20240802-00:17:35 args.test_generator False 20240802-00:17:35 args.grids_world_tasks replace_color,translate,grow,half_fill,frame,detect,corners,contact 20240802-00:17:35 args.grids_science_tasks None 20240802-00:17:35 args.sky_height 6 20240802-00:17:35 args.sky_width 8 20240802-00:17:35 args.sky_nb_birds 3 20240802-00:17:35 args.sky_nb_iterations 2 20240802-00:17:35 args.sky_speed 3 20240802-00:17:35 main_device cuda:0 gpus ['cuda:0'] 20240802-00:17:35 vocabulary_size 15 20240802-00:17:35 creating model 0 and its w_quizzes 20240802-00:17:48 creating model 1 and its w_quizzes 20240802-00:18:08 argv ./main.py --result_dir=results_noise --nb_train_samples=40000 --nb_test_samples=2000 --grids_world_tasks=replace_color,translate,grow,half_fill,frame,detect,corners,contact --accuracy_to_make_c_quizzes=0.95 --prompt_noise=0.05 --seed=703451 --resume 20240802-00:18:08 args.log_filename train.log 20240802-00:18:08 args.result_dir results_noise 20240802-00:18:08 args.seed 703451 20240802-00:18:08 args.resume True 20240802-00:18:08 args.max_percents_of_test_in_train -1 20240802-00:18:08 args.log_command None 20240802-00:18:08 args.nb_epochs 10000 20240802-00:18:08 args.batch_size 25 20240802-00:18:08 args.physical_batch_size None 20240802-00:18:08 args.inference_batch_size 50 20240802-00:18:08 args.nb_train_samples 40000 20240802-00:18:08 args.nb_test_samples 2000 20240802-00:18:08 args.nb_new_c_quizzes_for_train None 20240802-00:18:08 args.nb_new_c_quizzes_for_test None 20240802-00:18:08 args.learning_rate 0.0005 20240802-00:18:08 args.model 37M 20240802-00:18:08 args.dim_model 512 20240802-00:18:08 args.dim_keys 64 20240802-00:18:08 args.dim_hidden 2048 20240802-00:18:08 args.nb_heads 8 20240802-00:18:08 args.nb_blocks 12 20240802-00:18:08 args.dropout 0.1 20240802-00:18:08 args.deterministic_synthesis False 20240802-00:18:08 args.problem grids 20240802-00:18:08 args.nb_threads 1 20240802-00:18:08 args.gpus all 20240802-00:18:08 args.nb_gpts 5 20240802-00:18:08 args.max_fail_to_validate 2 20240802-00:18:08 args.accuracy_to_make_c_quizzes 0.95 20240802-00:18:08 args.proba_understands 0.95 20240802-00:18:08 args.proba_not_understands 0.5 20240802-00:18:08 args.temperature_hot 1.5 20240802-00:18:08 args.temperature_cold 1 20240802-00:18:08 args.prompt_noise 0.05 20240802-00:18:08 args.nb_averaging_rounds 3 20240802-00:18:08 args.dirty_debug False 20240802-00:18:08 args.test_generator False 20240802-00:18:08 args.grids_world_tasks replace_color,translate,grow,half_fill,frame,detect,corners,contact 20240802-00:18:08 args.grids_science_tasks None 20240802-00:18:08 args.sky_height 6 20240802-00:18:08 args.sky_width 8 20240802-00:18:08 args.sky_nb_birds 3 20240802-00:18:08 args.sky_nb_iterations 2 20240802-00:18:08 args.sky_speed 3 20240802-00:18:08 main_device cuda:0 gpus ['cuda:0'] 20240802-00:18:08 vocabulary_size 15 20240802-00:18:08 creating model 0 and its w_quizzes 20240802-00:18:22 creating model 1 and its w_quizzes 20240802-00:18:35 creating model 2 and its w_quizzes 20240802-00:18:48 creating model 3 and its w_quizzes 20240802-00:19:01 creating model 4 and its w_quizzes 20240802-00:19:14 successfully loaded gpt_000.pth 20240802-00:19:15 successfully loaded gpt_001.pth 20240802-00:19:15 successfully loaded gpt_002.pth 20240802-00:19:15 successfully loaded gpt_003.pth 20240802-00:19:15 successfully loaded gpt_004.pth 20240802-00:19:15 cannot find c_quizzes.pth 20240802-00:19:15 successfully loaded state.pth 20240802-00:19:15 nb_parameters 37819407 (37M) 20240802-00:19:15 nb_new_c_quizzes_for_train 400 nb_new_c_quizzes_for_test 20 20240802-00:19:15 wrote state.pth 20240802-00:19:15 --- epoch 108 ---------------------------------------- 20240802-00:19:15 current_test_accuracies 0.9513 0.9526 0.9588 0.9514 0.9543 20240802-00:20:27 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 2 / 420 (finishes Fri 04:33 -- 99/h) 20240802-00:21:29 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 5 / 420 (finishes Fri 03:27 -- 133/h) 20240802-00:22:32 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 8 / 420 (finishes Fri 03:11 -- 146/h) 20240802-00:23:35 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 11 / 420 (finishes Fri 03:04 -- 152/h) 20240802-00:24:37 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 12 / 420 (finishes Fri 03:27 -- 134/h) 20240802-00:25:40 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 13 / 420 (finishes Fri 03:46 -- 121/h) 20240802-00:26:43 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 15 / 420 (finishes Fri 03:48 -- 120/h) 20240802-00:27:47 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 16 / 420 (finishes Fri 04:03 -- 112/h) 20240802-00:28:50 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 17 / 420 (finishes Fri 04:16 -- 106/h) 20240802-00:29:53 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 20 / 420 (finishes Fri 04:02 -- 112/h) 20240802-00:30:56 keep c_quizzes model 3 validated 6 / 420 (1.43%) nb_accumulated 26 / 420 (finishes Fri 03:28 -- 133/h) 20240802-00:31:59 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 28 / 420 (finishes Fri 03:30 -- 131/h) 20240802-00:33:02 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 31 / 420 (finishes Fri 03:26 -- 134/h) 20240802-00:34:06 keep c_quizzes model 0 validated 4 / 420 (0.95%) nb_accumulated 35 / 420 (finishes Fri 03:17 -- 141/h) 20240802-00:35:10 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 36 / 420 (finishes Fri 03:24 -- 135/h) 20240802-00:36:13 keep c_quizzes model 3 validated 4 / 420 (0.95%) nb_accumulated 40 / 420 (finishes Fri 03:17 -- 141/h) 20240802-00:37:16 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 42 / 420 (finishes Fri 03:19 -- 139/h) 20240802-00:38:18 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 45 / 420 (finishes Fri 03:17 -- 141/h) 20240802-00:39:22 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 46 / 420 (finishes Fri 03:23 -- 137/h) 20240802-00:40:26 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 48 / 420 (finishes Fri 03:24 -- 135/h) 20240802-00:41:30 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 49 / 420 (finishes Fri 03:30 -- 132/h) 20240802-00:42:34 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 49 / 420 (finishes Fri 03:39 -- 126/h) 20240802-00:43:37 keep c_quizzes model 1 validated 4 / 420 (0.95%) nb_accumulated 53 / 420 (finishes Fri 03:32 -- 130/h) 20240802-00:44:42 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 54 / 420 (finishes Fri 03:37 -- 127/h) 20240802-00:45:45 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 54 / 420 (finishes Fri 03:45 -- 122/h) 20240802-00:46:49 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 55 / 420 (finishes Fri 03:49 -- 119/h) 20240802-00:47:53 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 58 / 420 (finishes Fri 03:46 -- 121/h) 20240802-00:48:56 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 60 / 420 (finishes Fri 03:47 -- 121/h) 20240802-00:50:00 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 62 / 420 (finishes Fri 03:47 -- 120/h) 20240802-00:51:04 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 62 / 420 (finishes Fri 03:54 -- 116/h) 20240802-00:52:07 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 63 / 420 (finishes Fri 03:58 -- 114/h) 20240802-00:53:11 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 63 / 420 (finishes Fri 04:05 -- 111/h) 20240802-00:54:15 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 64 / 420 (finishes Fri 04:08 -- 109/h) 20240802-00:55:19 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 67 / 420 (finishes Fri 04:05 -- 111/h) 20240802-00:56:23 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 69 / 420 (finishes Fri 04:05 -- 111/h) 20240802-00:57:26 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 71 / 420 (finishes Fri 04:05 -- 111/h) 20240802-00:58:30 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 71 / 420 (finishes Fri 04:11 -- 108/h) 20240802-00:59:33 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 72 / 420 (finishes Fri 04:14 -- 107/h) 20240802-01:00:37 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 74 / 420 (finishes Fri 04:14 -- 107/h) 20240802-01:01:41 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 76 / 420 (finishes Fri 04:13 -- 107/h) 20240802-01:02:45 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 78 / 420 (finishes Fri 04:13 -- 107/h) 20240802-01:03:49 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 79 / 420 (finishes Fri 04:16 -- 106/h) 20240802-01:04:53 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 80 / 420 (finishes Fri 04:18 -- 105/h) 20240802-01:05:56 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 80 / 420 (finishes Fri 04:24 -- 102/h) 20240802-01:07:00 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 82 / 420 (finishes Fri 04:23 -- 103/h) 20240802-01:08:04 keep c_quizzes model 2 validated 4 / 420 (0.95%) nb_accumulated 86 / 420 (finishes Fri 04:17 -- 105/h) 20240802-01:09:08 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 87 / 420 (finishes Fri 04:20 -- 104/h) 20240802-01:10:13 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 90 / 420 (finishes Fri 04:17 -- 105/h) 20240802-01:11:16 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 92 / 420 (finishes Fri 04:16 -- 106/h) 20240802-01:12:20 keep c_quizzes model 0 validated 4 / 420 (0.95%) nb_accumulated 96 / 420 (finishes Fri 04:11 -- 108/h) 20240802-01:13:24 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 99 / 420 (finishes Fri 04:08 -- 109/h) 20240802-01:14:28 keep c_quizzes model 4 validated 4 / 420 (0.95%) nb_accumulated 103 / 420 (finishes Fri 04:04 -- 111/h) 20240802-01:15:32 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 104 / 420 (finishes Fri 04:06 -- 110/h) 20240802-01:16:36 keep c_quizzes model 0 validated 4 / 420 (0.95%) nb_accumulated 108 / 420 (finishes Fri 04:02 -- 112/h) 20240802-01:17:40 keep c_quizzes model 4 validated 7 / 420 (1.67%) nb_accumulated 115 / 420 (finishes Fri 03:52 -- 118/h) 20240802-01:18:44 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 115 / 420 (finishes Fri 03:56 -- 115/h) 20240802-01:19:48 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 117 / 420 (finishes Fri 03:56 -- 115/h) 20240802-01:20:52 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 119 / 420 (finishes Fri 03:56 -- 115/h) 20240802-01:21:56 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 119 / 420 (finishes Fri 04:00 -- 113/h) 20240802-01:23:00 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 119 / 420 (finishes Fri 04:04 -- 111/h) 20240802-01:24:04 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 122 / 420 (finishes Fri 04:02 -- 112/h) 20240802-01:25:07 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 123 / 420 (finishes Fri 04:04 -- 112/h) 20240802-01:26:12 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 124 / 420 (finishes Fri 04:06 -- 111/h) 20240802-01:27:15 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 127 / 420 (finishes Fri 04:04 -- 112/h) 20240802-01:28:19 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 130 / 420 (finishes Fri 04:02 -- 112/h) 20240802-01:29:23 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 130 / 420 (finishes Fri 04:05 -- 111/h) 20240802-01:30:26 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 132 / 420 (finishes Fri 04:05 -- 111/h) 20240802-01:31:30 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 134 / 420 (finishes Fri 04:05 -- 111/h) 20240802-01:32:34 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 136 / 420 (finishes Fri 04:05 -- 111/h) 20240802-01:33:38 keep c_quizzes model 2 validated 4 / 420 (0.95%) nb_accumulated 140 / 420 (finishes Fri 04:02 -- 112/h) 20240802-01:34:42 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 140 / 420 (finishes Fri 04:05 -- 111/h) 20240802-01:35:46 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 142 / 420 (finishes Fri 04:05 -- 111/h) 20240802-01:36:50 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 142 / 420 (finishes Fri 04:08 -- 109/h) 20240802-01:37:55 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 143 / 420 (finishes Fri 04:10 -- 109/h) 20240802-01:38:59 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 144 / 420 (finishes Fri 04:11 -- 108/h) 20240802-01:40:03 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 146 / 420 (finishes Fri 04:11 -- 108/h) 20240802-01:41:07 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 146 / 420 (finishes Fri 04:14 -- 106/h) 20240802-01:42:11 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 148 / 420 (finishes Fri 04:14 -- 107/h) 20240802-01:43:15 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 149 / 420 (finishes Fri 04:16 -- 106/h) 20240802-01:44:19 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 150 / 420 (finishes Fri 04:17 -- 105/h) 20240802-01:45:23 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 152 / 420 (finishes Fri 04:17 -- 105/h) 20240802-01:46:28 keep c_quizzes model 3 validated 4 / 420 (0.95%) nb_accumulated 156 / 420 (finishes Fri 04:14 -- 107/h) 20240802-01:47:32 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 158 / 420 (finishes Fri 04:13 -- 107/h) 20240802-01:48:37 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 161 / 420 (finishes Fri 04:12 -- 108/h) 20240802-01:49:41 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 162 / 420 (finishes Fri 04:13 -- 107/h) 20240802-01:50:45 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 164 / 420 (finishes Fri 04:13 -- 107/h) 20240802-01:51:49 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 164 / 420 (finishes Fri 04:16 -- 106/h) 20240802-01:52:53 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 167 / 420 (finishes Fri 04:14 -- 107/h) 20240802-01:53:57 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 168 / 420 (finishes Fri 04:16 -- 106/h) 20240802-01:55:02 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 170 / 420 (finishes Fri 04:15 -- 106/h) 20240802-01:56:06 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 171 / 420 (finishes Fri 04:17 -- 105/h) 20240802-01:57:10 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 172 / 420 (finishes Fri 04:18 -- 105/h) 20240802-01:58:15 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 172 / 420 (finishes Fri 04:20 -- 104/h) 20240802-01:59:18 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 172 / 420 (finishes Fri 04:23 -- 103/h) 20240802-02:00:23 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 172 / 420 (finishes Fri 04:26 -- 102/h) 20240802-02:01:26 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 173 / 420 (finishes Fri 04:27 -- 101/h) 20240802-02:02:30 keep c_quizzes model 2 validated 4 / 420 (0.95%) nb_accumulated 177 / 420 (finishes Fri 04:24 -- 102/h) 20240802-02:03:34 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 179 / 420 (finishes Fri 04:24 -- 102/h) 20240802-02:04:39 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 181 / 420 (finishes Fri 04:23 -- 103/h) 20240802-02:05:43 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 183 / 420 (finishes Fri 04:23 -- 103/h) 20240802-02:06:47 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 185 / 420 (finishes Fri 04:23 -- 103/h) 20240802-02:07:51 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 187 / 420 (finishes Fri 04:23 -- 103/h) 20240802-02:08:55 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 189 / 420 (finishes Fri 04:22 -- 103/h) 20240802-02:09:59 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 190 / 420 (finishes Fri 04:24 -- 102/h) 20240802-02:11:03 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 193 / 420 (finishes Fri 04:22 -- 103/h) 20240802-02:12:07 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 195 / 420 (finishes Fri 04:22 -- 103/h) 20240802-02:13:11 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 198 / 420 (finishes Fri 04:20 -- 104/h) 20240802-02:14:14 keep c_quizzes model 0 validated 5 / 420 (1.19%) nb_accumulated 203 / 420 (finishes Fri 04:17 -- 105/h) 20240802-02:15:18 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 204 / 420 (finishes Fri 04:18 -- 105/h) 20240802-02:16:22 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 204 / 420 (finishes Fri 04:20 -- 104/h) 20240802-02:17:26 keep c_quizzes model 4 validated 6 / 420 (1.43%) nb_accumulated 210 / 420 (finishes Fri 04:15 -- 106/h) 20240802-02:18:30 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 210 / 420 (finishes Fri 04:17 -- 105/h) 20240802-02:19:34 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 211 / 420 (finishes Fri 04:18 -- 105/h) 20240802-02:20:38 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 213 / 420 (finishes Fri 04:18 -- 105/h) 20240802-02:21:42 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 214 / 420 (finishes Fri 04:19 -- 104/h) 20240802-02:22:46 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 217 / 420 (finishes Fri 04:18 -- 105/h) 20240802-02:23:50 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 217 / 420 (finishes Fri 04:20 -- 104/h) 20240802-02:24:54 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 217 / 420 (finishes Fri 04:22 -- 103/h) 20240802-02:25:58 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 218 / 420 (finishes Fri 04:23 -- 103/h) 20240802-02:27:03 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 219 / 420 (finishes Fri 04:24 -- 102/h) 20240802-02:28:07 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 221 / 420 (finishes Fri 04:24 -- 102/h) 20240802-02:29:11 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 221 / 420 (finishes Fri 04:26 -- 102/h) 20240802-02:30:15 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 221 / 420 (finishes Fri 04:28 -- 101/h) 20240802-02:31:19 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 223 / 420 (finishes Fri 04:28 -- 101/h) 20240802-02:32:23 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 226 / 420 (finishes Fri 04:26 -- 101/h) 20240802-02:33:27 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 228 / 420 (finishes Fri 04:26 -- 101/h) 20240802-02:34:31 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 230 / 420 (finishes Fri 04:26 -- 102/h) 20240802-02:35:35 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 231 / 420 (finishes Fri 04:27 -- 101/h) 20240802-02:36:38 keep c_quizzes model 2 validated 4 / 420 (0.95%) nb_accumulated 235 / 420 (finishes Fri 04:24 -- 102/h) 20240802-02:37:42 keep c_quizzes model 4 validated 4 / 420 (0.95%) nb_accumulated 239 / 420 (finishes Fri 04:22 -- 103/h) 20240802-02:38:46 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 240 / 420 (finishes Fri 04:23 -- 103/h) 20240802-02:39:50 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 241 / 420 (finishes Fri 04:24 -- 102/h) 20240802-02:40:53 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 241 / 420 (finishes Fri 04:26 -- 102/h) 20240802-02:41:57 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 242 / 420 (finishes Fri 04:26 -- 101/h) 20240802-02:43:02 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 242 / 420 (finishes Fri 04:28 -- 100/h) 20240802-02:44:06 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 244 / 420 (finishes Fri 04:28 -- 101/h) 20240802-02:45:10 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 245 / 420 (finishes Fri 04:29 -- 100/h) 20240802-02:46:14 keep c_quizzes model 4 validated 4 / 420 (0.95%) nb_accumulated 249 / 420 (finishes Fri 04:27 -- 101/h) 20240802-02:47:18 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 250 / 420 (finishes Fri 04:27 -- 101/h) 20240802-02:48:22 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 251 / 420 (finishes Fri 04:28 -- 100/h) 20240802-02:49:27 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 252 / 420 (finishes Fri 04:29 -- 100/h) 20240802-02:50:31 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 253 / 420 (finishes Fri 04:30 -- 100/h) 20240802-02:51:35 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 253 / 420 (finishes Fri 04:32 -- 99/h) 20240802-02:52:39 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 254 / 420 (finishes Fri 04:32 -- 99/h) 20240802-02:53:43 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 255 / 420 (finishes Fri 04:33 -- 99/h) 20240802-02:54:48 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 256 / 420 (finishes Fri 04:34 -- 98/h) 20240802-02:55:52 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 259 / 420 (finishes Fri 04:33 -- 99/h) 20240802-02:56:56 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 260 / 420 (finishes Fri 04:33 -- 98/h) 20240802-02:58:00 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 263 / 420 (finishes Fri 04:32 -- 99/h) 20240802-02:59:04 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 264 / 420 (finishes Fri 04:33 -- 99/h) 20240802-03:00:08 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 265 / 420 (finishes Fri 04:34 -- 98/h) 20240802-03:01:12 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 265 / 420 (finishes Fri 04:35 -- 98/h) 20240802-03:02:16 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 266 / 420 (finishes Fri 04:36 -- 97/h) 20240802-03:03:20 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 269 / 420 (finishes Fri 04:35 -- 98/h) 20240802-03:04:24 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 270 / 420 (finishes Fri 04:36 -- 98/h) 20240802-03:05:28 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 270 / 420 (finishes Fri 04:37 -- 97/h) 20240802-03:06:32 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 271 / 420 (finishes Fri 04:38 -- 97/h) 20240802-03:07:37 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 271 / 420 (finishes Fri 04:40 -- 96/h) 20240802-03:08:40 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 272 / 420 (finishes Fri 04:40 -- 96/h) 20240802-03:09:44 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 273 / 420 (finishes Fri 04:41 -- 96/h) 20240802-03:10:48 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 276 / 420 (finishes Fri 04:40 -- 96/h) 20240802-03:11:52 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 278 / 420 (finishes Fri 04:40 -- 96/h) 20240802-03:12:56 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 279 / 420 (finishes Fri 04:40 -- 96/h) 20240802-03:13:59 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 280 / 420 (finishes Fri 04:41 -- 96/h) 20240802-03:15:04 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 281 / 420 (finishes Fri 04:42 -- 95/h) 20240802-03:16:08 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 281 / 420 (finishes Fri 04:43 -- 95/h) 20240802-03:17:12 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 282 / 420 (finishes Fri 04:44 -- 95/h) 20240802-03:18:16 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 283 / 420 (finishes Fri 04:44 -- 94/h) 20240802-03:19:20 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 284 / 420 (finishes Fri 04:45 -- 94/h) 20240802-03:20:24 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 286 / 420 (finishes Fri 04:45 -- 94/h) 20240802-03:21:28 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 287 / 420 (finishes Fri 04:45 -- 94/h) 20240802-03:22:32 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 289 / 420 (finishes Fri 04:45 -- 94/h) 20240802-03:23:36 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 292 / 420 (finishes Fri 04:44 -- 95/h) 20240802-03:24:41 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 292 / 420 (finishes Fri 04:45 -- 94/h) 20240802-03:25:44 keep c_quizzes model 1 validated 4 / 420 (0.95%) nb_accumulated 296 / 420 (finishes Fri 04:43 -- 95/h) 20240802-03:26:48 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 299 / 420 (finishes Fri 04:42 -- 95/h) 20240802-03:27:52 keep c_quizzes model 1 validated 5 / 420 (1.19%) nb_accumulated 304 / 420 (finishes Fri 04:39 -- 96/h) 20240802-03:28:56 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 307 / 420 (finishes Fri 04:38 -- 97/h) 20240802-03:30:00 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 307 / 420 (finishes Fri 04:40 -- 96/h) 20240802-03:31:03 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 308 / 420 (finishes Fri 04:40 -- 96/h) 20240802-03:32:07 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 310 / 420 (finishes Fri 04:40 -- 96/h) 20240802-03:33:11 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 311 / 420 (finishes Fri 04:41 -- 96/h) 20240802-03:34:15 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 312 / 420 (finishes Fri 04:41 -- 95/h) 20240802-03:35:18 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 312 / 420 (finishes Fri 04:43 -- 95/h) 20240802-03:36:22 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 313 / 420 (finishes Fri 04:43 -- 95/h) 20240802-03:37:27 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 316 / 420 (finishes Fri 04:42 -- 95/h) 20240802-03:38:31 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 317 / 420 (finishes Fri 04:43 -- 95/h) 20240802-03:39:35 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 317 / 420 (finishes Fri 04:44 -- 94/h) 20240802-03:40:39 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 317 / 420 (finishes Fri 04:46 -- 94/h) 20240802-03:41:43 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 318 / 420 (finishes Fri 04:46 -- 94/h) 20240802-03:42:47 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 319 / 420 (finishes Fri 04:47 -- 94/h) 20240802-03:43:51 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 320 / 420 (finishes Fri 04:47 -- 93/h) 20240802-03:44:54 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 320 / 420 (finishes Fri 04:49 -- 93/h) 20240802-03:45:58 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 322 / 420 (finishes Fri 04:48 -- 93/h) 20240802-03:47:02 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 322 / 420 (finishes Fri 04:50 -- 92/h) 20240802-03:48:06 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 322 / 420 (finishes Fri 04:51 -- 92/h) 20240802-03:49:10 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 322 / 420 (finishes Fri 04:53 -- 92/h) 20240802-03:50:14 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 322 / 420 (finishes Fri 04:54 -- 91/h) 20240802-03:51:18 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 323 / 420 (finishes Fri 04:54 -- 91/h) 20240802-03:52:23 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 324 / 420 (finishes Fri 04:55 -- 91/h) 20240802-03:53:27 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 325 / 420 (finishes Fri 04:56 -- 91/h) 20240802-03:54:31 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 327 / 420 (finishes Fri 04:55 -- 91/h) 20240802-03:55:35 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 327 / 420 (finishes Fri 04:57 -- 90/h) 20240802-03:56:39 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 328 / 420 (finishes Fri 04:57 -- 90/h) 20240802-03:57:43 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 329 / 420 (finishes Fri 04:58 -- 90/h) 20240802-03:58:47 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 331 / 420 (finishes Fri 04:57 -- 90/h) 20240802-03:59:51 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 331 / 420 (finishes Fri 04:59 -- 90/h) 20240802-04:00:56 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 332 / 420 (finishes Fri 04:59 -- 89/h) 20240802-04:02:00 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 335 / 420 (finishes Fri 04:58 -- 90/h) 20240802-04:03:04 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 335 / 420 (finishes Fri 04:59 -- 89/h) 20240802-04:04:08 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 335 / 420 (finishes Fri 05:01 -- 89/h) 20240802-04:05:12 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 336 / 420 (finishes Fri 05:01 -- 89/h) 20240802-04:06:16 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 339 / 420 (finishes Fri 05:00 -- 89/h) 20240802-04:07:20 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 341 / 420 (finishes Fri 05:00 -- 89/h) 20240802-04:08:24 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 344 / 420 (finishes Fri 04:59 -- 90/h) 20240802-04:09:28 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 347 / 420 (finishes Fri 04:57 -- 90/h) 20240802-04:10:33 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 348 / 420 (finishes Fri 04:58 -- 90/h) 20240802-04:11:37 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 351 / 420 (finishes Fri 04:57 -- 90/h) 20240802-04:12:41 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 353 / 420 (finishes Fri 04:56 -- 90/h) 20240802-04:13:45 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 355 / 420 (finishes Fri 04:56 -- 90/h) 20240802-04:14:49 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 357 / 420 (finishes Fri 04:56 -- 90/h) 20240802-04:15:53 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 358 / 420 (finishes Fri 04:56 -- 90/h) 20240802-04:16:57 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 361 / 420 (finishes Fri 04:55 -- 91/h) 20240802-04:18:01 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 362 / 420 (finishes Fri 04:56 -- 90/h) 20240802-04:19:05 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 364 / 420 (finishes Fri 04:55 -- 91/h) 20240802-04:20:09 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 364 / 420 (finishes Fri 04:57 -- 90/h) 20240802-04:21:12 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 366 / 420 (finishes Fri 04:56 -- 90/h) 20240802-04:22:16 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 367 / 420 (finishes Fri 04:57 -- 90/h) 20240802-04:23:20 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 367 / 420 (finishes Fri 04:58 -- 90/h) 20240802-04:24:24 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 368 / 420 (finishes Fri 04:59 -- 90/h) 20240802-04:25:28 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 369 / 420 (finishes Fri 04:59 -- 89/h) 20240802-04:26:33 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 371 / 420 (finishes Fri 04:59 -- 90/h) 20240802-04:27:37 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 372 / 420 (finishes Fri 04:59 -- 89/h) 20240802-04:28:40 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 375 / 420 (finishes Fri 04:58 -- 90/h) 20240802-04:29:44 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 377 / 420 (finishes Fri 04:58 -- 90/h) 20240802-04:30:48 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 379 / 420 (finishes Fri 04:58 -- 90/h) 20240802-04:31:52 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 381 / 420 (finishes Fri 04:57 -- 90/h) 20240802-04:32:57 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 382 / 420 (finishes Fri 04:58 -- 90/h) 20240802-04:34:00 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 382 / 420 (finishes Fri 04:59 -- 89/h) 20240802-04:35:04 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 384 / 420 (finishes Fri 04:59 -- 90/h) 20240802-04:36:09 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 386 / 420 (finishes Fri 04:58 -- 90/h) 20240802-04:37:12 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 387 / 420 (finishes Fri 04:59 -- 90/h) 20240802-04:38:16 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 388 / 420 (finishes Fri 04:59 -- 89/h) 20240802-04:39:20 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 388 / 420 (finishes Fri 05:00 -- 89/h) 20240802-04:40:24 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 391 / 420 (finishes Fri 04:59 -- 89/h) 20240802-04:41:27 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 394 / 420 (finishes Fri 04:58 -- 90/h) 20240802-04:42:32 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 396 / 420 (finishes Fri 04:58 -- 90/h) 20240802-04:43:36 keep c_quizzes model 0 validated 5 / 420 (1.19%) nb_accumulated 401 / 420 (finishes Fri 04:56 -- 91/h) 20240802-04:44:39 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 403 / 420 (finishes Fri 04:55 -- 91/h) 20240802-04:45:43 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 405 / 420 (finishes Fri 04:55 -- 91/h) 20240802-04:46:47 keep c_quizzes model 2 validated 5 / 420 (1.19%) nb_accumulated 410 / 420 (finishes Fri 04:53 -- 91/h) 20240802-04:47:50 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 411 / 420 (finishes Fri 04:53 -- 91/h) 20240802-04:48:54 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 412 / 420 (finishes Fri 04:54 -- 91/h) 20240802-04:49:58 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 413 / 420 (finishes Fri 04:54 -- 91/h) 20240802-04:51:02 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 413 / 420 (finishes Fri 04:55 -- 91/h) 20240802-04:52:06 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 414 / 420 (finishes Fri 04:56 -- 91/h) 20240802-04:53:10 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 415 / 420 (finishes Fri 04:56 -- 90/h) 20240802-04:54:14 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 417 / 420 (finishes Fri 04:56 -- 90/h) 20240802-04:55:18 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 419 / 420 (finishes Fri 04:55 -- 91/h) 20240802-04:56:22 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 420 / 420 (finishes now! -- 90/h) 20240802-04:56:34 wrote c_quizzes.pth 20240802-04:56:34 training model 0 20240802-05:02:01 train_perplexity 108 model 0 1.1589767801415682 20240802-05:02:06 test_perplexity 108 model 0 1.1556268972807278 20240802-05:02:49 test_accuracy 108 model 0 val 1521 / 1593 20240802-05:02:51 wrote gpt_000.pth 20240802-05:03:02 wrote state.pth 20240802-05:03:02 --- epoch 109 ---------------------------------------- 20240802-05:03:02 current_test_accuracies 0.9548 0.0000 0.0000 0.0000 0.0000 20240802-05:03:02 training model 1 20240802-05:08:29 train_perplexity 109 model 1 1.1594766276662183 20240802-05:08:34 test_perplexity 109 model 1 1.1548894889067887 20240802-05:09:16 test_accuracy 109 model 1 val 1541 / 1613 20240802-05:09:18 wrote gpt_001.pth 20240802-05:09:29 wrote state.pth 20240802-05:09:29 --- epoch 110 ---------------------------------------- 20240802-05:09:29 current_test_accuracies 0.9548 0.9554 0.0000 0.0000 0.0000 20240802-05:09:29 training model 2 20240802-05:14:56 train_perplexity 110 model 2 1.1578994510331786 20240802-05:15:02 test_perplexity 110 model 2 1.1568102060429049 20240802-05:15:43 test_accuracy 110 model 2 val 1531 / 1602 20240802-05:15:45 wrote gpt_002.pth 20240802-05:15:56 wrote state.pth 20240802-05:15:56 --- epoch 111 ---------------------------------------- 20240802-05:15:56 current_test_accuracies 0.9548 0.9554 0.9557 0.0000 0.0000 20240802-05:15:56 training model 3 20240802-05:21:23 train_perplexity 111 model 3 1.1589590010825586 20240802-05:21:29 test_perplexity 111 model 3 1.1581608485489345 20240802-05:22:10 test_accuracy 111 model 3 val 1515 / 1616 20240802-05:22:12 wrote gpt_003.pth 20240802-05:22:23 wrote state.pth 20240802-05:22:23 --- epoch 112 ---------------------------------------- 20240802-05:22:23 current_test_accuracies 0.9548 0.9554 0.9557 0.9375 0.0000 20240802-05:22:23 training model 4 20240802-05:27:50 train_perplexity 112 model 4 1.1581661323008925 20240802-05:27:56 test_perplexity 112 model 4 1.1563137808736579 20240802-05:28:39 test_accuracy 112 model 4 val 1514 / 1593 20240802-05:28:40 wrote gpt_004.pth 20240802-05:28:52 wrote state.pth 20240802-05:28:52 --- epoch 113 ---------------------------------------- 20240802-05:28:52 current_test_accuracies 0.9548 0.9554 0.9557 0.9375 0.9504 20240802-05:28:52 training model 3 20240802-05:34:19 train_perplexity 113 model 3 1.158589259572387 20240802-05:34:24 test_perplexity 113 model 3 1.1601659918120104 20240802-05:35:05 test_accuracy 113 model 3 val 1507 / 1600 20240802-05:35:07 wrote gpt_003.pth 20240802-05:35:18 wrote state.pth 20240802-05:35:18 --- epoch 114 ---------------------------------------- 20240802-05:35:18 current_test_accuracies 0.9548 0.9554 0.9557 0.9419 0.9504 20240802-05:35:18 training model 3 20240802-05:40:46 train_perplexity 114 model 3 1.158779134324632 20240802-05:40:51 test_perplexity 114 model 3 1.1570217895151105 20240802-05:41:34 test_accuracy 114 model 3 val 1497 / 1584 20240802-05:41:36 wrote gpt_003.pth 20240802-05:41:47 wrote state.pth 20240802-05:41:47 --- epoch 115 ---------------------------------------- 20240802-05:41:47 current_test_accuracies 0.9548 0.9554 0.9557 0.9451 0.9504 20240802-05:41:47 training model 3 20240802-05:47:15 train_perplexity 115 model 3 1.158436702368233 20240802-05:47:20 test_perplexity 115 model 3 1.1563248320858373 20240802-05:48:03 test_accuracy 115 model 3 val 1519 / 1598 20240802-05:48:05 wrote gpt_003.pth 20240802-05:48:16 wrote state.pth 20240802-05:48:16 --- epoch 116 ---------------------------------------- 20240802-05:48:16 current_test_accuracies 0.9548 0.9554 0.9557 0.9506 0.9504 20240802-05:49:30 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 1 / 420 (finishes Fri 14:25 -- 48/h) 20240802-05:50:32 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 2 / 420 (finishes Fri 13:44 -- 52/h) 20240802-05:51:34 keep c_quizzes model 3 validated 4 / 420 (0.95%) nb_accumulated 6 / 420 (finishes Fri 09:38 -- 109/h) 20240802-05:52:37 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 7 / 420 (finishes Fri 10:08 -- 96/h) 20240802-05:53:39 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 8 / 420 (finishes Fri 10:30 -- 89/h) 20240802-05:54:42 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 10 / 420 (finishes Fri 10:18 -- 93/h) 20240802-05:55:45 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 10 / 420 (finishes Fri 11:02 -- 80/h) 20240802-05:56:48 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 11 / 420 (finishes Fri 11:13 -- 77/h) 20240802-05:57:51 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 12 / 420 (finishes Fri 11:23 -- 75/h) 20240802-05:58:54 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 15 / 420 (finishes Fri 10:45 -- 84/h) 20240802-05:59:56 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 15 / 420 (finishes Fri 11:15 -- 77/h) 20240802-06:00:59 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 16 / 420 (finishes Fri 11:21 -- 75/h) 20240802-06:02:02 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 16 / 420 (finishes Fri 11:49 -- 69/h) 20240802-06:03:05 keep c_quizzes model 4 validated 4 / 420 (0.95%) nb_accumulated 20 / 420 (finishes Fri 10:59 -- 81/h) 20240802-06:04:08 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 20 / 420 (finishes Fri 11:21 -- 75/h) 20240802-06:05:10 keep c_quizzes model 3 validated 5 / 420 (1.19%) nb_accumulated 25 / 420 (finishes Fri 10:32 -- 88/h) 20240802-06:06:13 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 28 / 420 (finishes Fri 10:17 -- 93/h) 20240802-06:07:17 keep c_quizzes model 0 validated 5 / 420 (1.19%) nb_accumulated 33 / 420 (finishes Fri 09:50 -- 104/h) 20240802-06:08:19 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 36 / 420 (finishes Fri 09:42 -- 107/h) 20240802-06:09:22 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 38 / 420 (finishes Fri 09:41 -- 108/h) 20240802-06:10:24 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 41 / 420 (finishes Fri 09:35 -- 111/h) 20240802-06:11:27 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 44 / 420 (finishes Fri 09:29 -- 113/h) 20240802-06:12:30 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 44 / 420 (finishes Fri 09:39 -- 108/h) 20240802-06:13:33 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 46 / 420 (finishes Fri 09:39 -- 109/h) 20240802-06:14:35 keep c_quizzes model 1 validated 4 / 420 (0.95%) nb_accumulated 50 / 420 (finishes Fri 09:29 -- 113/h) 20240802-06:15:39 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 53 / 420 (finishes Fri 09:25 -- 116/h) 20240802-06:16:42 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 55 / 420 (finishes Fri 09:25 -- 116/h) 20240802-06:17:44 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 57 / 420 (finishes Fri 09:25 -- 116/h) 20240802-06:18:47 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 57 / 420 (finishes Fri 09:33 -- 112/h) 20240802-06:19:51 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 58 / 420 (finishes Fri 09:36 -- 110/h) 20240802-06:20:53 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 61 / 420 (finishes Fri 09:32 -- 112/h) 20240802-06:21:56 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 63 / 420 (finishes Fri 09:32 -- 112/h) 20240802-06:22:59 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 66 / 420 (finishes Fri 09:29 -- 114/h) 20240802-06:24:02 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 68 / 420 (finishes Fri 09:29 -- 114/h) 20240802-06:25:05 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 68 / 420 (finishes Fri 09:35 -- 110/h) 20240802-06:26:09 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 70 / 420 (finishes Fri 09:35 -- 110/h) 20240802-06:27:12 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 70 / 420 (finishes Fri 09:41 -- 107/h) 20240802-06:28:14 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 73 / 420 (finishes Fri 09:38 -- 109/h) 20240802-06:29:17 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 76 / 420 (finishes Fri 09:34 -- 111/h) 20240802-06:30:20 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 79 / 420 (finishes Fri 09:31 -- 112/h) 20240802-06:31:22 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 80 / 420 (finishes Fri 09:34 -- 111/h) 20240802-06:32:26 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 82 / 420 (finishes Fri 09:34 -- 111/h) 20240802-06:33:29 keep c_quizzes model 2 validated 6 / 420 (1.43%) nb_accumulated 88 / 420 (finishes Fri 09:24 -- 116/h) 20240802-06:34:32 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 88 / 420 (finishes Fri 09:29 -- 114/h) 20240802-06:35:35 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 89 / 420 (finishes Fri 09:31 -- 112/h) 20240802-06:36:37 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 90 / 420 (finishes Fri 09:33 -- 111/h) 20240802-06:37:41 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 91 / 420 (finishes Fri 09:36 -- 110/h) 20240802-06:38:44 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 92 / 420 (finishes Fri 09:38 -- 109/h) 20240802-06:39:47 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 93 / 420 (finishes Fri 09:40 -- 108/h) 20240802-06:40:50 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 94 / 420 (finishes Fri 09:43 -- 107/h) 20240802-06:41:54 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 96 / 420 (finishes Fri 09:42 -- 107/h) 20240802-06:42:57 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 99 / 420 (finishes Fri 09:40 -- 108/h) 20240802-06:44:00 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 99 / 420 (finishes Fri 09:44 -- 106/h) 20240802-06:45:03 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 101 / 420 (finishes Fri 09:44 -- 106/h) 20240802-06:46:06 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 103 / 420 (finishes Fri 09:44 -- 106/h) 20240802-06:47:09 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 104 / 420 (finishes Fri 09:46 -- 105/h) 20240802-06:48:12 keep c_quizzes model 3 validated 4 / 420 (0.95%) nb_accumulated 108 / 420 (finishes Fri 09:41 -- 108/h) 20240802-06:49:15 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 111 / 420 (finishes Fri 09:39 -- 109/h) 20240802-06:50:18 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 111 / 420 (finishes Fri 09:42 -- 107/h) 20240802-06:51:21 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 111 / 420 (finishes Fri 09:46 -- 105/h) 20240802-06:52:25 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 114 / 420 (finishes Fri 09:44 -- 106/h) 20240802-06:53:27 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 115 / 420 (finishes Fri 09:46 -- 105/h) 20240802-06:54:31 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 118 / 420 (finishes Fri 09:44 -- 106/h) 20240802-06:55:33 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 120 / 420 (finishes Fri 09:43 -- 107/h) 20240802-06:56:37 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 122 / 420 (finishes Fri 09:43 -- 107/h) 20240802-06:57:40 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 124 / 420 (finishes Fri 09:43 -- 107/h) 20240802-06:58:43 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 124 / 420 (finishes Fri 09:46 -- 105/h) 20240802-06:59:46 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 126 / 420 (finishes Fri 09:46 -- 105/h) 20240802-07:00:49 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 129 / 420 (finishes Fri 09:44 -- 106/h) 20240802-07:01:53 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 129 / 420 (finishes Fri 09:47 -- 105/h) 20240802-07:02:56 keep c_quizzes model 0 validated 5 / 420 (1.19%) nb_accumulated 134 / 420 (finishes Fri 09:42 -- 107/h) 20240802-07:03:59 keep c_quizzes model 4 validated 4 / 420 (0.95%) nb_accumulated 138 / 420 (finishes Fri 09:38 -- 109/h) 20240802-07:05:02 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 141 / 420 (finishes Fri 09:36 -- 110/h) 20240802-07:06:05 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 142 / 420 (finishes Fri 09:38 -- 109/h) 20240802-07:07:09 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 145 / 420 (finishes Fri 09:36 -- 110/h) 20240802-07:08:12 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 147 / 420 (finishes Fri 09:36 -- 110/h) 20240802-07:09:15 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 149 / 420 (finishes Fri 09:36 -- 110/h) 20240802-07:10:19 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 149 / 420 (finishes Fri 09:39 -- 108/h) 20240802-07:11:22 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 151 / 420 (finishes Fri 09:39 -- 109/h) 20240802-07:12:25 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 154 / 420 (finishes Fri 09:37 -- 109/h) 20240802-07:13:29 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 156 / 420 (finishes Fri 09:37 -- 109/h) 20240802-07:14:32 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 158 / 420 (finishes Fri 09:37 -- 109/h) 20240802-07:15:36 keep c_quizzes model 0 validated 4 / 420 (0.95%) nb_accumulated 162 / 420 (finishes Fri 09:34 -- 111/h) 20240802-07:16:39 keep c_quizzes model 1 validated 5 / 420 (1.19%) nb_accumulated 167 / 420 (finishes Fri 09:30 -- 113/h) 20240802-07:17:43 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 169 / 420 (finishes Fri 09:30 -- 113/h) 20240802-07:18:46 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 171 / 420 (finishes Fri 09:30 -- 113/h) 20240802-07:19:50 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 172 / 420 (finishes Fri 09:31 -- 112/h) 20240802-07:20:53 keep c_quizzes model 0 validated 6 / 420 (1.43%) nb_accumulated 178 / 420 (finishes Fri 09:26 -- 115/h) 20240802-07:21:56 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 180 / 420 (finishes Fri 09:26 -- 115/h) 20240802-07:23:00 keep c_quizzes model 3 validated 4 / 420 (0.95%) nb_accumulated 184 / 420 (finishes Fri 09:24 -- 116/h) 20240802-07:24:03 keep c_quizzes model 0 validated 4 / 420 (0.95%) nb_accumulated 188 / 420 (finishes Fri 09:22 -- 117/h) 20240802-07:25:07 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 191 / 420 (finishes Fri 09:21 -- 118/h) 20240802-07:26:10 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 192 / 420 (finishes Fri 09:22 -- 117/h) 20240802-07:27:13 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 193 / 420 (finishes Fri 09:23 -- 117/h) 20240802-07:28:17 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 196 / 420 (finishes Fri 09:22 -- 117/h) 20240802-07:29:21 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 199 / 420 (finishes Fri 09:21 -- 118/h) 20240802-07:30:24 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 202 / 420 (finishes Fri 09:20 -- 118/h) 20240802-07:31:28 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 204 / 420 (finishes Fri 09:20 -- 118/h) 20240802-07:32:31 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 206 / 420 (finishes Fri 09:20 -- 118/h) 20240802-07:33:35 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 207 / 420 (finishes Fri 09:21 -- 117/h) 20240802-07:34:39 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 209 / 420 (finishes Fri 09:22 -- 117/h) 20240802-07:35:42 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 210 / 420 (finishes Fri 09:23 -- 117/h) 20240802-07:36:46 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 213 / 420 (finishes Fri 09:22 -- 117/h) 20240802-07:37:50 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 213 / 420 (finishes Fri 09:24 -- 116/h) 20240802-07:38:53 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 216 / 420 (finishes Fri 09:23 -- 117/h) 20240802-07:39:57 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 217 / 420 (finishes Fri 09:24 -- 116/h) 20240802-07:41:00 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 219 / 420 (finishes Fri 09:24 -- 116/h) 20240802-07:42:04 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 219 / 420 (finishes Fri 09:26 -- 115/h) 20240802-07:43:08 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 220 / 420 (finishes Fri 09:27 -- 114/h) 20240802-07:44:11 keep c_quizzes model 2 validated 4 / 420 (0.95%) nb_accumulated 224 / 420 (finishes Fri 09:25 -- 115/h) 20240802-07:45:15 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 226 / 420 (finishes Fri 09:25 -- 115/h) 20240802-07:46:18 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 226 / 420 (finishes Fri 09:27 -- 114/h) 20240802-07:47:22 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 227 / 420 (finishes Fri 09:28 -- 114/h) 20240802-07:48:25 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 228 / 420 (finishes Fri 09:29 -- 113/h) 20240802-07:49:29 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 229 / 420 (finishes Fri 09:30 -- 113/h) 20240802-07:50:32 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 232 / 420 (finishes Fri 09:29 -- 113/h) 20240802-07:51:35 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 235 / 420 (finishes Fri 09:28 -- 114/h) 20240802-07:52:39 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 237 / 420 (finishes Fri 09:28 -- 114/h) 20240802-07:53:43 keep c_quizzes model 0 validated 5 / 420 (1.19%) nb_accumulated 242 / 420 (finishes Fri 09:25 -- 115/h) 20240802-07:54:46 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 244 / 420 (finishes Fri 09:26 -- 115/h) 20240802-07:55:49 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 247 / 420 (finishes Fri 09:25 -- 116/h) 20240802-07:56:53 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 248 / 420 (finishes Fri 09:26 -- 115/h) 20240802-07:57:56 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 250 / 420 (finishes Fri 09:26 -- 115/h) 20240802-07:58:59 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 253 / 420 (finishes Fri 09:25 -- 116/h) 20240802-08:00:03 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 253 / 420 (finishes Fri 09:27 -- 115/h) 20240802-08:01:06 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 256 / 420 (finishes Fri 09:26 -- 115/h) 20240802-08:02:10 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 258 / 420 (finishes Fri 09:26 -- 115/h) 20240802-08:03:13 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 258 / 420 (finishes Fri 09:27 -- 114/h) 20240802-08:04:17 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 260 / 420 (finishes Fri 09:27 -- 114/h) 20240802-08:05:21 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 262 / 420 (finishes Fri 09:28 -- 114/h) 20240802-08:06:24 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 263 / 420 (finishes Fri 09:28 -- 114/h) 20240802-08:07:28 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 264 / 420 (finishes Fri 09:29 -- 113/h) 20240802-08:08:31 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 267 / 420 (finishes Fri 09:28 -- 114/h) 20240802-08:09:35 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 267 / 420 (finishes Fri 09:30 -- 113/h) 20240802-08:10:38 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 268 / 420 (finishes Fri 09:31 -- 112/h) 20240802-08:11:42 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 271 / 420 (finishes Fri 09:30 -- 113/h) 20240802-08:12:45 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 271 / 420 (finishes Fri 09:32 -- 112/h) 20240802-08:13:49 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 271 / 420 (finishes Fri 09:33 -- 111/h) 20240802-08:14:53 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 272 / 420 (finishes Fri 09:34 -- 111/h) 20240802-08:15:56 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 272 / 420 (finishes Fri 09:36 -- 110/h) 20240802-08:16:59 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 275 / 420 (finishes Fri 09:35 -- 110/h) 20240802-08:18:03 keep c_quizzes model 4 validated 4 / 420 (0.95%) nb_accumulated 279 / 420 (finishes Fri 09:33 -- 111/h) 20240802-08:19:06 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 280 / 420 (finishes Fri 09:34 -- 111/h) 20240802-08:20:10 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 283 / 420 (finishes Fri 09:33 -- 111/h) 20240802-08:21:13 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 285 / 420 (finishes Fri 09:33 -- 111/h) 20240802-08:22:16 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 288 / 420 (finishes Fri 09:32 -- 112/h) 20240802-08:23:20 keep c_quizzes model 1 validated 5 / 420 (1.19%) nb_accumulated 293 / 420 (finishes Fri 09:30 -- 113/h) 20240802-08:24:23 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 293 / 420 (finishes Fri 09:32 -- 112/h) 20240802-08:25:27 keep c_quizzes model 2 validated 4 / 420 (0.95%) nb_accumulated 297 / 420 (finishes Fri 09:30 -- 113/h) 20240802-08:26:31 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 297 / 420 (finishes Fri 09:32 -- 112/h) 20240802-08:27:34 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 297 / 420 (finishes Fri 09:33 -- 111/h) 20240802-08:28:38 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 300 / 420 (finishes Fri 09:32 -- 112/h) 20240802-08:29:42 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 302 / 420 (finishes Fri 09:32 -- 112/h) 20240802-08:30:46 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 304 / 420 (finishes Fri 09:32 -- 112/h) 20240802-08:31:49 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 306 / 420 (finishes Fri 09:32 -- 112/h) 20240802-08:32:52 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 308 / 420 (finishes Fri 09:32 -- 112/h) 20240802-08:33:56 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 309 / 420 (finishes Fri 09:33 -- 111/h) 20240802-08:34:59 keep c_quizzes model 4 validated 4 / 420 (0.95%) nb_accumulated 313 / 420 (finishes Fri 09:31 -- 112/h) 20240802-08:36:03 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 314 / 420 (finishes Fri 09:32 -- 112/h) 20240802-08:37:06 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 315 / 420 (finishes Fri 09:33 -- 111/h) 20240802-08:38:10 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 318 / 420 (finishes Fri 09:32 -- 112/h) 20240802-08:39:13 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 320 / 420 (finishes Fri 09:32 -- 112/h) 20240802-08:40:16 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 323 / 420 (finishes Fri 09:31 -- 112/h) 20240802-08:41:20 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 326 / 420 (finishes Fri 09:31 -- 113/h) 20240802-08:42:23 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 327 / 420 (finishes Fri 09:31 -- 112/h) 20240802-08:43:27 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 330 / 420 (finishes Fri 09:31 -- 113/h) 20240802-08:44:31 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 333 / 420 (finishes Fri 09:30 -- 113/h) 20240802-08:45:35 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 334 / 420 (finishes Fri 09:31 -- 113/h) 20240802-08:46:38 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 334 / 420 (finishes Fri 09:32 -- 112/h) 20240802-08:47:42 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 335 / 420 (finishes Fri 09:33 -- 112/h) 20240802-08:48:45 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 338 / 420 (finishes Fri 09:32 -- 112/h) 20240802-08:49:49 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 339 / 420 (finishes Fri 09:33 -- 112/h) 20240802-08:50:52 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 340 / 420 (finishes Fri 09:33 -- 111/h) 20240802-08:51:56 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 341 / 420 (finishes Fri 09:34 -- 111/h) 20240802-08:53:00 keep c_quizzes model 2 validated 5 / 420 (1.19%) nb_accumulated 346 / 420 (finishes Fri 09:32 -- 112/h) 20240802-08:54:03 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 349 / 420 (finishes Fri 09:31 -- 112/h) 20240802-08:55:06 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 352 / 420 (finishes Fri 09:31 -- 113/h) 20240802-08:56:10 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 353 / 420 (finishes Fri 09:31 -- 112/h) 20240802-08:57:13 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 354 / 420 (finishes Fri 09:32 -- 112/h) 20240802-08:58:17 keep c_quizzes model 2 validated 4 / 420 (0.95%) nb_accumulated 358 / 420 (finishes Fri 09:31 -- 113/h) 20240802-08:59:20 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 361 / 420 (finishes Fri 09:30 -- 113/h) 20240802-09:00:24 keep c_quizzes model 1 validated 4 / 420 (0.95%) nb_accumulated 365 / 420 (finishes Fri 09:29 -- 113/h) 20240802-09:01:27 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 366 / 420 (finishes Fri 09:29 -- 113/h) 20240802-09:02:31 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 368 / 420 (finishes Fri 09:29 -- 113/h) 20240802-09:03:35 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 370 / 420 (finishes Fri 09:29 -- 113/h) 20240802-09:04:39 keep c_quizzes model 3 validated 4 / 420 (0.95%) nb_accumulated 374 / 420 (finishes Fri 09:28 -- 114/h) 20240802-09:05:42 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 375 / 420 (finishes Fri 09:29 -- 113/h) 20240802-09:06:45 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 375 / 420 (finishes Fri 09:30 -- 113/h) 20240802-09:07:49 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 376 / 420 (finishes Fri 09:31 -- 113/h) 20240802-09:08:52 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 379 / 420 (finishes Fri 09:30 -- 113/h) 20240802-09:09:55 keep c_quizzes model 2 validated 4 / 420 (0.95%) nb_accumulated 383 / 420 (finishes Fri 09:29 -- 113/h) 20240802-09:10:58 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 385 / 420 (finishes Fri 09:29 -- 113/h) 20240802-09:12:02 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 387 / 420 (finishes Fri 09:29 -- 113/h) 20240802-09:13:05 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 390 / 420 (finishes Fri 09:28 -- 114/h) 20240802-09:14:09 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 391 / 420 (finishes Fri 09:29 -- 113/h) 20240802-09:15:12 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 394 / 420 (finishes Fri 09:28 -- 114/h) 20240802-09:16:16 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 395 / 420 (finishes Fri 09:29 -- 113/h) 20240802-09:17:19 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 396 / 420 (finishes Fri 09:29 -- 113/h) 20240802-09:18:23 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 399 / 420 (finishes Fri 09:29 -- 113/h) 20240802-09:19:26 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 400 / 420 (finishes Fri 09:30 -- 113/h) 20240802-09:20:30 keep c_quizzes model 3 validated 4 / 420 (0.95%) nb_accumulated 404 / 420 (finishes Fri 09:28 -- 114/h) 20240802-09:21:33 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 405 / 420 (finishes Fri 09:29 -- 113/h) 20240802-09:22:36 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 407 / 420 (finishes Fri 09:29 -- 113/h) 20240802-09:23:40 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 410 / 420 (finishes Fri 09:28 -- 114/h) 20240802-09:24:42 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 411 / 420 (finishes Fri 09:29 -- 113/h) 20240802-09:25:46 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 413 / 420 (finishes Fri 09:29 -- 113/h) 20240802-09:26:49 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 414 / 420 (finishes Fri 09:30 -- 113/h) 20240802-09:27:53 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 416 / 420 (finishes Fri 09:30 -- 113/h) 20240802-09:28:56 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 417 / 420 (finishes Fri 09:30 -- 113/h) 20240802-09:30:00 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 419 / 420 (finishes Fri 09:30 -- 113/h) 20240802-09:31:03 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 420 / 420 (finishes now! -- 113/h) 20240802-09:31:15 wrote c_quizzes.pth 20240802-09:31:15 training model 0 20240802-09:36:42 train_perplexity 116 model 0 1.1581177320619704 20240802-09:36:48 test_perplexity 116 model 0 1.1563322591369862 20240802-09:37:31 test_accuracy 116 model 0 val 1486 / 1583 20240802-09:37:32 wrote gpt_000.pth 20240802-09:37:44 wrote state.pth 20240802-09:37:44 --- epoch 117 ---------------------------------------- 20240802-09:37:44 current_test_accuracies 0.9387 0.0000 0.0000 0.0000 0.0000 20240802-09:37:44 training model 1 20240802-09:43:11 train_perplexity 117 model 1 1.1588393284661185 20240802-09:43:17 test_perplexity 117 model 1 1.156297743773279 20240802-09:44:01 test_accuracy 117 model 1 val 1490 / 1597 20240802-09:44:02 wrote gpt_001.pth 20240802-09:44:14 wrote state.pth 20240802-09:44:14 --- epoch 118 ---------------------------------------- 20240802-09:44:14 current_test_accuracies 0.9387 0.9330 0.0000 0.0000 0.0000 20240802-09:44:14 training model 2 20240802-09:49:41 train_perplexity 118 model 2 1.1579114628503329 20240802-09:49:47 test_perplexity 118 model 2 1.1559302363780481 20240802-09:50:30 test_accuracy 118 model 2 val 1549 / 1616 20240802-09:50:31 wrote gpt_002.pth 20240802-09:50:43 wrote state.pth 20240802-09:50:43 --- epoch 119 ---------------------------------------- 20240802-09:50:43 current_test_accuracies 0.9387 0.9330 0.9585 0.0000 0.0000 20240802-09:50:43 training model 3 20240802-09:56:10 train_perplexity 119 model 3 1.1586024736382499 20240802-09:56:16 test_perplexity 119 model 3 1.1560796180061512 20240802-09:56:58 test_accuracy 119 model 3 val 1524 / 1604 20240802-09:56:59 wrote gpt_003.pth 20240802-09:57:11 wrote state.pth 20240802-09:57:11 --- epoch 120 ---------------------------------------- 20240802-09:57:11 current_test_accuracies 0.9387 0.9330 0.9585 0.9501 0.0000 20240802-09:57:11 training model 4 20240802-10:02:38 train_perplexity 120 model 4 1.1581850199018948 20240802-10:02:44 test_perplexity 120 model 4 1.1586122506485719 20240802-10:03:27 test_accuracy 120 model 4 val 1523 / 1599 20240802-10:03:29 wrote gpt_004.pth 20240802-10:03:40 wrote state.pth 20240802-10:03:40 --- epoch 121 ---------------------------------------- 20240802-10:03:40 current_test_accuracies 0.9387 0.9330 0.9585 0.9501 0.9525 20240802-10:03:40 training model 1 20240803-05:46:55 argv ./main.py --result_dir=results_noise --nb_train_samples=40000 --nb_test_samples=2000 --grids_world_tasks=replace_color,translate,grow,half_fill,frame,detect,corners,contact --accuracy_to_make_c_quizzes=0.95 --prompt_noise=0.05 --seed=103451 --resume 20240803-05:46:55 args.log_filename train.log 20240803-05:46:55 args.result_dir results_noise 20240803-05:46:55 args.seed 103451 20240803-05:46:55 args.resume True 20240803-05:46:55 args.max_percents_of_test_in_train -1 20240803-05:46:55 args.log_command None 20240803-05:46:55 args.nb_epochs 10000 20240803-05:46:55 args.batch_size 25 20240803-05:46:55 args.physical_batch_size None 20240803-05:46:55 args.inference_batch_size 50 20240803-05:46:55 args.nb_train_samples 40000 20240803-05:46:55 args.nb_test_samples 2000 20240803-05:46:55 args.nb_new_c_quizzes_for_train None 20240803-05:46:55 args.nb_new_c_quizzes_for_test None 20240803-05:46:55 args.learning_rate 0.0005 20240803-05:46:55 args.model 37M 20240803-05:46:55 args.dim_model 512 20240803-05:46:55 args.dim_keys 64 20240803-05:46:55 args.dim_hidden 2048 20240803-05:46:55 args.nb_heads 8 20240803-05:46:55 args.nb_blocks 12 20240803-05:46:55 args.dropout 0.1 20240803-05:46:55 args.deterministic_synthesis False 20240803-05:46:55 args.problem grids 20240803-05:46:55 args.nb_threads 1 20240803-05:46:55 args.gpus all 20240803-05:46:55 args.nb_gpts 5 20240803-05:46:55 args.max_fail_to_validate 2 20240803-05:46:55 args.accuracy_to_make_c_quizzes 0.95 20240803-05:46:55 args.proba_understands 0.95 20240803-05:46:55 args.proba_not_understands 0.5 20240803-05:46:55 args.temperature_hot 1.5 20240803-05:46:55 args.temperature_cold 1 20240803-05:46:55 args.prompt_noise 0.05 20240803-05:46:55 args.nb_averaging_rounds 3 20240803-05:46:55 args.dirty_debug False 20240803-05:46:55 args.test_generator False 20240803-05:46:55 args.test_func False 20240803-05:46:55 args.grids_world_tasks replace_color,translate,grow,half_fill,frame,detect,corners,contact 20240803-05:46:55 args.grids_science_tasks None 20240803-05:46:55 args.sky_height 6 20240803-05:46:55 args.sky_width 8 20240803-05:46:55 args.sky_nb_birds 3 20240803-05:46:55 args.sky_nb_iterations 2 20240803-05:46:55 args.sky_speed 3 20240803-05:46:55 main_device cuda:0 gpus ['cuda:0'] 20240803-05:46:55 vocabulary_size 15 20240803-05:46:55 creating model 0 and its w_quizzes 20240803-05:47:08 creating model 1 and its w_quizzes 20240803-05:47:21 creating model 2 and its w_quizzes 20240803-05:47:34 creating model 3 and its w_quizzes 20240803-05:47:47 creating model 4 and its w_quizzes 20240803-05:49:26 argv ./main.py --result_dir=results_noise --nb_train_samples=40000 --nb_test_samples=2000 --grids_world_tasks=replace_color,translate,grow,half_fill,frame,detect,corners,contact --accuracy_to_make_c_quizzes=0.95 --prompt_noise=0.05 --seed=103451 --resume 20240803-05:49:26 args.log_filename train.log 20240803-05:49:26 args.result_dir results_noise 20240803-05:49:26 args.seed 103451 20240803-05:49:26 args.resume True 20240803-05:49:26 args.max_percents_of_test_in_train -1 20240803-05:49:26 args.log_command None 20240803-05:49:26 args.nb_epochs 10000 20240803-05:49:26 args.batch_size 25 20240803-05:49:26 args.physical_batch_size None 20240803-05:49:26 args.inference_batch_size 50 20240803-05:49:26 args.nb_train_samples 40000 20240803-05:49:26 args.nb_test_samples 2000 20240803-05:49:26 args.nb_new_c_quizzes_for_train None 20240803-05:49:26 args.nb_new_c_quizzes_for_test None 20240803-05:49:26 args.learning_rate 0.0005 20240803-05:49:26 args.model 37M 20240803-05:49:26 args.dim_model 512 20240803-05:49:26 args.dim_keys 64 20240803-05:49:26 args.dim_hidden 2048 20240803-05:49:26 args.nb_heads 8 20240803-05:49:26 args.nb_blocks 12 20240803-05:49:26 args.dropout 0.1 20240803-05:49:26 args.deterministic_synthesis False 20240803-05:49:26 args.problem grids 20240803-05:49:26 args.nb_threads 1 20240803-05:49:26 args.gpus all 20240803-05:49:26 args.nb_gpts 5 20240803-05:49:26 args.max_fail_to_validate 2 20240803-05:49:26 args.accuracy_to_make_c_quizzes 0.95 20240803-05:49:26 args.proba_understands 0.95 20240803-05:49:26 args.proba_not_understands 0.5 20240803-05:49:26 args.temperature_hot 1.5 20240803-05:49:26 args.temperature_cold 1 20240803-05:49:26 args.prompt_noise 0.05 20240803-05:49:26 args.nb_averaging_rounds 3 20240803-05:49:26 args.dirty_debug False 20240803-05:49:26 args.test_generator False 20240803-05:49:26 args.grids_world_tasks replace_color,translate,grow,half_fill,frame,detect,corners,contact 20240803-05:49:26 args.grids_science_tasks None 20240803-05:49:26 args.sky_height 6 20240803-05:49:26 args.sky_width 8 20240803-05:49:26 args.sky_nb_birds 3 20240803-05:49:26 args.sky_nb_iterations 2 20240803-05:49:26 args.sky_speed 3 20240803-05:49:26 main_device cuda:0 gpus ['cuda:0'] 20240803-05:49:26 vocabulary_size 15 20240803-05:49:26 creating model 0 and its w_quizzes 20240803-05:49:39 creating model 1 and its w_quizzes 20240803-05:49:52 creating model 2 and its w_quizzes 20240803-05:50:05 creating model 3 and its w_quizzes 20240803-05:50:18 creating model 4 and its w_quizzes 20240803-05:50:31 successfully loaded gpt_000.pth 20240803-05:50:31 successfully loaded gpt_001.pth 20240803-05:50:31 successfully loaded gpt_002.pth 20240803-05:50:31 successfully loaded gpt_003.pth 20240803-05:50:31 successfully loaded gpt_004.pth 20240803-05:50:31 successfully loaded c_quizzes.pth 20240803-05:50:31 successfully loaded state.pth 20240803-05:50:31 nb_parameters 37819407 (37M) 20240803-05:50:31 nb_new_c_quizzes_for_train 400 nb_new_c_quizzes_for_test 20 20240803-05:50:31 wrote state.pth 20240803-05:50:31 --- epoch 121 ---------------------------------------- 20240803-05:50:31 current_test_accuracies 0.9387 0.9330 0.9585 0.9501 0.9525 20240803-05:50:31 training model 1 20240803-05:55:58 train_perplexity 121 model 1 1.1586351684216325 20240803-05:56:03 test_perplexity 121 model 1 1.1553530484315475 20240803-05:56:47 test_accuracy 121 model 1 val 1533 / 1599 20240803-05:56:48 wrote gpt_001.pth 20240803-05:57:00 wrote state.pth 20240803-05:57:00 --- epoch 122 ---------------------------------------- 20240803-05:57:00 current_test_accuracies 0.9387 0.9587 0.9585 0.9501 0.9525 20240803-05:57:00 training model 0 20240803-06:02:27 train_perplexity 122 model 0 1.1581772054933035 20240803-06:02:32 test_perplexity 122 model 0 1.1562892086202017 20240803-06:03:15 test_accuracy 122 model 0 val 1504 / 1596 20240803-06:03:17 wrote gpt_000.pth 20240803-06:03:29 wrote state.pth 20240803-06:03:29 --- epoch 123 ---------------------------------------- 20240803-06:03:29 current_test_accuracies 0.9424 0.9587 0.9585 0.9501 0.9525 20240803-06:03:29 training model 0 20240803-06:08:56 train_perplexity 123 model 0 1.1579438728050593 20240803-06:09:01 test_perplexity 123 model 0 1.1568161686186014 20240803-06:09:43 test_accuracy 123 model 0 val 1510 / 1619 20240803-06:09:44 wrote gpt_000.pth 20240803-06:09:56 wrote state.pth 20240803-06:09:56 --- epoch 124 ---------------------------------------- 20240803-06:09:56 current_test_accuracies 0.9327 0.9587 0.9585 0.9501 0.9525 20240803-06:09:56 training model 0 20240803-06:15:23 train_perplexity 124 model 0 1.1580109380071673 20240803-06:15:29 test_perplexity 124 model 0 1.1577548742247816 20240803-06:16:11 test_accuracy 124 model 0 val 1541 / 1631 20240803-06:16:13 wrote gpt_000.pth 20240803-06:16:25 wrote state.pth 20240803-06:16:25 --- epoch 125 ---------------------------------------- 20240803-06:16:25 current_test_accuracies 0.9448 0.9587 0.9585 0.9501 0.9525 20240803-06:16:25 training model 0 20240803-06:21:52 train_perplexity 125 model 0 1.1579544347729218 20240803-06:21:57 test_perplexity 125 model 0 1.1568397426624244 20240803-06:22:39 test_accuracy 125 model 0 val 1514 / 1609 20240803-06:22:41 wrote gpt_000.pth 20240803-06:22:53 wrote state.pth 20240803-06:22:53 --- epoch 126 ---------------------------------------- 20240803-06:22:53 current_test_accuracies 0.9410 0.9587 0.9585 0.9501 0.9525 20240803-06:22:53 training model 0 20240803-06:28:20 train_perplexity 126 model 0 1.1574336260673397 20240803-06:28:25 test_perplexity 126 model 0 1.15707811626716 20240803-06:29:08 test_accuracy 126 model 0 val 1516 / 1578 20240803-06:29:09 wrote gpt_000.pth 20240803-06:29:21 wrote state.pth 20240803-06:29:21 --- epoch 127 ---------------------------------------- 20240803-06:29:21 current_test_accuracies 0.9607 0.9587 0.9585 0.9501 0.9525 20240803-06:30:35 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 0 / 420 (finishes ??? -- 0/h) 20240803-06:31:37 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 1 / 420 (finishes Sat 22:17 -- 26/h) 20240803-06:32:40 keep c_quizzes model 4 validated 5 / 420 (1.19%) nb_accumulated 6 / 420 (finishes Sat 10:20 -- 108/h) 20240803-06:33:43 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 6 / 420 (finishes Sat 11:35 -- 82/h) 20240803-06:34:47 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 7 / 420 (finishes Sat 11:55 -- 77/h) 20240803-06:35:51 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 8 / 420 (finishes Sat 12:10 -- 73/h) 20240803-06:36:54 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 11 / 420 (finishes Sat 11:17 -- 87/h) 20240803-06:37:57 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 14 / 420 (finishes Sat 10:47 -- 97/h) 20240803-06:39:00 keep c_quizzes model 3 validated 4 / 420 (0.95%) nb_accumulated 18 / 420 (finishes Sat 10:14 -- 111/h) 20240803-06:40:03 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 20 / 420 (finishes Sat 10:14 -- 112/h) 20240803-06:41:07 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 21 / 420 (finishes Sat 10:24 -- 107/h) 20240803-06:42:09 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 22 / 420 (finishes Sat 10:33 -- 103/h) 20240803-06:43:12 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 23 / 420 (finishes Sat 10:42 -- 99/h) 20240803-06:44:16 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 25 / 420 (finishes Sat 10:39 -- 100/h) 20240803-06:45:20 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 25 / 420 (finishes Sat 10:57 -- 93/h) 20240803-06:46:24 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 27 / 420 (finishes Sat 10:54 -- 95/h) 20240803-06:47:28 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 28 / 420 (finishes Sat 11:00 -- 92/h) 20240803-06:48:32 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 28 / 420 (finishes Sat 11:16 -- 87/h) 20240803-06:49:35 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 28 / 420 (finishes Sat 11:32 -- 83/h) 20240803-06:50:39 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 29 / 420 (finishes Sat 11:37 -- 81/h) 20240803-06:51:43 keep c_quizzes model 0 validated 4 / 420 (0.95%) nb_accumulated 33 / 420 (finishes Sat 11:14 -- 88/h) 20240803-06:52:47 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 35 / 420 (finishes Sat 11:10 -- 89/h) 20240803-06:53:51 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 36 / 420 (finishes Sat 11:15 -- 88/h) 20240803-06:54:55 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 36 / 420 (finishes Sat 11:27 -- 84/h) 20240803-06:55:59 keep c_quizzes model 0 validated 4 / 420 (0.95%) nb_accumulated 40 / 420 (finishes Sat 11:08 -- 90/h) 20240803-06:57:03 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 40 / 420 (finishes Sat 11:20 -- 86/h) 20240803-06:58:07 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 41 / 420 (finishes Sat 11:23 -- 85/h) 20240803-06:59:11 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 44 / 420 (finishes Sat 11:14 -- 88/h) 20240803-07:00:15 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 46 / 420 (finishes Sat 11:11 -- 89/h) 20240803-07:01:19 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 46 / 420 (finishes Sat 11:21 -- 86/h) 20240803-07:02:23 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 46 / 420 (finishes Sat 11:30 -- 83/h) 20240803-07:03:27 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 46 / 420 (finishes Sat 11:40 -- 80/h) 20240803-07:04:31 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 46 / 420 (finishes Sat 11:50 -- 78/h) 20240803-07:05:36 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 46 / 420 (finishes Sat 12:00 -- 76/h) 20240803-07:06:40 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 46 / 420 (finishes Sat 12:10 -- 73/h) 20240803-07:07:44 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 47 / 420 (finishes Sat 12:12 -- 73/h) 20240803-07:08:48 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 48 / 420 (finishes Sat 12:14 -- 72/h) 20240803-07:09:53 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 49 / 420 (finishes Sat 12:16 -- 72/h) 20240803-07:10:57 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 50 / 420 (finishes Sat 12:18 -- 72/h) 20240803-07:12:01 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 51 / 420 (finishes Sat 12:20 -- 71/h) 20240803-07:13:05 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 52 / 420 (finishes Sat 12:22 -- 71/h) 20240803-07:14:09 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 53 / 420 (finishes Sat 12:24 -- 70/h) 20240803-07:15:13 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 54 / 420 (finishes Sat 12:26 -- 70/h) 20240803-07:16:18 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 55 / 420 (finishes Sat 12:27 -- 70/h) 20240803-07:17:22 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 56 / 420 (finishes Sat 12:29 -- 69/h) 20240803-07:18:26 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 57 / 420 (finishes Sat 12:31 -- 69/h) 20240803-07:19:30 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 58 / 420 (finishes Sat 12:32 -- 69/h) 20240803-07:20:35 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 58 / 420 (finishes Sat 12:40 -- 67/h) 20240803-07:21:39 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 60 / 420 (finishes Sat 12:35 -- 68/h) 20240803-07:22:43 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 61 / 420 (finishes Sat 12:36 -- 68/h) 20240803-07:23:48 keep c_quizzes model 4 validated 5 / 420 (1.19%) nb_accumulated 66 / 420 (finishes Sat 12:15 -- 72/h) 20240803-07:24:52 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 67 / 420 (finishes Sat 12:17 -- 72/h) 20240803-07:25:56 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 68 / 420 (finishes Sat 12:18 -- 72/h) 20240803-07:27:00 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 70 / 420 (finishes Sat 12:15 -- 72/h) 20240803-07:28:04 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 72 / 420 (finishes Sat 12:11 -- 73/h) 20240803-07:29:09 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 73 / 420 (finishes Sat 12:13 -- 73/h) 20240803-07:30:13 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 75 / 420 (finishes Sat 12:10 -- 73/h) 20240803-07:31:17 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 77 / 420 (finishes Sat 12:07 -- 74/h) 20240803-07:32:21 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 78 / 420 (finishes Sat 12:08 -- 74/h) 20240803-07:33:26 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 79 / 420 (finishes Sat 12:10 -- 73/h) 20240803-07:34:30 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 80 / 420 (finishes Sat 12:11 -- 73/h) 20240803-07:35:35 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 81 / 420 (finishes Sat 12:12 -- 73/h) 20240803-07:36:39 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 82 / 420 (finishes Sat 12:14 -- 73/h) 20240803-07:37:43 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 82 / 420 (finishes Sat 12:19 -- 71/h) 20240803-07:38:47 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 83 / 420 (finishes Sat 12:20 -- 71/h) 20240803-07:39:52 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 86 / 420 (finishes Sat 12:13 -- 73/h) 20240803-07:40:56 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 86 / 420 (finishes Sat 12:18 -- 72/h) 20240803-07:42:01 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 86 / 420 (finishes Sat 12:24 -- 71/h) 20240803-07:43:04 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 87 / 420 (finishes Sat 12:25 -- 70/h) 20240803-07:44:08 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 88 / 420 (finishes Sat 12:26 -- 70/h) 20240803-07:45:12 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 89 / 420 (finishes Sat 12:27 -- 70/h) 20240803-07:46:16 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 89 / 420 (finishes Sat 12:32 -- 69/h) 20240803-07:47:20 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 89 / 420 (finishes Sat 12:37 -- 68/h) 20240803-07:48:24 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 89 / 420 (finishes Sat 12:42 -- 67/h) 20240803-07:49:27 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 91 / 420 (finishes Sat 12:39 -- 68/h) 20240803-07:50:32 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 91 / 420 (finishes Sat 12:44 -- 67/h) 20240803-07:51:35 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 92 / 420 (finishes Sat 12:44 -- 67/h) 20240803-07:52:40 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 92 / 420 (finishes Sat 12:49 -- 66/h) 20240803-07:53:44 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 93 / 420 (finishes Sat 12:50 -- 66/h) 20240803-07:54:49 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 93 / 420 (finishes Sat 12:55 -- 65/h) 20240803-07:55:53 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 93 / 420 (finishes Sat 13:00 -- 64/h) 20240803-07:56:58 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 94 / 420 (finishes Sat 13:00 -- 64/h) 20240803-07:58:02 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 95 / 420 (finishes Sat 13:01 -- 64/h) 20240803-07:59:06 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 96 / 420 (finishes Sat 13:02 -- 64/h) 20240803-08:00:10 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 96 / 420 (finishes Sat 13:06 -- 63/h) 20240803-08:01:14 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 97 / 420 (finishes Sat 13:07 -- 63/h) 20240803-08:02:18 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 98 / 420 (finishes Sat 13:07 -- 63/h) 20240803-08:03:23 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 98 / 420 (finishes Sat 13:12 -- 62/h) 20240803-08:04:27 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 98 / 420 (finishes Sat 13:16 -- 61/h) 20240803-08:05:31 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 99 / 420 (finishes Sat 13:17 -- 61/h) 20240803-08:06:35 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 99 / 420 (finishes Sat 13:21 -- 61/h) 20240803-08:07:39 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 101 / 420 (finishes Sat 13:18 -- 61/h) 20240803-08:08:44 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 102 / 420 (finishes Sat 13:18 -- 61/h) 20240803-08:09:48 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 104 / 420 (finishes Sat 13:15 -- 62/h) 20240803-08:10:53 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 105 / 420 (finishes Sat 13:15 -- 62/h) 20240803-08:11:58 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 106 / 420 (finishes Sat 13:15 -- 61/h) 20240803-08:13:02 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 107 / 420 (finishes Sat 13:16 -- 61/h) 20240803-08:14:07 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 108 / 420 (finishes Sat 13:16 -- 61/h) 20240803-08:15:11 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 110 / 420 (finishes Sat 13:13 -- 62/h) 20240803-08:16:16 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 112 / 420 (finishes Sat 13:10 -- 62/h) 20240803-08:17:20 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 112 / 420 (finishes Sat 13:14 -- 62/h) 20240803-08:18:25 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 114 / 420 (finishes Sat 13:11 -- 62/h) 20240803-08:19:29 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 116 / 420 (finishes Sat 13:08 -- 63/h) 20240803-08:20:33 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 116 / 420 (finishes Sat 13:11 -- 62/h) 20240803-08:21:37 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 116 / 420 (finishes Sat 13:15 -- 61/h) 20240803-08:22:41 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 118 / 420 (finishes Sat 13:12 -- 62/h) 20240803-08:23:46 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 121 / 420 (finishes Sat 13:06 -- 63/h) 20240803-08:24:50 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 122 / 420 (finishes Sat 13:06 -- 63/h) 20240803-08:25:55 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 123 / 420 (finishes Sat 13:07 -- 63/h) 20240803-08:26:59 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 124 / 420 (finishes Sat 13:07 -- 63/h) 20240803-08:28:03 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 124 / 420 (finishes Sat 13:11 -- 62/h) 20240803-08:29:07 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 126 / 420 (finishes Sat 13:08 -- 63/h) 20240803-08:30:11 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 126 / 420 (finishes Sat 13:12 -- 62/h) 20240803-08:31:15 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 128 / 420 (finishes Sat 13:09 -- 63/h) 20240803-08:32:20 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 128 / 420 (finishes Sat 13:12 -- 62/h) 20240803-08:33:25 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 130 / 420 (finishes Sat 13:10 -- 62/h) 20240803-08:34:29 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 131 / 420 (finishes Sat 13:10 -- 62/h) 20240803-08:35:33 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 131 / 420 (finishes Sat 13:13 -- 62/h) 20240803-08:36:37 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 131 / 420 (finishes Sat 13:17 -- 61/h) 20240803-08:37:42 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 132 / 420 (finishes Sat 13:17 -- 61/h) 20240803-08:38:46 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 132 / 420 (finishes Sat 13:21 -- 61/h) 20240803-08:39:51 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 133 / 420 (finishes Sat 13:21 -- 61/h) 20240803-08:40:55 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 134 / 420 (finishes Sat 13:21 -- 61/h) 20240803-08:42:00 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 135 / 420 (finishes Sat 13:22 -- 61/h) 20240803-08:43:05 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 135 / 420 (finishes Sat 13:25 -- 60/h) 20240803-08:44:09 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 138 / 420 (finishes Sat 13:19 -- 61/h) 20240803-08:45:14 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 139 / 420 (finishes Sat 13:19 -- 61/h) 20240803-08:46:19 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 141 / 420 (finishes Sat 13:17 -- 61/h) 20240803-08:47:23 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 141 / 420 (finishes Sat 13:20 -- 61/h) 20240803-08:48:28 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 141 / 420 (finishes Sat 13:23 -- 60/h) 20240803-08:49:32 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 141 / 420 (finishes Sat 13:26 -- 60/h) 20240803-08:50:37 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 143 / 420 (finishes Sat 13:24 -- 60/h) 20240803-08:51:41 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 144 / 420 (finishes Sat 13:24 -- 60/h) 20240803-08:52:45 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 144 / 420 (finishes Sat 13:27 -- 60/h) 20240803-08:53:49 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 146 / 420 (finishes Sat 13:24 -- 60/h) 20240803-08:54:54 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 146 / 420 (finishes Sat 13:28 -- 60/h) 20240803-08:55:58 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 149 / 420 (finishes Sat 13:22 -- 60/h) 20240803-08:57:03 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 152 / 420 (finishes Sat 13:17 -- 61/h) 20240803-08:58:07 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 154 / 420 (finishes Sat 13:15 -- 62/h) 20240803-08:59:12 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 154 / 420 (finishes Sat 13:18 -- 61/h) 20240803-09:00:16 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 155 / 420 (finishes Sat 13:18 -- 61/h) 20240803-09:01:20 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 157 / 420 (finishes Sat 13:15 -- 61/h) 20240803-09:02:25 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 158 / 420 (finishes Sat 13:16 -- 61/h) 20240803-09:03:29 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 158 / 420 (finishes Sat 13:19 -- 61/h) 20240803-09:04:33 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 159 / 420 (finishes Sat 13:19 -- 61/h) 20240803-09:05:38 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 160 / 420 (finishes Sat 13:19 -- 61/h) 20240803-09:06:42 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 161 / 420 (finishes Sat 13:19 -- 61/h) 20240803-09:07:47 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 163 / 420 (finishes Sat 13:17 -- 61/h) 20240803-09:08:52 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 164 / 420 (finishes Sat 13:17 -- 61/h) 20240803-09:09:56 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 166 / 420 (finishes Sat 13:15 -- 62/h) 20240803-09:11:01 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 166 / 420 (finishes Sat 13:18 -- 61/h) 20240803-09:12:05 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 166 / 420 (finishes Sat 13:21 -- 61/h) 20240803-09:13:10 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 168 / 420 (finishes Sat 13:18 -- 61/h) 20240803-09:14:15 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 170 / 420 (finishes Sat 13:16 -- 61/h) 20240803-09:15:19 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 170 / 420 (finishes Sat 13:19 -- 61/h) 20240803-09:16:24 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 172 / 420 (finishes Sat 13:17 -- 61/h) 20240803-09:17:28 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 173 / 420 (finishes Sat 13:17 -- 61/h) 20240803-09:18:32 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 174 / 420 (finishes Sat 13:17 -- 61/h) 20240803-09:19:37 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 174 / 420 (finishes Sat 13:20 -- 61/h) 20240803-09:20:42 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 174 / 420 (finishes Sat 13:22 -- 60/h) 20240803-09:21:46 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 176 / 420 (finishes Sat 13:20 -- 61/h) 20240803-09:22:50 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 176 / 420 (finishes Sat 13:23 -- 60/h) 20240803-09:23:55 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 176 / 420 (finishes Sat 13:25 -- 60/h) 20240803-09:25:00 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 176 / 420 (finishes Sat 13:28 -- 60/h) 20240803-09:26:04 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 176 / 420 (finishes Sat 13:31 -- 59/h) 20240803-09:27:09 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 177 / 420 (finishes Sat 13:31 -- 59/h) 20240803-09:28:14 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 177 / 420 (finishes Sat 13:33 -- 59/h) 20240803-09:29:18 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 177 / 420 (finishes Sat 13:36 -- 59/h) 20240803-09:30:23 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 178 / 420 (finishes Sat 13:36 -- 58/h) 20240803-09:31:27 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 179 / 420 (finishes Sat 13:36 -- 58/h) 20240803-09:32:32 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 180 / 420 (finishes Sat 13:36 -- 58/h) 20240803-09:33:36 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 181 / 420 (finishes Sat 13:36 -- 58/h) 20240803-09:34:41 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 182 / 420 (finishes Sat 13:37 -- 58/h) 20240803-09:35:46 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 182 / 420 (finishes Sat 13:39 -- 58/h) 20240803-09:36:50 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 182 / 420 (finishes Sat 13:42 -- 58/h) 20240803-09:37:55 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 183 / 420 (finishes Sat 13:42 -- 58/h) 20240803-09:38:59 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 183 / 420 (finishes Sat 13:44 -- 57/h) 20240803-09:40:04 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 183 / 420 (finishes Sat 13:47 -- 57/h) 20240803-09:41:09 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 184 / 420 (finishes Sat 13:47 -- 57/h) 20240803-09:42:13 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 185 / 420 (finishes Sat 13:47 -- 57/h) 20240803-09:43:17 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 185 / 420 (finishes Sat 13:49 -- 57/h) 20240803-09:44:22 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 187 / 420 (finishes Sat 13:47 -- 57/h) 20240803-09:45:27 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 189 / 420 (finishes Sat 13:45 -- 57/h) 20240803-09:46:32 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 192 / 420 (finishes Sat 13:40 -- 58/h) 20240803-09:47:37 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 195 / 420 (finishes Sat 13:36 -- 59/h) 20240803-09:48:41 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 195 / 420 (finishes Sat 13:38 -- 58/h) 20240803-09:49:46 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 195 / 420 (finishes Sat 13:41 -- 58/h) 20240803-09:50:51 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 195 / 420 (finishes Sat 13:43 -- 58/h) 20240803-09:51:55 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 195 / 420 (finishes Sat 13:45 -- 57/h) 20240803-09:53:00 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 197 / 420 (finishes Sat 13:43 -- 58/h) 20240803-09:54:05 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 197 / 420 (finishes Sat 13:45 -- 57/h) 20240803-09:55:09 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 197 / 420 (finishes Sat 13:48 -- 57/h) 20240803-09:56:14 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 198 / 420 (finishes Sat 13:48 -- 57/h) 20240803-09:57:19 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 198 / 420 (finishes Sat 13:50 -- 57/h) 20240803-09:58:23 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 199 / 420 (finishes Sat 13:50 -- 57/h) 20240803-09:59:28 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 199 / 420 (finishes Sat 13:52 -- 56/h) 20240803-10:00:33 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 200 / 420 (finishes Sat 13:52 -- 56/h) 20240803-10:01:38 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 201 / 420 (finishes Sat 13:52 -- 56/h) 20240803-10:02:42 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 201 / 420 (finishes Sat 13:55 -- 56/h) 20240803-10:03:47 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 201 / 420 (finishes Sat 13:57 -- 56/h) 20240803-10:04:52 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 202 / 420 (finishes Sat 13:57 -- 56/h) 20240803-10:05:56 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 203 / 420 (finishes Sat 13:57 -- 56/h) 20240803-10:07:01 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 203 / 420 (finishes Sat 13:59 -- 55/h) 20240803-10:08:06 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 205 / 420 (finishes Sat 13:57 -- 56/h) 20240803-10:09:10 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 205 / 420 (finishes Sat 13:59 -- 55/h) 20240803-10:10:15 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 207 / 420 (finishes Sat 13:57 -- 56/h) 20240803-10:11:19 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 207 / 420 (finishes Sat 13:59 -- 55/h) 20240803-10:12:24 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 207 / 420 (finishes Sat 14:01 -- 55/h) 20240803-10:13:28 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 209 / 420 (finishes Sat 13:59 -- 55/h) 20240803-10:14:33 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 210 / 420 (finishes Sat 13:59 -- 55/h) 20240803-10:15:38 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 210 / 420 (finishes Sat 14:01 -- 55/h) 20240803-10:16:42 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 211 / 420 (finishes Sat 14:01 -- 55/h) 20240803-10:17:47 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 212 / 420 (finishes Sat 14:01 -- 55/h) 20240803-10:18:52 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 212 / 420 (finishes Sat 14:04 -- 55/h) 20240803-10:19:57 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 213 / 420 (finishes Sat 14:04 -- 55/h) 20240803-10:21:02 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 215 / 420 (finishes Sat 14:01 -- 55/h) 20240803-10:22:07 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 216 / 420 (finishes Sat 14:01 -- 55/h) 20240803-10:23:11 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 216 / 420 (finishes Sat 14:04 -- 55/h) 20240803-10:24:16 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 218 / 420 (finishes Sat 14:01 -- 55/h) 20240803-10:25:21 keep c_quizzes model 0 validated 4 / 420 (0.95%) nb_accumulated 222 / 420 (finishes Sat 13:55 -- 56/h) 20240803-10:26:25 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 224 / 420 (finishes Sat 13:53 -- 56/h) 20240803-10:27:30 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 225 / 420 (finishes Sat 13:53 -- 56/h) 20240803-10:28:35 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 225 / 420 (finishes Sat 13:55 -- 56/h) 20240803-10:29:39 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 226 / 420 (finishes Sat 13:55 -- 56/h) 20240803-10:30:44 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 226 / 420 (finishes Sat 13:57 -- 56/h) 20240803-10:31:49 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 226 / 420 (finishes Sat 13:59 -- 55/h) 20240803-10:32:53 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 227 / 420 (finishes Sat 13:59 -- 55/h) 20240803-10:33:58 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 228 / 420 (finishes Sat 13:59 -- 55/h) 20240803-10:35:03 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 228 / 420 (finishes Sat 14:01 -- 55/h) 20240803-10:36:07 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 230 / 420 (finishes Sat 13:59 -- 55/h) 20240803-10:37:12 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 230 / 420 (finishes Sat 14:01 -- 55/h) 20240803-10:38:17 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 231 / 420 (finishes Sat 14:01 -- 55/h) 20240803-10:39:21 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 232 / 420 (finishes Sat 14:01 -- 55/h) 20240803-10:40:26 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 232 / 420 (finishes Sat 14:03 -- 55/h) 20240803-10:41:31 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 233 / 420 (finishes Sat 14:03 -- 55/h) 20240803-10:42:35 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 236 / 420 (finishes Sat 14:00 -- 55/h) 20240803-10:43:40 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 236 / 420 (finishes Sat 14:01 -- 55/h) 20240803-10:44:44 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 237 / 420 (finishes Sat 14:01 -- 55/h) 20240803-10:45:49 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 239 / 420 (finishes Sat 14:00 -- 55/h) 20240803-10:46:54 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 241 / 420 (finishes Sat 13:58 -- 56/h) 20240803-10:47:59 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 241 / 420 (finishes Sat 14:00 -- 55/h) 20240803-10:49:03 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 241 / 420 (finishes Sat 14:01 -- 55/h) 20240803-10:50:08 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 241 / 420 (finishes Sat 14:03 -- 55/h) 20240803-10:51:12 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 243 / 420 (finishes Sat 14:01 -- 55/h) 20240803-10:52:17 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 245 / 420 (finishes Sat 14:00 -- 55/h) 20240803-10:53:21 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 248 / 420 (finishes Sat 13:56 -- 56/h) 20240803-10:54:25 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 249 / 420 (finishes Sat 13:56 -- 56/h) 20240803-10:55:30 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 250 / 420 (finishes Sat 13:56 -- 56/h) 20240803-10:56:35 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 250 / 420 (finishes Sat 13:58 -- 56/h) 20240803-10:57:40 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 250 / 420 (finishes Sat 14:00 -- 55/h) 20240803-10:58:44 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 251 / 420 (finishes Sat 14:00 -- 55/h) 20240803-10:59:49 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 252 / 420 (finishes Sat 14:00 -- 55/h) 20240803-11:00:53 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 252 / 420 (finishes Sat 14:01 -- 55/h) 20240803-11:01:58 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 255 / 420 (finishes Sat 13:58 -- 56/h) 20240803-11:03:03 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 256 / 420 (finishes Sat 13:58 -- 56/h) 20240803-11:04:07 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 258 / 420 (finishes Sat 13:56 -- 56/h) 20240803-11:05:12 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 260 / 420 (finishes Sat 13:54 -- 56/h) 20240803-11:06:17 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 262 / 420 (finishes Sat 13:53 -- 56/h) 20240803-11:07:21 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 264 / 420 (finishes Sat 13:51 -- 56/h) 20240803-11:08:25 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 265 / 420 (finishes Sat 13:51 -- 56/h) 20240803-11:09:30 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 266 / 420 (finishes Sat 13:51 -- 56/h) 20240803-11:10:35 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 268 / 420 (finishes Sat 13:50 -- 57/h) 20240803-11:11:39 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 269 / 420 (finishes Sat 13:50 -- 57/h) 20240803-11:12:44 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 269 / 420 (finishes Sat 13:51 -- 56/h) 20240803-11:13:49 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 269 / 420 (finishes Sat 13:53 -- 56/h) 20240803-11:14:53 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 269 / 420 (finishes Sat 13:55 -- 56/h) 20240803-11:15:58 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 270 / 420 (finishes Sat 13:55 -- 56/h) 20240803-11:17:03 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 270 / 420 (finishes Sat 13:56 -- 56/h) 20240803-11:18:08 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 272 / 420 (finishes Sat 13:55 -- 56/h) 20240803-11:19:12 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 273 / 420 (finishes Sat 13:55 -- 56/h) 20240803-11:20:17 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 274 / 420 (finishes Sat 13:55 -- 56/h) 20240803-11:21:22 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 274 / 420 (finishes Sat 13:56 -- 56/h) 20240803-11:22:27 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 275 / 420 (finishes Sat 13:57 -- 56/h) 20240803-11:23:32 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 275 / 420 (finishes Sat 13:58 -- 56/h) 20240803-11:24:36 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 276 / 420 (finishes Sat 13:58 -- 56/h) 20240803-11:25:41 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 277 / 420 (finishes Sat 13:58 -- 56/h) 20240803-11:26:45 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 277 / 420 (finishes Sat 14:00 -- 55/h) 20240803-11:27:50 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 277 / 420 (finishes Sat 14:01 -- 55/h) 20240803-11:28:55 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 277 / 420 (finishes Sat 14:03 -- 55/h) 20240803-11:29:59 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 277 / 420 (finishes Sat 14:05 -- 55/h) 20240803-11:31:04 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 277 / 420 (finishes Sat 14:06 -- 55/h) 20240803-11:32:08 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 277 / 420 (finishes Sat 14:08 -- 54/h) 20240803-11:33:13 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 277 / 420 (finishes Sat 14:10 -- 54/h) 20240803-11:34:17 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 278 / 420 (finishes Sat 14:10 -- 54/h) 20240803-11:35:22 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 279 / 420 (finishes Sat 14:10 -- 54/h) 20240803-11:36:26 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 279 / 420 (finishes Sat 14:11 -- 54/h) 20240803-11:37:31 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 282 / 420 (finishes Sat 14:08 -- 54/h) 20240803-11:38:35 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 282 / 420 (finishes Sat 14:09 -- 54/h) 20240803-11:39:40 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 285 / 420 (finishes Sat 14:06 -- 55/h) 20240803-11:40:44 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 287 / 420 (finishes Sat 14:05 -- 55/h) 20240803-11:41:49 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 288 / 420 (finishes Sat 14:05 -- 55/h) 20240803-11:42:54 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 288 / 420 (finishes Sat 14:06 -- 55/h) 20240803-11:43:58 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 288 / 420 (finishes Sat 14:08 -- 54/h) 20240803-11:45:02 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 289 / 420 (finishes Sat 14:08 -- 54/h) 20240803-11:46:07 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 289 / 420 (finishes Sat 14:09 -- 54/h) 20240803-11:47:12 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 290 / 420 (finishes Sat 14:09 -- 54/h) 20240803-11:48:17 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 291 / 420 (finishes Sat 14:09 -- 54/h) 20240803-11:49:21 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 292 / 420 (finishes Sat 14:09 -- 54/h) 20240803-11:50:26 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 293 / 420 (finishes Sat 14:09 -- 54/h) 20240803-11:51:31 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 293 / 420 (finishes Sat 14:11 -- 54/h) 20240803-11:52:35 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 294 / 420 (finishes Sat 14:11 -- 54/h) 20240803-11:53:40 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 295 / 420 (finishes Sat 14:11 -- 54/h) 20240803-11:54:45 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 295 / 420 (finishes Sat 14:12 -- 54/h) 20240803-11:55:50 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 295 / 420 (finishes Sat 14:14 -- 54/h) 20240803-11:56:54 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 297 / 420 (finishes Sat 14:12 -- 54/h) 20240803-11:57:59 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 299 / 420 (finishes Sat 14:10 -- 54/h) 20240803-11:59:04 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 302 / 420 (finishes Sat 14:07 -- 54/h) 20240803-12:00:09 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 303 / 420 (finishes Sat 14:07 -- 54/h) 20240803-12:01:13 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 304 / 420 (finishes Sat 14:07 -- 54/h) 20240803-12:02:18 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 305 / 420 (finishes Sat 14:07 -- 54/h) 20240803-12:03:22 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 305 / 420 (finishes Sat 14:09 -- 54/h) 20240803-12:04:27 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 306 / 420 (finishes Sat 14:09 -- 54/h) 20240803-12:05:32 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 306 / 420 (finishes Sat 14:10 -- 54/h) 20240803-12:06:37 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 307 / 420 (finishes Sat 14:10 -- 54/h) 20240803-12:07:41 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 308 / 420 (finishes Sat 14:10 -- 54/h) 20240803-12:08:46 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 309 / 420 (finishes Sat 14:10 -- 54/h) 20240803-12:09:50 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 310 / 420 (finishes Sat 14:10 -- 54/h) 20240803-12:10:55 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 310 / 420 (finishes Sat 14:12 -- 54/h) 20240803-12:11:59 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 311 / 420 (finishes Sat 14:12 -- 54/h) 20240803-12:13:04 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 312 / 420 (finishes Sat 14:12 -- 54/h) 20240803-12:14:08 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 314 / 420 (finishes Sat 14:10 -- 54/h) 20240803-12:15:13 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 315 / 420 (finishes Sat 14:10 -- 54/h) 20240803-12:16:18 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 315 / 420 (finishes Sat 14:11 -- 54/h) 20240803-12:17:22 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 316 / 420 (finishes Sat 14:11 -- 54/h) 20240803-12:18:27 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 318 / 420 (finishes Sat 14:10 -- 54/h) 20240803-12:19:32 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 318 / 420 (finishes Sat 14:11 -- 54/h) 20240803-12:20:36 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 319 / 420 (finishes Sat 14:11 -- 54/h) 20240803-12:21:41 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 320 / 420 (finishes Sat 14:11 -- 54/h) 20240803-12:22:46 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 321 / 420 (finishes Sat 14:11 -- 54/h) 20240803-12:23:51 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 322 / 420 (finishes Sat 14:11 -- 54/h) 20240803-12:24:56 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 323 / 420 (finishes Sat 14:11 -- 54/h) 20240803-12:26:00 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 324 / 420 (finishes Sat 14:11 -- 54/h) 20240803-12:27:05 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 325 / 420 (finishes Sat 14:11 -- 54/h) 20240803-12:28:10 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 326 / 420 (finishes Sat 14:11 -- 54/h) 20240803-12:29:15 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 327 / 420 (finishes Sat 14:11 -- 54/h) 20240803-12:30:19 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 328 / 420 (finishes Sat 14:11 -- 54/h) 20240803-12:31:24 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 330 / 420 (finishes Sat 14:10 -- 54/h) 20240803-12:32:29 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 330 / 420 (finishes Sat 14:11 -- 54/h) 20240803-12:33:34 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 331 / 420 (finishes Sat 14:11 -- 54/h) 20240803-12:34:38 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 331 / 420 (finishes Sat 14:12 -- 54/h) 20240803-12:35:43 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 332 / 420 (finishes Sat 14:12 -- 54/h) 20240803-12:36:47 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 335 / 420 (finishes Sat 14:10 -- 54/h) 20240803-12:37:52 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 338 / 420 (finishes Sat 14:07 -- 55/h) 20240803-12:38:57 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 338 / 420 (finishes Sat 14:08 -- 54/h) 20240803-12:40:02 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 339 / 420 (finishes Sat 14:08 -- 54/h) 20240803-12:41:07 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 339 / 420 (finishes Sat 14:09 -- 54/h) 20240803-12:42:11 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 342 / 420 (finishes Sat 14:07 -- 55/h) 20240803-12:43:16 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 343 / 420 (finishes Sat 14:07 -- 55/h) 20240803-12:44:21 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 344 / 420 (finishes Sat 14:07 -- 55/h) 20240803-12:45:26 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 344 / 420 (finishes Sat 14:08 -- 54/h) 20240803-12:46:31 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 344 / 420 (finishes Sat 14:09 -- 54/h) 20240803-12:47:36 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 346 / 420 (finishes Sat 14:08 -- 54/h) 20240803-12:48:41 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 347 / 420 (finishes Sat 14:08 -- 54/h) 20240803-12:49:46 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 347 / 420 (finishes Sat 14:09 -- 54/h) 20240803-12:50:50 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 348 / 420 (finishes Sat 14:09 -- 54/h) 20240803-12:51:55 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 349 / 420 (finishes Sat 14:09 -- 54/h) 20240803-12:53:00 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 350 / 420 (finishes Sat 14:09 -- 54/h) 20240803-12:54:05 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 351 / 420 (finishes Sat 14:09 -- 54/h) 20240803-12:55:10 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 351 / 420 (finishes Sat 14:11 -- 54/h) 20240803-12:56:15 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 351 / 420 (finishes Sat 14:12 -- 54/h) 20240803-12:57:19 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 352 / 420 (finishes Sat 14:12 -- 54/h) 20240803-12:58:24 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 354 / 420 (finishes Sat 14:10 -- 54/h) 20240803-12:59:29 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 355 / 420 (finishes Sat 14:10 -- 54/h) 20240803-13:00:34 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 356 / 420 (finishes Sat 14:10 -- 54/h) 20240803-13:01:39 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 357 / 420 (finishes Sat 14:10 -- 54/h) 20240803-13:02:44 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 358 / 420 (finishes Sat 14:10 -- 54/h) 20240803-13:03:48 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 358 / 420 (finishes Sat 14:12 -- 54/h) 20240803-13:04:53 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 358 / 420 (finishes Sat 14:13 -- 54/h) 20240803-13:05:57 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 359 / 420 (finishes Sat 14:13 -- 54/h) 20240803-13:07:02 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 361 / 420 (finishes Sat 14:12 -- 54/h) 20240803-13:08:07 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 362 / 420 (finishes Sat 14:12 -- 54/h) 20240803-13:09:12 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 365 / 420 (finishes Sat 14:09 -- 54/h) 20240803-13:10:17 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 367 / 420 (finishes Sat 14:08 -- 54/h) 20240803-13:11:22 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 367 / 420 (finishes Sat 14:09 -- 54/h) 20240803-13:12:27 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 370 / 420 (finishes Sat 14:06 -- 55/h) 20240803-13:13:31 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 371 / 420 (finishes Sat 14:06 -- 55/h) 20240803-13:14:36 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 371 / 420 (finishes Sat 14:08 -- 54/h) 20240803-13:15:41 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 372 / 420 (finishes Sat 14:08 -- 54/h) 20240803-13:16:45 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 372 / 420 (finishes Sat 14:09 -- 54/h) 20240803-13:17:50 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 373 / 420 (finishes Sat 14:09 -- 54/h) 20240803-13:18:55 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 374 / 420 (finishes Sat 14:09 -- 54/h) 20240803-13:19:59 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 374 / 420 (finishes Sat 14:10 -- 54/h) 20240803-13:21:04 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 375 / 420 (finishes Sat 14:10 -- 54/h) 20240803-13:22:09 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 377 / 420 (finishes Sat 14:09 -- 54/h) 20240803-13:23:14 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 377 / 420 (finishes Sat 14:10 -- 54/h) 20240803-13:24:19 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 377 / 420 (finishes Sat 14:11 -- 54/h) 20240803-13:25:23 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 379 / 420 (finishes Sat 14:10 -- 54/h) 20240803-13:26:28 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 381 / 420 (finishes Sat 14:09 -- 54/h) 20240803-13:27:33 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 383 / 420 (finishes Sat 14:07 -- 54/h) 20240803-13:28:38 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 385 / 420 (finishes Sat 14:06 -- 55/h) 20240803-13:29:42 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 386 / 420 (finishes Sat 14:06 -- 55/h) 20240803-13:30:47 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 386 / 420 (finishes Sat 14:07 -- 54/h) 20240803-13:31:51 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 386 / 420 (finishes Sat 14:09 -- 54/h) 20240803-13:32:56 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 388 / 420 (finishes Sat 14:07 -- 54/h) 20240803-13:34:01 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 388 / 420 (finishes Sat 14:09 -- 54/h) 20240803-13:35:05 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 389 / 420 (finishes Sat 14:09 -- 54/h) 20240803-13:36:09 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 389 / 420 (finishes Sat 14:10 -- 54/h) 20240803-13:37:14 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 389 / 420 (finishes Sat 14:11 -- 54/h) 20240803-13:38:19 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 390 / 420 (finishes Sat 14:11 -- 54/h) 20240803-13:39:23 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 390 / 420 (finishes Sat 14:12 -- 54/h) 20240803-13:40:28 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 391 / 420 (finishes Sat 14:12 -- 54/h) 20240803-13:41:33 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 392 / 420 (finishes Sat 14:12 -- 54/h) 20240803-13:42:38 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 392 / 420 (finishes Sat 14:13 -- 54/h) 20240803-13:43:42 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 394 / 420 (finishes Sat 14:12 -- 54/h) 20240803-13:44:47 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 394 / 420 (finishes Sat 14:13 -- 54/h) 20240803-13:45:52 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 395 / 420 (finishes Sat 14:13 -- 54/h) 20240803-13:46:57 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 395 / 420 (finishes Sat 14:14 -- 54/h) 20240803-13:48:01 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 395 / 420 (finishes Sat 14:15 -- 54/h) 20240803-13:49:06 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 396 / 420 (finishes Sat 14:15 -- 54/h) 20240803-13:50:11 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 397 / 420 (finishes Sat 14:15 -- 54/h) 20240803-13:51:15 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 397 / 420 (finishes Sat 14:16 -- 53/h) 20240803-13:52:20 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 398 / 420 (finishes Sat 14:16 -- 53/h) 20240803-13:53:24 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 400 / 420 (finishes Sat 14:15 -- 54/h) 20240803-13:54:29 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 401 / 420 (finishes Sat 14:15 -- 54/h) 20240803-13:55:34 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 403 / 420 (finishes Sat 14:14 -- 54/h) 20240803-13:56:38 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 405 / 420 (finishes Sat 14:13 -- 54/h) 20240803-13:57:43 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 405 / 420 (finishes Sat 14:14 -- 54/h) 20240803-13:58:48 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 405 / 420 (finishes Sat 14:15 -- 54/h) 20240803-13:59:53 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 405 / 420 (finishes Sat 14:16 -- 53/h) 20240803-14:00:57 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 405 / 420 (finishes Sat 14:17 -- 53/h) 20240803-14:02:02 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 408 / 420 (finishes Sat 14:15 -- 54/h) 20240803-14:03:07 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 411 / 420 (finishes Sat 14:13 -- 54/h) 20240803-14:04:11 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 412 / 420 (finishes Sat 14:13 -- 54/h) 20240803-14:05:16 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 413 / 420 (finishes Sat 14:13 -- 54/h) 20240803-14:06:21 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 415 / 420 (finishes Sat 14:11 -- 54/h) 20240803-14:07:26 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 415 / 420 (finishes Sat 14:12 -- 54/h) 20240803-14:08:31 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 417 / 420 (finishes Sat 14:11 -- 54/h) 20240803-14:09:35 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 417 / 420 (finishes Sat 14:12 -- 54/h) 20240803-14:10:40 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 419 / 420 (finishes Sat 14:11 -- 54/h) 20240803-14:11:44 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 420 / 420 (finishes now! -- 54/h) 20240803-14:11:56 wrote c_quizzes.pth 20240803-14:11:56 training model 0 20240803-14:17:23 train_perplexity 127 model 0 1.1577587758491656 20240803-14:17:29 test_perplexity 127 model 0 1.1553785284358844 20240803-14:18:11 test_accuracy 127 model 0 val 1516 / 1600 20240803-14:18:12 wrote gpt_000.pth 20240803-14:18:23 wrote state.pth 20240803-14:18:23 --- epoch 128 ---------------------------------------- 20240803-14:18:23 current_test_accuracies 0.9475 0.0000 0.0000 0.0000 0.0000 20240803-14:18:23 training model 1 20240803-14:23:51 train_perplexity 128 model 1 1.158354344264236 20240803-14:23:56 test_perplexity 128 model 1 1.1571941551395022 20240803-14:24:40 test_accuracy 128 model 1 val 1535 / 1597 20240803-14:24:42 wrote gpt_001.pth 20240803-14:24:53 wrote state.pth 20240803-14:24:53 --- epoch 129 ---------------------------------------- 20240803-14:24:53 current_test_accuracies 0.9475 0.9612 0.0000 0.0000 0.0000 20240803-14:24:53 training model 2 20240803-14:30:21 train_perplexity 129 model 2 1.1582118473472744 20240803-14:30:26 test_perplexity 129 model 2 1.1555842090210815 20240803-14:31:10 test_accuracy 129 model 2 val 1511 / 1585 20240803-14:31:12 wrote gpt_002.pth 20240803-14:31:23 wrote state.pth 20240803-14:31:23 --- epoch 130 ---------------------------------------- 20240803-14:31:23 current_test_accuracies 0.9475 0.9612 0.9533 0.0000 0.0000 20240803-14:31:23 training model 3 20240803-14:36:50 train_perplexity 130 model 3 1.1587599302565181 20240803-14:36:56 test_perplexity 130 model 3 1.1559443966776277 20240803-14:37:39 test_accuracy 130 model 3 val 1475 / 1569 20240803-14:37:40 wrote gpt_003.pth 20240803-14:37:51 wrote state.pth 20240803-14:37:51 --- epoch 131 ---------------------------------------- 20240803-14:37:51 current_test_accuracies 0.9475 0.9612 0.9533 0.9401 0.0000 20240803-14:37:51 training model 4 20240803-14:43:19 train_perplexity 131 model 4 1.157702908826823 20240803-14:43:24 test_perplexity 131 model 4 1.155987337032124 20240803-14:44:07 test_accuracy 131 model 4 val 1513 / 1608 20240803-14:44:08 wrote gpt_004.pth 20240803-14:44:20 wrote state.pth 20240803-14:44:20 --- epoch 132 ---------------------------------------- 20240803-14:44:20 current_test_accuracies 0.9475 0.9612 0.9533 0.9401 0.9409 20240803-14:44:20 training model 3 20240803-14:49:47 train_perplexity 132 model 3 1.158108201833307 20240803-14:49:53 test_perplexity 132 model 3 1.1584957661791246 20240803-14:50:35 test_accuracy 132 model 3 val 1504 / 1603 20240803-14:50:36 wrote gpt_003.pth 20240803-14:50:47 wrote state.pth 20240803-14:50:47 --- epoch 133 ---------------------------------------- 20240803-14:50:47 current_test_accuracies 0.9475 0.9612 0.9533 0.9382 0.9409 20240803-14:50:47 training model 3 20240803-14:56:15 train_perplexity 133 model 3 1.1579195133224334 20240803-14:56:20 test_perplexity 133 model 3 1.1553508181952852 20240803-14:57:02 test_accuracy 133 model 3 val 1521 / 1601 20240803-14:57:03 wrote gpt_003.pth 20240803-14:57:15 wrote state.pth 20240803-14:57:15 --- epoch 134 ---------------------------------------- 20240803-14:57:15 current_test_accuracies 0.9475 0.9612 0.9533 0.9500 0.9409 20240803-14:57:15 training model 4 20240803-15:02:42 train_perplexity 134 model 4 1.1572260928463478 20240803-15:02:47 test_perplexity 134 model 4 1.1561094701827015 20240803-15:03:29 test_accuracy 134 model 4 val 1520 / 1607 20240803-15:03:31 wrote gpt_004.pth 20240803-15:03:42 wrote state.pth 20240803-15:03:42 --- epoch 135 ---------------------------------------- 20240803-15:03:42 current_test_accuracies 0.9475 0.9612 0.9533 0.9500 0.9459 20240803-15:03:42 training model 4 20240803-15:09:10 train_perplexity 135 model 4 1.157822759520284 20240803-15:09:15 test_perplexity 135 model 4 1.15749494154862 20240803-15:09:57 test_accuracy 135 model 4 val 1538 / 1625 20240803-15:09:59 wrote gpt_004.pth 20240803-15:10:10 wrote state.pth 20240803-15:10:10 --- epoch 136 ---------------------------------------- 20240803-15:10:10 current_test_accuracies 0.9475 0.9612 0.9533 0.9500 0.9465 20240803-15:10:10 training model 4 20240803-15:15:37 train_perplexity 136 model 4 1.1573814390563024 20240803-15:15:43 test_perplexity 136 model 4 1.1570574829645441 20240803-15:16:25 test_accuracy 136 model 4 val 1522 / 1605 20240803-15:16:26 wrote gpt_004.pth 20240803-15:16:37 wrote state.pth 20240803-15:16:37 --- epoch 137 ---------------------------------------- 20240803-15:16:37 current_test_accuracies 0.9475 0.9612 0.9533 0.9500 0.9483 20240803-15:16:37 training model 0 20240803-15:22:05 train_perplexity 137 model 0 1.1574038831647162 20240803-15:22:10 test_perplexity 137 model 0 1.1579668762557618 20240803-15:22:51 test_accuracy 137 model 0 val 1559 / 1630 20240803-15:22:53 wrote gpt_000.pth 20240803-15:23:04 wrote state.pth 20240803-15:23:04 --- epoch 138 ---------------------------------------- 20240803-15:23:04 current_test_accuracies 0.9564 0.9612 0.9533 0.9500 0.9483 20240803-15:23:04 training model 4 20240803-15:28:32 train_perplexity 138 model 4 1.1569349705918128 20240803-15:28:37 test_perplexity 138 model 4 1.1550247393674935 20240803-15:29:21 test_accuracy 138 model 4 val 1528 / 1583 20240803-15:29:23 wrote gpt_004.pth 20240803-15:29:34 wrote state.pth 20240803-15:29:34 --- epoch 139 ---------------------------------------- 20240803-15:29:34 current_test_accuracies 0.9564 0.9612 0.9533 0.9500 0.9653 20240803-15:30:46 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 1 / 420 (finishes Sat 23:53 -- 49/h) 20240803-15:31:47 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 2 / 420 (finishes Sat 23:14 -- 54/h) 20240803-15:32:49 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 4 / 420 (finishes Sat 21:11 -- 73/h) 20240803-15:33:52 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 5 / 420 (finishes Sat 21:30 -- 69/h) 20240803-15:34:53 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 8 / 420 (finishes Sat 20:08 -- 90/h) 20240803-15:35:54 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 10 / 420 (finishes Sat 19:55 -- 94/h) 20240803-15:36:56 keep c_quizzes model 1 validated 4 / 420 (0.95%) nb_accumulated 14 / 420 (finishes Sat 19:10 -- 114/h) 20240803-15:37:57 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 17 / 420 (finishes Sat 18:56 -- 121/h) 20240803-15:39:00 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 19 / 420 (finishes Sat 18:58 -- 120/h) 20240803-15:40:04 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 21 / 420 (finishes Sat 18:59 -- 120/h) 20240803-15:41:06 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 24 / 420 (finishes Sat 18:51 -- 124/h) 20240803-15:42:09 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 26 / 420 (finishes Sat 18:52 -- 123/h) 20240803-15:43:12 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 28 / 420 (finishes Sat 18:54 -- 123/h) 20240803-15:44:15 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 28 / 420 (finishes Sat 19:09 -- 114/h) 20240803-15:45:18 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 29 / 420 (finishes Sat 19:17 -- 110/h) 20240803-15:46:21 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 30 / 420 (finishes Sat 19:24 -- 107/h) 20240803-15:47:24 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 30 / 420 (finishes Sat 19:39 -- 100/h) 20240803-15:48:28 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 30 / 420 (finishes Sat 19:54 -- 95/h) 20240803-15:49:31 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 31 / 420 (finishes Sat 19:59 -- 93/h) 20240803-15:50:35 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 33 / 420 (finishes Sat 19:56 -- 94/h) 20240803-15:51:38 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 36 / 420 (finishes Sat 19:46 -- 97/h) 20240803-15:52:40 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 36 / 420 (finishes Sat 19:59 -- 93/h) 20240803-15:53:44 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 36 / 420 (finishes Sat 20:11 -- 89/h) 20240803-15:54:47 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 37 / 420 (finishes Sat 20:15 -- 88/h) 20240803-15:55:50 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 40 / 420 (finishes Sat 20:05 -- 91/h) 20240803-15:56:53 keep c_quizzes model 3 validated 4 / 420 (0.95%) nb_accumulated 44 / 420 (finishes Sat 19:50 -- 96/h) 20240803-15:57:56 keep c_quizzes model 3 validated 5 / 420 (1.19%) nb_accumulated 49 / 420 (finishes Sat 19:32 -- 103/h) 20240803-15:58:59 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 50 / 420 (finishes Sat 19:36 -- 101/h) 20240803-16:00:02 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 50 / 420 (finishes Sat 19:45 -- 98/h) 20240803-16:01:06 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 51 / 420 (finishes Sat 19:49 -- 97/h) 20240803-16:02:09 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 52 / 420 (finishes Sat 19:52 -- 95/h) 20240803-16:03:12 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 52 / 420 (finishes Sat 20:01 -- 92/h) 20240803-16:04:15 keep c_quizzes model 2 validated 5 / 420 (1.19%) nb_accumulated 57 / 420 (finishes Sat 19:45 -- 98/h) 20240803-16:05:18 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 60 / 420 (finishes Sat 19:39 -- 100/h) 20240803-16:06:21 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 61 / 420 (finishes Sat 19:42 -- 99/h) 20240803-16:07:25 keep c_quizzes model 0 validated 4 / 420 (0.95%) nb_accumulated 65 / 420 (finishes Sat 19:34 -- 103/h) 20240803-16:08:28 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 67 / 420 (finishes Sat 19:33 -- 103/h) 20240803-16:09:31 keep c_quizzes model 4 validated 4 / 420 (0.95%) nb_accumulated 71 / 420 (finishes Sat 19:25 -- 106/h) 20240803-16:10:34 keep c_quizzes model 1 validated 6 / 420 (1.43%) nb_accumulated 77 / 420 (finishes Sat 19:13 -- 112/h) 20240803-16:11:38 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 78 / 420 (finishes Sat 19:16 -- 111/h) 20240803-16:12:41 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 79 / 420 (finishes Sat 19:18 -- 109/h) 20240803-16:13:45 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 81 / 420 (finishes Sat 19:18 -- 110/h) 20240803-16:14:48 keep c_quizzes model 2 validated 7 / 420 (1.67%) nb_accumulated 88 / 420 (finishes Sat 19:05 -- 116/h) 20240803-16:15:52 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 91 / 420 (finishes Sat 19:03 -- 117/h) 20240803-16:16:54 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 92 / 420 (finishes Sat 19:05 -- 116/h) 20240803-16:17:58 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 93 / 420 (finishes Sat 19:08 -- 115/h) 20240803-16:19:01 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 94 / 420 (finishes Sat 19:10 -- 114/h) 20240803-16:20:04 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 96 / 420 (finishes Sat 19:10 -- 114/h) 20240803-16:21:08 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 98 / 420 (finishes Sat 19:10 -- 114/h) 20240803-16:22:11 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 98 / 420 (finishes Sat 19:15 -- 111/h) 20240803-16:23:14 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 101 / 420 (finishes Sat 19:12 -- 112/h) 20240803-16:24:17 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 101 / 420 (finishes Sat 19:17 -- 110/h) 20240803-16:25:21 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 102 / 420 (finishes Sat 19:19 -- 109/h) 20240803-16:26:24 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 104 / 420 (finishes Sat 19:19 -- 109/h) 20240803-16:27:27 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 104 / 420 (finishes Sat 19:23 -- 107/h) 20240803-16:28:31 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 106 / 420 (finishes Sat 19:23 -- 107/h) 20240803-16:29:34 keep c_quizzes model 1 validated 7 / 420 (1.67%) nb_accumulated 113 / 420 (finishes Sat 19:12 -- 112/h) 20240803-16:30:38 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 114 / 420 (finishes Sat 19:14 -- 112/h) 20240803-16:31:41 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 117 / 420 (finishes Sat 19:12 -- 113/h) 20240803-16:32:45 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 117 / 420 (finishes Sat 19:16 -- 111/h) 20240803-16:33:48 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 119 / 420 (finishes Sat 19:16 -- 111/h) 20240803-16:34:52 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 121 / 420 (finishes Sat 19:16 -- 111/h) 20240803-16:35:55 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 123 / 420 (finishes Sat 19:16 -- 111/h) 20240803-16:36:59 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 124 / 420 (finishes Sat 19:17 -- 110/h) 20240803-16:38:03 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 125 / 420 (finishes Sat 19:19 -- 109/h) 20240803-16:39:06 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 128 / 420 (finishes Sat 19:17 -- 110/h) 20240803-16:40:09 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 130 / 420 (finishes Sat 19:17 -- 110/h) 20240803-16:41:13 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 132 / 420 (finishes Sat 19:17 -- 110/h) 20240803-16:42:16 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 135 / 420 (finishes Sat 19:15 -- 111/h) 20240803-16:43:19 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 136 / 420 (finishes Sat 19:17 -- 110/h) 20240803-16:44:23 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 138 / 420 (finishes Sat 19:17 -- 110/h) 20240803-16:45:26 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 139 / 420 (finishes Sat 19:18 -- 109/h) 20240803-16:46:30 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 139 / 420 (finishes Sat 19:22 -- 108/h) 20240803-16:47:33 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 139 / 420 (finishes Sat 19:25 -- 106/h) 20240803-16:48:36 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 141 / 420 (finishes Sat 19:24 -- 107/h) 20240803-16:49:40 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 143 / 420 (finishes Sat 19:24 -- 107/h) 20240803-16:50:43 keep c_quizzes model 4 validated 5 / 420 (1.19%) nb_accumulated 148 / 420 (finishes Sat 19:19 -- 109/h) 20240803-16:51:47 keep c_quizzes model 1 validated 4 / 420 (0.95%) nb_accumulated 152 / 420 (finishes Sat 19:16 -- 110/h) 20240803-16:52:50 keep c_quizzes model 4 validated 7 / 420 (1.67%) nb_accumulated 159 / 420 (finishes Sat 19:09 -- 114/h) 20240803-16:53:53 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 161 / 420 (finishes Sat 19:09 -- 114/h) 20240803-16:54:56 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 162 / 420 (finishes Sat 19:10 -- 113/h) 20240803-16:56:00 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 163 / 420 (finishes Sat 19:12 -- 113/h) 20240803-16:57:04 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 164 / 420 (finishes Sat 19:13 -- 112/h) 20240803-16:58:07 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 166 / 420 (finishes Sat 19:13 -- 112/h) 20240803-16:59:11 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 166 / 420 (finishes Sat 19:16 -- 111/h) 20240803-17:00:15 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 169 / 420 (finishes Sat 19:14 -- 111/h) 20240803-17:01:18 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 170 / 420 (finishes Sat 19:16 -- 111/h) 20240803-17:02:21 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 170 / 420 (finishes Sat 19:18 -- 109/h) 20240803-17:03:25 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 171 / 420 (finishes Sat 19:20 -- 109/h) 20240803-17:04:29 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 174 / 420 (finishes Sat 19:18 -- 110/h) 20240803-17:05:32 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 175 / 420 (finishes Sat 19:19 -- 109/h) 20240803-17:06:36 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 176 / 420 (finishes Sat 19:21 -- 108/h) 20240803-17:07:39 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 177 / 420 (finishes Sat 19:22 -- 108/h) 20240803-17:08:43 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 178 / 420 (finishes Sat 19:23 -- 107/h) 20240803-17:09:47 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 179 / 420 (finishes Sat 19:24 -- 107/h) 20240803-17:10:50 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 182 / 420 (finishes Sat 19:23 -- 107/h) 20240803-17:11:52 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 182 / 420 (finishes Sat 19:25 -- 106/h) 20240803-17:12:56 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 182 / 420 (finishes Sat 19:28 -- 105/h) 20240803-17:13:59 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 183 / 420 (finishes Sat 19:29 -- 105/h) 20240803-17:15:03 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 185 / 420 (finishes Sat 19:29 -- 105/h) 20240803-17:16:07 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 186 / 420 (finishes Sat 19:30 -- 104/h) 20240803-17:17:10 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 187 / 420 (finishes Sat 19:31 -- 104/h) 20240803-17:18:13 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 189 / 420 (finishes Sat 19:31 -- 104/h) 20240803-17:19:17 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 191 / 420 (finishes Sat 19:30 -- 104/h) 20240803-17:20:20 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 192 / 420 (finishes Sat 19:31 -- 104/h) 20240803-17:21:24 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 195 / 420 (finishes Sat 19:30 -- 104/h) 20240803-17:22:27 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 197 / 420 (finishes Sat 19:30 -- 104/h) 20240803-17:23:30 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 198 / 420 (finishes Sat 19:31 -- 104/h) 20240803-17:24:34 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 198 / 420 (finishes Sat 19:33 -- 103/h) 20240803-17:25:37 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 200 / 420 (finishes Sat 19:33 -- 103/h) 20240803-17:26:41 keep c_quizzes model 1 validated 4 / 420 (0.95%) nb_accumulated 204 / 420 (finishes Sat 19:30 -- 104/h) 20240803-17:27:46 keep c_quizzes model 4 validated 4 / 420 (0.95%) nb_accumulated 208 / 420 (finishes Sat 19:28 -- 105/h) 20240803-17:28:49 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 208 / 420 (finishes Sat 19:30 -- 104/h) 20240803-17:29:53 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 208 / 420 (finishes Sat 19:32 -- 103/h) 20240803-17:30:56 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 208 / 420 (finishes Sat 19:34 -- 102/h) 20240803-17:32:00 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 211 / 420 (finishes Sat 19:33 -- 103/h) 20240803-17:33:03 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 213 / 420 (finishes Sat 19:33 -- 103/h) 20240803-17:34:06 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 214 / 420 (finishes Sat 19:33 -- 103/h) 20240803-17:35:10 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 217 / 420 (finishes Sat 19:32 -- 103/h) 20240803-17:36:13 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 220 / 420 (finishes Sat 19:31 -- 104/h) 20240803-17:37:16 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 220 / 420 (finishes Sat 19:33 -- 103/h) 20240803-17:38:19 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 221 / 420 (finishes Sat 19:34 -- 102/h) 20240803-17:39:22 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 224 / 420 (finishes Sat 19:32 -- 103/h) 20240803-17:40:26 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 226 / 420 (finishes Sat 19:32 -- 103/h) 20240803-17:41:29 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 227 / 420 (finishes Sat 19:33 -- 103/h) 20240803-17:42:32 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 228 / 420 (finishes Sat 19:34 -- 102/h) 20240803-17:43:36 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 228 / 420 (finishes Sat 19:36 -- 102/h) 20240803-17:44:39 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 230 / 420 (finishes Sat 19:36 -- 102/h) 20240803-17:45:42 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 231 / 420 (finishes Sat 19:37 -- 101/h) 20240803-17:46:46 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 233 / 420 (finishes Sat 19:36 -- 101/h) 20240803-17:47:49 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 236 / 420 (finishes Sat 19:35 -- 102/h) 20240803-17:48:53 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 238 / 420 (finishes Sat 19:35 -- 102/h) 20240803-17:49:56 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 240 / 420 (finishes Sat 19:35 -- 102/h) 20240803-17:50:59 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 241 / 420 (finishes Sat 19:36 -- 102/h) 20240803-17:52:02 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 241 / 420 (finishes Sat 19:37 -- 101/h) 20240803-17:53:06 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 243 / 420 (finishes Sat 19:37 -- 101/h) 20240803-17:54:10 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 245 / 420 (finishes Sat 19:37 -- 101/h) 20240803-17:55:13 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 247 / 420 (finishes Sat 19:37 -- 101/h) 20240803-17:56:16 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 248 / 420 (finishes Sat 19:38 -- 101/h) 20240803-17:57:19 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 250 / 420 (finishes Sat 19:37 -- 101/h) 20240803-17:58:22 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 253 / 420 (finishes Sat 19:36 -- 102/h) 20240803-17:59:26 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 255 / 420 (finishes Sat 19:36 -- 102/h) 20240803-18:00:29 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 256 / 420 (finishes Sat 19:37 -- 101/h) 20240803-18:01:33 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 256 / 420 (finishes Sat 19:38 -- 101/h) 20240803-18:02:37 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 258 / 420 (finishes Sat 19:38 -- 101/h) 20240803-18:03:40 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 261 / 420 (finishes Sat 19:37 -- 101/h) 20240803-18:04:44 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 263 / 420 (finishes Sat 19:37 -- 101/h) 20240803-18:05:47 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 264 / 420 (finishes Sat 19:38 -- 101/h) 20240803-18:06:51 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 266 / 420 (finishes Sat 19:37 -- 101/h) 20240803-18:07:54 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 267 / 420 (finishes Sat 19:38 -- 101/h) 20240803-18:08:58 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 268 / 420 (finishes Sat 19:39 -- 100/h) 20240803-18:10:01 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 271 / 420 (finishes Sat 19:38 -- 101/h) 20240803-18:11:04 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 272 / 420 (finishes Sat 19:38 -- 101/h) 20240803-18:12:08 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 274 / 420 (finishes Sat 19:38 -- 101/h) 20240803-18:13:11 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 274 / 420 (finishes Sat 19:40 -- 100/h) 20240803-18:14:15 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 275 / 420 (finishes Sat 19:41 -- 100/h) 20240803-18:15:18 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 278 / 420 (finishes Sat 19:39 -- 100/h) 20240803-18:16:21 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 279 / 420 (finishes Sat 19:40 -- 100/h) 20240803-18:17:25 keep c_quizzes model 0 validated 5 / 420 (1.19%) nb_accumulated 284 / 420 (finishes Sat 19:37 -- 101/h) 20240803-18:18:28 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 285 / 420 (finishes Sat 19:38 -- 101/h) 20240803-18:19:31 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 287 / 420 (finishes Sat 19:38 -- 101/h) 20240803-18:20:34 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 287 / 420 (finishes Sat 19:39 -- 100/h) 20240803-18:21:38 keep c_quizzes model 2 validated 5 / 420 (1.19%) nb_accumulated 292 / 420 (finishes Sat 19:37 -- 101/h) 20240803-18:22:42 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 292 / 420 (finishes Sat 19:38 -- 101/h) 20240803-18:23:45 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 294 / 420 (finishes Sat 19:38 -- 101/h) 20240803-18:24:48 keep c_quizzes model 2 validated 4 / 420 (0.95%) nb_accumulated 298 / 420 (finishes Sat 19:36 -- 102/h) 20240803-18:25:52 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 299 / 420 (finishes Sat 19:37 -- 101/h) 20240803-18:26:55 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 300 / 420 (finishes Sat 19:37 -- 101/h) 20240803-18:27:59 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 302 / 420 (finishes Sat 19:37 -- 101/h) 20240803-18:29:03 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 304 / 420 (finishes Sat 19:37 -- 101/h) 20240803-18:30:06 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 304 / 420 (finishes Sat 19:38 -- 101/h) 20240803-18:31:09 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 307 / 420 (finishes Sat 19:38 -- 101/h) 20240803-18:32:13 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 309 / 420 (finishes Sat 19:37 -- 101/h) 20240803-18:33:17 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 312 / 420 (finishes Sat 19:36 -- 101/h) 20240803-18:34:20 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 312 / 420 (finishes Sat 19:38 -- 101/h) 20240803-18:35:23 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 312 / 420 (finishes Sat 19:39 -- 100/h) 20240803-18:36:27 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 313 / 420 (finishes Sat 19:40 -- 100/h) 20240803-18:37:30 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 313 / 420 (finishes Sat 19:41 -- 99/h) 20240803-18:38:34 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 314 / 420 (finishes Sat 19:42 -- 99/h) 20240803-18:39:38 keep c_quizzes model 2 validated 4 / 420 (0.95%) nb_accumulated 318 / 420 (finishes Sat 19:40 -- 100/h) 20240803-18:40:41 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 319 / 420 (finishes Sat 19:41 -- 100/h) 20240803-18:41:44 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 319 / 420 (finishes Sat 19:42 -- 99/h) 20240803-18:42:48 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 319 / 420 (finishes Sat 19:43 -- 99/h) 20240803-18:43:52 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 320 / 420 (finishes Sat 19:44 -- 98/h) 20240803-18:44:55 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 320 / 420 (finishes Sat 19:45 -- 98/h) 20240803-18:45:59 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 320 / 420 (finishes Sat 19:47 -- 97/h) 20240803-18:47:03 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 321 / 420 (finishes Sat 19:47 -- 97/h) 20240803-18:48:06 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 322 / 420 (finishes Sat 19:48 -- 97/h) 20240803-18:49:09 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 323 / 420 (finishes Sat 19:49 -- 97/h) 20240803-18:50:13 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 324 / 420 (finishes Sat 19:49 -- 96/h) 20240803-18:51:16 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 327 / 420 (finishes Sat 19:48 -- 97/h) 20240803-18:52:20 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 330 / 420 (finishes Sat 19:47 -- 97/h) 20240803-18:53:23 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 330 / 420 (finishes Sat 19:48 -- 97/h) 20240803-18:54:27 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 330 / 420 (finishes Sat 19:50 -- 96/h) 20240803-18:55:30 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 331 / 420 (finishes Sat 19:50 -- 96/h) 20240803-18:56:34 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 332 / 420 (finishes Sat 19:51 -- 96/h) 20240803-18:57:37 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 333 / 420 (finishes Sat 19:51 -- 96/h) 20240803-18:58:40 keep c_quizzes model 4 validated 4 / 420 (0.95%) nb_accumulated 337 / 420 (finishes Sat 19:50 -- 96/h) 20240803-18:59:44 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 339 / 420 (finishes Sat 19:49 -- 96/h) 20240803-19:00:47 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 339 / 420 (finishes Sat 19:51 -- 96/h) 20240803-19:01:51 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 341 / 420 (finishes Sat 19:51 -- 96/h) 20240803-19:02:55 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 344 / 420 (finishes Sat 19:50 -- 96/h) 20240803-19:03:58 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 345 / 420 (finishes Sat 19:50 -- 96/h) 20240803-19:05:02 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 348 / 420 (finishes Sat 19:49 -- 96/h) 20240803-19:06:06 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 348 / 420 (finishes Sat 19:50 -- 96/h) 20240803-19:07:09 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 351 / 420 (finishes Sat 19:49 -- 96/h) 20240803-19:08:12 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 352 / 420 (finishes Sat 19:50 -- 96/h) 20240803-19:09:16 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 354 / 420 (finishes Sat 19:50 -- 96/h) 20240803-19:10:19 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 354 / 420 (finishes Sat 19:51 -- 96/h) 20240803-19:11:23 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 355 / 420 (finishes Sat 19:52 -- 96/h) 20240803-19:12:26 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 356 / 420 (finishes Sat 19:52 -- 95/h) 20240803-19:13:30 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 359 / 420 (finishes Sat 19:51 -- 96/h) 20240803-19:14:33 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 362 / 420 (finishes Sat 19:50 -- 96/h) 20240803-19:15:37 keep c_quizzes model 0 validated 4 / 420 (0.95%) nb_accumulated 366 / 420 (finishes Sat 19:48 -- 97/h) 20240803-19:16:40 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 366 / 420 (finishes Sat 19:50 -- 96/h) 20240803-19:17:43 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 367 / 420 (finishes Sat 19:50 -- 96/h) 20240803-19:18:47 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 367 / 420 (finishes Sat 19:51 -- 96/h) 20240803-19:19:50 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 369 / 420 (finishes Sat 19:51 -- 96/h) 20240803-19:20:54 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 371 / 420 (finishes Sat 19:51 -- 96/h) 20240803-19:21:57 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 373 / 420 (finishes Sat 19:51 -- 96/h) 20240803-19:23:01 keep c_quizzes model 2 validated 5 / 420 (1.19%) nb_accumulated 378 / 420 (finishes Sat 19:48 -- 97/h) 20240803-19:24:04 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 379 / 420 (finishes Sat 19:49 -- 96/h) 20240803-19:25:08 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 382 / 420 (finishes Sat 19:48 -- 97/h) 20240803-19:26:11 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 385 / 420 (finishes Sat 19:47 -- 97/h) 20240803-19:27:15 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 388 / 420 (finishes Sat 19:46 -- 97/h) 20240803-19:28:18 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 390 / 420 (finishes Sat 19:46 -- 98/h) 20240803-19:29:22 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 392 / 420 (finishes Sat 19:46 -- 98/h) 20240803-19:30:26 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 392 / 420 (finishes Sat 19:47 -- 97/h) 20240803-19:31:29 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 392 / 420 (finishes Sat 19:48 -- 97/h) 20240803-19:32:33 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 393 / 420 (finishes Sat 19:49 -- 97/h) 20240803-19:33:36 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 395 / 420 (finishes Sat 19:49 -- 97/h) 20240803-19:34:40 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 398 / 420 (finishes Sat 19:48 -- 97/h) 20240803-19:35:43 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 399 / 420 (finishes Sat 19:48 -- 97/h) 20240803-19:36:47 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 399 / 420 (finishes Sat 19:49 -- 96/h) 20240803-19:37:50 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 402 / 420 (finishes Sat 19:48 -- 97/h) 20240803-19:38:54 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 402 / 420 (finishes Sat 19:50 -- 96/h) 20240803-19:39:58 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 405 / 420 (finishes Sat 19:49 -- 97/h) 20240803-19:41:01 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 407 / 420 (finishes Sat 19:49 -- 97/h) 20240803-19:42:05 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 408 / 420 (finishes Sat 19:49 -- 96/h) 20240803-19:43:08 keep c_quizzes model 4 validated 4 / 420 (0.95%) nb_accumulated 412 / 420 (finishes Sat 19:48 -- 97/h) 20240803-19:44:12 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 415 / 420 (finishes Sat 19:47 -- 97/h) 20240803-19:45:16 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 417 / 420 (finishes Sat 19:47 -- 97/h) 20240803-19:46:20 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 417 / 420 (finishes Sat 19:48 -- 97/h) 20240803-19:47:23 keep c_quizzes model 0 validated 4 / 420 (0.95%) nb_accumulated 421 / 420 (finishes now! -- 97/h) 20240803-19:47:35 wrote c_quizzes.pth 20240803-19:47:35 training model 0 20240803-19:53:02 train_perplexity 139 model 0 1.1576873412264133 20240803-19:53:07 test_perplexity 139 model 0 1.1570531167784097 20240803-19:53:49 test_accuracy 139 model 0 val 1538 / 1610 20240803-19:53:51 wrote gpt_000.pth 20240803-19:54:02 wrote state.pth 20240803-19:54:02 --- epoch 140 ---------------------------------------- 20240803-19:54:02 current_test_accuracies 0.9553 0.0000 0.0000 0.0000 0.0000 20240803-19:54:02 training model 1 20240803-19:54:32 argv ./main.py --result_dir=results_noise --nb_train_samples=40000 --nb_test_samples=2000 --grids_world_tasks=replace_color,translate,grow,half_fill,frame,detect,corners,contact --accuracy_to_make_c_quizzes=0.95 --prompt_noise=0.05 --seed=107451 --resume 20240803-19:54:32 args.log_filename train.log 20240803-19:54:32 args.result_dir results_noise 20240803-19:54:32 args.seed 107451 20240803-19:54:32 args.resume True 20240803-19:54:32 args.max_percents_of_test_in_train -1 20240803-19:54:32 args.log_command None 20240803-19:54:32 args.nb_epochs 10000 20240803-19:54:32 args.batch_size 25 20240803-19:54:32 args.physical_batch_size None 20240803-19:54:32 args.inference_batch_size 50 20240803-19:54:32 args.nb_train_samples 40000 20240803-19:54:32 args.nb_test_samples 2000 20240803-19:54:32 args.nb_new_c_quizzes_for_train None 20240803-19:54:32 args.nb_new_c_quizzes_for_test None 20240803-19:54:32 args.learning_rate 0.0005 20240803-19:54:32 args.model 37M 20240803-19:54:32 args.dim_model 512 20240803-19:54:32 args.dim_keys 64 20240803-19:54:32 args.dim_hidden 2048 20240803-19:54:32 args.nb_heads 8 20240803-19:54:32 args.nb_blocks 12 20240803-19:54:32 args.dropout 0.1 20240803-19:54:32 args.deterministic_synthesis False 20240803-19:54:32 args.problem grids 20240803-19:54:32 args.nb_threads 1 20240803-19:54:32 args.gpus all 20240803-19:54:32 args.nb_gpts 5 20240803-19:54:32 args.max_fail_to_validate 2 20240803-19:54:32 args.accuracy_to_make_c_quizzes 0.95 20240803-19:54:32 args.proba_understands 0.95 20240803-19:54:32 args.proba_not_understands 0.5 20240803-19:54:32 args.temperature_hot 1.5 20240803-19:54:32 args.temperature_cold 1 20240803-19:54:32 args.prompt_noise 0.05 20240803-19:54:32 args.nb_averaging_rounds 3 20240803-19:54:32 args.dirty_debug False 20240803-19:54:32 args.test None 20240803-19:54:32 args.grids_world_tasks replace_color,translate,grow,half_fill,frame,detect,corners,contact 20240803-19:54:32 args.grids_science_tasks None 20240803-19:54:32 args.sky_height 6 20240803-19:54:32 args.sky_width 8 20240803-19:54:32 args.sky_nb_birds 3 20240803-19:54:32 args.sky_nb_iterations 2 20240803-19:54:32 args.sky_speed 3 20240803-19:54:32 main_device cuda:0 gpus ['cuda:0'] 20240803-19:54:32 vocabulary_size 15 20240803-19:54:32 creating model 0 and its w_quizzes 20240803-19:54:45 creating model 1 and its w_quizzes 20240803-19:54:59 creating model 2 and its w_quizzes 20240803-19:55:12 creating model 3 and its w_quizzes 20240803-19:55:25 creating model 4 and its w_quizzes 20240803-19:55:38 successfully loaded gpt_000.pth 20240803-19:55:38 successfully loaded gpt_001.pth 20240803-19:55:38 successfully loaded gpt_002.pth 20240803-19:55:38 successfully loaded gpt_003.pth 20240803-19:55:38 successfully loaded gpt_004.pth 20240803-19:55:38 successfully loaded c_quizzes.pth 20240803-19:55:38 successfully loaded state.pth 20240803-19:55:38 nb_parameters 37819407 (37M) 20240803-19:55:38 nb_new_c_quizzes_for_train 400 nb_new_c_quizzes_for_test 20 20240803-19:55:38 wrote state.pth 20240803-19:55:38 --- epoch 140 ---------------------------------------- 20240803-19:55:38 current_test_accuracies 0.9553 0.9612 0.9533 0.9500 0.9653 20240803-19:56:51 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 2 / 420 (finishes Sun 00:11 -- 98/h) 20240803-19:57:55 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 3 / 420 (finishes Sun 01:13 -- 79/h) 20240803-19:58:57 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 6 / 420 (finishes Sat 23:47 -- 108/h) 20240803-20:00:01 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 9 / 420 (finishes Sat 23:19 -- 123/h) 20240803-20:01:05 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 10 / 420 (finishes Sat 23:44 -- 110/h) 20240803-20:02:09 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 11 / 420 (finishes Sun 00:03 -- 101/h) 20240803-20:03:12 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 13 / 420 (finishes Sun 00:00 -- 103/h) 20240803-20:04:16 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 14 / 420 (finishes Sun 00:14 -- 97/h) 20240803-20:05:20 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 15 / 420 (finishes Sun 00:27 -- 92/h) 20240803-20:06:23 keep c_quizzes model 4 validated 4 / 420 (0.95%) nb_accumulated 19 / 420 (finishes Sat 23:53 -- 106/h) 20240803-20:07:27 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 21 / 420 (finishes Sat 23:51 -- 106/h) 20240803-20:08:31 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 22 / 420 (finishes Sun 00:01 -- 102/h) 20240803-20:09:36 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 24 / 420 (finishes Sat 23:59 -- 103/h) 20240803-20:10:39 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 25 / 420 (finishes Sun 00:07 -- 99/h) 20240803-20:11:43 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 26 / 420 (finishes Sun 00:15 -- 96/h) 20240803-20:12:48 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 28 / 420 (finishes Sun 00:13 -- 97/h) 20240803-20:13:52 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 28 / 420 (finishes Sun 00:28 -- 92/h) 20240803-20:14:56 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 28 / 420 (finishes Sun 00:44 -- 87/h) 20240803-20:16:00 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 28 / 420 (finishes Sun 01:01 -- 82/h) 20240803-20:17:04 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 28 / 420 (finishes Sun 01:17 -- 78/h) 20240803-20:18:09 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 29 / 420 (finishes Sun 01:21 -- 77/h) 20240803-20:19:13 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 32 / 420 (finishes Sun 01:05 -- 81/h) 20240803-20:20:18 keep c_quizzes model 4 validated 4 / 420 (0.95%) nb_accumulated 36 / 420 (finishes Sun 00:43 -- 87/h) 20240803-20:21:22 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 38 / 420 (finishes Sun 00:40 -- 88/h) 20240803-20:22:27 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 40 / 420 (finishes Sun 00:37 -- 89/h) 20240803-20:23:31 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 40 / 420 (finishes Sun 00:48 -- 86/h) 20240803-20:24:35 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 40 / 420 (finishes Sun 00:59 -- 82/h) 20240803-20:25:39 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 42 / 420 (finishes Sun 00:55 -- 83/h) 20240803-20:26:43 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 45 / 420 (finishes Sun 00:45 -- 86/h) 20240803-20:27:48 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 46 / 420 (finishes Sun 00:49 -- 85/h) 20240803-20:28:52 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 48 / 420 (finishes Sun 00:46 -- 86/h) 20240803-20:29:56 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 49 / 420 (finishes Sun 00:49 -- 85/h) 20240803-20:31:01 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 50 / 420 (finishes Sun 00:52 -- 84/h) 20240803-20:32:05 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 52 / 420 (finishes Sun 00:50 -- 85/h) 20240803-20:33:09 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 53 / 420 (finishes Sun 00:52 -- 84/h) 20240803-20:34:13 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 55 / 420 (finishes Sun 00:50 -- 85/h) 20240803-20:35:17 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 57 / 420 (finishes Sun 00:47 -- 86/h) 20240803-20:36:21 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 59 / 420 (finishes Sun 00:45 -- 86/h) 20240803-20:37:26 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 61 / 420 (finishes Sun 00:43 -- 87/h) 20240803-20:38:30 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 63 / 420 (finishes Sun 00:41 -- 88/h) 20240803-20:39:35 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 65 / 420 (finishes Sun 00:39 -- 88/h) 20240803-20:40:39 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 68 / 420 (finishes Sun 00:33 -- 90/h) 20240803-20:41:43 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 69 / 420 (finishes Sun 00:36 -- 89/h) 20240803-20:42:48 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 72 / 420 (finishes Sun 00:30 -- 91/h) 20240803-20:43:52 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 74 / 420 (finishes Sun 00:29 -- 92/h) 20240803-20:44:56 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 75 / 420 (finishes Sun 00:31 -- 91/h) 20240803-20:46:01 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 78 / 420 (finishes Sun 00:26 -- 92/h) 20240803-20:47:05 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 78 / 420 (finishes Sun 00:32 -- 90/h) 20240803-20:48:09 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 80 / 420 (finishes Sun 00:31 -- 91/h) 20240803-20:49:13 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 80 / 420 (finishes Sun 00:36 -- 89/h) 20240803-20:50:18 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 80 / 420 (finishes Sun 00:42 -- 87/h) 20240803-20:51:23 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 81 / 420 (finishes Sun 00:44 -- 87/h) 20240803-20:52:28 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 81 / 420 (finishes Sun 00:50 -- 85/h) 20240803-20:53:32 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 82 / 420 (finishes Sun 00:52 -- 84/h) 20240803-20:54:36 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 83 / 420 (finishes Sun 00:54 -- 84/h) 20240803-20:55:41 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 84 / 420 (finishes Sun 00:55 -- 83/h) 20240803-20:56:45 keep c_quizzes model 4 validated 4 / 420 (0.95%) nb_accumulated 88 / 420 (finishes Sun 00:47 -- 86/h) 20240803-20:57:50 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 89 / 420 (finishes Sun 00:49 -- 85/h) 20240803-20:58:54 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 92 / 420 (finishes Sun 00:44 -- 87/h) 20240803-20:59:58 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 93 / 420 (finishes Sun 00:46 -- 86/h) 20240803-21:01:03 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 94 / 420 (finishes Sun 00:47 -- 86/h) 20240803-21:02:08 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 95 / 420 (finishes Sun 00:49 -- 85/h) 20240803-21:03:13 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 96 / 420 (finishes Sun 00:51 -- 85/h) 20240803-21:04:18 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 97 / 420 (finishes Sun 00:52 -- 84/h) 20240803-21:05:23 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 98 / 420 (finishes Sun 00:54 -- 84/h) 20240803-21:06:28 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 100 / 420 (finishes Sun 00:53 -- 84/h) 20240803-21:07:32 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 100 / 420 (finishes Sun 00:57 -- 83/h) 20240803-21:08:37 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 103 / 420 (finishes Sun 00:53 -- 84/h) 20240803-21:09:41 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 105 / 420 (finishes Sun 00:51 -- 85/h) 20240803-21:10:46 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 106 / 420 (finishes Sun 00:53 -- 84/h) 20240803-21:11:50 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 108 / 420 (finishes Sun 00:51 -- 85/h) 20240803-21:12:54 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 110 / 420 (finishes Sun 00:50 -- 85/h) 20240803-21:13:58 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 111 / 420 (finishes Sun 00:52 -- 85/h) 20240803-21:15:03 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 112 / 420 (finishes Sun 00:53 -- 84/h) 20240803-21:16:08 keep c_quizzes model 0 validated 5 / 420 (1.19%) nb_accumulated 117 / 420 (finishes Sun 00:44 -- 87/h) 20240803-21:17:12 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 119 / 420 (finishes Sun 00:43 -- 87/h) 20240803-21:18:17 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 119 / 420 (finishes Sun 00:47 -- 86/h) 20240803-21:19:22 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 120 / 420 (finishes Sun 00:48 -- 85/h) 20240803-21:20:27 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 122 / 420 (finishes Sun 00:47 -- 86/h) 20240803-21:21:32 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 125 / 420 (finishes Sun 00:44 -- 87/h) 20240803-21:22:36 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 125 / 420 (finishes Sun 00:47 -- 86/h) 20240803-21:23:41 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 128 / 420 (finishes Sun 00:44 -- 87/h) 20240803-21:24:45 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 129 / 420 (finishes Sun 00:45 -- 86/h) 20240803-21:25:50 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 129 / 420 (finishes Sun 00:49 -- 85/h) 20240803-21:26:55 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 132 / 420 (finishes Sun 00:46 -- 86/h) 20240803-21:27:59 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 132 / 420 (finishes Sun 00:49 -- 85/h) 20240803-21:29:04 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 135 / 420 (finishes Sun 00:46 -- 86/h) 20240803-21:30:08 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 136 / 420 (finishes Sun 00:47 -- 86/h) 20240803-21:31:13 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 136 / 420 (finishes Sun 00:50 -- 85/h) 20240803-21:32:17 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 138 / 420 (finishes Sun 00:49 -- 85/h) 20240803-21:33:22 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 140 / 420 (finishes Sun 00:48 -- 85/h) 20240803-21:34:26 keep c_quizzes model 3 validated 5 / 420 (1.19%) nb_accumulated 145 / 420 (finishes Sun 00:41 -- 88/h) 20240803-21:35:31 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 146 / 420 (finishes Sun 00:42 -- 87/h) 20240803-21:36:35 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 147 / 420 (finishes Sun 00:44 -- 87/h) 20240803-21:37:40 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 148 / 420 (finishes Sun 00:45 -- 87/h) 20240803-21:38:44 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 150 / 420 (finishes Sun 00:44 -- 87/h) 20240803-21:39:49 keep c_quizzes model 3 validated 4 / 420 (0.95%) nb_accumulated 154 / 420 (finishes Sun 00:39 -- 88/h) 20240803-21:40:53 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 155 / 420 (finishes Sun 00:40 -- 88/h) 20240803-21:41:58 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 156 / 420 (finishes Sun 00:41 -- 88/h) 20240803-21:43:02 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 157 / 420 (finishes Sun 00:42 -- 87/h) 20240803-21:44:07 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 157 / 420 (finishes Sun 00:45 -- 86/h) 20240803-21:45:12 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 160 / 420 (finishes Sun 00:43 -- 87/h) 20240803-21:46:17 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 162 / 420 (finishes Sun 00:42 -- 87/h) 20240803-21:47:21 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 163 / 420 (finishes Sun 00:43 -- 87/h) 20240803-21:48:26 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 164 / 420 (finishes Sun 00:44 -- 87/h) 20240803-21:49:31 keep c_quizzes model 2 validated 4 / 420 (0.95%) nb_accumulated 168 / 420 (finishes Sun 00:40 -- 88/h) 20240803-21:50:36 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 169 / 420 (finishes Sun 00:41 -- 88/h) 20240803-21:51:40 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 171 / 420 (finishes Sun 00:40 -- 88/h) 20240803-21:52:45 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 172 / 420 (finishes Sun 00:41 -- 88/h) 20240803-21:53:49 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 173 / 420 (finishes Sun 00:42 -- 87/h) 20240803-21:54:54 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 174 / 420 (finishes Sun 00:43 -- 87/h) 20240803-21:55:58 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 175 / 420 (finishes Sun 00:44 -- 87/h) 20240803-21:57:03 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 177 / 420 (finishes Sun 00:43 -- 87/h) 20240803-21:58:08 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 179 / 420 (finishes Sun 00:43 -- 87/h) 20240803-21:59:13 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 180 / 420 (finishes Sun 00:43 -- 87/h) 20240803-22:00:18 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 183 / 420 (finishes Sun 00:41 -- 88/h) 20240803-22:01:22 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 184 / 420 (finishes Sun 00:42 -- 87/h) 20240803-22:02:26 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 185 / 420 (finishes Sun 00:43 -- 87/h) 20240803-22:03:31 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 188 / 420 (finishes Sun 00:41 -- 88/h) 20240803-22:04:35 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 188 / 420 (finishes Sun 00:43 -- 87/h) 20240803-22:05:40 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 190 / 420 (finishes Sun 00:43 -- 87/h) 20240803-22:06:44 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 193 / 420 (finishes Sun 00:40 -- 88/h) 20240803-22:07:49 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 193 / 420 (finishes Sun 00:43 -- 87/h) 20240803-22:08:53 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 196 / 420 (finishes Sun 00:41 -- 88/h) 20240803-22:09:58 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 197 / 420 (finishes Sun 00:42 -- 87/h) 20240803-22:11:02 keep c_quizzes model 3 validated 4 / 420 (0.95%) nb_accumulated 201 / 420 (finishes Sun 00:38 -- 89/h) 20240803-22:12:08 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 204 / 420 (finishes Sun 00:36 -- 89/h) 20240803-22:13:12 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 204 / 420 (finishes Sun 00:38 -- 88/h) 20240803-22:14:17 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 204 / 420 (finishes Sun 00:41 -- 88/h) 20240803-22:15:21 keep c_quizzes model 1 validated 4 / 420 (0.95%) nb_accumulated 208 / 420 (finishes Sun 00:37 -- 89/h) 20240803-22:16:25 keep c_quizzes model 0 validated 5 / 420 (1.19%) nb_accumulated 213 / 420 (finishes Sun 00:33 -- 90/h) 20240803-22:17:30 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 216 / 420 (finishes Sun 00:31 -- 91/h) 20240803-22:18:34 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 216 / 420 (finishes Sun 00:33 -- 90/h) 20240803-22:19:38 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 219 / 420 (finishes Sun 00:31 -- 91/h) 20240803-22:20:43 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 219 / 420 (finishes Sun 00:33 -- 90/h) 20240803-22:21:47 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 219 / 420 (finishes Sun 00:35 -- 89/h) 20240803-22:22:52 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 220 / 420 (finishes Sun 00:36 -- 89/h) 20240803-22:23:56 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 222 / 420 (finishes Sun 00:36 -- 89/h) 20240803-22:25:01 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 223 / 420 (finishes Sun 00:36 -- 89/h) 20240803-22:26:05 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 224 / 420 (finishes Sun 00:37 -- 89/h) 20240803-22:27:10 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 225 / 420 (finishes Sun 00:38 -- 89/h) 20240803-22:28:15 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 228 / 420 (finishes Sun 00:36 -- 89/h) 20240803-22:29:19 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 231 / 420 (finishes Sun 00:35 -- 90/h) 20240803-22:30:24 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 231 / 420 (finishes Sun 00:37 -- 89/h) 20240803-22:31:28 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 234 / 420 (finishes Sun 00:35 -- 90/h) 20240803-22:32:33 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 237 / 420 (finishes Sun 00:33 -- 90/h) 20240803-22:33:37 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 239 / 420 (finishes Sun 00:33 -- 90/h) 20240803-22:34:42 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 241 / 420 (finishes Sun 00:32 -- 90/h) 20240803-22:35:47 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 242 / 420 (finishes Sun 00:33 -- 90/h) 20240803-22:36:52 keep c_quizzes model 4 validated 4 / 420 (0.95%) nb_accumulated 246 / 420 (finishes Sun 00:30 -- 91/h) 20240803-22:37:56 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 246 / 420 (finishes Sun 00:32 -- 90/h) 20240803-22:39:00 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 247 / 420 (finishes Sun 00:33 -- 90/h) 20240803-22:40:05 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 247 / 420 (finishes Sun 00:35 -- 90/h) 20240803-22:41:10 keep c_quizzes model 3 validated 4 / 420 (0.95%) nb_accumulated 251 / 420 (finishes Sun 00:32 -- 90/h) 20240803-22:42:14 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 253 / 420 (finishes Sun 00:32 -- 91/h) 20240803-22:43:19 keep c_quizzes model 0 validated 4 / 420 (0.95%) nb_accumulated 257 / 420 (finishes Sun 00:29 -- 91/h) 20240803-22:44:24 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 258 / 420 (finishes Sun 00:30 -- 91/h) 20240803-22:45:28 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 260 / 420 (finishes Sun 00:29 -- 91/h) 20240803-22:46:33 keep c_quizzes model 3 validated 6 / 420 (1.43%) nb_accumulated 266 / 420 (finishes Sun 00:25 -- 93/h) 20240803-22:47:37 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 268 / 420 (finishes Sun 00:25 -- 93/h) 20240803-22:48:41 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 269 / 420 (finishes Sun 00:25 -- 93/h) 20240803-22:49:46 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 271 / 420 (finishes Sun 00:25 -- 93/h) 20240803-22:50:50 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 273 / 420 (finishes Sun 00:25 -- 93/h) 20240803-22:51:56 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 275 / 420 (finishes Sun 00:24 -- 93/h) 20240803-22:53:00 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 278 / 420 (finishes Sun 00:23 -- 94/h) 20240803-22:54:04 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 279 / 420 (finishes Sun 00:24 -- 93/h) 20240803-22:55:09 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 280 / 420 (finishes Sun 00:24 -- 93/h) 20240803-22:56:13 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 281 / 420 (finishes Sun 00:25 -- 93/h) 20240803-22:57:18 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 282 / 420 (finishes Sun 00:26 -- 93/h) 20240803-22:58:22 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 284 / 420 (finishes Sun 00:25 -- 93/h) 20240803-22:59:27 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 284 / 420 (finishes Sun 00:27 -- 92/h) 20240803-23:00:32 keep c_quizzes model 2 validated 4 / 420 (0.95%) nb_accumulated 288 / 420 (finishes Sun 00:25 -- 93/h) 20240803-23:01:36 keep c_quizzes model 4 validated 5 / 420 (1.19%) nb_accumulated 293 / 420 (finishes Sun 00:22 -- 94/h) 20240803-23:02:41 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 294 / 420 (finishes Sun 00:22 -- 94/h) 20240803-23:03:45 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 296 / 420 (finishes Sun 00:22 -- 94/h) 20240803-23:04:50 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 298 / 420 (finishes Sun 00:22 -- 94/h) 20240803-23:05:55 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 301 / 420 (finishes Sun 00:21 -- 94/h) 20240803-23:07:00 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 304 / 420 (finishes Sun 00:20 -- 95/h) 20240803-23:08:04 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 305 / 420 (finishes Sun 00:20 -- 95/h) 20240803-23:09:09 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 305 / 420 (finishes Sun 00:22 -- 94/h) 20240803-23:10:14 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 307 / 420 (finishes Sun 00:21 -- 94/h) 20240803-23:11:19 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 307 / 420 (finishes Sun 00:23 -- 94/h) 20240803-23:12:24 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 307 / 420 (finishes Sun 00:24 -- 93/h) 20240803-23:13:28 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 308 / 420 (finishes Sun 00:25 -- 93/h) 20240803-23:14:33 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 311 / 420 (finishes Sun 00:24 -- 93/h) 20240803-23:15:38 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 313 / 420 (finishes Sun 00:24 -- 93/h) 20240803-23:16:42 keep c_quizzes model 2 validated 7 / 420 (1.67%) nb_accumulated 320 / 420 (finishes Sun 00:19 -- 95/h) 20240803-23:17:47 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 321 / 420 (finishes Sun 00:20 -- 95/h) 20240803-23:18:51 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 322 / 420 (finishes Sun 00:20 -- 95/h) 20240803-23:19:57 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 323 / 420 (finishes Sun 00:21 -- 94/h) 20240803-23:21:01 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 323 / 420 (finishes Sun 00:22 -- 94/h) 20240803-23:22:06 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 324 / 420 (finishes Sun 00:23 -- 94/h) 20240803-23:23:10 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 327 / 420 (finishes Sun 00:22 -- 94/h) 20240803-23:24:15 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 330 / 420 (finishes Sun 00:21 -- 94/h) 20240803-23:25:20 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 331 / 420 (finishes Sun 00:21 -- 94/h) 20240803-23:26:24 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 331 / 420 (finishes Sun 00:23 -- 94/h) 20240803-23:27:30 keep c_quizzes model 4 validated 4 / 420 (0.95%) nb_accumulated 335 / 420 (finishes Sun 00:21 -- 94/h) 20240803-23:28:34 keep c_quizzes model 0 validated 4 / 420 (0.95%) nb_accumulated 339 / 420 (finishes Sun 00:19 -- 95/h) 20240803-23:29:39 keep c_quizzes model 1 validated 4 / 420 (0.95%) nb_accumulated 343 / 420 (finishes Sun 00:17 -- 96/h) 20240803-23:30:43 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 346 / 420 (finishes Sun 00:16 -- 96/h) 20240803-23:31:47 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 347 / 420 (finishes Sun 00:17 -- 96/h) 20240803-23:32:52 keep c_quizzes model 1 validated 4 / 420 (0.95%) nb_accumulated 351 / 420 (finishes Sun 00:15 -- 96/h) 20240803-23:33:57 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 354 / 420 (finishes Sun 00:14 -- 97/h) 20240803-23:35:01 keep c_quizzes model 2 validated 4 / 420 (0.95%) nb_accumulated 358 / 420 (finishes Sun 00:13 -- 97/h) 20240803-23:36:06 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 361 / 420 (finishes Sun 00:12 -- 98/h) 20240803-23:37:11 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 364 / 420 (finishes Sun 00:11 -- 98/h) 20240803-23:38:15 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 366 / 420 (finishes Sun 00:11 -- 98/h) 20240803-23:39:19 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 367 / 420 (finishes Sun 00:11 -- 98/h) 20240803-23:40:24 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 367 / 420 (finishes Sun 00:12 -- 97/h) 20240803-23:41:29 keep c_quizzes model 4 validated 4 / 420 (0.95%) nb_accumulated 371 / 420 (finishes Sun 00:11 -- 98/h) 20240803-23:42:34 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 372 / 420 (finishes Sun 00:11 -- 98/h) 20240803-23:43:38 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 375 / 420 (finishes Sun 00:11 -- 98/h) 20240803-23:44:43 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 375 / 420 (finishes Sun 00:12 -- 98/h) 20240803-23:45:48 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 378 / 420 (finishes Sun 00:11 -- 98/h) 20240803-23:46:52 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 379 / 420 (finishes Sun 00:11 -- 98/h) 20240803-23:47:56 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 379 / 420 (finishes Sun 00:13 -- 97/h) 20240803-23:49:00 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 381 / 420 (finishes Sun 00:12 -- 97/h) 20240803-23:50:05 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 381 / 420 (finishes Sun 00:14 -- 97/h) 20240803-23:51:09 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 382 / 420 (finishes Sun 00:14 -- 97/h) 20240803-23:52:14 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 384 / 420 (finishes Sun 00:14 -- 97/h) 20240803-23:53:18 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 385 / 420 (finishes Sun 00:14 -- 97/h) 20240803-23:54:22 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 388 / 420 (finishes Sun 00:14 -- 97/h) 20240803-23:55:27 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 390 / 420 (finishes Sun 00:13 -- 97/h) 20240803-23:56:32 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 392 / 420 (finishes Sun 00:13 -- 97/h) 20240803-23:57:36 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 393 / 420 (finishes Sun 00:14 -- 97/h) 20240803-23:58:41 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 395 / 420 (finishes Sun 00:14 -- 97/h) 20240803-23:59:45 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 395 / 420 (finishes Sun 00:15 -- 97/h) 20240804-00:00:50 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 396 / 420 (finishes Sun 00:15 -- 96/h) 20240804-00:01:55 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 398 / 420 (finishes Sun 00:15 -- 96/h) 20240804-00:02:59 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 399 / 420 (finishes Sun 00:16 -- 96/h) 20240804-00:04:04 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 401 / 420 (finishes Sun 00:15 -- 96/h) 20240804-00:05:09 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 402 / 420 (finishes Sun 00:16 -- 96/h) 20240804-00:06:13 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 403 / 420 (finishes Sun 00:16 -- 96/h) 20240804-00:07:18 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 404 / 420 (finishes Sun 00:17 -- 96/h) 20240804-00:08:23 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 404 / 420 (finishes Sun 00:18 -- 95/h) 20240804-00:09:28 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 405 / 420 (finishes Sun 00:18 -- 95/h) 20240804-00:10:32 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 407 / 420 (finishes Sun 00:18 -- 95/h) 20240804-00:11:37 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 410 / 420 (finishes Sun 00:17 -- 96/h) 20240804-00:12:40 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 412 / 420 (finishes Sun 00:17 -- 96/h) 20240804-00:13:44 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 412 / 420 (finishes Sun 00:18 -- 95/h) 20240804-00:14:49 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 412 / 420 (finishes Sun 00:19 -- 95/h) 20240804-00:15:54 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 413 / 420 (finishes Sun 00:20 -- 95/h) 20240804-00:16:58 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 413 / 420 (finishes Sun 00:21 -- 94/h) 20240804-00:18:03 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 414 / 420 (finishes Sun 00:21 -- 94/h) 20240804-00:19:07 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 416 / 420 (finishes Sun 00:21 -- 94/h) 20240804-00:20:12 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 416 / 420 (finishes Sun 00:22 -- 94/h) 20240804-00:21:16 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 418 / 420 (finishes Sun 00:22 -- 94/h) 20240804-00:22:21 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 418 / 420 (finishes Sun 00:23 -- 94/h) 20240804-00:23:25 keep c_quizzes model 3 validated 4 / 420 (0.95%) nb_accumulated 422 / 420 (finishes now! -- 94/h) 20240804-00:23:37 wrote c_quizzes.pth 20240804-00:23:37 training model 0 20240804-00:29:04 train_perplexity 140 model 0 1.1574024034344146 20240804-00:29:10 test_perplexity 140 model 0 1.1570949265050383 20240804-00:29:54 test_accuracy 140 model 0 val 1523 / 1592 20240804-00:29:55 wrote gpt_000.pth 20240804-00:30:05 wrote non_validated_0140_00.png 20240804-00:30:05 wrote state.pth 20240804-00:30:05 --- epoch 141 ---------------------------------------- 20240804-00:30:05 current_test_accuracies 0.9567 0.0000 0.0000 0.0000 0.0000 20240804-00:30:05 training model 1 20240804-00:35:32 train_perplexity 141 model 1 1.1587881147259824 20240804-00:35:38 test_perplexity 141 model 1 1.1575914066218829 20240804-00:36:20 test_accuracy 141 model 1 val 1545 / 1609 20240804-00:36:21 wrote gpt_001.pth 20240804-00:36:31 wrote non_validated_0141_01.png 20240804-00:36:31 wrote state.pth 20240804-00:36:31 --- epoch 142 ---------------------------------------- 20240804-00:36:31 current_test_accuracies 0.9567 0.9602 0.0000 0.0000 0.0000 20240804-00:36:31 training model 2 20240804-00:41:59 train_perplexity 142 model 2 1.1579539868043423 20240804-00:42:04 test_perplexity 142 model 2 1.158059357100685 20240804-00:42:48 test_accuracy 142 model 2 val 1518 / 1585 20240804-00:42:50 wrote gpt_002.pth 20240804-00:42:59 wrote non_validated_0142_02.png 20240804-00:42:59 wrote state.pth 20240804-00:42:59 --- epoch 143 ---------------------------------------- 20240804-00:42:59 current_test_accuracies 0.9567 0.9602 0.9577 0.0000 0.0000 20240804-00:42:59 training model 3 20240804-00:48:27 train_perplexity 143 model 3 1.1582073357265597 20240804-00:48:32 test_perplexity 143 model 3 1.1581635701295057 20240804-00:49:16 test_accuracy 143 model 3 val 1514 / 1579 20240804-00:49:18 wrote gpt_003.pth 20240804-00:49:28 wrote non_validated_0143_03.png 20240804-00:49:28 wrote state.pth 20240804-00:49:28 --- epoch 144 ---------------------------------------- 20240804-00:49:28 current_test_accuracies 0.9567 0.9602 0.9577 0.9588 0.0000 20240804-00:49:28 training model 4 20240804-00:54:55 train_perplexity 144 model 4 1.1576750606178399 20240804-00:55:00 test_perplexity 144 model 4 1.1564890312733676 20240804-00:55:43 test_accuracy 144 model 4 val 1506 / 1565 20240804-00:55:45 wrote gpt_004.pth 20240804-00:55:55 wrote non_validated_0144_04.png 20240804-00:55:55 wrote state.pth 20240804-00:55:55 --- epoch 145 ---------------------------------------- 20240804-00:55:55 current_test_accuracies 0.9567 0.9602 0.9577 0.9588 0.9623 20240804-00:57:07 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 1 / 420 (finishes Sun 09:18 -- 50/h) 20240804-00:58:09 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 4 / 420 (finishes Sun 04:51 -- 107/h) 20240804-00:59:12 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 7 / 420 (finishes Sun 04:13 -- 127/h) 20240804-01:00:14 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 8 / 420 (finishes Sun 04:43 -- 110/h) 20240804-01:01:18 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 9 / 420 (finishes Sun 05:06 -- 100/h) 20240804-01:02:20 keep c_quizzes model 0 validated 4 / 420 (0.95%) nb_accumulated 13 / 420 (finishes Sun 04:23 -- 121/h) 20240804-01:03:22 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 14 / 420 (finishes Sun 04:39 -- 112/h) 20240804-01:04:25 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 16 / 420 (finishes Sun 04:39 -- 112/h) 20240804-01:05:28 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 17 / 420 (finishes Sun 04:51 -- 106/h) 20240804-01:06:30 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 17 / 420 (finishes Sun 05:17 -- 96/h) 20240804-01:07:33 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 18 / 420 (finishes Sun 05:27 -- 92/h) 20240804-01:08:36 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 20 / 420 (finishes Sun 05:22 -- 94/h) 20240804-01:09:39 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 22 / 420 (finishes Sun 05:18 -- 96/h) 20240804-01:10:42 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 24 / 420 (finishes Sun 05:14 -- 97/h) 20240804-01:11:46 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 25 / 420 (finishes Sun 05:22 -- 94/h) 20240804-01:12:48 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 27 / 420 (finishes Sun 05:18 -- 95/h) 20240804-01:13:52 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 29 / 420 (finishes Sun 05:15 -- 96/h) 20240804-01:14:55 keep c_quizzes model 1 validated 4 / 420 (0.95%) nb_accumulated 33 / 420 (finishes Sun 04:57 -- 104/h) 20240804-01:15:58 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 36 / 420 (finishes Sun 04:49 -- 107/h) 20240804-01:17:01 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 37 / 420 (finishes Sun 04:55 -- 105/h) 20240804-01:18:04 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 40 / 420 (finishes Sun 04:48 -- 108/h) 20240804-01:19:07 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 41 / 420 (finishes Sun 04:53 -- 105/h) 20240804-01:20:10 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 41 / 420 (finishes Sun 05:04 -- 101/h) 20240804-01:21:13 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 43 / 420 (finishes Sun 05:03 -- 101/h) 20240804-01:22:17 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 43 / 420 (finishes Sun 05:13 -- 97/h) 20240804-01:23:20 keep c_quizzes model 2 validated 4 / 420 (0.95%) nb_accumulated 47 / 420 (finishes Sun 05:00 -- 102/h) 20240804-01:24:23 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 48 / 420 (finishes Sun 05:04 -- 101/h) 20240804-01:25:26 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 50 / 420 (finishes Sun 05:03 -- 101/h) 20240804-01:26:28 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 53 / 420 (finishes Sun 04:58 -- 104/h) 20240804-01:27:32 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 55 / 420 (finishes Sun 04:57 -- 104/h) 20240804-01:28:35 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 56 / 420 (finishes Sun 05:00 -- 102/h) 20240804-01:29:38 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 58 / 420 (finishes Sun 05:00 -- 103/h) 20240804-01:30:41 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 59 / 420 (finishes Sun 05:03 -- 101/h) 20240804-01:31:45 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 59 / 420 (finishes Sun 05:11 -- 98/h) 20240804-01:32:48 keep c_quizzes model 0 validated 5 / 420 (1.19%) nb_accumulated 64 / 420 (finishes Sun 04:57 -- 104/h) 20240804-01:33:51 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 67 / 420 (finishes Sun 04:53 -- 105/h) 20240804-01:34:54 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 68 / 420 (finishes Sun 04:56 -- 104/h) 20240804-01:35:58 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 71 / 420 (finishes Sun 04:52 -- 106/h) 20240804-01:37:01 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 74 / 420 (finishes Sun 04:49 -- 108/h) 20240804-01:38:05 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 76 / 420 (finishes Sun 04:48 -- 108/h) 20240804-01:39:08 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 76 / 420 (finishes Sun 04:54 -- 105/h) 20240804-01:40:12 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 78 / 420 (finishes Sun 04:54 -- 105/h) 20240804-01:41:15 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 80 / 420 (finishes Sun 04:53 -- 105/h) 20240804-01:42:18 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 80 / 420 (finishes Sun 04:59 -- 103/h) 20240804-01:43:22 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 82 / 420 (finishes Sun 04:58 -- 103/h) 20240804-01:44:25 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 82 / 420 (finishes Sun 05:04 -- 101/h) 20240804-01:45:29 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 83 / 420 (finishes Sun 05:06 -- 100/h) 20240804-01:46:32 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 84 / 420 (finishes Sun 05:08 -- 99/h) 20240804-01:47:35 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 86 / 420 (finishes Sun 05:08 -- 99/h) 20240804-01:48:38 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 87 / 420 (finishes Sun 05:10 -- 99/h) 20240804-01:49:41 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 88 / 420 (finishes Sun 05:12 -- 98/h) 20240804-01:50:44 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 88 / 420 (finishes Sun 05:17 -- 96/h) 20240804-01:51:47 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 89 / 420 (finishes Sun 05:19 -- 95/h) 20240804-01:52:51 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 90 / 420 (finishes Sun 05:21 -- 94/h) 20240804-01:53:54 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 91 / 420 (finishes Sun 05:23 -- 94/h) 20240804-01:54:57 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 92 / 420 (finishes Sun 05:25 -- 93/h) 20240804-01:56:00 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 94 / 420 (finishes Sun 05:24 -- 93/h) 20240804-01:57:03 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 95 / 420 (finishes Sun 05:26 -- 93/h) 20240804-01:58:06 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 95 / 420 (finishes Sun 05:30 -- 91/h) 20240804-01:59:10 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 96 / 420 (finishes Sun 05:32 -- 91/h) 20240804-02:00:13 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 98 / 420 (finishes Sun 05:31 -- 91/h) 20240804-02:01:16 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 99 / 420 (finishes Sun 05:33 -- 90/h) 20240804-02:02:19 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 100 / 420 (finishes Sun 05:34 -- 90/h) 20240804-02:03:23 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 101 / 420 (finishes Sun 05:36 -- 89/h) 20240804-02:04:26 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 102 / 420 (finishes Sun 05:38 -- 89/h) 20240804-02:05:30 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 104 / 420 (finishes Sun 05:36 -- 89/h) 20240804-02:06:33 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 105 / 420 (finishes Sun 05:38 -- 89/h) 20240804-02:07:36 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 105 / 420 (finishes Sun 05:42 -- 87/h) 20240804-02:08:40 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 108 / 420 (finishes Sun 05:38 -- 89/h) 20240804-02:09:43 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 110 / 420 (finishes Sun 05:37 -- 89/h) 20240804-02:10:46 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 111 / 420 (finishes Sun 05:39 -- 88/h) 20240804-02:11:50 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 113 / 420 (finishes Sun 05:38 -- 89/h) 20240804-02:12:53 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 114 / 420 (finishes Sun 05:39 -- 88/h) 20240804-02:13:56 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 115 / 420 (finishes Sun 05:40 -- 88/h) 20240804-02:15:00 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 118 / 420 (finishes Sun 05:37 -- 89/h) 20240804-02:16:03 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 118 / 420 (finishes Sun 05:41 -- 88/h) 20240804-02:17:07 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 119 / 420 (finishes Sun 05:42 -- 87/h) 20240804-02:18:10 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 120 / 420 (finishes Sun 05:43 -- 87/h) 20240804-02:19:13 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 120 / 420 (finishes Sun 05:47 -- 86/h) 20240804-02:20:16 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 121 / 420 (finishes Sun 05:48 -- 86/h) 20240804-02:21:20 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 123 / 420 (finishes Sun 05:47 -- 86/h) 20240804-02:22:23 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 126 / 420 (finishes Sun 05:44 -- 87/h) 20240804-02:23:26 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 128 / 420 (finishes Sun 05:43 -- 87/h) 20240804-02:24:30 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 129 / 420 (finishes Sun 05:44 -- 87/h) 20240804-02:25:33 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 130 / 420 (finishes Sun 05:45 -- 87/h) 20240804-02:26:37 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 131 / 420 (finishes Sun 05:46 -- 86/h) 20240804-02:27:41 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 134 / 420 (finishes Sun 05:43 -- 87/h) 20240804-02:28:44 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 134 / 420 (finishes Sun 05:46 -- 86/h) 20240804-02:29:47 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 135 / 420 (finishes Sun 05:47 -- 86/h) 20240804-02:30:51 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 136 / 420 (finishes Sun 05:49 -- 85/h) 20240804-02:31:54 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 138 / 420 (finishes Sun 05:48 -- 86/h) 20240804-02:32:58 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 139 / 420 (finishes Sun 05:49 -- 85/h) 20240804-02:34:01 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 141 / 420 (finishes Sun 05:48 -- 86/h) 20240804-02:35:04 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 142 / 420 (finishes Sun 05:49 -- 85/h) 20240804-02:36:07 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 142 / 420 (finishes Sun 05:52 -- 85/h) 20240804-02:37:11 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 143 / 420 (finishes Sun 05:53 -- 84/h) 20240804-02:38:14 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 145 / 420 (finishes Sun 05:52 -- 85/h) 20240804-02:39:18 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 146 / 420 (finishes Sun 05:53 -- 84/h) 20240804-02:40:21 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 147 / 420 (finishes Sun 05:54 -- 84/h) 20240804-02:41:25 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 148 / 420 (finishes Sun 05:55 -- 84/h) 20240804-02:42:28 keep c_quizzes model 4 validated 5 / 420 (1.19%) nb_accumulated 153 / 420 (finishes Sun 05:48 -- 86/h) 20240804-02:43:32 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 155 / 420 (finishes Sun 05:47 -- 86/h) 20240804-02:44:35 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 157 / 420 (finishes Sun 05:46 -- 86/h) 20240804-02:45:38 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 159 / 420 (finishes Sun 05:45 -- 86/h) 20240804-02:46:42 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 160 / 420 (finishes Sun 05:46 -- 86/h) 20240804-02:47:45 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 162 / 420 (finishes Sun 05:45 -- 86/h) 20240804-02:48:49 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 163 / 420 (finishes Sun 05:46 -- 86/h) 20240804-02:49:53 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 163 / 420 (finishes Sun 05:49 -- 85/h) 20240804-02:50:56 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 163 / 420 (finishes Sun 05:52 -- 85/h) 20240804-02:51:59 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 166 / 420 (finishes Sun 05:49 -- 85/h) 20240804-02:53:03 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 168 / 420 (finishes Sun 05:48 -- 86/h) 20240804-02:54:06 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 168 / 420 (finishes Sun 05:51 -- 85/h) 20240804-02:55:10 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 171 / 420 (finishes Sun 05:48 -- 86/h) 20240804-02:56:13 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 173 / 420 (finishes Sun 05:47 -- 86/h) 20240804-02:57:16 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 173 / 420 (finishes Sun 05:50 -- 85/h) 20240804-02:58:19 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 174 / 420 (finishes Sun 05:51 -- 85/h) 20240804-02:59:23 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 176 / 420 (finishes Sun 05:50 -- 85/h) 20240804-03:00:26 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 177 / 420 (finishes Sun 05:51 -- 85/h) 20240804-03:01:30 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 178 / 420 (finishes Sun 05:52 -- 85/h) 20240804-03:02:33 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 181 / 420 (finishes Sun 05:49 -- 85/h) 20240804-03:03:36 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 183 / 420 (finishes Sun 05:48 -- 85/h) 20240804-03:04:40 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 185 / 420 (finishes Sun 05:48 -- 86/h) 20240804-03:05:43 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 187 / 420 (finishes Sun 05:47 -- 86/h) 20240804-03:06:47 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 190 / 420 (finishes Sun 05:45 -- 87/h) 20240804-03:07:50 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 192 / 420 (finishes Sun 05:44 -- 87/h) 20240804-03:08:53 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 194 / 420 (finishes Sun 05:43 -- 87/h) 20240804-03:09:56 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 195 / 420 (finishes Sun 05:44 -- 87/h) 20240804-03:11:00 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 197 / 420 (finishes Sun 05:43 -- 87/h) 20240804-03:12:03 keep c_quizzes model 4 validated 5 / 420 (1.19%) nb_accumulated 202 / 420 (finishes Sun 05:38 -- 89/h) 20240804-03:13:07 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 204 / 420 (finishes Sun 05:38 -- 89/h) 20240804-03:14:10 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 205 / 420 (finishes Sun 05:39 -- 88/h) 20240804-03:15:14 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 208 / 420 (finishes Sun 05:37 -- 89/h) 20240804-03:16:17 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 211 / 420 (finishes Sun 05:35 -- 90/h) 20240804-03:17:21 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 211 / 420 (finishes Sun 05:37 -- 89/h) 20240804-03:18:24 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 212 / 420 (finishes Sun 05:38 -- 89/h) 20240804-03:19:27 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 213 / 420 (finishes Sun 05:38 -- 89/h) 20240804-03:20:30 keep c_quizzes model 3 validated 4 / 420 (0.95%) nb_accumulated 217 / 420 (finishes Sun 05:35 -- 90/h) 20240804-03:21:34 keep c_quizzes model 3 validated 4 / 420 (0.95%) nb_accumulated 221 / 420 (finishes Sun 05:32 -- 91/h) 20240804-03:22:38 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 222 / 420 (finishes Sun 05:33 -- 90/h) 20240804-03:23:41 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 222 / 420 (finishes Sun 05:35 -- 90/h) 20240804-03:24:45 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 222 / 420 (finishes Sun 05:37 -- 89/h) 20240804-03:25:48 keep c_quizzes model 0 validated 5 / 420 (1.19%) nb_accumulated 227 / 420 (finishes Sun 05:33 -- 90/h) 20240804-03:26:51 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 228 / 420 (finishes Sun 05:33 -- 90/h) 20240804-03:27:54 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 231 / 420 (finishes Sun 05:32 -- 91/h) 20240804-03:28:58 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 231 / 420 (finishes Sun 05:34 -- 90/h) 20240804-03:30:01 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 232 / 420 (finishes Sun 05:34 -- 90/h) 20240804-03:31:05 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 234 / 420 (finishes Sun 05:34 -- 90/h) 20240804-03:32:08 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 234 / 420 (finishes Sun 05:36 -- 89/h) 20240804-03:33:11 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 236 / 420 (finishes Sun 05:35 -- 90/h) 20240804-03:34:15 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 238 / 420 (finishes Sun 05:35 -- 90/h) 20240804-03:35:18 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 238 / 420 (finishes Sun 05:37 -- 89/h) 20240804-03:36:20 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 240 / 420 (finishes Sun 05:36 -- 89/h) 20240804-03:37:23 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 242 / 420 (finishes Sun 05:36 -- 89/h) 20240804-03:38:27 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 243 / 420 (finishes Sun 05:36 -- 89/h) 20240804-03:39:31 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 243 / 420 (finishes Sun 05:38 -- 89/h) 20240804-03:40:34 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 245 / 420 (finishes Sun 05:38 -- 89/h) 20240804-03:41:37 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 247 / 420 (finishes Sun 05:37 -- 89/h) 20240804-03:42:40 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 250 / 420 (finishes Sun 05:36 -- 89/h) 20240804-03:43:44 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 252 / 420 (finishes Sun 05:35 -- 90/h) 20240804-03:44:47 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 252 / 420 (finishes Sun 05:37 -- 89/h) 20240804-03:45:50 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 252 / 420 (finishes Sun 05:39 -- 88/h) 20240804-03:46:53 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 254 / 420 (finishes Sun 05:38 -- 89/h) 20240804-03:47:56 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 255 / 420 (finishes Sun 05:39 -- 88/h) 20240804-03:48:59 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 258 / 420 (finishes Sun 05:37 -- 89/h) 20240804-03:50:03 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 259 / 420 (finishes Sun 05:38 -- 89/h) 20240804-03:51:06 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 259 / 420 (finishes Sun 05:40 -- 88/h) 20240804-03:52:09 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 260 / 420 (finishes Sun 05:40 -- 88/h) 20240804-03:53:13 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 262 / 420 (finishes Sun 05:40 -- 88/h) 20240804-03:54:16 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 262 / 420 (finishes Sun 05:41 -- 88/h) 20240804-03:55:19 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 264 / 420 (finishes Sun 05:41 -- 88/h) 20240804-03:56:23 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 266 / 420 (finishes Sun 05:40 -- 88/h) 20240804-03:57:26 keep c_quizzes model 3 validated 5 / 420 (1.19%) nb_accumulated 271 / 420 (finishes Sun 05:37 -- 89/h) 20240804-03:58:30 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 271 / 420 (finishes Sun 05:38 -- 89/h) 20240804-03:59:33 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 272 / 420 (finishes Sun 05:39 -- 88/h) 20240804-04:00:36 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 274 / 420 (finishes Sun 05:39 -- 89/h) 20240804-04:01:39 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 274 / 420 (finishes Sun 05:40 -- 88/h) 20240804-04:02:43 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 274 / 420 (finishes Sun 05:42 -- 88/h) 20240804-04:03:46 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 274 / 420 (finishes Sun 05:43 -- 87/h) 20240804-04:04:49 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 275 / 420 (finishes Sun 05:44 -- 87/h) 20240804-04:05:52 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 276 / 420 (finishes Sun 05:44 -- 87/h) 20240804-04:06:56 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 278 / 420 (finishes Sun 05:44 -- 87/h) 20240804-04:08:00 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 281 / 420 (finishes Sun 05:43 -- 87/h) 20240804-04:09:03 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 282 / 420 (finishes Sun 05:43 -- 87/h) 20240804-04:10:07 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 284 / 420 (finishes Sun 05:43 -- 87/h) 20240804-04:11:11 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 286 / 420 (finishes Sun 05:42 -- 87/h) 20240804-04:12:14 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 286 / 420 (finishes Sun 05:44 -- 87/h) 20240804-04:13:17 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 287 / 420 (finishes Sun 05:44 -- 87/h) 20240804-04:14:21 keep c_quizzes model 2 validated 5 / 420 (1.19%) nb_accumulated 292 / 420 (finishes Sun 05:41 -- 88/h) 20240804-04:15:24 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 295 / 420 (finishes Sun 05:39 -- 88/h) 20240804-04:16:28 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 298 / 420 (finishes Sun 05:38 -- 89/h) 20240804-04:17:31 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 300 / 420 (finishes Sun 05:38 -- 89/h) 20240804-04:18:35 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 303 / 420 (finishes Sun 05:36 -- 89/h) 20240804-04:19:39 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 305 / 420 (finishes Sun 05:36 -- 89/h) 20240804-04:20:43 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 305 / 420 (finishes Sun 05:37 -- 89/h) 20240804-04:21:46 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 305 / 420 (finishes Sun 05:39 -- 88/h) 20240804-04:22:50 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 306 / 420 (finishes Sun 05:39 -- 88/h) 20240804-04:23:53 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 307 / 420 (finishes Sun 05:40 -- 88/h) 20240804-04:24:56 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 309 / 420 (finishes Sun 05:40 -- 88/h) 20240804-04:26:00 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 311 / 420 (finishes Sun 05:39 -- 88/h) 20240804-04:27:03 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 314 / 420 (finishes Sun 05:38 -- 89/h) 20240804-04:28:07 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 316 / 420 (finishes Sun 05:37 -- 89/h) 20240804-04:29:10 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 319 / 420 (finishes Sun 05:36 -- 89/h) 20240804-04:30:13 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 320 / 420 (finishes Sun 05:37 -- 89/h) 20240804-04:31:17 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 322 / 420 (finishes Sun 05:36 -- 89/h) 20240804-04:32:20 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 322 / 420 (finishes Sun 05:38 -- 89/h) 20240804-04:33:24 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 323 / 420 (finishes Sun 05:38 -- 89/h) 20240804-04:34:27 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 323 / 420 (finishes Sun 05:40 -- 88/h) 20240804-04:35:31 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 325 / 420 (finishes Sun 05:39 -- 88/h) 20240804-04:36:34 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 325 / 420 (finishes Sun 05:41 -- 88/h) 20240804-04:37:37 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 327 / 420 (finishes Sun 05:40 -- 88/h) 20240804-04:38:40 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 329 / 420 (finishes Sun 05:40 -- 88/h) 20240804-04:39:44 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 329 / 420 (finishes Sun 05:41 -- 88/h) 20240804-04:40:47 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 330 / 420 (finishes Sun 05:42 -- 88/h) 20240804-04:41:51 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 331 / 420 (finishes Sun 05:42 -- 87/h) 20240804-04:42:54 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 333 / 420 (finishes Sun 05:42 -- 88/h) 20240804-04:43:57 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 334 / 420 (finishes Sun 05:42 -- 87/h) 20240804-04:45:00 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 337 / 420 (finishes Sun 05:41 -- 88/h) 20240804-04:46:04 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 338 / 420 (finishes Sun 05:41 -- 88/h) 20240804-04:47:08 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 338 / 420 (finishes Sun 05:43 -- 87/h) 20240804-04:48:11 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 341 / 420 (finishes Sun 05:42 -- 88/h) 20240804-04:49:14 keep c_quizzes model 3 validated 5 / 420 (1.19%) nb_accumulated 346 / 420 (finishes Sun 05:39 -- 88/h) 20240804-04:50:18 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 348 / 420 (finishes Sun 05:38 -- 89/h) 20240804-04:51:22 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 351 / 420 (finishes Sun 05:37 -- 89/h) 20240804-04:52:25 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 353 / 420 (finishes Sun 05:37 -- 89/h) 20240804-04:53:28 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 355 / 420 (finishes Sun 05:36 -- 89/h) 20240804-04:54:32 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 357 / 420 (finishes Sun 05:36 -- 89/h) 20240804-04:55:35 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 357 / 420 (finishes Sun 05:37 -- 89/h) 20240804-04:56:39 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 358 / 420 (finishes Sun 05:38 -- 89/h) 20240804-04:57:42 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 359 / 420 (finishes Sun 05:38 -- 89/h) 20240804-04:58:46 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 359 / 420 (finishes Sun 05:40 -- 88/h) 20240804-04:59:49 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 359 / 420 (finishes Sun 05:41 -- 88/h) 20240804-05:00:52 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 360 / 420 (finishes Sun 05:41 -- 88/h) 20240804-05:01:56 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 360 / 420 (finishes Sun 05:42 -- 87/h) 20240804-05:02:59 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 360 / 420 (finishes Sun 05:44 -- 87/h) 20240804-05:04:02 keep c_quizzes model 3 validated 5 / 420 (1.19%) nb_accumulated 365 / 420 (finishes Sun 05:41 -- 88/h) 20240804-05:05:06 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 366 / 420 (finishes Sun 05:41 -- 88/h) 20240804-05:06:09 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 368 / 420 (finishes Sun 05:41 -- 88/h) 20240804-05:07:13 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 369 / 420 (finishes Sun 05:41 -- 88/h) 20240804-05:08:16 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 370 / 420 (finishes Sun 05:42 -- 87/h) 20240804-05:09:19 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 370 / 420 (finishes Sun 05:43 -- 87/h) 20240804-05:10:22 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 373 / 420 (finishes Sun 05:42 -- 87/h) 20240804-05:11:25 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 375 / 420 (finishes Sun 05:42 -- 88/h) 20240804-05:12:29 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 376 / 420 (finishes Sun 05:42 -- 87/h) 20240804-05:13:32 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 379 / 420 (finishes Sun 05:41 -- 88/h) 20240804-05:14:35 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 382 / 420 (finishes Sun 05:40 -- 88/h) 20240804-05:15:39 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 382 / 420 (finishes Sun 05:41 -- 88/h) 20240804-05:16:42 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 383 / 420 (finishes Sun 05:41 -- 88/h) 20240804-05:17:46 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 385 / 420 (finishes Sun 05:41 -- 88/h) 20240804-05:18:49 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 387 / 420 (finishes Sun 05:41 -- 88/h) 20240804-05:19:53 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 388 / 420 (finishes Sun 05:41 -- 88/h) 20240804-05:20:56 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 391 / 420 (finishes Sun 05:40 -- 88/h) 20240804-05:22:00 keep c_quizzes model 2 validated 4 / 420 (0.95%) nb_accumulated 395 / 420 (finishes Sun 05:38 -- 89/h) 20240804-05:23:03 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 396 / 420 (finishes Sun 05:39 -- 88/h) 20240804-05:24:06 keep c_quizzes model 1 validated 5 / 420 (1.19%) nb_accumulated 401 / 420 (finishes Sun 05:36 -- 89/h) 20240804-05:25:10 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 401 / 420 (finishes Sun 05:37 -- 89/h) 20240804-05:26:14 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 401 / 420 (finishes Sun 05:39 -- 89/h) 20240804-05:27:17 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 404 / 420 (finishes Sun 05:38 -- 89/h) 20240804-05:28:21 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 407 / 420 (finishes Sun 05:37 -- 89/h) 20240804-05:29:24 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 408 / 420 (finishes Sun 05:37 -- 89/h) 20240804-05:30:28 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 409 / 420 (finishes Sun 05:37 -- 89/h) 20240804-05:31:31 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 410 / 420 (finishes Sun 05:38 -- 89/h) 20240804-05:32:35 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 411 / 420 (finishes Sun 05:38 -- 89/h) 20240804-05:33:38 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 412 / 420 (finishes Sun 05:39 -- 89/h) 20240804-05:34:42 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 415 / 420 (finishes Sun 05:38 -- 89/h) 20240804-05:35:45 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 417 / 420 (finishes Sun 05:37 -- 89/h) 20240804-05:36:49 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 418 / 420 (finishes Sun 05:38 -- 89/h) 20240804-05:37:52 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 419 / 420 (finishes Sun 05:38 -- 89/h) 20240804-05:38:56 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 419 / 420 (finishes Sun 05:39 -- 88/h) 20240804-05:39:59 keep c_quizzes model 3 validated 5 / 420 (1.19%) nb_accumulated 424 / 420 (finishes now! -- 89/h) 20240804-05:40:11 wrote c_quizzes.pth 20240804-05:40:11 training model 0 20240804-05:45:38 train_perplexity 145 model 0 1.1579563405420523 20240804-05:45:44 test_perplexity 145 model 0 1.1567105202813137 20240804-05:46:27 test_accuracy 145 model 0 val 1499 / 1582 20240804-05:46:28 wrote gpt_000.pth 20240804-05:46:38 wrote non_validated_0145_00.png 20240804-05:46:38 wrote state.pth 20240804-05:46:38 --- epoch 146 ---------------------------------------- 20240804-05:46:38 current_test_accuracies 0.9475 0.0000 0.0000 0.0000 0.0000 20240804-05:46:38 training model 1 20240804-05:52:06 train_perplexity 146 model 1 1.1586163425817146 20240804-05:52:11 test_perplexity 146 model 1 1.1547157952651514 20240804-05:52:55 test_accuracy 146 model 1 val 1500 / 1580 20240804-05:52:57 wrote gpt_001.pth 20240804-05:53:07 wrote non_validated_0146_01.png 20240804-05:53:07 wrote state.pth 20240804-05:53:07 --- epoch 147 ---------------------------------------- 20240804-05:53:07 current_test_accuracies 0.9475 0.9494 0.0000 0.0000 0.0000 20240804-05:53:07 training model 2 20240804-05:58:34 train_perplexity 147 model 2 1.158102232274516 20240804-05:58:40 test_perplexity 147 model 2 1.1569432983596815 20240804-05:59:24 test_accuracy 147 model 2 val 1514 / 1583 20240804-05:59:25 wrote gpt_002.pth 20240804-05:59:35 wrote non_validated_0147_02.png 20240804-05:59:35 wrote state.pth 20240804-05:59:35 --- epoch 148 ---------------------------------------- 20240804-05:59:35 current_test_accuracies 0.9475 0.9494 0.9564 0.0000 0.0000 20240804-05:59:35 training model 3 20240804-06:05:02 train_perplexity 148 model 3 1.158225182785782 20240804-06:05:08 test_perplexity 148 model 3 1.1571397358174993 20240804-06:05:51 test_accuracy 148 model 3 val 1477 / 1571 20240804-06:05:53 wrote gpt_003.pth 20240804-06:06:03 wrote non_validated_0148_03.png 20240804-06:06:03 wrote state.pth 20240804-06:06:03 --- epoch 149 ---------------------------------------- 20240804-06:06:03 current_test_accuracies 0.9475 0.9494 0.9564 0.9402 0.0000 20240804-06:06:03 training model 4 20240804-06:11:30 train_perplexity 149 model 4 1.1575734307582155 20240804-06:11:35 test_perplexity 149 model 4 1.1567826169252227 20240804-06:12:17 test_accuracy 149 model 4 val 1550 / 1615 20240804-06:12:19 wrote gpt_004.pth 20240804-06:12:29 wrote non_validated_0149_04.png 20240804-06:12:29 wrote state.pth 20240804-06:12:29 --- epoch 150 ---------------------------------------- 20240804-06:12:29 current_test_accuracies 0.9475 0.9494 0.9564 0.9402 0.9598 20240804-06:12:29 training model 3 20240804-06:17:56 train_perplexity 150 model 3 1.158110429702061 20240804-06:18:01 test_perplexity 150 model 3 1.1574101201942406 20240804-06:18:45 test_accuracy 150 model 3 val 1516 / 1596 20240804-06:18:46 wrote gpt_003.pth 20240804-06:18:56 wrote non_validated_0150_03.png 20240804-06:18:56 wrote state.pth 20240804-06:18:56 --- epoch 151 ---------------------------------------- 20240804-06:18:56 current_test_accuracies 0.9475 0.9494 0.9564 0.9499 0.9598 20240804-06:18:56 training model 0 20240804-06:24:24 train_perplexity 151 model 0 1.1573488055683707 20240804-06:24:29 test_perplexity 151 model 0 1.1561817760535977 20240804-06:25:13 test_accuracy 151 model 0 val 1519 / 1593 20240804-06:25:14 wrote gpt_000.pth 20240804-06:25:24 wrote non_validated_0151_00.png 20240804-06:25:24 wrote state.pth 20240804-06:25:24 --- epoch 152 ---------------------------------------- 20240804-06:25:24 current_test_accuracies 0.9535 0.9494 0.9564 0.9499 0.9598 20240804-06:25:24 training model 1 20240804-06:30:51 train_perplexity 152 model 1 1.1587821810749108 20240804-06:30:57 test_perplexity 152 model 1 1.1555198685774635 20240804-06:31:39 test_accuracy 152 model 1 val 1511 / 1608 20240804-06:31:41 wrote gpt_001.pth 20240804-06:31:50 wrote non_validated_0152_01.png 20240804-06:31:51 wrote state.pth 20240804-06:31:51 --- epoch 153 ---------------------------------------- 20240804-06:31:51 current_test_accuracies 0.9535 0.9397 0.9564 0.9499 0.9598 20240804-06:31:51 training model 1 20240804-06:37:18 train_perplexity 153 model 1 1.1584239787036246 20240804-06:37:23 test_perplexity 153 model 1 1.159139186024228 20240804-06:38:05 test_accuracy 153 model 1 val 1518 / 1607 20240804-06:38:07 wrote gpt_001.pth 20240804-06:38:17 wrote non_validated_0153_01.png 20240804-06:38:17 wrote state.pth 20240804-06:38:17 --- epoch 154 ---------------------------------------- 20240804-06:38:17 current_test_accuracies 0.9535 0.9446 0.9564 0.9499 0.9598 20240804-06:38:17 training model 1 20240804-06:43:44 train_perplexity 154 model 1 1.1582716269588067 20240804-06:43:49 test_perplexity 154 model 1 1.1570825362129606 20240804-06:44:33 test_accuracy 154 model 1 val 1507 / 1599 20240804-06:44:35 wrote gpt_001.pth 20240804-06:44:45 wrote non_validated_0154_01.png 20240804-06:44:45 wrote state.pth 20240804-06:44:45 --- epoch 155 ---------------------------------------- 20240804-06:44:45 current_test_accuracies 0.9535 0.9425 0.9564 0.9499 0.9598 20240804-06:44:45 training model 1 20240804-06:50:12 train_perplexity 155 model 1 1.1574176225029835 20240804-06:50:17 test_perplexity 155 model 1 1.1569515389050016 20240804-06:51:01 test_accuracy 155 model 1 val 1521 / 1595 20240804-06:51:02 wrote gpt_001.pth 20240804-06:51:12 wrote non_validated_0155_01.png 20240804-06:51:12 wrote state.pth 20240804-06:51:12 --- epoch 156 ---------------------------------------- 20240804-06:51:12 current_test_accuracies 0.9535 0.9536 0.9564 0.9499 0.9598 20240804-06:51:12 training model 3 20240804-06:56:40 train_perplexity 156 model 3 1.15815404045664 20240804-06:56:45 test_perplexity 156 model 3 1.1562289424845682 20240804-06:57:29 test_accuracy 156 model 3 val 1497 / 1579 20240804-06:57:31 wrote gpt_003.pth 20240804-06:57:41 wrote non_validated_0156_03.png 20240804-06:57:41 wrote state.pth 20240804-06:57:41 --- epoch 157 ---------------------------------------- 20240804-06:57:41 current_test_accuracies 0.9535 0.9536 0.9564 0.9481 0.9598 20240804-06:57:41 training model 3 20240804-07:03:08 train_perplexity 157 model 3 1.1572062767626128 20240804-07:03:14 test_perplexity 157 model 3 1.1540584941175853 20240804-07:03:57 test_accuracy 157 model 3 val 1510 / 1582 20240804-07:03:58 wrote gpt_003.pth 20240804-07:04:08 wrote non_validated_0157_03.png 20240804-07:04:08 wrote state.pth 20240804-07:04:08 --- epoch 158 ---------------------------------------- 20240804-07:04:08 current_test_accuracies 0.9535 0.9536 0.9564 0.9545 0.9598 20240804-07:04:31 argv ./main.py --result_dir=results_noise --nb_train_samples=40000 --nb_test_samples=2000 --grids_world_tasks=replace_color,translate,grow,half_fill,frame,detect,corners,contact --accuracy_to_make_c_quizzes=0.95 --prompt_noise=0.05 --seed=307451 --resume 20240804-07:04:31 args.log_filename train.log 20240804-07:04:31 args.result_dir results_noise 20240804-07:04:31 args.seed 307451 20240804-07:04:31 args.resume True 20240804-07:04:31 args.max_percents_of_test_in_train -1 20240804-07:04:31 args.log_command None 20240804-07:04:31 args.nb_epochs 10000 20240804-07:04:31 args.batch_size 25 20240804-07:04:31 args.physical_batch_size None 20240804-07:04:31 args.inference_batch_size 50 20240804-07:04:31 args.nb_train_samples 40000 20240804-07:04:31 args.nb_test_samples 2000 20240804-07:04:31 args.nb_new_c_quizzes_for_train None 20240804-07:04:31 args.nb_new_c_quizzes_for_test None 20240804-07:04:31 args.learning_rate 0.0005 20240804-07:04:31 args.model 37M 20240804-07:04:31 args.dim_model 512 20240804-07:04:31 args.dim_keys 64 20240804-07:04:31 args.dim_hidden 2048 20240804-07:04:31 args.nb_heads 8 20240804-07:04:31 args.nb_blocks 12 20240804-07:04:31 args.dropout 0.1 20240804-07:04:31 args.deterministic_synthesis False 20240804-07:04:31 args.problem grids 20240804-07:04:31 args.nb_threads 1 20240804-07:04:31 args.gpus all 20240804-07:04:31 args.nb_gpts 5 20240804-07:04:31 args.max_fail_to_validate 2 20240804-07:04:31 args.accuracy_to_make_c_quizzes 0.95 20240804-07:04:31 args.proba_understands 0.95 20240804-07:04:31 args.proba_not_understands 0.5 20240804-07:04:31 args.temperature_hot 1.5 20240804-07:04:31 args.temperature_cold 1 20240804-07:04:31 args.prompt_noise 0.05 20240804-07:04:31 args.nb_averaging_rounds 3 20240804-07:04:31 args.dirty_debug False 20240804-07:04:31 args.test None 20240804-07:04:31 args.grids_world_tasks replace_color,translate,grow,half_fill,frame,detect,corners,contact 20240804-07:04:31 args.grids_science_tasks None 20240804-07:04:31 args.sky_height 6 20240804-07:04:31 args.sky_width 8 20240804-07:04:31 args.sky_nb_birds 3 20240804-07:04:31 args.sky_nb_iterations 2 20240804-07:04:31 args.sky_speed 3 20240804-07:04:31 main_device cuda:0 gpus ['cuda:0'] 20240804-07:04:31 vocabulary_size 15 20240804-07:04:31 creating model 0 and its w_quizzes 20240804-07:04:44 creating model 1 and its w_quizzes 20240804-07:04:58 creating model 2 and its w_quizzes 20240804-07:05:11 creating model 3 and its w_quizzes 20240804-07:05:25 creating model 4 and its w_quizzes 20240804-07:05:38 successfully loaded gpt_000.pth 20240804-07:05:38 successfully loaded gpt_001.pth 20240804-07:05:38 successfully loaded gpt_002.pth 20240804-07:05:38 successfully loaded gpt_003.pth 20240804-07:05:38 successfully loaded gpt_004.pth 20240804-07:05:38 successfully loaded c_quizzes.pth 20240804-07:05:38 successfully loaded state.pth 20240804-07:05:38 nb_parameters 37819407 (37M) 20240804-07:05:38 nb_new_c_quizzes_for_train 400 nb_new_c_quizzes_for_test 20 20240804-07:05:38 wrote state.pth 20240804-07:05:38 --- epoch 158 ---------------------------------------- 20240804-07:05:38 current_test_accuracies 0.9535 0.9536 0.9564 0.9545 0.9598 20240804-07:06:51 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 1 / 420 (finishes Sun 15:35 -- 49/h) 20240804-07:07:54 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 1 / 420 (finishes Sun 22:54 -- 26/h) 20240804-07:08:56 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 1 / 420 (finishes Mon 06:10 -- 18/h) 20240804-07:10:00 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 2 / 420 (finishes Sun 22:21 -- 27/h) 20240804-07:11:05 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 2 / 420 (finishes Mon 02:08 -- 22/h) 20240804-07:12:10 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 5 / 420 (finishes Sun 16:13 -- 45/h) 20240804-07:13:14 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 6 / 420 (finishes Sun 15:56 -- 47/h) 20240804-07:14:18 keep c_quizzes model 2 validated 5 / 420 (1.19%) nb_accumulated 11 / 420 (finishes Sun 12:35 -- 76/h) 20240804-07:15:21 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 13 / 420 (finishes Sun 12:19 -- 80/h) 20240804-07:16:26 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 14 / 420 (finishes Sun 12:29 -- 77/h) 20240804-07:17:30 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 15 / 420 (finishes Sun 12:37 -- 75/h) 20240804-07:18:35 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 16 / 420 (finishes Sun 12:45 -- 74/h) 20240804-07:19:38 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 16 / 420 (finishes Sun 13:13 -- 68/h) 20240804-07:20:43 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 18 / 420 (finishes Sun 12:57 -- 71/h) 20240804-07:21:47 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 20 / 420 (finishes Sun 12:44 -- 74/h) 20240804-07:22:51 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 20 / 420 (finishes Sun 13:07 -- 69/h) 20240804-07:23:55 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 20 / 420 (finishes Sun 13:29 -- 65/h) 20240804-07:24:59 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 21 / 420 (finishes Sun 13:32 -- 65/h) 20240804-07:26:03 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 22 / 420 (finishes Sun 13:35 -- 64/h) 20240804-07:27:07 keep c_quizzes model 2 validated 4 / 420 (0.95%) nb_accumulated 26 / 420 (finishes Sun 12:52 -- 72/h) 20240804-07:28:11 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 26 / 420 (finishes Sun 13:09 -- 69/h) 20240804-07:29:15 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 29 / 420 (finishes Sun 12:47 -- 73/h) 20240804-07:30:20 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 29 / 420 (finishes Sun 13:03 -- 70/h) 20240804-07:31:23 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 31 / 420 (finishes Sun 12:54 -- 72/h) 20240804-07:32:27 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 31 / 420 (finishes Sun 13:08 -- 69/h) 20240804-07:33:32 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 32 / 420 (finishes Sun 13:11 -- 68/h) 20240804-07:34:36 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 32 / 420 (finishes Sun 13:25 -- 66/h) 20240804-07:35:40 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 35 / 420 (finishes Sun 13:05 -- 69/h) 20240804-07:36:44 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 36 / 420 (finishes Sun 13:08 -- 69/h) 20240804-07:37:49 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 37 / 420 (finishes Sun 13:10 -- 69/h) 20240804-07:38:54 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 37 / 420 (finishes Sun 13:23 -- 66/h) 20240804-07:39:58 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 37 / 420 (finishes Sun 13:35 -- 64/h) 20240804-07:41:03 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 37 / 420 (finishes Sun 13:47 -- 62/h) 20240804-07:42:07 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 37 / 420 (finishes Sun 13:59 -- 60/h) 20240804-07:43:12 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 38 / 420 (finishes Sun 14:00 -- 60/h) 20240804-07:44:16 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 40 / 420 (finishes Sun 13:51 -- 62/h) 20240804-07:45:20 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 40 / 420 (finishes Sun 14:02 -- 60/h) 20240804-07:46:25 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 41 / 420 (finishes Sun 14:03 -- 60/h) 20240804-07:47:30 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 41 / 420 (finishes Sun 14:14 -- 58/h) 20240804-07:48:34 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 44 / 420 (finishes Sun 13:55 -- 61/h) 20240804-07:49:38 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 46 / 420 (finishes Sun 13:47 -- 62/h) 20240804-07:50:42 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 46 / 420 (finishes Sun 13:57 -- 61/h) 20240804-07:51:47 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 47 / 420 (finishes Sun 13:57 -- 61/h) 20240804-07:52:52 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 47 / 420 (finishes Sun 14:07 -- 59/h) 20240804-07:53:56 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 47 / 420 (finishes Sun 14:17 -- 58/h) 20240804-07:55:01 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 48 / 420 (finishes Sun 14:17 -- 58/h) 20240804-07:56:05 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 49 / 420 (finishes Sun 14:18 -- 58/h) 20240804-07:57:10 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 51 / 420 (finishes Sun 14:09 -- 59/h) 20240804-07:58:14 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 52 / 420 (finishes Sun 14:10 -- 59/h) 20240804-07:59:18 keep c_quizzes model 2 validated 4 / 420 (0.95%) nb_accumulated 56 / 420 (finishes Sun 13:48 -- 62/h) 20240804-08:00:23 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 57 / 420 (finishes Sun 13:48 -- 62/h) 20240804-08:01:27 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 59 / 420 (finishes Sun 13:42 -- 63/h) 20240804-08:02:32 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 59 / 420 (finishes Sun 13:50 -- 62/h) 20240804-08:03:36 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 60 / 420 (finishes Sun 13:51 -- 62/h) 20240804-08:04:41 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 62 / 420 (finishes Sun 13:45 -- 63/h) 20240804-08:05:46 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 62 / 420 (finishes Sun 13:52 -- 61/h) 20240804-08:06:50 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 63 / 420 (finishes Sun 13:53 -- 61/h) 20240804-08:07:54 keep c_quizzes model 4 validated 4 / 420 (0.95%) nb_accumulated 67 / 420 (finishes Sun 13:35 -- 64/h) 20240804-08:08:59 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 68 / 420 (finishes Sun 13:36 -- 64/h) 20240804-08:10:03 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 69 / 420 (finishes Sun 13:37 -- 64/h) 20240804-08:11:08 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 71 / 420 (finishes Sun 13:33 -- 65/h) 20240804-08:12:12 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 73 / 420 (finishes Sun 13:28 -- 65/h) 20240804-08:13:17 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 75 / 420 (finishes Sun 13:24 -- 66/h) 20240804-08:14:21 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 77 / 420 (finishes Sun 13:20 -- 67/h) 20240804-08:15:26 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 77 / 420 (finishes Sun 13:26 -- 66/h) 20240804-08:16:30 keep c_quizzes model 4 validated 4 / 420 (0.95%) nb_accumulated 81 / 420 (finishes Sun 13:13 -- 68/h) 20240804-08:17:35 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 81 / 420 (finishes Sun 13:18 -- 67/h) 20240804-08:18:39 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 82 / 420 (finishes Sun 13:19 -- 67/h) 20240804-08:19:43 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 83 / 420 (finishes Sun 13:20 -- 67/h) 20240804-08:20:48 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 86 / 420 (finishes Sun 13:12 -- 68/h) 20240804-08:21:52 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 87 / 420 (finishes Sun 13:13 -- 68/h) 20240804-08:22:57 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 88 / 420 (finishes Sun 13:14 -- 68/h) 20240804-08:24:01 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 88 / 420 (finishes Sun 13:19 -- 67/h) 20240804-08:25:06 keep c_quizzes model 2 validated 4 / 420 (0.95%) nb_accumulated 92 / 420 (finishes Sun 13:08 -- 69/h) 20240804-08:26:11 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 92 / 420 (finishes Sun 13:13 -- 68/h) 20240804-08:27:16 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 93 / 420 (finishes Sun 13:14 -- 68/h) 20240804-08:28:20 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 94 / 420 (finishes Sun 13:15 -- 68/h) 20240804-08:29:25 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 94 / 420 (finishes Sun 13:19 -- 67/h) 20240804-08:30:30 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 96 / 420 (finishes Sun 13:16 -- 67/h) 20240804-08:31:34 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 96 / 420 (finishes Sun 13:21 -- 67/h) 20240804-08:32:39 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 99 / 420 (finishes Sun 13:14 -- 68/h) 20240804-08:33:44 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 100 / 420 (finishes Sun 13:15 -- 68/h) 20240804-08:34:49 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 102 / 420 (finishes Sun 13:12 -- 68/h) 20240804-08:35:53 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 102 / 420 (finishes Sun 13:17 -- 67/h) 20240804-08:36:57 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 103 / 420 (finishes Sun 13:18 -- 67/h) 20240804-08:38:02 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 104 / 420 (finishes Sun 13:18 -- 67/h) 20240804-08:39:06 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 106 / 420 (finishes Sun 13:15 -- 68/h) 20240804-08:40:11 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 108 / 420 (finishes Sun 13:13 -- 68/h) 20240804-08:41:15 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 109 / 420 (finishes Sun 13:14 -- 68/h) 20240804-08:42:19 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 109 / 420 (finishes Sun 13:18 -- 67/h) 20240804-08:43:24 keep c_quizzes model 0 validated 4 / 420 (0.95%) nb_accumulated 113 / 420 (finishes Sun 13:09 -- 69/h) 20240804-08:44:29 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 115 / 420 (finishes Sun 13:06 -- 69/h) 20240804-08:45:34 keep c_quizzes model 3 validated 4 / 420 (0.95%) nb_accumulated 119 / 420 (finishes Sun 12:58 -- 71/h) 20240804-08:46:38 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 121 / 420 (finishes Sun 12:56 -- 71/h) 20240804-08:47:43 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 121 / 420 (finishes Sun 12:59 -- 71/h) 20240804-08:48:47 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 122 / 420 (finishes Sun 13:00 -- 70/h) 20240804-08:49:51 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 123 / 420 (finishes Sun 13:01 -- 70/h) 20240804-08:50:56 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 123 / 420 (finishes Sun 13:05 -- 70/h) 20240804-08:52:00 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 124 / 420 (finishes Sun 13:05 -- 69/h) 20240804-08:53:05 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 124 / 420 (finishes Sun 13:09 -- 69/h) 20240804-08:54:10 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 124 / 420 (finishes Sun 13:13 -- 68/h) 20240804-08:55:14 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 125 / 420 (finishes Sun 13:13 -- 68/h) 20240804-08:56:19 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 125 / 420 (finishes Sun 13:17 -- 67/h) 20240804-08:57:23 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 127 / 420 (finishes Sun 13:15 -- 68/h) 20240804-08:58:28 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 128 / 420 (finishes Sun 13:15 -- 68/h) 20240804-08:59:33 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 129 / 420 (finishes Sun 13:16 -- 67/h) 20240804-09:00:38 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 129 / 420 (finishes Sun 13:20 -- 67/h) 20240804-09:01:42 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 131 / 420 (finishes Sun 13:17 -- 67/h) 20240804-09:02:47 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 131 / 420 (finishes Sun 13:21 -- 67/h) 20240804-09:03:52 keep c_quizzes model 4 validated 3 / 420 (0.71%) nb_accumulated 134 / 420 (finishes Sun 13:16 -- 68/h) 20240804-09:04:56 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 134 / 420 (finishes Sun 13:19 -- 67/h) 20240804-09:06:00 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 137 / 420 (finishes Sun 13:14 -- 68/h) 20240804-09:07:05 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 138 / 420 (finishes Sun 13:15 -- 68/h) 20240804-09:08:10 keep c_quizzes model 3 validated 4 / 420 (0.95%) nb_accumulated 142 / 420 (finishes Sun 13:08 -- 69/h) 20240804-09:09:14 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 144 / 420 (finishes Sun 13:06 -- 69/h) 20240804-09:10:19 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 145 / 420 (finishes Sun 13:06 -- 69/h) 20240804-09:11:23 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 146 / 420 (finishes Sun 13:07 -- 69/h) 20240804-09:12:28 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 147 / 420 (finishes Sun 13:08 -- 69/h) 20240804-09:13:33 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 148 / 420 (finishes Sun 13:08 -- 69/h) 20240804-09:14:38 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 148 / 420 (finishes Sun 13:11 -- 68/h) 20240804-09:15:43 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 149 / 420 (finishes Sun 13:12 -- 68/h) 20240804-09:16:47 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 151 / 420 (finishes Sun 13:10 -- 69/h) 20240804-09:17:52 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 152 / 420 (finishes Sun 13:11 -- 68/h) 20240804-09:18:57 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 154 / 420 (finishes Sun 13:09 -- 69/h) 20240804-09:20:01 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 155 / 420 (finishes Sun 13:09 -- 69/h) 20240804-09:21:05 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 155 / 420 (finishes Sun 13:12 -- 68/h) 20240804-09:22:10 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 156 / 420 (finishes Sun 13:13 -- 68/h) 20240804-09:23:15 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 156 / 420 (finishes Sun 13:16 -- 68/h) 20240804-09:24:20 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 157 / 420 (finishes Sun 13:16 -- 67/h) 20240804-09:25:24 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 159 / 420 (finishes Sun 13:14 -- 68/h) 20240804-09:26:29 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 160 / 420 (finishes Sun 13:15 -- 68/h) 20240804-09:27:34 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 163 / 420 (finishes Sun 13:11 -- 68/h) 20240804-09:28:38 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 164 / 420 (finishes Sun 13:11 -- 68/h) 20240804-09:29:43 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 165 / 420 (finishes Sun 13:12 -- 68/h) 20240804-09:30:47 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 166 / 420 (finishes Sun 13:12 -- 68/h) 20240804-09:31:52 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 167 / 420 (finishes Sun 13:13 -- 68/h) 20240804-09:32:57 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 169 / 420 (finishes Sun 13:11 -- 68/h) 20240804-09:34:02 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 169 / 420 (finishes Sun 13:14 -- 68/h) 20240804-09:35:06 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 169 / 420 (finishes Sun 13:17 -- 67/h) 20240804-09:36:11 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 169 / 420 (finishes Sun 13:19 -- 67/h) 20240804-09:37:16 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 169 / 420 (finishes Sun 13:22 -- 66/h) 20240804-09:38:21 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 170 / 420 (finishes Sun 13:22 -- 66/h) 20240804-09:39:25 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 171 / 420 (finishes Sun 13:23 -- 66/h) 20240804-09:40:30 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 171 / 420 (finishes Sun 13:26 -- 66/h) 20240804-09:41:35 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 173 / 420 (finishes Sun 13:24 -- 66/h) 20240804-09:42:40 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 173 / 420 (finishes Sun 13:26 -- 66/h) 20240804-09:43:45 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 174 / 420 (finishes Sun 13:27 -- 66/h) 20240804-09:44:50 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 174 / 420 (finishes Sun 13:29 -- 65/h) 20240804-09:45:55 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 174 / 420 (finishes Sun 13:32 -- 65/h) 20240804-09:47:00 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 176 / 420 (finishes Sun 13:30 -- 65/h) 20240804-09:48:04 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 179 / 420 (finishes Sun 13:26 -- 66/h) 20240804-09:49:09 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 180 / 420 (finishes Sun 13:27 -- 66/h) 20240804-09:50:13 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 180 / 420 (finishes Sun 13:29 -- 65/h) 20240804-09:51:17 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 182 / 420 (finishes Sun 13:27 -- 65/h) 20240804-09:52:22 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 183 / 420 (finishes Sun 13:28 -- 65/h) 20240804-09:53:27 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 183 / 420 (finishes Sun 13:30 -- 65/h) 20240804-09:54:31 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 184 / 420 (finishes Sun 13:31 -- 65/h) 20240804-09:55:36 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 186 / 420 (finishes Sun 13:29 -- 65/h) 20240804-09:56:41 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 187 / 420 (finishes Sun 13:29 -- 65/h) 20240804-09:57:45 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 187 / 420 (finishes Sun 13:32 -- 65/h) 20240804-09:58:50 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 189 / 420 (finishes Sun 13:30 -- 65/h) 20240804-09:59:55 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 190 / 420 (finishes Sun 13:30 -- 65/h) 20240804-10:00:59 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 192 / 420 (finishes Sun 13:29 -- 65/h) 20240804-10:02:04 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 192 / 420 (finishes Sun 13:31 -- 65/h) 20240804-10:03:08 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 194 / 420 (finishes Sun 13:29 -- 65/h) 20240804-10:04:13 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 194 / 420 (finishes Sun 13:32 -- 65/h) 20240804-10:05:17 keep c_quizzes model 2 validated 4 / 420 (0.95%) nb_accumulated 198 / 420 (finishes Sun 13:26 -- 66/h) 20240804-10:06:22 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 199 / 420 (finishes Sun 13:27 -- 66/h) 20240804-10:07:27 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 199 / 420 (finishes Sun 13:29 -- 65/h) 20240804-10:08:32 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 200 / 420 (finishes Sun 13:29 -- 65/h) 20240804-10:09:36 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 201 / 420 (finishes Sun 13:30 -- 65/h) 20240804-10:10:41 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 202 / 420 (finishes Sun 13:30 -- 65/h) 20240804-10:11:46 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 203 / 420 (finishes Sun 13:30 -- 65/h) 20240804-10:12:51 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 206 / 420 (finishes Sun 13:27 -- 66/h) 20240804-10:13:56 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 207 / 420 (finishes Sun 13:27 -- 65/h) 20240804-10:15:01 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 207 / 420 (finishes Sun 13:29 -- 65/h) 20240804-10:16:06 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 210 / 420 (finishes Sun 13:26 -- 66/h) 20240804-10:17:10 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 211 / 420 (finishes Sun 13:26 -- 66/h) 20240804-10:18:15 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 212 / 420 (finishes Sun 13:27 -- 66/h) 20240804-10:19:20 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 212 / 420 (finishes Sun 13:29 -- 65/h) 20240804-10:20:25 keep c_quizzes model 3 validated 4 / 420 (0.95%) nb_accumulated 216 / 420 (finishes Sun 13:24 -- 66/h) 20240804-10:21:29 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 216 / 420 (finishes Sun 13:26 -- 66/h) 20240804-10:22:34 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 217 / 420 (finishes Sun 13:26 -- 66/h) 20240804-10:23:39 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 218 / 420 (finishes Sun 13:27 -- 66/h) 20240804-10:24:44 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 220 / 420 (finishes Sun 13:25 -- 66/h) 20240804-10:25:49 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 220 / 420 (finishes Sun 13:27 -- 65/h) 20240804-10:26:53 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 221 / 420 (finishes Sun 13:28 -- 65/h) 20240804-10:27:58 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 223 / 420 (finishes Sun 13:26 -- 66/h) 20240804-10:29:03 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 224 / 420 (finishes Sun 13:27 -- 66/h) 20240804-10:30:08 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 226 / 420 (finishes Sun 13:25 -- 66/h) 20240804-10:31:13 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 226 / 420 (finishes Sun 13:27 -- 65/h) 20240804-10:32:17 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 226 / 420 (finishes Sun 13:29 -- 65/h) 20240804-10:33:22 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 227 / 420 (finishes Sun 13:29 -- 65/h) 20240804-10:34:26 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 229 / 420 (finishes Sun 13:28 -- 65/h) 20240804-10:35:31 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 230 / 420 (finishes Sun 13:28 -- 65/h) 20240804-10:36:36 keep c_quizzes model 3 validated 4 / 420 (0.95%) nb_accumulated 234 / 420 (finishes Sun 13:24 -- 66/h) 20240804-10:37:41 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 234 / 420 (finishes Sun 13:26 -- 66/h) 20240804-10:38:46 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 235 / 420 (finishes Sun 13:26 -- 66/h) 20240804-10:39:50 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 235 / 420 (finishes Sun 13:28 -- 65/h) 20240804-10:40:56 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 236 / 420 (finishes Sun 13:28 -- 65/h) 20240804-10:42:00 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 238 / 420 (finishes Sun 13:27 -- 65/h) 20240804-10:43:05 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 240 / 420 (finishes Sun 13:26 -- 66/h) 20240804-10:44:10 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 242 / 420 (finishes Sun 13:24 -- 66/h) 20240804-10:45:15 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 243 / 420 (finishes Sun 13:25 -- 66/h) 20240804-10:46:20 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 244 / 420 (finishes Sun 13:25 -- 66/h) 20240804-10:47:25 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 244 / 420 (finishes Sun 13:27 -- 66/h) 20240804-10:48:31 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 246 / 420 (finishes Sun 13:26 -- 66/h) 20240804-10:49:36 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 247 / 420 (finishes Sun 13:26 -- 66/h) 20240804-10:50:41 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 247 / 420 (finishes Sun 13:28 -- 65/h) 20240804-10:51:45 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 249 / 420 (finishes Sun 13:27 -- 66/h) 20240804-10:52:50 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 249 / 420 (finishes Sun 13:28 -- 65/h) 20240804-10:53:55 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 250 / 420 (finishes Sun 13:29 -- 65/h) 20240804-10:54:59 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 251 / 420 (finishes Sun 13:29 -- 65/h) 20240804-10:56:04 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 253 / 420 (finishes Sun 13:28 -- 65/h) 20240804-10:57:09 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 254 / 420 (finishes Sun 13:28 -- 65/h) 20240804-10:58:14 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 254 / 420 (finishes Sun 13:30 -- 65/h) 20240804-10:59:19 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 256 / 420 (finishes Sun 13:29 -- 65/h) 20240804-11:00:23 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 258 / 420 (finishes Sun 13:27 -- 65/h) 20240804-11:01:28 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 261 / 420 (finishes Sun 13:25 -- 66/h) 20240804-11:02:33 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 261 / 420 (finishes Sun 13:26 -- 66/h) 20240804-11:03:37 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 261 / 420 (finishes Sun 13:28 -- 65/h) 20240804-11:04:42 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 262 / 420 (finishes Sun 13:28 -- 65/h) 20240804-11:05:46 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 265 / 420 (finishes Sun 13:26 -- 66/h) 20240804-11:06:51 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 265 / 420 (finishes Sun 13:27 -- 65/h) 20240804-11:07:56 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 266 / 420 (finishes Sun 13:28 -- 65/h) 20240804-11:09:01 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 266 / 420 (finishes Sun 13:29 -- 65/h) 20240804-11:10:05 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 266 / 420 (finishes Sun 13:31 -- 65/h) 20240804-11:11:10 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 268 / 420 (finishes Sun 13:30 -- 65/h) 20240804-11:12:15 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 269 / 420 (finishes Sun 13:30 -- 65/h) 20240804-11:13:20 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 270 / 420 (finishes Sun 13:30 -- 65/h) 20240804-11:14:24 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 270 / 420 (finishes Sun 13:32 -- 65/h) 20240804-11:15:29 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 270 / 420 (finishes Sun 13:34 -- 64/h) 20240804-11:16:34 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 270 / 420 (finishes Sun 13:35 -- 64/h) 20240804-11:17:39 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 271 / 420 (finishes Sun 13:36 -- 64/h) 20240804-11:18:44 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 271 / 420 (finishes Sun 13:37 -- 64/h) 20240804-11:19:49 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 272 / 420 (finishes Sun 13:38 -- 64/h) 20240804-11:20:53 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 274 / 420 (finishes Sun 13:36 -- 64/h) 20240804-11:21:58 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 276 / 420 (finishes Sun 13:35 -- 64/h) 20240804-11:23:03 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 276 / 420 (finishes Sun 13:37 -- 64/h) 20240804-11:24:08 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 277 / 420 (finishes Sun 13:37 -- 64/h) 20240804-11:25:13 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 280 / 420 (finishes Sun 13:35 -- 64/h) 20240804-11:26:18 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 283 / 420 (finishes Sun 13:32 -- 65/h) 20240804-11:27:23 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 283 / 420 (finishes Sun 13:34 -- 64/h) 20240804-11:28:27 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 283 / 420 (finishes Sun 13:35 -- 64/h) 20240804-11:29:32 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 285 / 420 (finishes Sun 13:34 -- 64/h) 20240804-11:30:37 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 286 / 420 (finishes Sun 13:34 -- 64/h) 20240804-11:31:42 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 287 / 420 (finishes Sun 13:35 -- 64/h) 20240804-11:32:47 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 288 / 420 (finishes Sun 13:35 -- 64/h) 20240804-11:33:52 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 288 / 420 (finishes Sun 13:36 -- 64/h) 20240804-11:34:57 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 288 / 420 (finishes Sun 13:38 -- 64/h) 20240804-11:36:01 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 289 / 420 (finishes Sun 13:38 -- 64/h) 20240804-11:37:06 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 291 / 420 (finishes Sun 13:37 -- 64/h) 20240804-11:38:11 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 291 / 420 (finishes Sun 13:39 -- 64/h) 20240804-11:39:16 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 292 / 420 (finishes Sun 13:39 -- 64/h) 20240804-11:40:21 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 294 / 420 (finishes Sun 13:38 -- 64/h) 20240804-11:41:26 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 294 / 420 (finishes Sun 13:39 -- 63/h) 20240804-11:42:31 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 295 / 420 (finishes Sun 13:39 -- 63/h) 20240804-11:43:35 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 295 / 420 (finishes Sun 13:41 -- 63/h) 20240804-11:44:40 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 295 / 420 (finishes Sun 13:42 -- 63/h) 20240804-11:45:45 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 297 / 420 (finishes Sun 13:41 -- 63/h) 20240804-11:46:50 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 299 / 420 (finishes Sun 13:40 -- 63/h) 20240804-11:47:55 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 299 / 420 (finishes Sun 13:42 -- 63/h) 20240804-11:49:00 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 300 / 420 (finishes Sun 13:42 -- 63/h) 20240804-11:50:05 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 302 / 420 (finishes Sun 13:41 -- 63/h) 20240804-11:51:10 keep c_quizzes model 4 validated 5 / 420 (1.19%) nb_accumulated 307 / 420 (finishes Sun 13:36 -- 64/h) 20240804-11:52:15 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 307 / 420 (finishes Sun 13:37 -- 64/h) 20240804-11:53:19 keep c_quizzes model 2 validated 4 / 420 (0.95%) nb_accumulated 311 / 420 (finishes Sun 13:34 -- 64/h) 20240804-11:54:24 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 313 / 420 (finishes Sun 13:33 -- 65/h) 20240804-11:55:29 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 314 / 420 (finishes Sun 13:33 -- 64/h) 20240804-11:56:34 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 315 / 420 (finishes Sun 13:33 -- 64/h) 20240804-11:57:39 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 317 / 420 (finishes Sun 13:32 -- 65/h) 20240804-11:58:44 keep c_quizzes model 1 validated 3 / 420 (0.71%) nb_accumulated 320 / 420 (finishes Sun 13:30 -- 65/h) 20240804-11:59:49 keep c_quizzes model 2 validated 2 / 420 (0.48%) nb_accumulated 322 / 420 (finishes Sun 13:29 -- 65/h) 20240804-12:00:53 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 324 / 420 (finishes Sun 13:28 -- 65/h) 20240804-12:01:58 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 324 / 420 (finishes Sun 13:29 -- 65/h) 20240804-12:03:03 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 325 / 420 (finishes Sun 13:29 -- 65/h) 20240804-12:04:08 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 325 / 420 (finishes Sun 13:31 -- 65/h) 20240804-12:05:13 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 326 / 420 (finishes Sun 13:31 -- 65/h) 20240804-12:06:17 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 327 / 420 (finishes Sun 13:31 -- 65/h) 20240804-12:07:22 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 329 / 420 (finishes Sun 13:30 -- 65/h) 20240804-12:08:27 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 331 / 420 (finishes Sun 13:29 -- 65/h) 20240804-12:09:32 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 331 / 420 (finishes Sun 13:31 -- 65/h) 20240804-12:10:36 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 331 / 420 (finishes Sun 13:32 -- 65/h) 20240804-12:11:41 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 332 / 420 (finishes Sun 13:32 -- 65/h) 20240804-12:12:46 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 332 / 420 (finishes Sun 13:34 -- 64/h) 20240804-12:13:51 keep c_quizzes model 1 validated 2 / 420 (0.48%) nb_accumulated 334 / 420 (finishes Sun 13:33 -- 65/h) 20240804-12:14:56 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 335 / 420 (finishes Sun 13:33 -- 64/h) 20240804-12:16:01 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 336 / 420 (finishes Sun 13:33 -- 64/h) 20240804-12:17:06 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 337 / 420 (finishes Sun 13:33 -- 64/h) 20240804-12:18:11 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 338 / 420 (finishes Sun 13:34 -- 64/h) 20240804-12:19:16 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 341 / 420 (finishes Sun 13:31 -- 65/h) 20240804-12:20:20 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 342 / 420 (finishes Sun 13:32 -- 65/h) 20240804-12:21:25 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 344 / 420 (finishes Sun 13:31 -- 65/h) 20240804-12:22:30 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 345 / 420 (finishes Sun 13:31 -- 65/h) 20240804-12:23:35 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 346 / 420 (finishes Sun 13:31 -- 65/h) 20240804-12:24:40 keep c_quizzes model 0 validated 3 / 420 (0.71%) nb_accumulated 349 / 420 (finishes Sun 13:29 -- 65/h) 20240804-12:25:45 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 349 / 420 (finishes Sun 13:30 -- 65/h) 20240804-12:26:49 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 349 / 420 (finishes Sun 13:32 -- 65/h) 20240804-12:27:54 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 350 / 420 (finishes Sun 13:32 -- 65/h) 20240804-12:28:59 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 350 / 420 (finishes Sun 13:33 -- 64/h) 20240804-12:30:05 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 351 / 420 (finishes Sun 13:33 -- 64/h) 20240804-12:31:09 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 352 / 420 (finishes Sun 13:34 -- 64/h) 20240804-12:32:14 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 352 / 420 (finishes Sun 13:35 -- 64/h) 20240804-12:33:18 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 353 / 420 (finishes Sun 13:35 -- 64/h) 20240804-12:34:23 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 353 / 420 (finishes Sun 13:36 -- 64/h) 20240804-12:35:28 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 355 / 420 (finishes Sun 13:35 -- 64/h) 20240804-12:36:33 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 356 / 420 (finishes Sun 13:36 -- 64/h) 20240804-12:37:39 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 356 / 420 (finishes Sun 13:37 -- 64/h) 20240804-12:38:44 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 357 / 420 (finishes Sun 13:37 -- 64/h) 20240804-12:39:49 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 359 / 420 (finishes Sun 13:36 -- 64/h) 20240804-12:40:54 keep c_quizzes model 4 validated 4 / 420 (0.95%) nb_accumulated 363 / 420 (finishes Sun 13:33 -- 64/h) 20240804-12:41:59 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 365 / 420 (finishes Sun 13:32 -- 65/h) 20240804-12:43:04 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 367 / 420 (finishes Sun 13:31 -- 65/h) 20240804-12:44:09 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 367 / 420 (finishes Sun 13:33 -- 65/h) 20240804-12:45:13 keep c_quizzes model 2 validated 3 / 420 (0.71%) nb_accumulated 370 / 420 (finishes Sun 13:31 -- 65/h) 20240804-12:46:18 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 371 / 420 (finishes Sun 13:31 -- 65/h) 20240804-12:47:23 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 372 / 420 (finishes Sun 13:31 -- 65/h) 20240804-12:48:28 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 373 / 420 (finishes Sun 13:31 -- 65/h) 20240804-12:49:33 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 374 / 420 (finishes Sun 13:31 -- 65/h) 20240804-12:50:38 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 374 / 420 (finishes Sun 13:33 -- 65/h) 20240804-12:51:42 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 374 / 420 (finishes Sun 13:34 -- 64/h) 20240804-12:52:47 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 374 / 420 (finishes Sun 13:35 -- 64/h) 20240804-12:53:52 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 375 / 420 (finishes Sun 13:35 -- 64/h) 20240804-12:54:57 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 376 / 420 (finishes Sun 13:35 -- 64/h) 20240804-12:56:02 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 377 / 420 (finishes Sun 13:35 -- 64/h) 20240804-12:57:06 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 377 / 420 (finishes Sun 13:37 -- 64/h) 20240804-12:58:11 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 378 / 420 (finishes Sun 13:37 -- 64/h) 20240804-12:59:16 keep c_quizzes model 0 validated 0 / 420 (0.00%) nb_accumulated 378 / 420 (finishes Sun 13:38 -- 64/h) 20240804-13:00:21 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 378 / 420 (finishes Sun 13:39 -- 63/h) 20240804-13:01:26 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 380 / 420 (finishes Sun 13:38 -- 64/h) 20240804-13:02:30 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 381 / 420 (finishes Sun 13:39 -- 64/h) 20240804-13:03:35 keep c_quizzes model 4 validated 2 / 420 (0.48%) nb_accumulated 383 / 420 (finishes Sun 13:38 -- 64/h) 20240804-13:04:40 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 386 / 420 (finishes Sun 13:36 -- 64/h) 20240804-13:05:45 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 387 / 420 (finishes Sun 13:36 -- 64/h) 20240804-13:06:49 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 388 / 420 (finishes Sun 13:36 -- 64/h) 20240804-13:07:54 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 389 / 420 (finishes Sun 13:36 -- 64/h) 20240804-13:08:59 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 390 / 420 (finishes Sun 13:36 -- 64/h) 20240804-13:10:03 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 390 / 420 (finishes Sun 13:38 -- 64/h) 20240804-13:11:08 keep c_quizzes model 4 validated 0 / 420 (0.00%) nb_accumulated 390 / 420 (finishes Sun 13:39 -- 64/h) 20240804-13:12:13 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 391 / 420 (finishes Sun 13:39 -- 63/h) 20240804-13:13:18 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 392 / 420 (finishes Sun 13:39 -- 63/h) 20240804-13:14:23 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 393 / 420 (finishes Sun 13:39 -- 63/h) 20240804-13:15:27 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 394 / 420 (finishes Sun 13:39 -- 63/h) 20240804-13:16:32 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 395 / 420 (finishes Sun 13:40 -- 63/h) 20240804-13:17:37 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 396 / 420 (finishes Sun 13:40 -- 63/h) 20240804-13:18:43 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 397 / 420 (finishes Sun 13:40 -- 63/h) 20240804-13:19:47 keep c_quizzes model 3 validated 2 / 420 (0.48%) nb_accumulated 399 / 420 (finishes Sun 13:39 -- 63/h) 20240804-13:20:52 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 400 / 420 (finishes Sun 13:39 -- 63/h) 20240804-13:21:57 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 400 / 420 (finishes Sun 13:40 -- 63/h) 20240804-13:23:02 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 402 / 420 (finishes Sun 13:39 -- 63/h) 20240804-13:24:07 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 403 / 420 (finishes Sun 13:40 -- 63/h) 20240804-13:25:12 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 403 / 420 (finishes Sun 13:41 -- 63/h) 20240804-13:26:17 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 405 / 420 (finishes Sun 13:40 -- 63/h) 20240804-13:27:22 keep c_quizzes model 3 validated 1 / 420 (0.24%) nb_accumulated 406 / 420 (finishes Sun 13:40 -- 63/h) 20240804-13:28:27 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 406 / 420 (finishes Sun 13:41 -- 63/h) 20240804-13:29:32 keep c_quizzes model 1 validated 0 / 420 (0.00%) nb_accumulated 406 / 420 (finishes Sun 13:42 -- 63/h) 20240804-13:30:36 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 408 / 420 (finishes Sun 13:41 -- 63/h) 20240804-13:31:41 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 408 / 420 (finishes Sun 13:43 -- 63/h) 20240804-13:32:46 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 409 / 420 (finishes Sun 13:43 -- 63/h) 20240804-13:33:51 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 410 / 420 (finishes Sun 13:43 -- 63/h) 20240804-13:34:55 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 411 / 420 (finishes Sun 13:43 -- 63/h) 20240804-13:36:00 keep c_quizzes model 2 validated 0 / 420 (0.00%) nb_accumulated 411 / 420 (finishes Sun 13:44 -- 63/h) 20240804-13:37:05 keep c_quizzes model 4 validated 1 / 420 (0.24%) nb_accumulated 412 / 420 (finishes Sun 13:44 -- 63/h) 20240804-13:38:10 keep c_quizzes model 3 validated 0 / 420 (0.00%) nb_accumulated 412 / 420 (finishes Sun 13:45 -- 62/h) 20240804-13:39:15 keep c_quizzes model 3 validated 3 / 420 (0.71%) nb_accumulated 415 / 420 (finishes Sun 13:43 -- 63/h) 20240804-13:40:19 keep c_quizzes model 0 validated 2 / 420 (0.48%) nb_accumulated 417 / 420 (finishes Sun 13:43 -- 63/h) 20240804-13:41:24 keep c_quizzes model 0 validated 1 / 420 (0.24%) nb_accumulated 418 / 420 (finishes Sun 13:43 -- 63/h) 20240804-13:42:29 keep c_quizzes model 2 validated 1 / 420 (0.24%) nb_accumulated 419 / 420 (finishes Sun 13:43 -- 63/h) 20240804-13:43:34 keep c_quizzes model 1 validated 1 / 420 (0.24%) nb_accumulated 420 / 420 (finishes now! -- 63/h) 20240804-13:43:46 wrote c_quizzes.pth 20240804-13:43:46 training model 0 20240804-13:49:13 train_perplexity 158 model 0 1.157720006983246 20240804-13:49:19 test_perplexity 158 model 0 1.1542191876906007 20240804-13:50:02 test_accuracy 158 model 0 val 1520 / 1579 20240804-13:50:04 wrote gpt_000.pth 20240804-13:50:18 wrote non_validated_0158_00.png 20240804-13:50:18 wrote state.pth 20240804-13:50:18 --- epoch 159 ---------------------------------------- 20240804-13:50:18 current_test_accuracies 0.9626 0.0000 0.0000 0.0000 0.0000 20240804-13:50:18 training model 1 20240804-13:55:46 train_perplexity 159 model 1 1.158021489510644 20240804-13:55:51 test_perplexity 159 model 1 1.1552439581564877 20240804-13:56:33 test_accuracy 159 model 1 val 1563 / 1624 20240804-13:56:35 wrote gpt_001.pth 20240804-13:56:49 wrote non_validated_0159_01.png 20240804-13:56:49 wrote state.pth 20240804-13:56:49 --- epoch 160 ---------------------------------------- 20240804-13:56:49 current_test_accuracies 0.9626 0.9624 0.0000 0.0000 0.0000 20240804-13:56:49 training model 2 20240804-14:02:17 train_perplexity 160 model 2 1.1582470168971593 20240804-14:02:22 test_perplexity 160 model 2 1.1564110263344454 20240804-14:03:04 test_accuracy 160 model 2 val 1547 / 1619 20240804-14:03:06 wrote gpt_002.pth 20240804-14:03:20 wrote non_validated_0160_02.png 20240804-14:03:20 wrote state.pth 20240804-14:03:20 --- epoch 161 ---------------------------------------- 20240804-14:03:20 current_test_accuracies 0.9626 0.9624 0.9555 0.0000 0.0000 20240804-14:03:20 training model 3 20240804-14:08:47 train_perplexity 161 model 3 1.157397610802557 20240804-14:08:53 test_perplexity 161 model 3 1.1571838398863163 20240804-14:09:36 test_accuracy 161 model 3 val 1503 / 1594 20240804-14:09:38 wrote gpt_003.pth 20240804-14:09:52 wrote non_validated_0161_03.png 20240804-14:09:52 wrote state.pth 20240804-14:09:52 --- epoch 162 ---------------------------------------- 20240804-14:09:52 current_test_accuracies 0.9626 0.9624 0.9555 0.9429 0.0000 20240804-14:09:52 training model 4 20240804-14:15:19 train_perplexity 162 model 4 1.1580565116861852 20240804-14:15:25 test_perplexity 162 model 4 1.1558223443681817 20240804-14:16:08 test_accuracy 162 model 4 val 1465 / 1562 20240804-14:16:10 wrote gpt_004.pth 20240804-14:16:24 wrote non_validated_0162_04.png 20240804-14:16:24 wrote state.pth 20240804-14:16:24 --- epoch 163 ---------------------------------------- 20240804-14:16:24 current_test_accuracies 0.9626 0.9624 0.9555 0.9429 0.9379 20240804-14:16:24 training model 4 20240804-14:21:51 train_perplexity 163 model 4 1.1576117660159715 20240804-14:21:57 test_perplexity 163 model 4 1.1578478850669782 20240804-14:22:40 test_accuracy 163 model 4 val 1518 / 1612 20240804-14:22:41 wrote gpt_004.pth 20240804-14:22:55 wrote non_validated_0163_04.png 20240804-14:22:55 wrote state.pth 20240804-14:22:55 --- epoch 164 ---------------------------------------- 20240804-14:22:55 current_test_accuracies 0.9626 0.9624 0.9555 0.9429 0.9417 20240804-14:22:55 training model 4 20240804-14:28:23 train_perplexity 164 model 4 1.1576385687546402 20240804-14:28:28 test_perplexity 164 model 4 1.1547396502126812 20240804-14:29:11 test_accuracy 164 model 4 val 1502 / 1559 20240804-14:29:13 wrote gpt_004.pth 20240804-14:29:27 wrote non_validated_0164_04.png 20240804-14:29:27 wrote state.pth 20240804-14:29:27 --- epoch 165 ---------------------------------------- 20240804-14:29:27 current_test_accuracies 0.9626 0.9624 0.9555 0.9429 0.9634 20240804-14:29:27 training model 3 20240804-14:34:54 train_perplexity 165 model 3 1.157834001167853 20240804-14:35:00 test_perplexity 165 model 3 1.1543829789667623 20240804-14:35:43 test_accuracy 165 model 3 val 1558 / 1629 20240804-14:35:44 wrote gpt_003.pth 20240804-14:35:58 wrote non_validated_0165_03.png 20240804-14:35:58 wrote state.pth 20240804-14:35:58 --- epoch 166 ---------------------------------------- 20240804-14:35:58 current_test_accuracies 0.9626 0.9624 0.9555 0.9564 0.9634