import ffutils
import mygpt
-import sky, lang, quizz_machine
+import sky, reasoning, quizz_machine
# world quizzes vs. culture quizzes
nb_iterations=args.sky_nb_iterations,
speed=args.sky_speed,
)
-elif args.problem == "lang":
- problem = lang.Lang(nb_iterations=2)
+ back_accuracy = False
+elif args.problem == "reasoning":
+ problem = reasoning.Reasoning(device=device)
+ back_accuracy = True
else:
raise ValueError
problem=problem,
nb_train_samples=args.nb_train_samples,
nb_test_samples=args.nb_test_samples,
+ back_accuracy=back_accuracy,
batch_size=args.physical_batch_size,
result_dir=args.result_dir,
logger=log_string,