import ffutils
import mygpt
-import sky, reasoning, quiz_machine
+import sky, grids, quiz_machine
# world quizzes vs. culture quizzes
parser.add_argument("--deterministic_synthesis", action="store_true", default=False)
-parser.add_argument("--problem", type=str, default="sky")
+parser.add_argument("--problem", type=str, default="grids")
parser.add_argument("--nb_gpts", type=int, default=5)
speed=args.sky_speed,
)
back_accuracy = False
-elif args.problem == "reasoning":
- problem = reasoning.Reasoning(device=device)
+elif args.problem == "grids":
+ problem = grids.Grids(device=device)
back_accuracy = True
else:
raise ValueError
)
file_name = os.path.join(args.result_dir, f"culture_c_quiz_{n_epoch:04d}_logp.dat")
+
with open(file_name, "w") as logp_file:
while (
valid_c_quizzes(quizzes_and_nb_correct_records, standard_validity).size(0)