import ffutils
import mygpt
-import sky, lang, quizz_machine
+import sky, reasoning, quizz_machine
# world quizzes vs. culture quizzes
nb_iterations=args.sky_nb_iterations,
speed=args.sky_speed,
)
-elif args.problem == "lang":
- problem = lang.Lang()
+elif args.problem == "reasoning":
+ problem = reasoning.Reasoning()
else:
raise ValueError
import problem
-class Lang(problem.Problem):
+class Reasoning(problem.Problem):
named_colors = [
("white", [255, 255, 255]),
("red", [255, 0, 0]),
if __name__ == "__main__":
import time
- lang = Lang()
+ reasoning = Reasoning()
start_time = time.perf_counter()
- prompts, answers = lang.generate_prompts_and_answers(100)
+ prompts, answers = reasoning.generate_prompts_and_answers(100)
delay = time.perf_counter() - start_time
print(f"{prompts.size(0)/delay:02f} seq/s")
# predicted_prompts = torch.rand(prompts.size(0)) < 0.5
# predicted_answers = torch.logical_not(predicted_prompts)
- lang.save_quizzes(
+ reasoning.save_quizzes(
"/tmp",
"test",
prompts[:36],