3 # Any copyright is dedicated to the Public Domain.
4 # https://creativecommons.org/publicdomain/zero/1.0/
6 # Written by Francois Fleuret <francois@fleuret.org>
10 import torch, torchvision
13 from torch.nn import functional as F
15 ######################################################################
18 def rpl_exec(program, stack):
23 a, b = stack.pop(), stack.pop()
27 a, b = stack.pop(), stack.pop()
28 stack.append(min(a, b))
31 a, b = stack.pop(), stack.pop()
32 stack.append(max(a, b))
35 a, b = stack.pop(), stack.pop()
40 a, b = stack.pop(), stack.pop()
51 raise ValueError(f"Unknown instruction {op}")
56 rpl_ops = ["add", "min", "max", "swp", "rep", "dup", "del"]
58 ######################################################################
62 nb_starting_values=3, nb_result_values_max=None, max_input=9, prog_len=6, nb_runs=5
64 prog_len = (1 + torch.randint(2 * prog_len, (1,))).clamp(max=prog_len).item()
68 prog = [rpl_ops[k] for k in torch.randint(len(rpl_ops), (prog_len,))]
71 for _ in range(nb_runs):
73 x.item() for x in torch.randint(max_input + 1, (nb_starting_values,))
75 result_stack = rpl_exec(prog, stack)
76 if len(result_stack) == 0:
77 no_empty_stack = False
78 result = result + ["<input>"] + stack + ["<output>"] + result_stack
80 result = result + ["<prog>"] + prog
81 result = result + ["<end>"]
83 if no_empty_stack and (
84 nb_result_values_max is None or len(result_stack) <= nb_result_values_max
91 def next_marker(seq, tokens, start=0):
95 i = seq.index(t, start)
96 if pos is None or i < pos:
106 while seq[k] == "<input>":
107 o = next_marker(seq, ["<output>"], start=k + 1)
108 e = next_marker(seq, ["<input>", "<prog>"], start=o)
109 if o is None or e is None:
111 "Missing input/output markers (should be correct in the prompt)"
115 ([int(x) for x in seq[k + 1 : o]], [int(x) for x in seq[o + 1 : e]])
119 "Invalid input/output value (should be correct in the prompt)"
124 if seq[k] == "<prog>":
125 e = next_marker(seq, ["<end>"], start=k)
129 prog = seq[k + 1 : e]
131 raise ValueError("Missing <prog> (it should be in the prompt)")
136 def compute_nb_errors(seq):
137 prog, io = decompose(seq)
139 nb_total, nb_errors = 0, 0
143 if len(set(prog) - set(rpl_ops)) > 0:
144 # Program is not valid, we count 100% error
145 for start_stack, target_stack in io:
146 stacks.append((start_stack, target_stack, ["N/A"], False))
147 nb_total += len(target_stack)
148 nb_errors += len(target_stack)
152 for start_stack, target_stack in io:
153 result_stack = rpl_exec(prog, start_stack)
154 nb_total += len(target_stack)
155 e = abs(len(result_stack) - len(target_stack)) + sum(
156 [0 if x == y else 1 for x, y in zip(result_stack, target_stack)]
159 stacks.append((start_stack, target_stack, result_stack, e == 0))
161 return nb_total, nb_errors, prog, stacks
164 ######################################################################
166 if __name__ == "__main__":
171 print(compute_nb_errors(seq))