k = 0
while seq[k] == "<input>":
o = next_marker(seq, ["<output>"], start=k + 1)
+ if o is None:
+ raise ValueError("Missing output markers (should be correct in the prompt)")
e = next_marker(seq, ["<input>", "<prog>"], start=o)
- if o is None or e is None:
- raise ValueError("Invalid input/output")
+ if e is None:
+ raise ValueError(
+ "Missing input/output markers (should be correct in the prompt)"
+ )
try:
io.append(
([int(x) for x in seq[k + 1 : o]], [int(x) for x in seq[o + 1 : e]])
)
except ValueError:
- raise ValueError("Invalid input/output")
+ raise ValueError(
+ "Invalid input/output value (should be correct in the prompt)"
+ )
k = e
prog = []
else:
prog = seq[k + 1 : e]
+ else:
+ raise ValueError("Missing <prog> (it should be in the prompt)")
+
return prog, io
+def stack_distance(target_stack, result_stack):
+ return abs(len(result_stack) - len(target_stack)) + sum(
+ [0 if x == y else 1 for x, y in zip(result_stack, target_stack)]
+ )
+
+
def compute_nb_errors(seq):
prog, io = decompose(seq)
for start_stack, target_stack in io:
result_stack = rpl_exec(prog, start_stack)
nb_total += len(target_stack)
- e = abs(len(result_stack) - len(target_stack)) + sum(
- [0 if x == y else 1 for x, y in zip(result_stack, target_stack)]
- )
+ e = stack_distance(target_stack, result_stack)
nb_errors += e
stacks.append((start_stack, target_stack, result_stack, e == 0))