+ v = u.gather(1, order)
+ v = v.reshape(v.size()[:2] + x.size()[2:])
+ return v
+
+
+def shuffle(x, prompt_len):
+ order = generation_order(x, prompt_len)
+ return reorder(x, order), order
+
+
+def eval_mygpt(model, input, mode="standard", prompt_len=0):
+ x, order = shuffle(input, prompt_len)
+ x = model(mygpt.BracketedSequence(x), mode=mode, order=order).x
+ return reorder(x, order, reverse=True)