######################################################################
-def complete(model, primer, nb_sentences = 1, nb_token_max = 100, temperature = None):
+def complete(model, tokenizer,
+ primer,
+ nb_sentences = 1, nb_token_max = 100, temperature = None):
nt, ns = 0, 0
tokens = tokenizer.encode(primer)
primer_len = len(tokens)
model = GPT2LMHeadModel.from_pretrained(model_name)
model.eval()
+print(f'Using {model_name} ({int(sum(p.numel() for p in model.parameters())/(1e6))}M parameters)')
+
print(
- complete(model,
+ complete(model, tokenizer,
'The object was blue all over, but also green all over, it was a',
)
)