pipe = pipeline(task="text-generation", model=model, tokenizer=tokenizer, max_length=100) prompt = "My name is Harry and I live in Winnipeg. My phone number is ummm 204 no 203, ahh 4344, no 4355" result = pipe(f"[INST] {prompt} [/INST]") # Print the generated text print(result[0]['generated_text'])