Create app.py

app.py

@@ -0,0 +1,6 @@
+pipe = pipeline(task="text-generation", model=model, tokenizer=tokenizer, max_length=100)
+prompt = "My name is Harry and I live in Winnipeg. My phone number is ummm 204 no 203, ahh 4344, no 4355"
+result = pipe(f"<s>[INST] {prompt} [/INST]")
+
+# Print the generated text
+print(result[0]['generated_text'])