Update app.py

app.py

@@ -5,19 +5,23 @@ os.system("pip install tensorflow")
 os.system("pip install torch")
 import gradio as gr
 
-import tensorflow as tf
-from transformers import GPT2LMHeadModel, GPT2Tokenizer, set_seed
-tokenizer = GPT2Tokenizer.from_pretrained("gpt2-large")
-model = GPT2LMHeadModel.from_pretrained("gpt2-large", pad_token_id=tokenizer.eos_token_id)
-
-
-def generate(prompt,textCount=200):
-    input_ids = tokenizer.encode(prompt, return_tensors='pt')
-    if textCount == None or textCount < 200:
-        textCount=200
-    # generate text until the output length (which includes the context length) reaches 50
-    output = model.generate(input_ids, max_length=textCount, num_beams=5, no_repeat_ngram_size=2, early_stopping=True)
-    out = tokenizer.decode(output[0], skip_special_tokens=True)
+#import tensorflow as tf
+#from transformers import GPT2LMHeadModel, GPT2Tokenizer, set_seed
+#tokenizer = GPT2Tokenizer.from_pretrained("gpt2-large")
+#model = GPT2LMHeadModel.from_pretrained("gpt2-large", pad_token_id=tokenizer.eos_token_id)
+
+
+from transformers import pipeline
+
+
+
+def generate(prompt,textCount=40):
+    if textCount == None or textCount < 40:
+        textCount = 40
+    generator = pipeline('text-generation', model="facebook/opt-1.3b", do_sample=True, num_return_sequences=3, max_length=textCount)
+    out = generator(prompt)
+    
+
     return out
 
 
@@ -25,7 +29,7 @@ def generate(prompt,textCount=200):
 demo = gr.Interface(
     fn=generate,
     inputs=[gr.Textbox(lines=8, placeholder="Paragraph Here..."),"number"],
-    outputs="text",title="Text generation app with GPT2",
+    outputs="text",title="Text generation app with Facebook opt",
     description="This is a text generation app, it can prove useful when you want to generate texts. All you need to do is copy and paste a short prompt. The potential of this app is limitless especially for writers, you are only limited by your prompt engineering skills",
     examples=[
         ["During its construction, the Eiffel Tower surpassed the Washington Monument to become the tallest man-made structure in"