Update app.py

app.py

@@ -11,7 +11,7 @@ model = GPT2LMHeadModel.from_pretrained("RandomNameAnd6/DharGPT-Small")
 
 def generate_text(prompt):
   input_ids = tokenizer.encode(prompt, return_tensors="pt")
-  output = model.generate(input_ids, max_length=512, temperature=0.9, do_sample=True)
+  output = model.generate(input_ids, max_length=48, temperature=0.85, do_sample=True)
   text = tokenizer.decode(output[0], skip_special_tokens=True)
   return text
 
@@ -21,7 +21,7 @@ with open('dhar_mann_titles.txt', 'r') as file:
 
 # Function to generate an AI title (dummy implementation)
 def generate_ai_title():
-    inputs = tokenizer(["<|startoftext|>"]*1, return_tensors = "pt").to("cuda")
+    inputs = tokenizer(["<|startoftext|>"]*1, return_tensors = "pt")
     outputs = model.generate(**inputs, max_new_tokens=50, use_cache=True, temperature=0.85, do_sample=True)
     return (tokenizer.batch_decode(outputs)[0])[15:]