alimrb commited on
Commit
4b4029b
1 Parent(s): 9f2e6d9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +11 -11
app.py CHANGED
@@ -1,6 +1,10 @@
1
  import torch
2
  from peft import PeftModel, PeftConfig
3
  from transformers import AutoModelForCausalLM, AutoTokenizer
 
 
 
 
4
 
5
  peft_model_id = f"alimrb/eff24"
6
  config = PeftConfig.from_pretrained(peft_model_id)
@@ -14,7 +18,6 @@ tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)
14
  # Load the Lora model
15
  model = PeftModel.from_pretrained(model, peft_model_id)
16
 
17
-
18
  def make_inference(product_name, product_description):
19
  batch = tokenizer(
20
  f"### Product and Description:\n{product_name}: {product_description}\n\n### Ad:",
@@ -26,18 +29,15 @@ def make_inference(product_name, product_description):
26
 
27
  return tokenizer.decode(output_tokens[0], skip_special_tokens=True)
28
 
29
-
30
  if __name__ == "__main__":
31
- # make a gradio interface
32
- import gradio as gr
33
-
34
- gr.Interface(
35
  make_inference,
36
  [
37
- gr.inputs.Textbox(lines=2, label="Product Name"),
38
- gr.inputs.Textbox(lines=5, label="Product Description"),
39
  ],
40
- gr.outputs.Textbox(label="Ad"),
41
  title="EFF24",
42
- description="EFF24 is a generative model that generates ads for products.",
43
- ).launch()
 
1
  import torch
2
  from peft import PeftModel, PeftConfig
3
  from transformers import AutoModelForCausalLM, AutoTokenizer
4
+ import gradio as gr
5
+
6
+ # Import the specific Gradio components
7
+ from gradio import Textbox, Interface
8
 
9
  peft_model_id = f"alimrb/eff24"
10
  config = PeftConfig.from_pretrained(peft_model_id)
 
18
  # Load the Lora model
19
  model = PeftModel.from_pretrained(model, peft_model_id)
20
 
 
21
  def make_inference(product_name, product_description):
22
  batch = tokenizer(
23
  f"### Product and Description:\n{product_name}: {product_description}\n\n### Ad:",
 
29
 
30
  return tokenizer.decode(output_tokens[0], skip_special_tokens=True)
31
 
 
32
  if __name__ == "__main__":
33
+ # Create a Gradio interface
34
+ Interface(
 
 
35
  make_inference,
36
  [
37
+ Textbox(lines=2, label="Product Name"),
38
+ Textbox(lines=5, label="Product Description"),
39
  ],
40
+ Textbox(label="Ad"),
41
  title="EFF24",
42
+ description="EFF24 is a generative model that generates ads for products."
43
+ ).launch()