Spaces:

Azurro
/

APT3-1B-Instruct

Runtime error

chrisociepa commited on Jun 14, 2023

Commit

85ea7cd

•

1 Parent(s): e20e7d3

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -1,5 +1,4 @@
 import gradio as gr
-import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
 model_name = "Azurro/APT-1B-Base"
@@ -11,7 +10,6 @@ generator = pipeline(
     "text-generation",
     model=model,
     tokenizer=tokenizer,
-    torch_dtype=torch.bfloat16,
     device_map="auto",
 )

 import gradio as gr
 from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
 model_name = "Azurro/APT-1B-Base"
     "text-generation",
     model=model,
     tokenizer=tokenizer,
     device_map="auto",
 )