Spaces:
Build error
Build error
Update handler.py
Browse files- handler.py +1 -4
handler.py
CHANGED
@@ -8,10 +8,7 @@ from transformers import pipeline
|
|
8 |
# Load model directly
|
9 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
10 |
|
11 |
-
|
12 |
-
model = AutoModelForCausalLM.from_pretrained("rwitz/go-bruins-v2")
|
13 |
-
|
14 |
-
pipe = pipeline("text-generation", model=model,tokenizer=tokenizer,device=0,torch_dtype=torch.bfloat16)
|
15 |
## load your model(s) into vram here
|
16 |
|
17 |
def handler(event):
|
|
|
8 |
# Load model directly
|
9 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
10 |
|
11 |
+
pipe = pipeline("text-generation", model="rwitz/go-bruins-v2",device=0,torch_dtype=torch.bfloat16)
|
|
|
|
|
|
|
12 |
## load your model(s) into vram here
|
13 |
|
14 |
def handler(event):
|