rwitz commited on
Commit
f4e017b
1 Parent(s): 72b6f7c

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +1 -4
handler.py CHANGED
@@ -8,10 +8,7 @@ from transformers import pipeline
8
  # Load model directly
9
  from transformers import AutoTokenizer, AutoModelForCausalLM
10
 
11
- tokenizer = AutoTokenizer.from_pretrained("rwitz/go-bruins-v2")
12
- model = AutoModelForCausalLM.from_pretrained("rwitz/go-bruins-v2")
13
-
14
- pipe = pipeline("text-generation", model=model,tokenizer=tokenizer,device=0,torch_dtype=torch.bfloat16)
15
  ## load your model(s) into vram here
16
 
17
  def handler(event):
 
8
  # Load model directly
9
  from transformers import AutoTokenizer, AutoModelForCausalLM
10
 
11
+ pipe = pipeline("text-generation", model="rwitz/go-bruins-v2",device=0,torch_dtype=torch.bfloat16)
 
 
 
12
  ## load your model(s) into vram here
13
 
14
  def handler(event):