rphrp1985 commited on
Commit
54d537a
·
verified ·
1 Parent(s): 0eaea57

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -2
app.py CHANGED
@@ -30,7 +30,10 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
30
  model_id = "CohereForAI/c4ai-command-r-plus-4bit"
31
 
32
 
33
- tokenizer = AutoTokenizer.from_pretrained(model_id, token= token,)
 
 
 
34
 
35
  model = AutoModelForCausalLM.from_pretrained(model_id, token= token,
36
  # torch_dtype=torch.bfloat16,
@@ -46,7 +49,7 @@ model = AutoModelForCausalLM.from_pretrained(model_id, token= token,
46
 
47
 
48
 
49
- @spaces.GPU(duration=200)
50
  def respond(
51
  message,
52
  history: list[tuple[str, str]],
 
30
  model_id = "CohereForAI/c4ai-command-r-plus-4bit"
31
 
32
 
33
+ tokenizer = AutoTokenizer.from_pretrained(
34
+ # model_id
35
+ 'CohereForAI/c4ai-command-r-plus'
36
+ , token= token,)
37
 
38
  model = AutoModelForCausalLM.from_pretrained(model_id, token= token,
39
  # torch_dtype=torch.bfloat16,
 
49
 
50
 
51
 
52
+ @spaces.GPU(duration=60)
53
  def respond(
54
  message,
55
  history: list[tuple[str, str]],