Update app.py
Browse files
app.py
CHANGED
@@ -30,7 +30,10 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
30 |
model_id = "CohereForAI/c4ai-command-r-plus-4bit"
|
31 |
|
32 |
|
33 |
-
tokenizer = AutoTokenizer.from_pretrained(
|
|
|
|
|
|
|
34 |
|
35 |
model = AutoModelForCausalLM.from_pretrained(model_id, token= token,
|
36 |
# torch_dtype=torch.bfloat16,
|
@@ -46,7 +49,7 @@ model = AutoModelForCausalLM.from_pretrained(model_id, token= token,
|
|
46 |
|
47 |
|
48 |
|
49 |
-
@spaces.GPU(duration=
|
50 |
def respond(
|
51 |
message,
|
52 |
history: list[tuple[str, str]],
|
|
|
30 |
model_id = "CohereForAI/c4ai-command-r-plus-4bit"
|
31 |
|
32 |
|
33 |
+
tokenizer = AutoTokenizer.from_pretrained(
|
34 |
+
# model_id
|
35 |
+
'CohereForAI/c4ai-command-r-plus'
|
36 |
+
, token= token,)
|
37 |
|
38 |
model = AutoModelForCausalLM.from_pretrained(model_id, token= token,
|
39 |
# torch_dtype=torch.bfloat16,
|
|
|
49 |
|
50 |
|
51 |
|
52 |
+
@spaces.GPU(duration=60)
|
53 |
def respond(
|
54 |
message,
|
55 |
history: list[tuple[str, str]],
|