Update app.py
Browse files
app.py
CHANGED
@@ -20,16 +20,6 @@ model_id = "CohereForAI/c4ai-command-r-plus"
|
|
20 |
|
21 |
## <BOS_TOKEN><|START_OF_TURN_TOKEN|><|USER_TOKEN|>Hello, how are you?<|END_OF_TURN_TOKEN|><|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>
|
22 |
|
23 |
-
gen_tokens = model.generate(
|
24 |
-
input_ids,
|
25 |
-
max_new_tokens=100,
|
26 |
-
do_sample=True,
|
27 |
-
temperature=0.3,
|
28 |
-
)
|
29 |
-
|
30 |
-
gen_text = tokenizer.decode(gen_tokens[0])
|
31 |
-
print(gen_text)
|
32 |
-
|
33 |
|
34 |
@spaces.GPU(duration=120)
|
35 |
def respond(
|
|
|
20 |
|
21 |
## <BOS_TOKEN><|START_OF_TURN_TOKEN|><|USER_TOKEN|>Hello, how are you?<|END_OF_TURN_TOKEN|><|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>
|
22 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
23 |
|
24 |
@spaces.GPU(duration=120)
|
25 |
def respond(
|