rphrp1985 commited on
Commit
2e30402
·
verified ·
1 Parent(s): 3423674

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -16,12 +16,12 @@ bnb_config = BitsAndBytesConfig(load_in_8bit=True)
16
 
17
  token=os.getenv('token')
18
  print('token = ',token)
19
- model_id = "CohereForAI/c4ai-command-r-plus"
20
 
21
  ## <BOS_TOKEN><|START_OF_TURN_TOKEN|><|USER_TOKEN|>Hello, how are you?<|END_OF_TURN_TOKEN|><|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>
22
 
23
 
24
- @spaces.GPU(duration=500)
25
  def respond(
26
  message,
27
  history: list[tuple[str, str]],
 
16
 
17
  token=os.getenv('token')
18
  print('token = ',token)
19
+ model_id = "CohereForAI/c4ai-command-r-plus-4bit"
20
 
21
  ## <BOS_TOKEN><|START_OF_TURN_TOKEN|><|USER_TOKEN|>Hello, how are you?<|END_OF_TURN_TOKEN|><|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>
22
 
23
 
24
+ @spaces.GPU(duration=180)
25
  def respond(
26
  message,
27
  history: list[tuple[str, str]],