hendrydong commited on
Commit
23b0aff
1 Parent(s): 28f49f7

Upload app.py

Browse files
Files changed (1) hide show
  1. app.py +0 -1
app.py CHANGED
@@ -111,7 +111,6 @@ def main():
111
  model_args.lora_model_path = "./robin-7b"
112
  pipeline_args.deepspeed = "configs/ds_config_chatbot.json"
113
  model_args.torch_dtype = "float16"
114
- pipeline_args.device = "cpu"
115
 
116
  with open (pipeline_args.deepspeed, "r") as f:
117
  ds_config = json.load(f)
 
111
  model_args.lora_model_path = "./robin-7b"
112
  pipeline_args.deepspeed = "configs/ds_config_chatbot.json"
113
  model_args.torch_dtype = "float16"
 
114
 
115
  with open (pipeline_args.deepspeed, "r") as f:
116
  ds_config = json.load(f)