magarpr commited on
Commit
36dd1c5
1 Parent(s): a9573a4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -38,7 +38,7 @@ if not torch.cuda.is_available():
38
 
39
 
40
  if torch.cuda.is_available():
41
- model_id = "Fugaku-LLM/Fugaku-LLM-13B"
42
  model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", load_in_4bit=True)
43
  tokenizer = AutoTokenizer.from_pretrained(model_id)
44
  tokenizer.use_default_system_prompt = False
 
38
 
39
 
40
  if torch.cuda.is_available():
41
+ model_id = "Fugaku-LLM/Fugaku-LLM-13B-instruct"
42
  model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", load_in_4bit=True)
43
  tokenizer = AutoTokenizer.from_pretrained(model_id)
44
  tokenizer.use_default_system_prompt = False