FlawedLLM commited on
Commit
3605173
1 Parent(s): 237c4db

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +0 -1
app.py CHANGED
@@ -6,7 +6,6 @@ from peft import AutoPeftModelForCausalLM
6
  from transformers import AutoTokenizer
7
  model = AutoPeftModelForCausalLM.from_pretrained(
8
  "FlawedLLM/BhashiniLLM", # YOUR MODEL YOU USED FOR TRAINING
9
- load_in_8bit = True,
10
  )
11
  tokenizer = AutoTokenizer.from_pretrained("FlawedLLM/BhashiniLLM")
12
 
 
6
  from transformers import AutoTokenizer
7
  model = AutoPeftModelForCausalLM.from_pretrained(
8
  "FlawedLLM/BhashiniLLM", # YOUR MODEL YOU USED FOR TRAINING
 
9
  )
10
  tokenizer = AutoTokenizer.from_pretrained("FlawedLLM/BhashiniLLM")
11