FlawedLLM commited on
Commit
949ab59
1 Parent(s): db47a13

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -34,7 +34,7 @@ tokenizer = AutoTokenizer.from_pretrained("FlawedLLM/Bhashini")
34
 
35
 
36
 
37
- model = AutoModel.from_pretrained("FlawedLLM/Bhashini",device_map='auto')
38
 
39
 
40
  @spaces.GPU(duration=300)
 
34
 
35
 
36
 
37
+ model = AutoModel.from_pretrained("FlawedLLM/Bhashini", load_in_4bit=True, device_map='auto')
38
 
39
 
40
  @spaces.GPU(duration=300)