smakamali commited on
Commit
2ee2f74
1 Parent(s): ad1a1b9

disable quantization

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -164,7 +164,8 @@ def summarize_text(title,text,temperature,words,use_api=False,api_token=None,do_
164
 
165
  tokenizer = AutoTokenizer.from_pretrained(llm_model_id)
166
  model = AutoModelForCausalLM.from_pretrained(llm_model_id,
167
- quantization_config=quantization_config)
 
168
  model.to_bettertransformer()
169
 
170
  pipeline = transformers.pipeline(
 
164
 
165
  tokenizer = AutoTokenizer.from_pretrained(llm_model_id)
166
  model = AutoModelForCausalLM.from_pretrained(llm_model_id,
167
+ # quantization_config=quantization_config
168
+ )
169
  model.to_bettertransformer()
170
 
171
  pipeline = transformers.pipeline(