TheBloke modiprabal commited on
Commit
b7ee6c2
1 Parent(s): 6796073

Update README.md (#6)

Browse files

- Update README.md (70de0a12afdcd1362c7307d60811bed2356cddf0)


Co-authored-by: Prabal Modi <[email protected]>

Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -120,7 +120,7 @@ use_triton = False
120
  tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
121
 
122
  model = AutoGPTQForCausalLM.from_quantized(model_name_or_path,
123
- model_basename=model_basename
124
  use_safetensors=True,
125
  trust_remote_code=True,
126
  device="cuda:0",
 
120
  tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
121
 
122
  model = AutoGPTQForCausalLM.from_quantized(model_name_or_path,
123
+ model_basename=model_basename,
124
  use_safetensors=True,
125
  trust_remote_code=True,
126
  device="cuda:0",