Hugging Face's logo

Spaces:
pribadihcr
/
quGPT
Running

App Files Community
IC4T commited on
Commit
ace0fb5
•
1 Parent(s): 1162edb

commit

Browse files
Files changed (1) hide show
  1. training/generate.py +1 -1
training/generate.py CHANGED
@@ -33,7 +33,7 @@ def load_model_tokenizer_for_generate(
33
  Returns:
34
  Tuple[PreTrainedModel, PreTrainedTokenizer]: model and tokenizer
35
  """
36
- tokenizer = AutoTokenizer.from_pretrained(pretrained_model_name_or_path, padding_side="left")#, cache_dir="/media/siiva/DataStore/LLMs/cache/dollyV2")
37
  # model = AutoModelForCausalLM.from_pretrained(
38
  # pretrained_model_name_or_path, device_map="auto", trust_remote_code=True)#, cache_dir="/media/siiva/DataStore/LLMs/cache/dollyV2"
39
  #)
 
33
  Returns:
34
  Tuple[PreTrainedModel, PreTrainedTokenizer]: model and tokenizer
35
  """
36
+ tokenizer = AutoTokenizer.from_pretrained("databricks/dolly-v2-3b", padding_side="left")#, cache_dir="/media/siiva/DataStore/LLMs/cache/dollyV2")
37
  # model = AutoModelForCausalLM.from_pretrained(
38
  # pretrained_model_name_or_path, device_map="auto", trust_remote_code=True)#, cache_dir="/media/siiva/DataStore/LLMs/cache/dollyV2"
39
  #)