update

training/generate.py

@@ -37,10 +37,11 @@ def load_model_tokenizer_for_generate(
     # model = AutoModelForCausalLM.from_pretrained(
     #     pretrained_model_name_or_path, device_map="auto", trust_remote_code=True)#, cache_dir="/media/siiva/DataStore/LLMs/cache/dollyV2"
     #)
-    tokenizer = AutoTokenizer.from_pretrained('dolly-v2')
-
     model = AutoModelForCausalLM.from_pretrained(pretrained_model_name_or_path, model_type='dolly-v2')
 
+    tokenizer = AutoTokenizer.from_pretrained('gpt2')
+
+
     return model, tokenizer