huihui-ai commited on
Commit
d4547d2
·
verified ·
1 Parent(s): 91d446c

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -0
README.md CHANGED
@@ -73,6 +73,8 @@ model = AutoModelForCausalLM.from_pretrained(
73
  device_map="auto",
74
  )
75
  tokenizer = AutoTokenizer.from_pretrained(model_name)
 
 
76
 
77
  # Initialize conversation context
78
  initial_messages = [
@@ -118,6 +120,7 @@ while True:
118
  generated_ids = model.generate(
119
  **model_inputs,
120
  max_new_tokens=8192
 
121
  )
122
 
123
  # Extract model output, removing special tokens
 
73
  device_map="auto",
74
  )
75
  tokenizer = AutoTokenizer.from_pretrained(model_name)
76
+ if tokenizer.pad_token is None:
77
+ tokenizer.pad_token = tokenizer.eos_token
78
 
79
  # Initialize conversation context
80
  initial_messages = [
 
120
  generated_ids = model.generate(
121
  **model_inputs,
122
  max_new_tokens=8192
123
+ pad_token_id=tokenizer.pad_token_id
124
  )
125
 
126
  # Extract model output, removing special tokens