Update README.md
Browse files
README.md
CHANGED
@@ -73,6 +73,8 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
73 |
device_map="auto",
|
74 |
)
|
75 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
|
|
|
|
76 |
|
77 |
# Initialize conversation context
|
78 |
initial_messages = [
|
@@ -118,6 +120,7 @@ while True:
|
|
118 |
generated_ids = model.generate(
|
119 |
**model_inputs,
|
120 |
max_new_tokens=8192
|
|
|
121 |
)
|
122 |
|
123 |
# Extract model output, removing special tokens
|
|
|
73 |
device_map="auto",
|
74 |
)
|
75 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
76 |
+
if tokenizer.pad_token is None:
|
77 |
+
tokenizer.pad_token = tokenizer.eos_token
|
78 |
|
79 |
# Initialize conversation context
|
80 |
initial_messages = [
|
|
|
120 |
generated_ids = model.generate(
|
121 |
**model_inputs,
|
122 |
max_new_tokens=8192
|
123 |
+
pad_token_id=tokenizer.pad_token_id
|
124 |
)
|
125 |
|
126 |
# Extract model output, removing special tokens
|