Fix code typo in code examples (#10)
Browse files- Fix code typo in code examples (b50c9b1901df74b28629b608ea1d8d1932afae9e)
Co-authored-by: Michal Kubista <[email protected]>
README.md
CHANGED
@@ -127,7 +127,7 @@ inputs = processor.apply_chat_template(
|
|
127 |
tokenize=True,
|
128 |
return_dict=True,
|
129 |
return_tensors="pt",
|
130 |
-
).to(model.device)
|
131 |
|
132 |
generated_ids = model.generate(**inputs, do_sample=False, max_new_tokens=64)
|
133 |
generated_texts = processor.batch_decode(
|
@@ -163,7 +163,7 @@ inputs = processor.apply_chat_template(
|
|
163 |
tokenize=True,
|
164 |
return_dict=True,
|
165 |
return_tensors="pt",
|
166 |
-
).to(model.device)
|
167 |
|
168 |
generated_ids = model.generate(**inputs, do_sample=False, max_new_tokens=64)
|
169 |
generated_texts = processor.batch_decode(
|
|
|
127 |
tokenize=True,
|
128 |
return_dict=True,
|
129 |
return_tensors="pt",
|
130 |
+
).to(model.device, dtype=torch.bfloat16)
|
131 |
|
132 |
generated_ids = model.generate(**inputs, do_sample=False, max_new_tokens=64)
|
133 |
generated_texts = processor.batch_decode(
|
|
|
163 |
tokenize=True,
|
164 |
return_dict=True,
|
165 |
return_tensors="pt",
|
166 |
+
).to(model.device, dtype=torch.bfloat16)
|
167 |
|
168 |
generated_ids = model.generate(**inputs, do_sample=False, max_new_tokens=64)
|
169 |
generated_texts = processor.batch_decode(
|