Update README.md
Browse files
README.md
CHANGED
@@ -78,7 +78,7 @@ def query_model(input_text):
|
|
78 |
"""Query the model and get a generated response."""
|
79 |
formatted_input = f"<|title|>{input_text}<|prompt|>"
|
80 |
input_ids = tokenizer.encode(formatted_input, return_tensors="pt")
|
81 |
-
attention_mask = torch.ones(input_ids.shape, dtype=torch.long)
|
82 |
|
83 |
# Generate a response
|
84 |
output = model.generate(input_ids, attention_mask=attention_mask, max_length=256,
|
|
|
78 |
"""Query the model and get a generated response."""
|
79 |
formatted_input = f"<|title|>{input_text}<|prompt|>"
|
80 |
input_ids = tokenizer.encode(formatted_input, return_tensors="pt")
|
81 |
+
attention_mask = torch.ones(input_ids.shape, dtype=torch.long)
|
82 |
|
83 |
# Generate a response
|
84 |
output = model.generate(input_ids, attention_mask=attention_mask, max_length=256,
|