Update README.md
Browse files
README.md
CHANGED
@@ -46,6 +46,15 @@ messages = [
|
|
46 |
{"role": "user", "content": f"{texts}"},
|
47 |
]
|
48 |
prompt = pipe.tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
|
49 |
-
outputs = pipe(
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
50 |
print(outputs[0]["generated_text"])
|
51 |
```
|
|
|
46 |
{"role": "user", "content": f"{texts}"},
|
47 |
]
|
48 |
prompt = pipe.tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
|
49 |
+
outputs = pipe(
|
50 |
+
prompt,
|
51 |
+
max_new_tokens=512,
|
52 |
+
do_sample=True,
|
53 |
+
temperature=0.7,
|
54 |
+
repetition_penalty=1.0,
|
55 |
+
top_k=50,
|
56 |
+
top_p=1.0,
|
57 |
+
min_p=0
|
58 |
+
)
|
59 |
print(outputs[0]["generated_text"])
|
60 |
```
|