Update README.md
Browse files
README.md
CHANGED
@@ -69,7 +69,7 @@ def generate_response(prompt, model, tokenizer):
|
|
69 |
# Generate text from the model
|
70 |
generated_ids = model.generate(
|
71 |
**model_inputs,
|
72 |
-
max_new_tokens=
|
73 |
do_sample=True,
|
74 |
temperature=0.6, # Control randomness
|
75 |
top_k=50, # Limits sampling to top k tokens
|
|
|
69 |
# Generate text from the model
|
70 |
generated_ids = model.generate(
|
71 |
**model_inputs,
|
72 |
+
max_new_tokens=200, # Adjust as needed
|
73 |
do_sample=True,
|
74 |
temperature=0.6, # Control randomness
|
75 |
top_k=50, # Limits sampling to top k tokens
|