kaifkhaan commited on
Commit
c8420d2
1 Parent(s): 53bb157

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -69,7 +69,7 @@ def generate_response(prompt, model, tokenizer):
69
  # Generate text from the model
70
  generated_ids = model.generate(
71
  **model_inputs,
72
- max_new_tokens=350, # Adjust as needed
73
  do_sample=True,
74
  temperature=0.6, # Control randomness
75
  top_k=50, # Limits sampling to top k tokens
 
69
  # Generate text from the model
70
  generated_ids = model.generate(
71
  **model_inputs,
72
+ max_new_tokens=200, # Adjust as needed
73
  do_sample=True,
74
  temperature=0.6, # Control randomness
75
  top_k=50, # Limits sampling to top k tokens