Update handler.py

handler.py

@@ -16,7 +16,7 @@ def handler(event):
     sampling_params=inp['sampling_params']
     max=sampling_params['max_new_tokens']
     temp=sampling_params['temperature']
-    return pipe(prompt,max_new_tokens=max,temperature=temp)
+    return pipe(prompt,max_new_tokens=max,temperature=temp,pad_token_id = 50256,do_sample=True)
 
 runpod.serverless.start({
     "handler": handler