cpu mode

models/distilbart_cnn_12_6.py

@@ -24,8 +24,6 @@ def summarize(text, max_len=20):
                        truncation=True,
     ).input_ids
     
-    # Move the inputs tensor to the same device as the model tensor
-    inputs = inputs.cuda()
     
     outputs = model.generate(inputs, 
                             max_new_tokens=100,