ugh

glue-suite-v2.py

@@ -19,15 +19,15 @@ class Suite(evaluate.EvaluationSuite):
                 data="imdb",
                 split="test",
                 data_preprocessor=self.preprocessor,
-                # args_for_task={
-                #     "metric": "accuracy",
-                #     "input_column": "text",
-                #     "label_column": "label",
-                #     "label_mapping": {
-                #         "LABEL_0": 0.0,
-                #         "LABEL_1": 1.0
-                #     }
-                # }
+                args_for_task={
+                    "metric": "accuracy",
+                    "input_column": "text",
+                    "label_column": "label",
+                    "label_mapping": {
+                        "LABEL_0": 0.0,
+                        "LABEL_1": 1.0
+                    }
+                }
             ),
             SubTask(
                 data="sst2",