mathemakitten commited on
Commit
19c2370
·
1 Parent(s): afe6d40

main test doesnt use data preprocess

Browse files
Files changed (1) hide show
  1. evaluation-suite-ci.py +0 -12
evaluation-suite-ci.py CHANGED
@@ -9,18 +9,6 @@ class Suite(evaluate.EvaluationSuite):
9
 
10
  self.preprocessor = lambda x: {"text": x["text"].lower()}
11
  self.suite = [
12
- SubTask(
13
- task_type="text-classification",
14
- data="imdb",
15
- split="test[:2]",
16
- data_preprocessor=self.preprocessor,
17
- args_for_task={
18
- "metric": "accuracy",
19
- "input_column": "text",
20
- "label_column": "label",
21
- "label_mapping": {"NEGATIVE": 0.0, "POSITIVE": 1.0}
22
- }
23
- ),
24
  SubTask(
25
  task_type="text-classification",
26
  data="imdb",
 
9
 
10
  self.preprocessor = lambda x: {"text": x["text"].lower()}
11
  self.suite = [
 
 
 
 
 
 
 
 
 
 
 
 
12
  SubTask(
13
  task_type="text-classification",
14
  data="imdb",