We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent ed1af7e commit aa08f35Copy full SHA for aa08f35
tests/test_TaskMetadata.py
@@ -159,6 +159,8 @@
159
"STS15",
160
"STS16",
161
"STSBenchmark",
162
+ "STSBenchmarkHumanSubset",
163
+ "SICK-RHumanSubset",
164
"FinParaSTS",
165
"SICKFr",
166
"KLUE-STS",
tests/test_tasks/test_all_abstasks.py
@@ -73,6 +73,12 @@ def test_load_data(
73
or isinstance(task, AbsTaskSpeedTask)
74
or isinstance(task, AbsTaskAny2AnyMultiChoice)
75
or isinstance(task, AbsTaskImageTextPairClassification)
76
+ or task.metadata.name
77
+ in [
78
+ "ToxicConversationsClassificationHumanSubset",
79
+ "TweetSentimentExtractionClassificationHumanSubset",
80
+ "EmotionClassificationHumanSubset",
81
+ ]
82
):
83
pytest.skip()
84
with patch.object(task, "dataset_transform") as mock_dataset_transform:
0 commit comments