From ba36cb04d848952eb234478540df635b5d17e5a1 Mon Sep 17 00:00:00 2001 From: Julien Chaumond Date: Tue, 12 Apr 2022 19:11:49 +0200 Subject: [PATCH 1/3] Update tasks.json --- src/datasets/utils/resources/tasks.json | 109 ++++++++++++------------ 1 file changed, 54 insertions(+), 55 deletions(-) diff --git a/src/datasets/utils/resources/tasks.json b/src/datasets/utils/resources/tasks.json index c85ccf004ad..270f5613ee5 100644 --- a/src/datasets/utils/resources/tasks.json +++ b/src/datasets/utils/resources/tasks.json @@ -4,9 +4,9 @@ "subtasks": [ "keyword-spotting", "speaker-identification", - "audio-intent-classification", - "audio-emotion-recognition", - "audio-language-identification" + "speaker-intent-classification", + "emotion-recognition", + "speaker-language-identification" ] }, "audio-to-audio": { @@ -16,7 +16,7 @@ "type": "multimodal" }, "conversational": { - "type": "text", + "type": "nlp", "subtasks": [ "dialogue-generation" ] @@ -25,27 +25,30 @@ "type": "multimodal" }, "fill-mask": { - "type": "text", + "type": "nlp", "subtasks": [ "slot-filling", "masked-language-modeling" ] }, "image-classification": { - "type": "image", + "type": "cv", "subtasks": [ "multi-label-image-classification", "multi-class-image-classification" ] }, "image-segmentation": { - "type": "image", + "type": "cv", "subtasks": [ "instance-segmentation", "semantic-segmentation", "panoptic-segmentation" ] }, + "image-to-image": { + "type": "cv" + }, "image-to-text": { "type": "multimodal", "subtasks": [ @@ -53,35 +56,54 @@ ] }, "multiple-choice": { - "type": "text", + "type": "nlp", "subtasks": [ "multiple-choice-qa", "multiple-choice-coreference-resolution" ] }, "object-detection": { - "type": "image", + "type": "cv", "subtasks": [ "face-detection", "vehicle-detection" ] }, + "other": { + "type": "other" + }, "question-answering": { - "type": "text", - "aliases": [ - "extractive-question-answering" - ], + "type": "nlp", "subtasks": [ "extractive-qa", "open-domain-qa", "closed-domain-qa" ] }, + "reinforcement-learning": { + "type": "rl" + }, "sentence-similarity": { - "type": "text" + "type": "nlp" + }, + "summarization": { + "type": "nlp", + "subtasks": [ + "news-articles-summarization", + "news-articles-headline-generation" + ] + }, + "table-question-answering": { + "type": "nlp" + }, + "table-to-text": { + "type": "nlp", + "subtasks": [ + "rdf-to-text" + ] }, "tabular-classification": { - "type": "text", + "type": "nlp", "subtasks": [ "tabular-multi-class-classification", "tabular-multi-label-classification", @@ -89,26 +111,13 @@ ] }, "tabular-to-text": { - "type": "text", + "type": "nlp", "subtasks": [ "rdf-to-text" ] }, - "summarization": { - "type": "text", - "subtasks": [ - "news-articles-summarization", - "news-articles-headline-generation" - ] - }, - "table-to-text": { - "type": "text" - }, - "table-question-answering": { - "type": "text" - }, "text-classification": { - "type": "text", + "type": "nlp", "subtasks": [ "acceptability-classification", "entity-linking-classification", @@ -128,14 +137,14 @@ ] }, "text-generation": { - "type": "text", + "type": "nlp", "subtasks": [ "dialogue-modeling", "language-modeling" ] }, "text-retrieval": { - "type": "text", + "type": "nlp", "subtasks": [ "document-retrieval", "utterance-retrieval", @@ -146,18 +155,11 @@ "text-to-image": { "type": "multimodal" }, - "text-to-tabular": { - "type": "text", - "subtasks": [ - "relation-extraction", - "semantic-role-labeling" - ] - }, "text-to-speech": { "type": "multimodal" }, "text2text-generation": { - "type": "text", + "type": "nlp", "subtasks": [ "text-simplification", "explanation-generation", @@ -169,20 +171,17 @@ ] }, "time-series-forecasting": { - "type": "time series", + "type": "time_series", "subtasks": [ "univariate-time-series-forecasting", "multivariate-time-series-forecasting" ] }, "token-classification": { - "type": "text", - "aliases": [ - "structure-prediction" - ], + "type": "nlp", "subtasks": [ "named-entity-recognition", - "part-of-speech-tagging", + "part-of-speech", "parsing", "lemmatization", "word-sense-disambiguation", @@ -190,24 +189,24 @@ ] }, "translation": { - "type": "text" + "type": "nlp" + }, + "unconditional-image-generation": { + "type": "cv" }, "visual-question-answering": { - "type": "multimodal" + "type": "multimodal", + "subtasks": [ + "visual-question-answering" + ] }, "voice-activity-detection": { "type": "audio" }, "zero-shot-classification": { - "type": "text" + "type": "nlp" }, "zero-shot-image-classification": { "type": "multimodal" - }, - "reinforcement-learning": { - "type": "other" - }, - "other": { - "type": "other" } } \ No newline at end of file From 65af2997c705922a8a8f3b8b53458c3f6961b308 Mon Sep 17 00:00:00 2001 From: Julien Chaumond Date: Wed, 13 Apr 2022 13:46:17 +0200 Subject: [PATCH 2/3] recompute export --- src/datasets/utils/resources/tasks.json | 18 +++++++++--------- 1 file changed, 9 insertions(+), 9 deletions(-) diff --git a/src/datasets/utils/resources/tasks.json b/src/datasets/utils/resources/tasks.json index 270f5613ee5..c8583e71950 100644 --- a/src/datasets/utils/resources/tasks.json +++ b/src/datasets/utils/resources/tasks.json @@ -4,16 +4,16 @@ "subtasks": [ "keyword-spotting", "speaker-identification", - "speaker-intent-classification", - "emotion-recognition", - "speaker-language-identification" + "audio-intent-classification", + "audio-emotion-recognition", + "audio-language-identification" ] }, "audio-to-audio": { "type": "audio" }, "automatic-speech-recognition": { - "type": "multimodal" + "type": "audio" }, "conversational": { "type": "nlp", @@ -103,7 +103,7 @@ ] }, "tabular-classification": { - "type": "nlp", + "type": "structured", "subtasks": [ "tabular-multi-class-classification", "tabular-multi-label-classification", @@ -111,7 +111,7 @@ ] }, "tabular-to-text": { - "type": "nlp", + "type": "structured", "subtasks": [ "rdf-to-text" ] @@ -156,7 +156,7 @@ "type": "multimodal" }, "text-to-speech": { - "type": "multimodal" + "type": "audio" }, "text2text-generation": { "type": "nlp", @@ -171,7 +171,7 @@ ] }, "time-series-forecasting": { - "type": "time_series", + "type": "structured", "subtasks": [ "univariate-time-series-forecasting", "multivariate-time-series-forecasting" @@ -207,6 +207,6 @@ "type": "nlp" }, "zero-shot-image-classification": { - "type": "multimodal" + "type": "cv" } } \ No newline at end of file From 8732842de45eec4c535bd07b778f9e57bdaa29d4 Mon Sep 17 00:00:00 2001 From: Julien Chaumond Date: Wed, 13 Apr 2022 16:15:28 +0200 Subject: [PATCH 3/3] honor `hideInDatasets` --- src/datasets/utils/resources/tasks.json | 3 --- 1 file changed, 3 deletions(-) diff --git a/src/datasets/utils/resources/tasks.json b/src/datasets/utils/resources/tasks.json index c8583e71950..40adc9aa3ec 100644 --- a/src/datasets/utils/resources/tasks.json +++ b/src/datasets/utils/resources/tasks.json @@ -80,9 +80,6 @@ "closed-domain-qa" ] }, - "reinforcement-learning": { - "type": "rl" - }, "sentence-similarity": { "type": "nlp" },