From 78e9dea6f56a4af3d0ce542c326d8cf04afef823 Mon Sep 17 00:00:00 2001 From: Quentin Lhoest Date: Thu, 9 Jun 2022 10:05:36 +0200 Subject: [PATCH] fix bigbench config names --- datasets/bigbench/bigbench.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/datasets/bigbench/bigbench.py b/datasets/bigbench/bigbench.py index 28079ca1210..df9df6eb846 100644 --- a/datasets/bigbench/bigbench.py +++ b/datasets/bigbench/bigbench.py @@ -91,6 +91,12 @@ def __init__( max_examples: Optional[int] = None, **kwargs, ): + if subtask_name is not None: + name += f"_subtask={subtask_name}" + if num_shots != 0: + name += f"_num_shots={num_shots}" + if max_examples is not None: + name += f"_max_examples={max_examples}" super().__init__( name=name, **kwargs,