From 8fc35dd05c6ed0617c937558fa8e879523a5c931 Mon Sep 17 00:00:00 2001 From: Quentin Lhoest Date: Tue, 19 Mar 2024 15:28:42 +0100 Subject: [PATCH] fix missing download_config in get_data_patterns --- src/datasets/load.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/src/datasets/load.py b/src/datasets/load.py index ca8969c240c..c08ad274acf 100644 --- a/src/datasets/load.py +++ b/src/datasets/load.py @@ -621,7 +621,7 @@ def create_builder_configs_from_metadata_configs( config_patterns = ( sanitize_patterns(config_data_files) if config_data_files is not None - else get_data_patterns(config_base_path) + else get_data_patterns(config_base_path, download_config=download_config) ) config_data_files_dict = DataFilesPatternsDict.from_patterns( config_patterns, @@ -1133,7 +1133,11 @@ def __init__( def get_module(self) -> DatasetModule: base_path = Path(self.data_dir or "").expanduser().resolve().as_posix() - patterns = sanitize_patterns(self.data_files) if self.data_files is not None else get_data_patterns(base_path) + patterns = ( + sanitize_patterns(self.data_files) + if self.data_files is not None + else get_data_patterns(base_path, download_config=self.download_config) + ) data_files = DataFilesDict.from_patterns( patterns, download_config=self.download_config,