Skip to content

Commit 0d1e704

Browse files
committed
fix test
1 parent d1a3804 commit 0d1e704

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

src/datasets/download/streaming_download_manager.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -498,6 +498,8 @@ def xopen(file: str, mode="r", *args, download_config: Optional[DownloadConfig]
498498
file_str = _as_str(file)
499499
main_hop, *rest_hops = file_str.split("::")
500500
if is_local_path(main_hop):
501+
# ignore fsspec-specific kwargs
502+
kwargs.pop("chunk_size", None)
501503
return open(main_hop, mode, *args, **kwargs)
502504
# add headers and cookies for authentication on the HF Hub and for Google Drive
503505
file, storage_options = _prepare_path_and_storage_options(file_str, download_config=download_config)

0 commit comments

Comments
 (0)