Skip to content

Commit aed8ce6

Browse files
committed
typo
1 parent 742d2a9 commit aed8ce6

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

src/datasets/builder.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1017,8 +1017,8 @@ def _as_dataset(self, split: Union[ReadInstruction, Split] = Split.TRAIN, in_mem
10171017
Returns:
10181018
`Dataset`
10191019
"""
1020-
1021-
dataset_kwargs = ArrowReader(self._cache_dir, self.info).read(
1020+
cache_dir = self._fs._strip_protocol(self._cache_dir)
1021+
dataset_kwargs = ArrowReader(cache_dir, self.info).read(
10221022
name=self.name,
10231023
instructions=split,
10241024
split_infos=self.info.splits.values(),
@@ -1233,7 +1233,7 @@ def _prepare_split(self, split_generator, check_duplicate_keys, file_format=None
12331233
else:
12341234
split_info = split_generator.split_info
12351235

1236-
file_format = file_format or "arroq"
1236+
file_format = file_format or "arrow"
12371237
fname = f"{self.name}-{split_generator.name}.{file_format}"
12381238
protocol = self._fs.protocol if isinstance(self._fs.protocol, str) else self._fs.protocol[-1]
12391239
fpath = protocol + "://" + path_join(self._cache_dir, fname)

0 commit comments

Comments
 (0)