Skip to content

Commit 37e8041

Browse files
committed
update tests
1 parent fc207c1 commit 37e8041

2 files changed

Lines changed: 7 additions & 7 deletions

File tree

tests/test_info_utils.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@
77
@pytest.fixture(params=[None, 0, 100 * 2 ** 20, 900 * 2 ** 20])
88
def env_max_in_memory_dataset_size(request, monkeypatch):
99
if request.param:
10-
monkeypatch.setenv("MAX_IN_MEMORY_DATASET_SIZE_IN_BYTES", request.param)
10+
monkeypatch.setenv("HF_MAX_IN_MEMORY_DATASET_SIZE_IN_BYTES", request.param)
1111

1212

1313
@pytest.mark.parametrize("dataset_size", [None, 400 * 2 ** 20, 600 * 2 ** 20])
@@ -16,9 +16,9 @@ def test_is_small_dataset(
1616
dataset_size, config_max_in_memory_dataset_size, env_max_in_memory_dataset_size, monkeypatch
1717
):
1818
if config_max_in_memory_dataset_size != "default":
19-
monkeypatch.setattr(datasets.config, "MAX_IN_MEMORY_DATASET_SIZE_IN_BYTES", config_max_in_memory_dataset_size)
19+
monkeypatch.setattr(datasets.config, "HF_MAX_IN_MEMORY_DATASET_SIZE_IN_BYTES", config_max_in_memory_dataset_size)
2020

21-
max_in_memory_dataset_size = datasets.config.MAX_IN_MEMORY_DATASET_SIZE_IN_BYTES
21+
max_in_memory_dataset_size = datasets.config.HF_MAX_IN_MEMORY_DATASET_SIZE_IN_BYTES
2222
if config_max_in_memory_dataset_size == "default":
2323
if env_max_in_memory_dataset_size:
2424
assert max_in_memory_dataset_size == env_max_in_memory_dataset_size

tests/test_load.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -233,9 +233,9 @@ def test_load_dataset_local_with_default_in_memory(
233233
current_dataset_size = 148
234234
if max_in_memory_dataset_size == "default":
235235
# default = 250 * 2 ** 20
236-
max_in_memory_dataset_size = datasets.config.MAX_IN_MEMORY_DATASET_SIZE_IN_BYTES
236+
max_in_memory_dataset_size = datasets.config.HF_MAX_IN_MEMORY_DATASET_SIZE_IN_BYTES
237237
else:
238-
monkeypatch.setattr(datasets.config, "MAX_IN_MEMORY_DATASET_SIZE_IN_BYTES", max_in_memory_dataset_size)
238+
monkeypatch.setattr(datasets.config, "HF_MAX_IN_MEMORY_DATASET_SIZE_IN_BYTES", max_in_memory_dataset_size)
239239
if max_in_memory_dataset_size:
240240
expected_in_memory = current_dataset_size < max_in_memory_dataset_size
241241
else:
@@ -253,9 +253,9 @@ def test_load_from_disk_with_default_in_memory(
253253
current_dataset_size = 512 # arrow file size = 512, in-memory dataset size = 148
254254
if max_in_memory_dataset_size == "default":
255255
# default = 250 * 2 ** 20
256-
max_in_memory_dataset_size = datasets.config.MAX_IN_MEMORY_DATASET_SIZE_IN_BYTES
256+
max_in_memory_dataset_size = datasets.config.HF_MAX_IN_MEMORY_DATASET_SIZE_IN_BYTES
257257
else:
258-
monkeypatch.setattr(datasets.config, "MAX_IN_MEMORY_DATASET_SIZE_IN_BYTES", max_in_memory_dataset_size)
258+
monkeypatch.setattr(datasets.config, "HF_MAX_IN_MEMORY_DATASET_SIZE_IN_BYTES", max_in_memory_dataset_size)
259259
if max_in_memory_dataset_size:
260260
expected_in_memory = current_dataset_size < max_in_memory_dataset_size
261261
else:

0 commit comments

Comments
 (0)