tests/test_transforms.py::test_OpenWithXarray_via_fsspec[local-no_cache-no_concurrency_limit-eager-netcdf_local_paths_sequential_2d]: RuntimeError: Pipeline job-001 failed in state FAILED: bundle inst003 stage-007 failed:Traceback (most recent call last):
File "apache_beam/runners/common.py", line 1498, in apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 685, in apache_beam.runners.common.SimpleInvoker.invoke_process
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/apache_beam/transforms/core.py", line 2180, in <lambda>
wrapper = lambda x: [fn(*x)]
^^^^^^
File "/home/runner/work/pangeo-forge-recipes/pangeo-forge-recipes/pangeo_forge_recipes/transforms.py", line 238, in <lambda>
open_with_xarray(
File "/home/runner/work/pangeo-forge-recipes/pangeo-forge-recipes/pangeo_forge_recipes/openers.py", line 244, in open_with_xarray
ds = xr.open_dataset(url_or_file_obj, **kw)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/xarray/backends/api.py", line 606, in open_dataset
backend_ds = backend.open_dataset(
^^^^^^^^^^^^^^^^^^^^^
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/xarray/backends/h5netcdf_.py", line 540, in open_dataset
store = H5NetCDFStore.open(
^^^^^^^^^^^^^^^^^^^
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/xarray/backends/h5netcdf_.py", line 240, in open
manager = manager_cls(h5netcdf.File, filename, mode=mode, kwargs=kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/xarray/backends/file_manager.py", line 372, in __init__
self._file: T_File | None = opener(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/h5netcdf/core.py", line 1962, in __init__
super().__init__(self, self._h5path)
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/h5netcdf/core.py", line 1174, in __init__
if _unlabeled_dimension_mix(v) == "unlabeled":
^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/h5netcdf/core.py", line 914, in _unlabeled_dimension_mix
dimset = {len(j) for j in dimlist}
^^^^^^
File "h5py/_objects.pyx", line 54, in h5py._objects.with_phil.wrapper
File "h5py/_objects.pyx", line 55, in h5py._objects.with_phil.wrapper
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/h5py/_hl/dims.py", line 60, in __len__
return h5ds.get_num_scales(self._id, self._dimension)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "h5py/_objects.pyx", line 54, in h5py._objects.with_phil.wrapper
File "h5py/_objects.pyx", line 55, in h5py._objects.with_phil.wrapper
File "h5py/h5ds.pyx", line 71, in h5py.h5ds.get_num_scales
File "h5py/defs.pyx", line 4282, in h5py.defs.H5DSget_num_scales
RuntimeError: Unspecified error in H5DSget_num_scales (return value <0)
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 316, in _execute
response = task()
^^^^^^
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 390, in <lambda>
lambda: self.create_worker().do_instruction(request), request)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 669, in do_instruction
return getattr(self, request_type)(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 707, in process_bundle
bundle_processor.process_bundle(instruction_id))
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1302, in process_bundle
input_op_by_transform_id[element.transform_id].process_encoded(
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 242, in process_encoded
self.output(decoded_value)
File "apache_beam/runners/worker/operations.py", line 568, in apache_beam.runners.worker.operations.Operation.output
File "apache_beam/runners/worker/operations.py", line 570, in apache_beam.runners.worker.operations.Operation.output
File "apache_beam/runners/worker/operations.py", line 260, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/worker/operations.py", line 263, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/worker/operations.py", line 954, in apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/worker/operations.py", line 955, in apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/common.py", line 1500, in apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 1588, in apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1498, in apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 684, in apache_beam.runners.common.SimpleInvoker.invoke_process
File "apache_beam/runners/common.py", line 1683, in apache_beam.runners.common._OutputHandler.handle_process_outputs
File "apache_beam/runners/common.py", line 1796, in apache_beam.runners.common._OutputHandler._write_value_to_tag
File "apache_beam/runners/worker/operations.py", line 263, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/worker/operations.py", line 954, in apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/worker/operations.py", line 955, in apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/common.py", line 1500, in apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 1588, in apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1498, in apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 684, in apache_beam.runners.common.SimpleInvoker.invoke_process
File "apache_beam/runners/common.py", line 1683, in apache_beam.runners.common._OutputHandler.handle_process_outputs
File "apache_beam/runners/common.py", line 1796, in apache_beam.runners.common._OutputHandler._write_value_to_tag
File "apache_beam/runners/worker/operations.py", line 263, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/worker/operations.py", line 954, in apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/worker/operations.py", line 955, in apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/common.py", line 1500, in apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 1609, in apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1498, in apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 685, in apache_beam.runners.common.SimpleInvoker.invoke_process
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/apache_beam/transforms/core.py", line 2180, in <lambda>
wrapper = lambda x: [fn(*x)]
^^^^^^
File "/home/runner/work/pangeo-forge-recipes/pangeo-forge-recipes/pangeo_forge_recipes/transforms.py", line 238, in <lambda>
open_with_xarray(
File "/home/runner/work/pangeo-forge-recipes/pangeo-forge-recipes/pangeo_forge_recipes/openers.py", line 244, in open_with_xarray
ds = xr.open_dataset(url_or_file_obj, **kw)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/xarray/backends/api.py", line 606, in open_dataset
backend_ds = backend.open_dataset(
^^^^^^^^^^^^^^^^^^^^^
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/xarray/backends/h5netcdf_.py", line 540, in open_dataset
store = H5NetCDFStore.open(
^^^^^^^^^^^^^^^^^^^
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/xarray/backends/h5netcdf_.py", line 240, in open
manager = manager_cls(h5netcdf.File, filename, mode=mode, kwargs=kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/xarray/backends/file_manager.py", line 372, in __init__
self._file: T_File | None = opener(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/h5netcdf/core.py", line 1962, in __init__
super().__init__(self, self._h5path)
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/h5netcdf/core.py", line 1174, in __init__
if _unlabeled_dimension_mix(v) == "unlabeled":
^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/h5netcdf/core.py", line 914, in _unlabeled_dimension_mix
dimset = {len(j) for j in dimlist}
^^^^^^
File "h5py/_objects.pyx", line 54, in h5py._objects.with_phil.wrapper
File "h5py/_objects.pyx", line 55, in h5py._objects.with_phil.wrapper
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/h5py/_hl/dims.py", line 60, in __len__
return h5ds.get_num_scales(self._id, self._dimension)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "h5py/_objects.pyx", line 54, in h5py._objects.with_phil.wrapper
File "h5py/_objects.pyx", line 55, in h5py._objects.with_phil.wrapper
File "h5py/h5ds.pyx", line 71, in h5py.h5ds.get_num_scales
File "h5py/defs.pyx", line 4282, in h5py.defs.H5DSget_num_scales
RuntimeError: Unspecified error in H5DSget_num_scales (return value <0) [while running 'OpenWithXarray/Open with Xarray']
tests/test_transforms.py::test_OpenWithXarray_via_fsspec[local-no_cache-no_concurrency_limit-eager-netcdf_local_paths_sequential_2d]: RuntimeError: Pipeline job-002 failed in state FAILED: bundle inst003 stage-007 failed:Traceback (most recent call last):
File "apache_beam/runners/common.py", line 1498, in apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 685, in apache_beam.runners.common.SimpleInvoker.invoke_process
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/apache_beam/transforms/core.py", line 2180, in <lambda>
wrapper = lambda x: [fn(*x)]
^^^^^^
File "/home/runner/work/pangeo-forge-recipes/pangeo-forge-recipes/pangeo_forge_recipes/transforms.py", line 238, in <lambda>
open_with_xarray(
File "/home/runner/work/pangeo-forge-recipes/pangeo-forge-recipes/pangeo_forge_recipes/openers.py", line 244, in open_with_xarray
ds = xr.open_dataset(url_or_file_obj, **kw)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/xarray/backends/api.py", line 606, in open_dataset
backend_ds = backend.open_dataset(
^^^^^^^^^^^^^^^^^^^^^
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/xarray/backends/h5netcdf_.py", line 540, in open_dataset
store = H5NetCDFStore.open(
^^^^^^^^^^^^^^^^^^^
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/xarray/backends/h5netcdf_.py", line 240, in open
manager = manager_cls(h5netcdf.File, filename, mode=mode, kwargs=kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/xarray/backends/file_manager.py", line 372, in __init__
self._file: T_File | None = opener(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/h5netcdf/core.py", line 1962, in __init__
super().__init__(self, self._h5path)
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/h5netcdf/core.py", line 1174, in __init__
if _unlabeled_dimension_mix(v) == "unlabeled":
^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/h5netcdf/core.py", line 914, in _unlabeled_dimension_mix
dimset = {len(j) for j in dimlist}
^^^^^^
File "h5py/_objects.pyx", line 54, in h5py._objects.with_phil.wrapper
File "h5py/_objects.pyx", line 55, in h5py._objects.with_phil.wrapper
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/h5py/_hl/dims.py", line 60, in __len__
return h5ds.get_num_scales(self._id, self._dimension)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "h5py/_objects.pyx", line 54, in h5py._objects.with_phil.wrapper
File "h5py/_objects.pyx", line 55, in h5py._objects.with_phil.wrapper
File "h5py/h5ds.pyx", line 71, in h5py.h5ds.get_num_scales
File "h5py/defs.pyx", line 4282, in h5py.defs.H5DSget_num_scales
RuntimeError: Unspecified error in H5DSget_num_scales (return value <0)
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 316, in _execute
response = task()
^^^^^^
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 390, in <lambda>
lambda: self.create_worker().do_instruction(request), request)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 669, in do_instruction
return getattr(self, request_type)(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/apache_beam/runners/worker/sdk_worker.py", line 707, in process_bundle
bundle_processor.process_bundle(instruction_id))
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1302, in process_bundle
input_op_by_transform_id[element.transform_id].process_encoded(
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/apache_beam/runners/worker/bundle_processor.py", line 242, in process_encoded
self.output(decoded_value)
File "apache_beam/runners/worker/operations.py", line 568, in apache_beam.runners.worker.operations.Operation.output
File "apache_beam/runners/worker/operations.py", line 570, in apache_beam.runners.worker.operations.Operation.output
File "apache_beam/runners/worker/operations.py", line 260, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/worker/operations.py", line 263, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/worker/operations.py", line 954, in apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/worker/operations.py", line 955, in apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/common.py", line 1500, in apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 1588, in apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1498, in apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 684, in apache_beam.runners.common.SimpleInvoker.invoke_process
File "apache_beam/runners/common.py", line 1683, in apache_beam.runners.common._OutputHandler.handle_process_outputs
File "apache_beam/runners/common.py", line 1796, in apache_beam.runners.common._OutputHandler._write_value_to_tag
File "apache_beam/runners/worker/operations.py", line 263, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/worker/operations.py", line 954, in apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/worker/operations.py", line 955, in apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/common.py", line 1500, in apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 1588, in apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1498, in apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 684, in apache_beam.runners.common.SimpleInvoker.invoke_process
File "apache_beam/runners/common.py", line 1683, in apache_beam.runners.common._OutputHandler.handle_process_outputs
File "apache_beam/runners/common.py", line 1796, in apache_beam.runners.common._OutputHandler._write_value_to_tag
File "apache_beam/runners/worker/operations.py", line 263, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
File "apache_beam/runners/worker/operations.py", line 954, in apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/worker/operations.py", line 955, in apache_beam.runners.worker.operations.DoOperation.process
File "apache_beam/runners/common.py", line 1500, in apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 1609, in apache_beam.runners.common.DoFnRunner._reraise_augmented
File "apache_beam/runners/common.py", line 1498, in apache_beam.runners.common.DoFnRunner.process
File "apache_beam/runners/common.py", line 685, in apache_beam.runners.common.SimpleInvoker.invoke_process
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/apache_beam/transforms/core.py", line 2180, in <lambda>
wrapper = lambda x: [fn(*x)]
^^^^^^
File "/home/runner/work/pangeo-forge-recipes/pangeo-forge-recipes/pangeo_forge_recipes/transforms.py", line 238, in <lambda>
open_with_xarray(
File "/home/runner/work/pangeo-forge-recipes/pangeo-forge-recipes/pangeo_forge_recipes/openers.py", line 244, in open_with_xarray
ds = xr.open_dataset(url_or_file_obj, **kw)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/xarray/backends/api.py", line 606, in open_dataset
backend_ds = backend.open_dataset(
^^^^^^^^^^^^^^^^^^^^^
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/xarray/backends/h5netcdf_.py", line 540, in open_dataset
store = H5NetCDFStore.open(
^^^^^^^^^^^^^^^^^^^
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/xarray/backends/h5netcdf_.py", line 240, in open
manager = manager_cls(h5netcdf.File, filename, mode=mode, kwargs=kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/xarray/backends/file_manager.py", line 372, in __init__
self._file: T_File | None = opener(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/h5netcdf/core.py", line 1962, in __init__
super().__init__(self, self._h5path)
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/h5netcdf/core.py", line 1174, in __init__
if _unlabeled_dimension_mix(v) == "unlabeled":
^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/h5netcdf/core.py", line 914, in _unlabeled_dimension_mix
dimset = {len(j) for j in dimlist}
^^^^^^
File "h5py/_objects.pyx", line 54, in h5py._objects.with_phil.wrapper
File "h5py/_objects.pyx", line 55, in h5py._objects.with_phil.wrapper
File "/opt/hostedtoolcache/Python/3.12.12/x64/lib/python3.12/site-packages/h5py/_hl/dims.py", line 60, in __len__
return h5ds.get_num_scales(self._id, self._dimension)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "h5py/_objects.pyx", line 54, in h5py._objects.with_phil.wrapper
File "h5py/_objects.pyx", line 55, in h5py._objects.with_phil.wrapper
File "h5py/h5ds.pyx", line 71, in h5py.h5ds.get_num_scales
File "h5py/defs.pyx", line 4282, in h5py.defs.H5DSget_num_scales
RuntimeError: Unspecified error in H5DSget_num_scales (return value <0) [while running 'OpenWithXarray/Open with Xarray']
+ 292 failing tests
