bump minimum versions, drop py38

.github/workflows/ci-additional.yaml

@@ -134,18 +134,16 @@ jobs:
           name: codecov-umbrella
           fail_ci_if_error: false
 
-  mypy38:
-    name: Mypy 3.8
+  mypy39:
+    name: Mypy 3.9
     runs-on: "ubuntu-latest"
     needs: detect-ci-trigger
-    # temporarily skipping due to https://github.com/pydata/xarray/issues/6551
-    if: needs.detect-ci-trigger.outputs.triggered == 'false'
     defaults:
       run:
         shell: bash -l {0}
     env:
       CONDA_ENV_FILE: ci/requirements/environment.yml
-      PYTHON_VERSION: "3.8"
+      PYTHON_VERSION: "3.9"
 
     steps:
       - uses: actions/checkout@v3
@@ -185,7 +183,7 @@ jobs:
         uses: codecov/codecov-action@v3.1.1
         with:
           file: mypy_report/cobertura.xml
-          flags: mypy38
+          flags: mypy39
           env_vars: PYTHON_VERSION
           name: codecov-umbrella
           fail_ci_if_error: false

.github/workflows/ci.yaml

@@ -42,15 +42,15 @@ jobs:
       matrix:
         os: ["ubuntu-latest", "macos-latest", "windows-latest"]
         # Bookend python versions
-        python-version: ["3.8", "3.10"]
+        python-version: ["3.9", "3.10"]
         env: [""]
         include:
           # Minimum python version:
           - env: "bare-minimum"
-            python-version: "3.8"
+            python-version: "3.9"
             os: ubuntu-latest
           - env: "min-all-deps"
-            python-version: "3.8"
+            python-version: "3.9"
             os: ubuntu-latest
           # Latest python version:
           - env: "all-but-dask"

.github/workflows/pypi-release.yaml

@@ -18,7 +18,7 @@ jobs:
       - uses: actions/setup-python@v4
         name: Install Python
         with:
-          python-version: 3.8
+          python-version: 3.9
 
       - name: Install dependencies
         run: |
@@ -53,7 +53,7 @@ jobs:
       - uses: actions/setup-python@v4
         name: Install Python
         with:
-          python-version: 3.8
+          python-version: 3.9
       - uses: actions/download-artifact@v3
         with:
           name: releases

.pre-commit-config.yaml

@@ -29,7 +29,7 @@ repos:
     hooks:
       - id: pyupgrade
         args:
-          - "--py38-plus"
+          - "--py39-plus"
   # https://github.com/python/black#version-control-integration
   - repo: https://github.com/psf/black
     rev: 22.12.0

ci/min_deps_check.py

@@ -1,11 +1,13 @@
+#!/usr/bin/env python
 """Fetch from conda database all available versions of the xarray dependencies and their
 publication date. Compare it against requirements/py37-min-all-deps.yml to verify the
 policy on obsolete dependencies is being followed. Print a pretty report :)
 """
 import itertools
 import sys
+from collections.abc import Iterator
 from datetime import datetime
-from typing import Dict, Iterator, Optional, Tuple
+from typing import Optional
 
 import conda.api  # type: ignore[import]
 import yaml
@@ -29,7 +31,7 @@
 
 POLICY_MONTHS = {"python": 24, "numpy": 18}
 POLICY_MONTHS_DEFAULT = 12
-POLICY_OVERRIDE: Dict[str, Tuple[int, int]] = {}
+POLICY_OVERRIDE: dict[str, tuple[int, int]] = {}
 errors = []
 
 
@@ -43,7 +45,7 @@ def warning(msg: str) -> None:
     print("WARNING:", msg)
 
 
-def parse_requirements(fname) -> Iterator[Tuple[str, int, int, Optional[int]]]:
+def parse_requirements(fname) -> Iterator[tuple[str, int, int, Optional[int]]]:
     """Load requirements/py37-min-all-deps.yml
 
     Yield (package name, major version, minor version, [patch version])
@@ -75,7 +77,7 @@ def parse_requirements(fname) -> Iterator[Tuple[str, int, int, Optional[int]]]:
             raise ValueError("expected major.minor or major.minor.patch: " + row)
 
 
-def query_conda(pkg: str) -> Dict[Tuple[int, int], datetime]:
+def query_conda(pkg: str) -> dict[tuple[int, int], datetime]:
     """Query the conda repository for a specific package
 
     Return map of {(major version, minor version): publication date}
@@ -115,7 +117,7 @@ def metadata(entry):
 
 def process_pkg(
     pkg: str, req_major: int, req_minor: int, req_patch: Optional[int]
-) -> Tuple[str, str, str, str, str, str]:
+) -> tuple[str, str, str, str, str, str]:
     """Compare package version from requirements file to available versions in conda.
     Return row to build pandas dataframe:
 

ci/requirements/bare-minimum.yml

@@ -3,13 +3,13 @@ channels:
   - conda-forge
   - nodefaults
 dependencies:
-  - python=3.8
+  - python=3.9
   - coveralls
   - pip
   - pytest
   - pytest-cov
   - pytest-env
   - pytest-xdist
-  - numpy=1.20
+  - numpy=1.21
   - packaging=21.3
   - pandas=1.3

ci/requirements/doc.yml

@@ -8,8 +8,8 @@ dependencies:
   - bottleneck
   - cartopy
   - cfgrib>=0.9
-  - dask-core>=2.30
-  - h5netcdf>=0.7.4
+  - dask-core>=2022.1
+  - h5netcdf>=0.13
   - ipykernel
   - ipython
   - iris>=2.3
@@ -18,8 +18,8 @@ dependencies:
   - nbsphinx
   - netcdf4>=1.5
   - numba
-  - numpy>=1.20
-  - packaging>=21.0
+  - numpy>=1.21
+  - packaging>=21.3
   - pandas>=1.3
   - pooch
   - pip
@@ -35,7 +35,7 @@ dependencies:
   - sphinx-copybutton
   - sphinx-design
   - sphinx!=4.4.0
-  - zarr>=2.4
+  - zarr>=2.10
   - pip:
       - sphinxext-rediraffe
       - sphinxext-opengraph

ci/requirements/min-all-deps.yml

@@ -7,33 +7,33 @@ dependencies:
   # Run ci/min_deps_check.py to verify that this file respects the policy.
   # When upgrading python, numpy, or pandas, must also change
   # doc/user-guide/installing.rst, doc/user-guide/plotting.rst and setup.py.
-  - python=3.8
+  - python=3.9
   - boto3=1.20
   - bottleneck=1.3
   - cartopy=0.20
   - cdms2=3.1
   - cfgrib=0.9
   - cftime=1.5
   - coveralls
-  - dask-core=2021.11
-  - distributed=2021.11
+  - dask-core=2022.1
+  - distributed=2022.1
   - flox=0.5
-  - h5netcdf=0.11
+  - h5netcdf=0.13
   # h5py and hdf5 tend to cause conflicts
   # for e.g. hdf5 1.12 conflicts with h5py=3.1
   # prioritize bumping other packages instead
   - h5py=3.6
   - hdf5=1.12
   - hypothesis
   - iris=3.1
-  - lxml=4.6  # Optional dep of pydap
+  - lxml=4.7  # Optional dep of pydap
   - matplotlib-base=3.5
   - nc-time-axis=1.4
   # netcdf follows a 1.major.minor[.patch] convention
   # (see https://github.com/Unidata/netcdf4-python/issues/1090)
   - netcdf4=1.5.7
-  - numba=0.54
-  - numpy=1.20
+  - numba=0.55
+  - numpy=1.21
   - packaging=21.3
   - pandas=1.3
   - pint=0.18

doc/getting-started-guide/installing.rst

@@ -6,8 +6,8 @@ Installation
 Required dependencies
 ---------------------
 
-- Python (3.8 or later)
-- `numpy <https://www.numpy.org/>`__ (1.20 or later)
+- Python (3.9 or later)
+- `numpy <https://www.numpy.org/>`__ (1.21 or later)
 - `packaging <https://packaging.pypa.io/en/latest/#>`__ (21.3 or later)
 - `pandas <https://pandas.pydata.org/>`__ (1.3 or later)
 

doc/whats-new.rst

@@ -27,6 +27,20 @@ New Features
 Breaking changes
 ~~~~~~~~~~~~~~~~
 
+- Support for ``python 3.8`` has been dropped and the minimum versions of some
+  dependencies were changed (:pull:`7461`):
+
+  ===================== =========  ========
+   Package                    Old      New
+  ===================== =========  ========
+   python                     3.8      3.9
+   numpy                     1.20     1.21
+   dask                   2021.11   2022.1
+   distributed            2021.11   2022.1
+   h5netcdf                  0.11     0.13
+   lxml                       4.6      4.7
+   numba                      5.4      5.5
+  ===================== =========  ========
 
 Deprecations
 ~~~~~~~~~~~~

requirements.txt

@@ -2,6 +2,6 @@
 # it exists to let GitHub build the repository dependency graph
 # https://help.github.com/en/github/visualizing-repository-data-with-graphs/listing-the-packages-that-a-repository-depends-on
 
-numpy >= 1.20
+numpy >= 1.21
 packaging >= 21.3
 pandas >= 1.3

setup.cfg

@@ -64,7 +64,6 @@ classifiers =
     Intended Audience :: Science/Research
     Programming Language :: Python
     Programming Language :: Python :: 3
-    Programming Language :: Python :: 3.8
     Programming Language :: Python :: 3.9
     Programming Language :: Python :: 3.10
     Topic :: Scientific/Engineering
@@ -73,9 +72,9 @@ classifiers =
 packages = find:
 zip_safe = False  # https://mypy.readthedocs.io/en/latest/installed_packages.html
 include_package_data = True
-python_requires = >=3.8
+python_requires = >=3.9
 install_requires =
-    numpy >= 1.20  # recommended to use >= 1.22 for full quantile method support
+    numpy >= 1.21  # recommended to use >= 1.22 for full quantile method support
     pandas >= 1.3
     packaging >= 21.3
 

xarray/backends/api.py

@@ -1,27 +1,12 @@
 from __future__ import annotations
 
 import os
+from collections.abc import Hashable, Iterable, Mapping, MutableMapping, Sequence
 from functools import partial
 from glob import glob
 from io import BytesIO
 from numbers import Number
-from typing import (
-    TYPE_CHECKING,
-    Any,
-    Callable,
-    Dict,
-    Final,
-    Hashable,
-    Iterable,
-    Literal,
-    Mapping,
-    MutableMapping,
-    Sequence,
-    Type,
-    Union,
-    cast,
-    overload,
-)
+from typing import TYPE_CHECKING, Any, Callable, Final, Literal, Union, cast, overload
 
 import numpy as np
 
@@ -59,11 +44,11 @@
     T_Engine = Union[
         T_NetcdfEngine,
         Literal["pydap", "pynio", "pseudonetcdf", "cfgrib", "zarr"],
-        Type[BackendEntrypoint],
+        type[BackendEntrypoint],
         str,  # no nice typing support for custom backends
         None,
     ]
-    T_Chunks = Union[int, Dict[Any, Any], Literal["auto"], None]
+    T_Chunks = Union[int, dict[Any, Any], Literal["auto"], None]
     T_NetcdfTypes = Literal[
         "NETCDF4", "NETCDF4_CLASSIC", "NETCDF3_64BIT", "NETCDF3_CLASSIC"
     ]

xarray/backends/common.py

@@ -4,7 +4,8 @@
 import os
 import time
 import traceback
-from typing import TYPE_CHECKING, Any, ClassVar, Iterable
+from collections.abc import Iterable
+from typing import TYPE_CHECKING, Any, ClassVar
 
 import numpy as np
 

xarray/backends/file_manager.py

@@ -5,7 +5,8 @@
 import threading
 import uuid
 import warnings
-from typing import Any, Hashable
+from collections.abc import Hashable
+from typing import Any
 
 from xarray.backends.locks import acquire
 from xarray.backends.lru_cache import LRUCache

xarray/backends/locks.py

@@ -3,7 +3,8 @@
 import multiprocessing
 import threading
 import weakref
-from typing import Any, MutableMapping
+from collections.abc import MutableMapping
+from typing import Any
 
 try:
     from dask.utils import SerializableLock

xarray/backends/lru_cache.py

@@ -2,7 +2,8 @@
 
 import threading
 from collections import OrderedDict
-from typing import Any, Callable, Iterator, MutableMapping, TypeVar
+from collections.abc import Iterator, MutableMapping
+from typing import Any, Callable, TypeVar
 
 K = TypeVar("K")
 V = TypeVar("V")

xarray/coding/times.py

@@ -2,9 +2,10 @@
 
 import re
 import warnings
+from collections.abc import Hashable
 from datetime import datetime, timedelta
 from functools import partial
-from typing import TYPE_CHECKING, Callable, Hashable, Union
+from typing import TYPE_CHECKING, Callable, Union
 
 import numpy as np
 import pandas as pd

xarray/coding/variables.py

@@ -2,8 +2,9 @@
 from __future__ import annotations
 
 import warnings
+from collections.abc import Hashable, MutableMapping
 from functools import partial
-from typing import TYPE_CHECKING, Any, Callable, Hashable, MutableMapping, Tuple, Union
+from typing import TYPE_CHECKING, Any, Callable, Union
 
 import numpy as np
 import pandas as pd
@@ -13,7 +14,7 @@
 from xarray.core.variable import Variable
 
 if TYPE_CHECKING:
-    T_VarTuple = Tuple[Tuple[Hashable, ...], Any, dict, dict]
+    T_VarTuple = tuple[tuple[Hashable, ...], Any, dict, dict]
     T_Name = Union[Hashable, None]