Merge branch 'main' into init-zarr

* main: (58 commits)
  Adapt map_blocks to use new Coordinates API (pydata#8560)
  add xeofs to ecosystem.rst (pydata#8561)
  Offer a fixture for unifying DataArray & Dataset tests (pydata#8533)
  Generalize cumulative reduction (scan) to non-dask types (pydata#8019)
  Filter null values before plotting (pydata#8535)
  Update concat.py (pydata#8538)
  Add getitem to array protocol (pydata#8406)
  Added option to specify weights in xr.corr() and xr.cov() (pydata#8527)
  Filter out doctest warning (pydata#8539)
  Bump actions/setup-python from 4 to 5 (pydata#8540)
  Point users to where in their code they should make mods for Dataset.dims (pydata#8534)
  Add Cumulative aggregation (pydata#8512)
  dev whats-new
  Whats-new for 2023.12.0 (pydata#8532)
  explicitly skip using `__array_namespace__` for `numpy.ndarray` (pydata#8526)
  Add `eval` method to Dataset (pydata#7163)
  Deprecate ds.dims returning dict (pydata#8500)
  test and fix empty xindexes repr (pydata#8521)
  Remove PR labeler bot (pydata#8525)
  Hypothesis strategy for generating Variable objects (pydata#8404)
  ...

.github/workflows/benchmarks.yml

@@ -7,7 +7,7 @@ on:
 
 jobs:
  benchmark:
- if: ${{ contains( github.event.pull_request.labels.*.name, 'run-benchmark') && github.event_name == 'pull_request' || contains( github.event.pull_request.labels.*.name, 'topic-performance') && github.event_name == 'pull_request' || github.event_name == 'workflow_dispatch' }}
+ if: ${{ contains( github.event.pull_request.labels.*.name, 'run-benchmark') && github.event_name == 'pull_request' || github.event_name == 'workflow_dispatch' }}
  name: Linux
  runs-on: ubuntu-20.04
  env:

.github/workflows/ci-additional.yaml

@@ -41,7 +41,7 @@ jobs:
 
  env:
  CONDA_ENV_FILE: ci/requirements/environment.yml
- PYTHON_VERSION: "3.10"
+ PYTHON_VERSION: "3.11"
 
  steps:
  - uses: actions/checkout@v4
@@ -76,7 +76,11 @@ jobs:
  # Raise an error if there are warnings in the doctests, with `-Werror`.
  # This is a trial; if it presents an problem, feel free to remove.
  # See https:/pydata/xarray/issues/7164 for more info.
- python -m pytest --doctest-modules xarray --ignore xarray/tests -Werror
+
+ # ignores:
+ # 1. h5py: see https:/pydata/xarray/issues/8537
+ python -m pytest --doctest-modules xarray --ignore xarray/tests -Werror \
+ -W "ignore:h5py is running against HDF5 1.14.3:UserWarning"
 
  mypy:
  name: Mypy
@@ -87,7 +91,7 @@ jobs:
  shell: bash -l {0}
  env:
  CONDA_ENV_FILE: ci/requirements/environment.yml
- PYTHON_VERSION: "3.10"
+ PYTHON_VERSION: "3.11"
 
  steps:
  - uses: actions/checkout@v4
@@ -117,7 +121,7 @@ jobs:
  python xarray/util/print_versions.py
  - name: Install mypy
  run: |
- python -m pip install "mypy<1.7" --force-reinstall
+ python -m pip install "mypy<1.8" --force-reinstall
 
  - name: Run mypy
  run: |
@@ -171,7 +175,7 @@ jobs:
  python xarray/util/print_versions.py
  - name: Install mypy
  run: |
- python -m pip install "mypy<1.7" --force-reinstall
+ python -m pip install "mypy<1.8" --force-reinstall
 
  - name: Run mypy
  run: |
@@ -332,7 +336,7 @@ jobs:
  with:
  environment-name: xarray-tests
  create-args: >-
- python=3.10
+ python=3.11
  pyyaml
  conda
  python-dateutil

.github/workflows/nightly-wheels.yml

@@ -11,7 +11,7 @@ jobs:
  - uses: actions/checkout@v4
  with:
  fetch-depth: 0
- - uses: actions/setup-python@v4
+ - uses: actions/setup-python@v5
  with:
  python-version: "3.11"
 

.github/workflows/pypi-release.yaml

@@ -15,7 +15,7 @@ jobs:
  - uses: actions/checkout@v4
  with:
  fetch-depth: 0
- - uses: actions/setup-python@v4
+ - uses: actions/setup-python@v5
  name: Install Python
  with:
  python-version: "3.11"
@@ -50,7 +50,7 @@ jobs:
  needs: build-artifacts
  runs-on: ubuntu-latest
  steps:
- - uses: actions/setup-python@v4
+ - uses: actions/setup-python@v5
  name: Install Python
  with:
  python-version: "3.11"
@@ -88,7 +88,7 @@ jobs:
  path: dist
  - name: Publish package to TestPyPI
  if: github.event_name == 'push'
- uses: pypa/[email protected].10
+ uses: pypa/[email protected].11
  with:
  repository_url: https://test.pypi.org/legacy/
  verbose: true
@@ -111,6 +111,6 @@ jobs:
  name: releases
  path: dist
  - name: Publish package to PyPI
- uses: pypa/[email protected].10
+ uses: pypa/[email protected].11
  with:
  verbose: true

.github/workflows/upstream-dev-ci.yaml

@@ -50,7 +50,7 @@ jobs:
  strategy:
  fail-fast: false
  matrix:
- python-version: ["3.10"]
+ python-version: ["3.11"]
  steps:
  - uses: actions/checkout@v4
  with:
@@ -110,17 +110,17 @@ jobs:
  strategy:
  fail-fast: false
  matrix:
- python-version: ["3.10"]
+ python-version: ["3.11"]
  steps:
  - uses: actions/checkout@v4
  with:
  fetch-depth: 0 # Fetch all history for all branches and tags.
  - name: Set up conda environment
- uses: mamba-org/provision-with-micromamba@v15
+ uses: mamba-org/setup-micromamba@v1
  with:
  environment-file: ci/requirements/environment.yml
  environment-name: xarray-tests
- extra-specs: |
+ create-args: >-
  python=${{ matrix.python-version }}
  pytest-reportlog
  conda

.pre-commit-config.yaml

@@ -18,24 +18,24 @@ repos:
  files: ^xarray/
  - repo: https:/astral-sh/ruff-pre-commit
  # Ruff version.
- rev: 'v0.1.4'
+ rev: 'v0.1.6'
  hooks:
  - id: ruff
  args: ["--fix"]
  # https:/python/black#version-control-integration
  - repo: https:/psf/black
- rev: 23.10.1
+ rev: 23.11.0
  hooks:
  - id: black-jupyter
  - repo: https:/keewis/blackdoc
  rev: v0.3.9
  hooks:
  - id: blackdoc
  exclude: "generate_aggregations.py"
- additional_dependencies: ["black==23.10.1"]
+ additional_dependencies: ["black==23.11.0"]
  - id: blackdoc-autoupdate-black
  - repo: https:/pre-commit/mirrors-mypy
- rev: v1.6.1
+ rev: v1.7.1
  hooks:
  - id: mypy
  # Copied from setup.cfg

ci/requirements/doc.yml

@@ -9,6 +9,7 @@ dependencies:
  - cartopy
  - cfgrib
  - dask-core>=2022.1
+ - hypothesis>=6.75.8
  - h5netcdf>=0.13
  - ipykernel
  - ipywidgets # silence nbsphinx warning

ci/requirements/min-all-deps.yml

@@ -16,11 +16,11 @@ dependencies:
  - dask-core=2022.7
  - distributed=2022.7
  - flox=0.5
- - h5netcdf=1.0
+ - h5netcdf=1.1
  # h5py and hdf5 tend to cause conflicts
  # for e.g. hdf5 1.12 conflicts with h5py=3.1
  # prioritize bumping other packages instead
- - h5py=3.6
+ - h5py=3.7
  - hdf5=1.12
  - hypothesis
  - iris=3.2