zarr-python/.github/workflows/downstream.yml at main · zarr-developers/zarr-python · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
name: Downstream

on:
  workflow_dispatch:
  pull_request:
    types: [labeled, synchronize, opened, reopened]

permissions:
  contents: read

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

jobs:
  xarray:
    name: Xarray zarr backend tests
    if: |
      github.event_name == 'workflow_dispatch'
      || contains(github.event.pull_request.labels.*.name, 'run-downstream')
    runs-on: ubuntu-latest
    steps:
      - name: Check out zarr-python
        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
        with:
          fetch-depth: 0
          persist-credentials: false

      - name: Check out xarray
        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
        with:
          repository: pydata/xarray
          path: xarray
          persist-credentials: false

      - name: Set up pixi
        uses: prefix-dev/setup-pixi@1b2de7f3351f171c8b4dfeb558c639cb58ed4ec0 # v0.9.5
        with:
          manifest-path: xarray/pixi.toml

      - name: Install zarr-python from branch
        working-directory: xarray
        run: pixi run -e test-py313 -- pip install --no-deps ..

      - name: Show versions
        working-directory: xarray
        run: |
          pixi run -e test-py313 -- python -c "
          import zarr; print(f'zarr {zarr.__version__}')
          import xarray; print(f'xarray {xarray.__version__}')
          "

      - name: Run xarray zarr backend tests
        working-directory: xarray
        run: |
          pixi run -e test-py313 -- python -m pytest --no-header -q \
            xarray/tests/test_backends.py \
            xarray/tests/test_backends_api.py \
            xarray/tests/test_backends_datatree.py

  numcodecs:
    name: numcodecs zarr3 codec tests
    if: |
      github.event_name == 'workflow_dispatch'
      || contains(github.event.pull_request.labels.*.name, 'run-downstream')
    runs-on: ubuntu-latest
    steps:
      - name: Check out zarr-python
        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
        with:
          fetch-depth: 0
          persist-credentials: false

      - name: Check out numcodecs
        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
        with:
          repository: zarr-developers/numcodecs
          fetch-depth: 0
          path: numcodecs
          submodules: recursive
          persist-credentials: false

      - uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # v6.2.0
        with:
          python-version: '3.13'

      - name: Install uv
        uses: astral-sh/setup-uv@08807647e7069bb48b6ef5acd8ec9567f424441b # v8.1.0

      - name: Install numcodecs with test-zarr-main group
        working-directory: numcodecs
        run: |
          uv venv
          uv pip install --group dev
          uv sync --group dev --group test-zarr-main
          uv pip install --no-build-isolation -e .

      - name: Override zarr-python with branch version
        working-directory: numcodecs
        run: uv pip install --no-deps ..

      - name: Show versions
        working-directory: numcodecs
        run: |
          uv run python -c "
          import zarr; print(f'zarr {zarr.__version__}')
          import numcodecs; print(f'numcodecs {numcodecs.__version__}')
          "

      - name: Run numcodecs zarr3 tests
        working-directory: numcodecs
        run: uv run python -m pytest -x --no-header -q tests/test_zarr3.py