Skip to content

Commit 1201202

Browse files
murrayrmmurrayrm
committed
add OS/BLAS conda-based test matrix as GitHub workflow
1 parent 9d72d79 commit 1201202

File tree

4 files changed

+178
-0
lines changed

4 files changed

+178
-0
lines changed

‎.github/conda-env/build-env.yml

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,4 @@
1+
name: build-env
2+
dependencies:
3+
- boa
4+
- numpy !=1.23.0

‎.github/conda-env/test-env.yml

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,6 @@
11
name: test-env
22
dependencies:
3+
- conda-build # for conda index
34
- pip
45
- coverage
56
- coveralls

‎.github/scripts/set-conda-test-matrix.py

Lines changed: 34 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,34 @@
1+
""" set-conda-test-matrix.py
2+
3+
Create test matrix for conda packages
4+
"""
5+
import json, re
6+
from pathlib import Path
7+
8+
osmap = {'linux': 'ubuntu',
9+
'osx': 'macos',
10+
'win': 'windows',
11+
}
12+
13+
blas_implementations = ['unset', 'Generic', 'OpenBLAS', 'Intel10_64lp']
14+
15+
combinations = {'ubuntu': blas_implementations,
16+
'macos': blas_implementations,
17+
'windows': ['unset', 'Intel10_64lp'],
18+
}
19+
20+
conda_jobs = []
21+
for conda_pkg_file in Path("slycot-conda-pkgs").glob("*/*.tar.bz2"):
22+
cos = osmap[conda_pkg_file.parent.name.split("-")[0]]
23+
m = re.search(r'py(\d)(\d+)_', conda_pkg_file.name)
24+
pymajor, pyminor = int(m[1]), int(m[2])
25+
cpy = f'{pymajor}.{pyminor}'
26+
for cbl in combinations[cos]:
27+
cjob = {'packagekey': f'{cos}-{cpy}',
28+
'os': cos,
29+
'python': cpy,
30+
'blas_lib': cbl}
31+
conda_jobs.append(cjob)
32+
33+
matrix = { 'include': conda_jobs }
34+
print(json.dumps(matrix))

‎.github/workflows/os-blas-test-matrix.yml

Lines changed: 139 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -89,6 +89,57 @@ jobs:
8989
path: slycot-wheels
9090

9191

92+
build-conda:
93+
name: Build conda Py${{ matrix.python }}, ${{ matrix.os }}
94+
runs-on: ${{ matrix.os }}-latest
95+
strategy:
96+
fail-fast: false
97+
matrix:
98+
os:
99+
- 'ubuntu'
100+
- 'macos'
101+
- 'windows'
102+
python:
103+
- '3.9'
104+
- '3.11'
105+
106+
steps:
107+
- name: Checkout Slycot
108+
uses: actions/checkout@v3
109+
with:
110+
repository: python-control/Slycot
111+
fetch-depth: 0
112+
submodules: 'recursive'
113+
- name: Setup Conda
114+
uses: conda-incubator/setup-miniconda@v2
115+
with:
116+
python-version: ${{ matrix.python }}
117+
activate-environment: build-env
118+
environment-file: .github/conda-env/build-env.yml
119+
miniforge-version: latest
120+
miniforge-variant: Mambaforge
121+
channel-priority: strict
122+
auto-update-conda: false
123+
auto-activate-base: false
124+
- name: Conda build
125+
shell: bash -l {0}
126+
run: |
127+
set -e
128+
numpyversion=$(python -c 'import numpy; print(numpy.version.version)')
129+
conda mambabuild --python "${{ matrix.python }}" --numpy $numpyversion conda-recipe
130+
# preserve directory structure for custom conda channel
131+
find "${CONDA_PREFIX}/conda-bld" -maxdepth 2 -name 'slycot*.tar.bz2' | while read -r conda_pkg; do
132+
conda_platform=$(basename $(dirname "${conda_pkg}"))
133+
mkdir -p "slycot-conda-pkgs/${conda_platform}"
134+
cp "${conda_pkg}" "slycot-conda-pkgs/${conda_platform}/"
135+
done
136+
- name: Save to local conda pkg channel
137+
uses: actions/upload-artifact@v3
138+
with:
139+
name: slycot-conda-pkgs
140+
path: slycot-conda-pkgs
141+
142+
92143
create-wheel-test-matrix:
93144
name: Create wheel test matrix
94145
runs-on: ubuntu-latest
@@ -108,6 +159,25 @@ jobs:
108159
run: echo "matrix=$(python3 .github/scripts/set-pip-test-matrix.py)" >> $GITHUB_OUTPUT
109160

110161

162+
create-conda-test-matrix:
163+
name: Create conda test matrix
164+
runs-on: ubuntu-latest
165+
needs: build-conda
166+
if: always() # run tests for all successful builds, even if others failed
167+
outputs:
168+
matrix: ${{ steps.set-matrix.outputs.matrix }}
169+
steps:
170+
- name: Checkout python-control
171+
uses: actions/checkout@v3
172+
- name: Download conda packages
173+
uses: actions/download-artifact@v3
174+
with:
175+
name: slycot-conda-pkgs
176+
path: slycot-conda-pkgs
177+
- id: set-matrix
178+
run: echo "matrix=$(python3 .github/scripts/set-conda-test-matrix.py)" >> $GITHUB_OUTPUT
179+
180+
111181
test-wheel:
112182
name: Test wheel ${{ matrix.packagekey }}, ${{matrix.blas_lib}} BLAS lib ${{ matrix.failok }}
113183
needs: create-wheel-test-matrix
@@ -174,3 +244,72 @@ jobs:
174244
pip show slycot
175245
- name: Test with pytest
176246
run: pytest -v control/tests
247+
248+
249+
test-conda:
250+
name: Test conda ${{ matrix.packagekey }}, ${{matrix.blas_lib}} BLAS lib ${{ matrix.failok }}
251+
needs: create-conda-test-matrix
252+
runs-on: ${{ matrix.os }}-latest
253+
continue-on-error: ${{ matrix.failok == 'FAILOK' }}
254+
255+
strategy:
256+
fail-fast: false
257+
matrix: ${{ fromJSON(needs.create-conda-test-matrix.outputs.matrix) }}
258+
259+
defaults:
260+
run:
261+
shell: bash -l {0}
262+
263+
steps:
264+
- name: Checkout Slycot
265+
uses: actions/checkout@v3
266+
with:
267+
repository: 'python-control/Slycot'
268+
path: slycot-src
269+
- name: Checkout python-control
270+
uses: actions/checkout@v3
271+
- name: Setup macOS
272+
if: matrix.os == 'macos'
273+
run: brew install coreutils
274+
- name: Setup Conda
275+
uses: conda-incubator/setup-miniconda@v2
276+
with:
277+
python-version: ${{ matrix.python }}
278+
miniforge-version: latest
279+
miniforge-variant: Mambaforge
280+
activate-environment: test-env
281+
environment-file: .github/conda-env/test-env.yml
282+
channel-priority: strict
283+
auto-activate-base: false
284+
- name: Download conda packages
285+
uses: actions/download-artifact@v3
286+
with:
287+
name: slycot-conda-pkgs
288+
path: slycot-conda-pkgs
289+
- name: Install Conda package
290+
run: |
291+
set -e
292+
case ${{ matrix.blas_lib }} in
293+
unset ) # the conda-forge default (os dependent)
294+
mamba install libblas libcblas liblapack
295+
;;
296+
Generic )
297+
mamba install 'libblas=*=*netlib' 'libcblas=*=*netlib' 'liblapack=*=*netlib'
298+
echo "libblas * *netlib" >> $CONDA_PREFIX/conda-meta/pinned
299+
;;
300+
OpenBLAS )
301+
mamba install 'libblas=*=*openblas' openblas
302+
echo "libblas * *openblas" >> $CONDA_PREFIX/conda-meta/pinned
303+
;;
304+
Intel10_64lp )
305+
mamba install 'libblas=*=*mkl' mkl
306+
echo "libblas * *mkl" >> $CONDA_PREFIX/conda-meta/pinned
307+
;;
308+
esac
309+
conda index --no-progress ./slycot-conda-pkgs
310+
mamba install -c ./slycot-conda-pkgs slycot
311+
conda list
312+
- name: Test with pytest
313+
run: JOBNAME=$JOBNAME pytest control/tests
314+
env:
315+
JOBNAME: ${{ matrix.packagekey }} ${{ matrix.blas_lib }}

0 commit comments

Comments
 (0)
pFad - Phonifier reborn

Pfad - The Proxy pFad of © 2024 Garber Painting. All rights reserved.

Note: This service is not intended for secure transactions such as banking, social media, email, or purchasing. Use at your own risk. We assume no liability whatsoever for broken pages.


Alternative Proxies:

Alternative Proxy

pFad Proxy

pFad v3 Proxy

pFad v4 Proxy