Containerized CI and expansion to trigger external tests

.github/workflows/fv3_translate_tests.yaml

@@ -0,0 +1,10 @@
+name: "FV3 Translate tests"
+on:
+ pull_request:
+ types: [opened, synchronize, reopened, ready_for_review, labeled, unlabeled]
+
+jobs:
+ all_tests:
+ uses: NOAA-GFDL/pyFV3/.github/workflows/translate.yaml@develop
+ with:
+ ndsl_trigger: true

.github/workflows/lint.yaml

@@ -3,6 +3,11 @@ on:
  pull_request:
  types: [opened, synchronize, reopened, ready_for_review, labeled, unlabeled]
 
+# cancel running jobs if theres a newer push
+concurrency:
+ group: ${{ github.workflow }}-${{ github.ref }}
+ cancel-in-progress: true
+
 jobs:
  lint:
  runs-on: ubuntu-latest

.github/workflows/pace_tests.yaml

@@ -0,0 +1,10 @@
+name: "pace unit tests"
+on:
+ pull_request:
+ types: [opened, synchronize, reopened, ready_for_review, labeled, unlabeled]
+
+jobs:
+ pace_unit_tests:
+ uses: NOAA-GFDL/pace/.github/workflows/main_unit_tests.yaml@develop
+ with:
+ ndsl_trigger: true

.github/workflows/shield_tests.yaml

@@ -0,0 +1,10 @@
+name: "SHiELD Translate tests"
+on:
+ pull_request:
+ types: [opened, synchronize, reopened, ready_for_review, labeled, unlabeled]
+
+jobs:
+ shield_translate_tests:
+ uses: NOAA-GFDL/pySHiELD/.github/workflows/translate.yaml@develop
+ with:
+ ndsl_trigger: true

.github/workflows/unit_tests.yaml

@@ -1,36 +1,29 @@
-name: "Unit tests"
+name: "NDSL Unit tests"
 on:
  pull_request:
  types: [opened, synchronize, reopened, ready_for_review, labeled, unlabeled]
 
+# cancel running jobs if theres a newer push
+concurrency:
+ group: ${{ github.workflow }}-${{ github.ref }}
+ cancel-in-progress: true
+
 jobs:
- all:
+ all_tests:
  runs-on: ubuntu-latest
- strategy:
- matrix:
- python: [3.8.12, 3.11.7]
+ container:
+ image: ghcr.io/noaa-gfdl/miniforge:mpich
  steps:
  - name: Checkout repository
- uses: actions/checkout@v3.5.2
+ uses: actions/checkout@v4
  with:
  submodules: 'recursive'
- - name: Setup Python
- uses: actions/setup-python@v4.6.0
- with:
- python-version: ${{ matrix.python }}
- - name: Install OpenMPI & Boost for gt4py
- run: |
- sudo apt-get install libopenmpi-dev libboost1.74-dev
  - name: Install Python packages
- run: |
- python -m pip install --upgrade pip setuptools wheel
- pip install .[test]
+ run: pip3 install .[test]
  - name: Run serial-cpu tests
- run: |
- coverage run --rcfile=setup.cfg -m pytest -x tests
+ run: coverage run --rcfile=setup.cfg -m pytest -x tests
  - name: Run parallel-cpu tests
- run: |
- mpirun -np 6 --oversubscribe coverage run --rcfile=setup.cfg -m mpi4py -m pytest -x tests/mpi
+ run: mpiexec -np 6 --oversubscribe coverage run --rcfile=setup.cfg -m mpi4py -m pytest -x tests/mpi
  - name: Output code coverage
  run: |
  coverage combine