testing.yml

name: testing scenarios

# Controls when the action will run.
on:
  # run on push
  push:
  # schedule test for nightly build
  schedule:
    - cron: "22 0 * * *"
  # Allows you to run this workflow manually from the Actions tab
  workflow_dispatch:
    # Note: the defaults are repeated within the env section
    #       of some of the jobs so any change to the default
    #       need to be done twice!
    inputs:
      logLevel:
        description: 'Log level'
        required: true
        default: 'Warning'
      branch:
        # note: this should be either 'master' or a tag of the form
        #       vN where 'N' is a legal python package version
        #       e.g. N=2.9.0rc1
        #       otherwise the distributions will not be generated
        #       and the build will fail
        description: 'core modules tag e.g. (master | v2.9.0) [master]'
        required: true
        default: 'master'
      fembranch:
        # note: this should be either 'master' or a tag of the form
        #       vN where 'N' is a legal python package version
        #       e.g. N=2.9.0rc1
        #       otherwise the distributions will not be generated
        #       and the build will fail
        description: 'dune-fem modules tag e.g. (master | v2.9.0.1) [master]'
        required: true
        default: 'master'

# A workflow run is made up of one or more jobs that can run sequentially or in parallel
jobs:
  # generate test file matrix
  getTests:
    runs-on: ubuntu-latest
    outputs:
       matrix: ${{ steps.setmatrix.outputs.matrix }}
    steps:
    - name: printParameters
      run: |
        echo "Workflow parameters"
        echo "Using github branch   : ${GITHUB_REF#refs/heads/}"
        echo "Using log level       : ${{ github.event.inputs.logLevel }}"
        echo "Using dune-core branch: ${{ github.event.inputs.branch }}"
        echo "Using dune-fem  branch: ${{ github.event.inputs.fembranch }}"
    - name: checkout source code
      uses: actions/checkout@v1
    - id: setmatrix
      run: |
        matrixArray=$(find ./testing -name '*.sh') # Creates array of all files .sh withing testing
        # Start Generate Json String
        echo "$matrixArray" | \
          jq --slurp --raw-input 'split("\n")[:-1]' | \
          jq  "{\"filepath\": .[], \"os\":\"ubuntu-latest\" }, {\"filepath\": .[], \"os\": \"macOS-latest\" }" | \
          jq -sc "{ \"include\": . }" > tmp
        cat ./tmp
        # End Generate Json String
        matrixStringifiedObject=$(cat ./tmp) # Use this as jq @sh not working right
        # echo "::set-output name=matrix::$matrixStringifiedObject"
        # this is the new version to fix deprecated set-output 
        echo "matrix=$matrixStringifiedObject" >> $GITHUB_OUTPUT

  # build packages
  build:
    name: build
    runs-on: [ubuntu-latest]
    env:
      BRANCH: master
      FEMBRANCH: master
    steps:
      - name: environmentCore
        if: github.event.inputs.branch != ''
        run: echo "BRANCH=${{ github.event.inputs.branch }}" >> $GITHUB_ENV
      - name: environmentFem
        if: github.event.inputs.fembranch != ''
        run: echo "FEMBRANCH=${{ github.event.inputs.fembranch }}" >> $GITHUB_ENV
      - name: starting
        uses: actions/checkout@v3
      - name: clone dune branch ${{ env.BRANCH }} and build python packages
        run: |
          pip install scikit-build
          ./clone-modules $BRANCH $FEMBRANCH "none"
      - name: upload artifacts
        uses: actions/upload-artifact@v3
        with:
          name: packages
          path: dist/

  # test packages
  test:
    name: testing tutorial
    needs: [ build, getTests ]
    env:
      LOGLEVEL: Warning
      BRANCH: master
      FEMBRANCH: master
    strategy:
        fail-fast: false
        # Note:
        # 1) macOS does not install petsc4py
        matrix: ${{fromJson(needs.getTests.outputs.matrix)}}
    runs-on: ${{ matrix.os }}
    steps:
      - name: starting
        uses: actions/checkout@v3
      - name: environment
        if: github.event.inputs.logLevel != ''
        run: echo "LOGLEVEL=${{ github.event.inputs.logLevel }}" >> $GITHUB_ENV
      - name: environmentCore
        if: github.event.inputs.branch != ''
        run: echo "BRANCH=${{ github.event.inputs.branch }}" >> $GITHUB_ENV
      - name: environmentFem
        if: github.event.inputs.fembranch != ''
        run: echo "FEMBRANCH=${{ github.event.inputs.fembranch }}" >> $GITHUB_ENV
      - name: Install dependencies
        run: |
          if [ "$RUNNER_OS" == "Linux" ]; then
            # note: using 'apt-get -o Acquire::Retries=3' to dance around connectivity issues to Azure,
            # use apt-spy2 to select closest apt mirror,
            # which helps avoid connectivity issues in Azure;
            # see https://github.com/actions/virtual-environments/issues/675
            # APT-SPY2 fails also
            # sudo gem install apt-spy2
            # sudo apt-spy2 check
            # sudo apt-spy2 fix --commit
            # after selecting a specific mirror, we need to run 'apt-get update'
            sudo apt-get update -o Acquire::Retries=3
            sudo apt-get install libopenmpi-dev openmpi-bin libsuperlu-dev libsuitesparse-dev petsc-dev paraview python3-paraview gmsh libboost-all-dev python3-numpy python3-matplotlib python3-scipy python3-mpi4py python3-ufl
          elif [ "$RUNNER_OS" == "macOS" ]; then
            # fixes an issue with homebrew can probably be remove once the issue is resolved
            # https://github.com/orgs/Homebrew/discussions/4612#discussioncomment-6356325
            export HOMEBREW_NO_INSTALL_FROM_API=
            brew config
            brew untap homebrew/core homebrew/cask
            brew config
            # normal service resumes...
            brew update
            brew install python@3.10 || true
            brew install python@3.11 || true
            brew install openmpi superlu suite-sparse gmsh boost pkg-config || true
          fi
        shell: bash
      - name: download artifacts
        uses: actions/download-artifact@v3
        # if all packages exist on pypi then no artifacts are uploaded so don't fail
        continue-on-error: true
        with:
          name: packages
          path: dist
      - name: Run test
        run: |
            export DUNEPY_DISABLE_PLOTTING=1
            export DUNE_LOG_LEVEL=$LOGLEVEL
            echo "Running: ${{ matrix.filepath }}"
            ls -R
            tar xzf dist/repos.tar.gz
            mkdir test
            cd test
            bash -e ../${{ matrix.filepath }} $BRANCH $FEMBRANCH $RUNNER_OS
        shell: bash