.gitlab-ci.yml

stages:
- build
- install
- deploy

build:
  stage: build
  image: ubuntu:20.04
  script:
  - apt-get update
  - apt-get install -y python3-venv python3-pip git
  - python3 -m venv env
  - env/bin/pip install --upgrade pip
  - env/bin/pip install build
  - env/bin/python -m build --sdist
  artifacts:
    paths:
    - dist/
    - tests/
    - tox.ini

install-tox:
  stage: install
  image: iffregistry.fz-juelich.de/scientific-it-systems/gr-test/python-testing
  rules:
  - if: '$CI_MERGE_REQUEST_ID'
    when: never
  - if: '$CI_COMMIT_MESSAGE =~ /RebuildReferenceImages\([][ ?*_a-zA-Z0-9-]*\)/'
    when: never
  - if: '$GR_REBUILD_REFERENCE'
    when: never
  - when: on_success
  variables:
    GIT_STRATEGY: none
    GR_VERSION: minimum
  needs:
  - build
  script:
  - export GR_TEST_BASE_PATH=`pwd`/test_result/
  - tox
  artifacts:
    paths:
    - test_result/
    when: on_failure

rebuild-images:
  stage: install
  image: iffregistry.fz-juelich.de/scientific-it-systems/gr-test/python-testing:latest
  rules:
  - if: '$CI_MERGE_REQUEST_ID'
    when: never
  - if: '$CI_COMMIT_MESSAGE =~ /RebuildReferenceImages\([][ ?*_a-zA-Z0-9-]*\)/'
    when: on_success
  - if: '$GR_REBUILD_REFERENCE'
    when: on_success
  variables:
    GR_VERSION: minimum
  needs:
  - build
  script:
  - mkdir -p ~/.ssh
  - cat $SSH_KEY | base64 -d > ~/.ssh/id_rsa
  - mv $SSH_KNOWN_HOSTS ~/.ssh/known_hosts
  - chmod 600 ~/.ssh/id_rsa
  - git clone gitlab@iffgit.fz-juelich.de:Scientific-IT-Systems/gr-test.git
  - pip3.8 install -e gr-test/
  - pip3.8 install dist/gr-*.tar.gz
  - cd gr-test
  - git checkout -b update-files/job-$CI_JOB_ID

  - if [[ -z "$GR_REBUILD_REFERENCE" ]]; then
      export GR_REBUILD_REFERENCE=`echo $CI_COMMIT_MESSAGE | sed 's/.*RebuildReferenceImages(\([][ ?*_a-zA-Z0-9-]*\)).*/\1/'` ;
    fi

  - if [[ $GR_REBUILD_REFERENCE == "all" ]] || [[ -z "$GR_REBUILD_REFERENCE" ]]; then
      pyenv exec gr_test --create=REFERENCE python ;
    else
      pyenv exec gr_test --create=REFERENCE --filter ${GR_REBUILD_REFERENCE} -- python ;
    fi
  - git config user.name "GR-Test Reference Bot"
  - git config user.email "$GITLAB_USER_EMAIL"
  - git status
  - git add -A gr_test/python_data/
  - git commit -m "Rebuilt python reference data in build job $CI_JOB_ID"
  - 'git push -o merge_request.description="Job initiator: @$GITLAB_USER_LOGIN" -o merge_request.label="auto-create" -o merge_request.label="reference-files-update" -o merge_request.remove_source_branch -o merge_request.create origin update-files/job-$CI_JOB_ID'

check-codestyle:
  stage: build
  image: ubuntu:20.04
  script:
  - apt-get update
  - apt-get install -y python3-venv python3-pip git
  - python3 -mvenv env
  - env/bin/pip install --upgrade pip
  - env/bin/pip install flake8-docstrings
  # Check against PEP8 and PEP257
  # Ignore line length check (E501)
  # Ignore single-line docstring check (D200)
  - env/bin/python3 -m flake8 --ignore E501,D200 gr/pygr/mlab.py grm/*

install-ubuntu2004-python3:
  stage: install
  image: ubuntu:20.04
  variables:
    GIT_STRATEGY: none
  script:
  - rm -rf install && mkdir install && cd install
  - apt-get update
  - apt-get install -y python3-venv python3-pip
  - python3 -m venv env
  - env/bin/pip install --upgrade pip
  - env/bin/pip install ../dist/gr-*.tar.gz
  - GKS_WSTYPE=png env/bin/python -c 'import gr; gr.polyline([0, 1], [0, 1]); gr.updatews()'
  - env/bin/python -c 'import gr3'
  artifacts:
    paths:
    - install/gks.png

install-ubuntu2204-python3:
  stage: install
  image: ubuntu:22.04
  variables:
    GIT_STRATEGY: none
  script:
  - rm -rf install && mkdir install && cd install
  - apt-get update
  - apt-get install -y python3-venv python3-pip
  - python3 -m venv env
  - env/bin/pip install --upgrade pip
  - env/bin/pip install ../dist/gr-*.tar.gz
  - GKS_WSTYPE=png env/bin/python -c 'import gr; gr.polyline([0, 1], [0, 1]); gr.updatews()'
  - env/bin/python -c 'import gr3'
  artifacts:
    paths:
    - install/gks.png

install-debian11-python3:
  stage: install
  image: debian:11
  variables:
    GIT_STRATEGY: none
  script:
  - rm -rf install && mkdir install && cd install
  - apt-get update
  - apt-get install -y python3-venv python3-pip
  - python3 -m venv env
  - env/bin/pip install --upgrade pip
  - env/bin/pip install ../dist/gr-*.tar.gz
  - GKS_WSTYPE=png env/bin/python -c 'import gr; gr.polyline([0, 1], [0, 1]); gr.updatews()'
  - env/bin/python -c 'import gr3'
  artifacts:
    paths:
    - install/gks.png

install-debian11-armhf-python3:
  stage: install
  image: debian:11
  tags:
    - armhf
  variables:
    GIT_STRATEGY: none
  script:
  - rm -rf install && mkdir install && cd install
  - apt-get update
  - apt-get install -y python3-venv python3-pip python3-numpy
  - python3 -m venv --system-site-packages env
  - env/bin/pip install --upgrade pip
  - env/bin/pip install ../dist/gr-*.tar.gz
  - GKS_WSTYPE=png env/bin/python -c 'import gr; gr.polyline([0, 1], [0, 1]); gr.updatews()'
  - env/bin/python -c 'import gr3'
  artifacts:
    paths:
    - install/gks.png

# CentOS 7 reached EOL on 2024-06-30, thus use vault-mirrors
install-centos7-python2:
  stage: install
  image: centos:7
  variables:
    GIT_STRATEGY: none
  script:
  - sed -i
        -e 's/^mirrorlist/#mirrorlist/g'
        -e 's%#baseurl=http://mirror.centos.org%baseurl=http://vault.centos.org%g'
        /etc/yum.repos.d/CentOS-*
  - rm -rf install && mkdir install && cd install
  - yum install -y python
  - curl -LO https://bootstrap.pypa.io/pip/2.7/get-pip.py
  - python get-pip.py
  - pip install --upgrade pip==20.3.4
  - pip install ../dist/gr-*.tar.gz
  - GKS_WSTYPE=png python -c 'import gr; gr.polyline([0, 1], [0, 1]); gr.updatews()'
  - python -c 'import gr3'
  artifacts:
    paths:
    - install/gks.png

install-rockylinux8-python3:
  stage: install
  image: rockylinux:8
  variables:
    GIT_STRATEGY: none
  script:
  - rm -rf install && mkdir install && cd install
  - dnf install -y python3-pip
  - python3 -m pip install --upgrade pip
  - python3 -m pip install ../dist/gr-*.tar.gz
  - GKS_WSTYPE=png python3 -c 'import gr; gr.polyline([0, 1], [0, 1]); gr.updatews()'
  - python3 -c 'import gr3'
  artifacts:
    paths:
    - install/gks.png

install-fedora36-python3:
  stage: install
  image: fedora:36
  variables:
    GIT_STRATEGY: none
  script:
  - rm -rf install && mkdir install && cd install
  - dnf install -y python3-pip
  - python3 -m pip install --upgrade pip
  - python3 -m pip install ../dist/gr-*.tar.gz
  - GKS_WSTYPE=png python3 -c 'import gr; gr.polyline([0, 1], [0, 1]); gr.updatews()'
  - python3 -c 'import gr3'
  artifacts:
    paths:
    - install/gks.png

install-opensuse15-python3:
  stage: install
  image: opensuse/leap:15
  variables:
    GIT_STRATEGY: none
  script:
  - rm -rf install && mkdir install && cd install
  - zypper install -y python3-pip
  - python3 -m pip install --upgrade pip
  - python3 -m pip install ../dist/gr-*.tar.gz
  - GKS_WSTYPE=png python3 -c 'import gr; gr.polyline([0, 1], [0, 1]); gr.updatews()'
  - python3 -c 'import gr3'
  artifacts:
    paths:
    - install/gks.png

install-arch-python3:
  stage: install
  image: archlinux:base
  variables:
    GIT_STRATEGY: none
  script:
  - rm -rf install && mkdir install && cd install
  - pacman -Syu --noconfirm python-pip
  - python3 -m venv ./venv
  - ./venv/bin/pip install --upgrade pip
  - ./venv/bin/pip install ../dist/gr-*.tar.gz
  - GKS_WSTYPE=png ./venv/bin/python3 -c 'import gr; gr.polyline([0, 1], [0, 1]); gr.updatews()'
  - ./venv/bin/python3 -c 'import gr3'
  artifacts:
    paths:
    - install/gks.png

install-freebsd13-python3:
  stage: install
  image: freebsd:13
  tags:
  - libvirt
  variables:
    GIT_STRATEGY: none
  script:
  - rm -rf install && mkdir install && cd install
  - sudo pkg install -y python3 py311-pip py311-numpy
  - python3 -m venv --system-site-packages env
  - env/bin/pip install --upgrade pip
  - env/bin/pip install ../dist/gr-*.tar.gz
  - GKS_WSTYPE=png env/bin/python -c 'import gr; gr.polyline([0, 1], [0, 1]); gr.updatews()'
  - env/bin/python -c 'import gr3'
  artifacts:
    paths:
    - install/gks.png

deploy-to-github:
  stage: deploy
  image: ubuntu:20.04
  variables:
    GIT_STRATEGY: none
  only:
    - branches@Scientific-IT-Systems/python-gr
    - tags@Scientific-IT-Systems/python-gr
  script:
  - apt-get update
  - apt-get install -y git python3-pip
  - python3 -m pip install git+https://gitlab-ci-token:${CI_JOB_TOKEN}@iffgit.fz-juelich.de/Scientific-IT-Systems/github-binary-upload.git
  - mkdir --mode=700 ~/.ssh/
  - (umask 0377 && echo "$SCIAPP_PYTHON_GR_PRIVATE_KEY" > ~/.ssh/id_rsa
                && echo "github.com $GITHUB_HOST_KEY" >> ~/.ssh/known_hosts)
  - git clone --mirror "$CI_REPOSITORY_URL" gr_mirror
  - cd gr_mirror && git push --mirror git@github.com:sciapp/python-gr.git && cd -
  - if echo "$CI_COMMIT_TAG" | grep -Eq '^v[0-9]+\.[0-9]+\.[0-9]+$'; then
      echo "$SCIAPP_PYTHON_GR_ACCESS_TOKEN" | github-binary-upload --user jheinen sciapp/python-gr "$CI_COMMIT_TAG" dist/gr-*.tar.gz;
    fi

deploy-to-pypi:
  stage: deploy
  image: ubuntu:20.04
  variables:
    GIT_STRATEGY: none
  only:
    - tags@Scientific-IT-Systems/python-gr
  script:
  - rm -rf deploy && mkdir deploy && cd deploy
  - apt-get update
  - apt-get install -y python3-pip python3-venv git
  - python3 -m venv env
  - env/bin/pip install --upgrade pip
  - env/bin/pip install twine
  - echo "[distutils]"                                 > ~/.pypirc
  - echo "index-servers ="                            >> ~/.pypirc
  - echo "    pypi"                                   >> ~/.pypirc
  - echo "[pypi]"                                     >> ~/.pypirc
  - echo "username=$PYPIUSERNAME"                     >> ~/.pypirc
  - echo "password=$PYPIPASSWORD"                     >> ~/.pypirc
  - env/bin/twine upload --repository pypi ../dist/gr-*.tar.gz

deploy-to-obs:
  stage: deploy
  image: iffregistry.fz-juelich.de/docker-images/gr-build-images/$CI_JOB_NAME
  variables:
    GIT_STRATEGY: none
  only:
    - tags@Scientific-IT-Systems/python-gr
  script:
  - mkdir -p "${HOME}/.config/osc" && ln -s "${OSCRC}" "${HOME}/.config/osc/oscrc"
  - osc co science:gr-framework/python-gr
  - export VERSION=`echo "$CI_COMMIT_TAG" | sed 's/^v//'` ;
    sed 's/\(.*revision">\).*\(<.*\)/\1tags\/'$CI_COMMIT_TAG'\2/'
    science\:gr-framework/python-gr/_service |
    sed 's/\(.*version">\)[[:digit:]].*\(<.*\)/\1'$VERSION'\2/'
    > science\:gr-framework/python-gr/_service.new &&
    mv -f science\:gr-framework/python-gr/_service.new
    science\:gr-framework/python-gr/_service
  - osc commit science\:gr-framework/python-gr/_service -m "Release $CI_COMMIT_TAG"

deploy-to-aur:
  stage: deploy
  needs:
  - deploy-to-github
  image: iffregistry.fz-juelich.de/docker-images/gr-build-images/$CI_JOB_NAME
  only:
  - tags@Scientific-IT-Systems/python-gr
  script:
  - git config --global --add safe.directory "$(pwd)"
  - mkdir --mode=700 ~/.ssh/
  - (umask 0377 && echo "$AUR_GR_PRIVATE_KEY" > ~/.ssh/id_rsa
                && echo "aur.archlinux.org $AUR_HOST_KEY" >> ~/.ssh/known_hosts)
  - if echo "$CI_COMMIT_TAG" | grep -Eq '^v[0-9]+\.[0-9]+\.[0-9]+$'; then
      git clone "ssh://aur@aur.archlinux.org/python-gr-framework.git";
      cd "python-gr-framework";
      sed -i -e "/^pkgver=/c\pkgver=\"${CI_COMMIT_TAG#v}\"" -e "/^pkgrel=/c\pkgrel=\"1\"" PKGBUILD;
      (
        source PKGBUILD;
        curl -o source -L "${source[0]}";
        SHA256SUM="$(sha256sum source | awk '{ print $1 }')";
        sed -i "/^sha256sums=/c\sha256sums=(\"${SHA256SUM}\")" PKGBUILD;
      );
      makepkg --printsrcinfo > .SRCINFO;
      git commit -a -m "Update to version ${CI_COMMIT_TAG#v}";
      git push;
    fi