Skip to content

BC WALLET RUN ALL TESTS ON ALL DEVICES #864

BC WALLET RUN ALL TESTS ON ALL DEVICES

BC WALLET RUN ALL TESTS ON ALL DEVICES #864

Workflow file for this run

name: BC WALLET RUN ALL TESTS ON ALL DEVICES
on:
# repository dispatch: if could be triggered from bc wallet repo then wait for midnight, don't think we can wait.
workflow_dispatch:
schedule:
- cron: "0 0 * * *" # every day at midnight
jobs:
check-app-updated:
runs-on: ubuntu-latest
outputs:
APP_IS_NEW: ${{ steps.check-app-updated-on-sl.outputs.APP_IS_NEW }}
NEW_APP_NAME: ${{ steps.check-app-updated-on-sl.outputs.NEW_APP_NAME }}
steps:
- name: checkout-test-harness
uses: actions/checkout@v4
- name: check-app-updated-on-sl
id: check-app-updated-on-sl
run: |
output=($(python .github/workflows/bc_wallet/get_sl_apps_uploaded.py ${{ secrets.SAUCE_USERNAME }} ${{ secrets.SAUCE_ACCESS_KEY }} Android us-west-1 .github/workflows/bc_wallet/latest_app.json ))
echo ${output[@]}
echo ${output[0]}
echo ${output[1]}
echo "::set-output name=APP_IS_NEW::${output[0]}"
echo "::set-output name=NEW_APP_NAME::${output[1]}"
run-on-device-tests:
needs: [check-app-updated]
#needs: [check-app-updated-ios, check-app-updated-android]
if: ${{ needs.check-app-updated.outputs.APP_IS_NEW }} == 'true'
runs-on: ubuntu-latest
strategy:
max-parallel: 1
fail-fast: false
matrix:
include:
- mobile-platform: "-p Android"
app-file-name: "-a ${{ needs.check-app-updated.outputs.NEW_APP_NAME }}.aab"
report-project: "android-multi-device-full"
- mobile-platform: "-p iOS"
app-file-name: "-a ${{ needs.check-app-updated.outputs.NEW_APP_NAME }}.ipa"
report-project: "ios-multi-device-full"
- mobile-platform: "-p Android"
app-file-name: "-a ${{ needs.check-app-updated.outputs.NEW_APP_NAME }}.aab"
report-project: "candy-uvp-pcft-chat-android"
- mobile-platform: "-p iOS"
app-file-name: "-a ${{ needs.check-app-updated.outputs.NEW_APP_NAME }}.ipa"
report-project: "candy-uvp-pcft-chat-ios"
- mobile-platform: "-p Android"
app-file-name: "-a ${{ needs.check-app-updated.outputs.NEW_APP_NAME }}.aab"
report-project: "bc-digital-id-android"
- mobile-platform: "-p iOS"
app-file-name: "-a ${{ needs.check-app-updated.outputs.NEW_APP_NAME }}.ipa"
report-project: "bc-digital-id-ios"
- mobile-platform: "-p Android"
app-file-name: "-a ${{ needs.check-app-updated.outputs.NEW_APP_NAME }}.aab"
report-project: "bc-showcase-android"
- mobile-platform: "-p iOS"
app-file-name: "-a ${{ needs.check-app-updated.outputs.NEW_APP_NAME }}.ipa"
report-project: "bc-showcase-ios"
#timeout-minutes: 60
steps:
- uses: actions/checkout@v4
- name: run-aath-agents
if: ${{ matrix.mobile-platform=='-p iOS' && !contains(matrix.report-project,'candy-uvp-pcft-chat') }}
uses: ./.github/workflows/run-aath-agents
with:
LEDGER_URL_CONFIG: "http://test.bcovrin.vonx.io"
USE_NGROK: ""
- name: run-aath-agents-ngrok
if: ${{ matrix.mobile-platform=='-p Android' && !contains(matrix.report-project,'candy-uvp-pcft-chat') }}
uses: ./.github/workflows/run-aath-agents
with:
NGROK_AUTHTOKEN: ${{ secrets.NGROK_AUTHTOKEN }}
LEDGER_URL_CONFIG: "http://test.bcovrin.vonx.io"
USE_NGROK: "-n"
- name: run-aath-verifier-agent
if: ${{ matrix.mobile-platform=='-p iOS' && contains(matrix.report-project,'candy-uvp-pcft-chat') }}
uses: ./.github/workflows/run-aath-agents
with:
TEST_AGENTS: "-b acapy-main"
GENESIS_URL: "https://raw.githubusercontent.com/ICCS-ISAC/dtrust-reconu/main/CANdy/test/pool_transactions_genesis"
AGENT_CONFIG_FILE: "/aries-backchannels/acapy/read_only_ledger_verifier_config.yaml"
USE_NGROK: ""
- name: run-aath-verifier-agent-ngrok
if: ${{ matrix.mobile-platform=='-p Android' && contains(matrix.report-project,'candy-uvp-pcft-chat') }}
uses: ./.github/workflows/run-aath-agents
with:
NGROK_AUTHTOKEN: ${{ secrets.NGROK_AUTHTOKEN }}
TEST_AGENTS: "-b acapy-main"
GENESIS_URL: "https://raw.githubusercontent.com/ICCS-ISAC/dtrust-reconu/main/CANdy/test/pool_transactions_genesis"
AGENT_CONFIG_FILE: "/aries-backchannels/acapy/read_only_ledger_verifier_config.yaml"
USE_NGROK: "-n"
- name: run-sauce-connect-tunnel
if: ${{ matrix.mobile-platform=='-p iOS' && !contains(matrix.report-project,'candy-uvp-pcft-chat') && !contains(matrix.report-project,'bc-showcase-ios') }}
uses: saucelabs/sauce-connect-action@v2
with:
username: ${{ secrets.SAUCE_USERNAME }}
accessKey: ${{ secrets.SAUCE_ACCESS_KEY }}
directDomains: apple.com,ppq.apple.com,aries-mediator-agent.vonx.io
# tunnelIdentifier: github-action-tunnel
# region: us-west-1
# - name: Saucectl RUN Docker and Cloud
# uses: saucelabs/saucectl-run-action@v1
# env:
# SAUCE_USERNAME: ${{secrets.SAUCE_USERNAME}}
# SAUCE_ACCESS_KEY: ${{secrets.SAUCE_ACCESS_KEY}}
# with:
# testing-environment: ""
# concurrency: 10
# - name: run-sauce-connect-tunnel
# run: |
# docker run \
# -e SAUCE_USERNAME=${{ secrets.SAUCE_USERNAME }} \
# -e SAUCE_ACCESS_KEY=${{ secrets.SAUCE_ACCESS_KEY }} \
# --network="host" \
# --detach \
# saucelabs/sauce-connect
- name: Run AMTH All Tests
if: ${{ contains(matrix.report-project,'multi-device-full') }}
uses: ./.github/workflows/run-test-harness
env:
LEDGER_URL_CONFIG: "http://test.bcovrin.vonx.io"
REGION: "us-west-1"
#TEST_RETRY_ATTEMPTS_OVERRIDE: "2"
with:
MOBILE_WALLET: "-w bc_wallet"
ISSUER_AGENT: '-i "AATH;http://0.0.0.0:9020"'
VERIFIER_AGENT: '-v "AATH;http://0.0.0.0:9030"'
DEVICE_CLOUD: "-d SauceLabs"
DEVICE_CLOUD_USER: "-u ${{ secrets.SAUCE_USERNAME }}"
DEVICE_CLOUD_KEY: "-k ${{ secrets.SAUCE_ACCESS_KEY }}"
MOBILE_PLATFORM: ${{ matrix.mobile-platform }}
APP_FILE_NAME: ${{ matrix.app-file-name }}
TEST_SCOPE: "-t @bc_wallet -t ~@wip -t ~@Connectionless -t ~@BCSC -t ~@BCShowcase"
REPORT_PROJECT: ${{ matrix.report-project }}
continue-on-error: true
# - name: Shutdown Sauce Connect Tunnel
# if: ${{ matrix.mobile-platform=='-p iOS' }}
# run: |
# docker ps \
# --format '{{.ID}} {{.Image}}' | \
# grep saucelabs/sauce-connect | \
# awk '{print $1}' | \
# xargs docker stop
- name: Run AMTH BC Wallet Connectionless Tests
if: ${{ contains(matrix.report-project,'candy-uvp-pcft-chat') }}
uses: ./.github/workflows/run-test-harness
env:
REGION: "us-west-1"
#TEST_RETRY_ATTEMPTS_OVERRIDE: "2"
with:
MOBILE_WALLET: "-w bc_wallet"
ISSUER_AGENT: '-i "CANdy_UVP;https://openvp-candy-issuer-test.apps.silver.devops.gov.bc.ca/"'
VERIFIER_AGENT: '-v "AATH;http://0.0.0.0:9030"'
DEVICE_CLOUD: "-d SauceLabs"
DEVICE_CLOUD_USER: "-u ${{ secrets.SAUCE_USERNAME }}"
DEVICE_CLOUD_KEY: "-k ${{ secrets.SAUCE_ACCESS_KEY }}"
MOBILE_PLATFORM: ${{ matrix.mobile-platform }}
APP_FILE_NAME: ${{ matrix.app-file-name }}
TEST_SCOPE: "-t @bc_wallet -t @Connectionless -t ~@wip -t ~@BCSC -t ~@BCShowcase"
REPORT_PROJECT: ${{ matrix.report-project }}
continue-on-error: true
- name: Run AMTH BC Wallet BC Digital ID Tests
#if: ${{ matrix.report-project=='bc-digital-id-ios' || matrix.report-project=='bc-digital-id-android' }}
if: ${{ contains(matrix.report-project,'bc-digital-id') }}
uses: ./.github/workflows/run-test-harness
env:
REGION: "us-west-1"
BC_VP_USERNAME: ${{ secrets.BC_VP_USERNAME }}
BC_VP_PASSWORD: ${{ secrets.BC_VP_PASSWORD }}
BC_VP_HOLDER_EMAIL: ${{ secrets.BC_VP_HOLDER_EMAIL }}
BC_VP_HOLDER_EMAIL_PASSWORD: ${{ secrets.BC_VP_HOLDER_EMAIL_PASSWORD }}
BCSC_ACCOUNT_USER: ${{ secrets.BCSC_ACCOUNT_USER }}
BCSC_ACCOUNT_PASSWORD: ${{ secrets.BCSC_ACCOUNT_PASSWORD }}
# GOOGLE_API_TOKEN: ${{ secrets.GOOGLE_API_TOKEN }}
# GOOGLE_API_CREDENTIALS: ${{ secrets.GOOGLE_API_CREDENTIALS }}
#TEST_RETRY_ATTEMPTS_OVERRIDE: "2"
with:
MOBILE_WALLET: "-w bc_wallet"
ISSUER_AGENT: '-i "BC_VP;https://bcvcpilot-issuer-admin-test.apps.silver.devops.gov.bc.ca"'
VERIFIER_AGENT: '-v "AATH;http://0.0.0.0:9030"'
DEVICE_CLOUD: "-d SauceLabs"
DEVICE_CLOUD_USER: "-u ${{ secrets.SAUCE_USERNAME }}"
DEVICE_CLOUD_KEY: "-k ${{ secrets.SAUCE_ACCESS_KEY }}"
MOBILE_PLATFORM: ${{ matrix.mobile-platform }}
APP_FILE_NAME: ${{ matrix.app-file-name }}
TEST_SCOPE: "-t @bc_wallet -t @BCSC -t ~@wip"
REPORT_PROJECT: ${{ matrix.report-project }}
continue-on-error: true
- name: Run BC Wallet with BC Showcase Tests
if: ${{ contains(matrix.report-project,'bc-showcase') }}
uses: ./.github/workflows/run-test-harness
env:
LEDGER_URL_CONFIG: "http://test.bcovrin.vonx.io"
REGION: "us-west-1"
#TEST_RETRY_ATTEMPTS_OVERRIDE: "2"
with:
MOBILE_WALLET: "-w bc_wallet"
ISSUER_AGENT: '-i "BCShowcaseIssuer;https://bc-wallet-demo.apps.silver.devops.gov.bc.ca/"'
VERIFIER_AGENT: '-v "BCShowcaseVerifier;https://bc-wallet-demo.apps.silver.devops.gov.bc.ca/"'
DEVICE_CLOUD: "-d SauceLabs"
DEVICE_CLOUD_USER: "-u ${{ secrets.SAUCE_USERNAME }}"
DEVICE_CLOUD_KEY: "-k ${{ secrets.SAUCE_ACCESS_KEY }}"
MOBILE_PLATFORM: ${{ matrix.mobile-platform }}
APP_FILE_NAME: ${{ matrix.app-file-name }}
TEST_SCOPE: "-t @bc_wallet -t @BCShowcase -t ~@wip"
REPORT_PROJECT: ${{ matrix.report-project }}
continue-on-error: true
- name: archive screenshots
uses: actions/upload-artifact@v4
with:
name: test-screenshots_from_main
path: ./*.png
retention-days: 7
- name: Upload AMTH All Test results to Allure
uses: ./.github/workflows/run-send-gen-test-results-secure
with:
REPORT_PROJECT: ${{ matrix.report-project }}
ADMIN_USER: ${{ secrets.ALLURE_USERNAME }}
ADMIN_PW: ${{ secrets.ALLURE_PASSWD }}