Merge pull request #475 from jfdenise/features-stability

Add a behave feature to cover stability level
wildfly · Apr 29, 2024 · 627b790 · 627b790
2 parents 5ec07d5 + 7a5dc83
commit 627b790
Show file tree

Hide file tree

Showing 19 changed files with 114 additions and 741 deletions.
diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml
@@ -109,28 +109,120 @@ jobs:
           docker image ls
           docker inspect ${{ env.WILDFLY_S2I_BUILDER_IMAGE }}:${{ env.WILDFLY_IMAGE_VERSION }}
           docker run --rm ${{ env.WILDFLY_S2I_BUILDER_IMAGE }}:${{ env.WILDFLY_IMAGE_VERSION }} bash
-      - name: Behave Tests JDK11, must remove tests that can't run on Java 11
-        if: matrix.jdk == 'jdk11'
+      - name: Behave Tests basic
         run: |
           . ~/cekit/bin/activate
           pushd wildfly-builder-image
-          rm -rf tests/features/no-jdk11-*
-          cekit test --image=${{ env.WILDFLY_S2I_BUILDER_IMAGE }}:${{ env.WILDFLY_IMAGE_VERSION }} behave
+          cekit test --image=${{ env.WILDFLY_S2I_BUILDER_IMAGE }}:${{ env.WILDFLY_IMAGE_VERSION }} behave --include-re basic > test-logs-basic-${{ matrix.os }}-${{ matrix.jdk }}.txt 2>&1
           popd
-      - name: Behave Tests JDK
+          docker system prune -f
+      - name: Behave Tests datasources
+        run: |
+          . ~/cekit/bin/activate
+          pushd wildfly-builder-image
+          cekit test --image=${{ env.WILDFLY_S2I_BUILDER_IMAGE }}:${{ env.WILDFLY_IMAGE_VERSION }} behave --include-re datasources > test-logs-datasources-${{ matrix.os }}-${{ matrix.jdk }}.txt 2>&1
+          popd
+          docker system prune -f
+      - name: Behave Tests extensions
+        run: |
+          . ~/cekit/bin/activate
+          pushd wildfly-builder-image
+          cekit test --image=${{ env.WILDFLY_S2I_BUILDER_IMAGE }}:${{ env.WILDFLY_IMAGE_VERSION }} behave --include-re extensions > test-logs-extensions-${{ matrix.os }}-${{ matrix.jdk }}.txt 2>&1
+          popd
+          docker system prune -f
+      - name: Behave Tests jgroups
+        run: |
+          . ~/cekit/bin/activate
+          pushd wildfly-builder-image
+          cekit test --image=${{ env.WILDFLY_S2I_BUILDER_IMAGE }}:${{ env.WILDFLY_IMAGE_VERSION }} behave --include-re jgroups > test-logs-jgroups-${{ matrix.os }}-${{ matrix.jdk }}.txt 2>&1
+          popd
+          docker system prune -f
+      - name: Behave Tests keycloak
+        run: |
+          . ~/cekit/bin/activate
+          pushd wildfly-builder-image
+          cekit test --image=${{ env.WILDFLY_S2I_BUILDER_IMAGE }}:${{ env.WILDFLY_IMAGE_VERSION }} behave --include-re keycloak > test-logs-keycloak-${{ matrix.os }}-${{ matrix.jdk }}.txt 2>&1
+          popd
+          docker system prune -f
+      - name: Behave Tests legacy-elytron
+        run: |
+          . ~/cekit/bin/activate
+          pushd wildfly-builder-image
+          cekit test --image=${{ env.WILDFLY_S2I_BUILDER_IMAGE }}:${{ env.WILDFLY_IMAGE_VERSION }} behave --include-re legacy-elytron > test-logs-legacy-elytron-${{ matrix.os }}-${{ matrix.jdk }}.txt 2>&1
+          popd
+          docker system prune -f
+      - name: Behave Tests legacy-s2i
+        run: |
+          . ~/cekit/bin/activate
+          pushd wildfly-builder-image
+          cekit test --image=${{ env.WILDFLY_S2I_BUILDER_IMAGE }}:${{ env.WILDFLY_IMAGE_VERSION }} behave --include-re legacy-s2i > test-logs-legacy-s2i-${{ matrix.os }}-${{ matrix.jdk }}.txt 2>&1
+          popd
+          docker system prune -f
+      - name: Behave Tests messaging
+        run: |
+          . ~/cekit/bin/activate
+          pushd wildfly-builder-image
+          cekit test --image=${{ env.WILDFLY_S2I_BUILDER_IMAGE }}:${{ env.WILDFLY_IMAGE_VERSION }} behave --include-re messaging > test-logs-messaging-${{ matrix.os }}-${{ matrix.jdk }}.txt 2>&1
+          popd
+          docker system prune -f
+      - name: Behave Tests for jdk17+
         if: matrix.jdk != 'jdk11'
         run: |
           . ~/cekit/bin/activate
           pushd wildfly-builder-image
-          cekit test --image=${{ env.WILDFLY_S2I_BUILDER_IMAGE }}:${{ env.WILDFLY_IMAGE_VERSION }} behave
+          cekit test --image=${{ env.WILDFLY_S2I_BUILDER_IMAGE }}:${{ env.WILDFLY_IMAGE_VERSION }} behave --include-re no-jdk11 > test-logs-no-jdk11-${{ matrix.os }}-${{ matrix.jdk }}.txt 2>&1
+          popd
+          docker system prune -f
+      - name: Behave Tests oidc
+        run: |
+          . ~/cekit/bin/activate
+          pushd wildfly-builder-image
+          cekit test --image=${{ env.WILDFLY_S2I_BUILDER_IMAGE }}:${{ env.WILDFLY_IMAGE_VERSION }} behave --include-re oidc > test-logs-oidc-${{ matrix.os }}-${{ matrix.jdk }}.txt 2>&1
           popd
+          docker system prune -f
+      - name: Behave Tests s2i
+        run: |
+          . ~/cekit/bin/activate
+          pushd wildfly-builder-image
+          cekit test --image=${{ env.WILDFLY_S2I_BUILDER_IMAGE }}:${{ env.WILDFLY_IMAGE_VERSION }} behave --include-re s2i-tests > test-logs-s2i-tests-${{ matrix.os }}-${{ matrix.jdk }}.txt 2>&1
+          popd
+          docker system prune -f  
+      - name: Behave Tests server_builder
+        run: |
+          . ~/cekit/bin/activate
+          pushd wildfly-builder-image
+          cekit test --image=${{ env.WILDFLY_S2I_BUILDER_IMAGE }}:${{ env.WILDFLY_IMAGE_VERSION }} behave --include-re server_builder > test-logs-server_builder-${{ matrix.os }}-${{ matrix.jdk }}.txt 2>&1
+          popd
+          docker system prune -f  
+      - name: Behave Tests stability
+        run: |
+          . ~/cekit/bin/activate
+          pushd wildfly-builder-image
+          cekit test --image=${{ env.WILDFLY_S2I_BUILDER_IMAGE }}:${{ env.WILDFLY_IMAGE_VERSION }} behave --include-re stability > test-logs-stability-${{ matrix.os }}-${{ matrix.jdk }}.txt 2>&1
+          popd
+          docker system prune -f  
+      - name: Behave Tests vanilla-basic
+        run: |
+          . ~/cekit/bin/activate
+          pushd wildfly-builder-image
+          cekit test --image=${{ env.WILDFLY_S2I_BUILDER_IMAGE }}:${{ env.WILDFLY_IMAGE_VERSION }} behave --include-re vanilla-basic > test-logs-vanilla-basic-${{ matrix.os }}-${{ matrix.jdk }}.txt 2>&1
+          popd
+          docker system prune -f 
       - name: Additional Tests
         run: |
           export IMAGE_VERSION=${{ env.WILDFLY_IMAGE_VERSION }}
           export IMAGE_NAME=${{ env.WILDFLY_S2I_BUILDER_IMAGE }}
           export RUNTIME_IMAGE_NAME=${{ env.WILDFLY_S2I_RUNTIME_IMAGE }}
           . ~/cekit/bin/activate
           ./test/run
+      - name: Upload Test Reports on Failure
+        uses: actions/upload-artifact@v3
+        if: failure()
+        with:
+          name: wildfly-s2i-test-logs-${{ matrix.os }}-${{ matrix.jdk }}
+          path: |
+           wildfly-builder-image/test-logs-*.txt
+           /tmp/*.wfs2i.log
       - name: Display resources information
         if: failure()
         run: |

diff --git a/.github/workflows/v2-push.yml b/.github/workflows/v2-push.yml
@@ -97,8 +97,8 @@ jobs:
           pushd wildfly-runtime-image
           cekit build --dry-run --overrides=${{ matrix.jdk }}-overrides.yaml docker
           popd
-      - name: Add latest image tag, currently JDK17
-        if: env.IMPACT_IMAGE == 'true' && matrix.jdk == 'jdk17'
+      - name: Add latest image tag, currently JDK21
+        if: env.IMPACT_IMAGE == 'true' && matrix.jdk == 'jdk21'
         run: |
           echo "WILDFLY_IMAGE_TAGS=latest ${{ env.WILDFLY_IMAGE_TAGS }}" >> $GITHUB_ENV
       - name: Buildah multi archs Builder Build

diff --git a/test/run b/test/run
@@ -1,8 +1,8 @@
 #!/bin/bash -e
 SCRIPT_DIR=$(dirname $0)
 test_dir="$(readlink -zf $(dirname "${BASH_SOURCE[0]}"))"
-log_file=$(mktemp -u --suffix=.log)
-s2i_log_file=$(mktemp -u --suffix=.log)
+log_file=$(mktemp -u --suffix=.wfs2i.log)
+s2i_log_file=$(mktemp -u --suffix=.wfs2i.log)
 cid_file=$(mktemp -u --suffix=.cid)
 
 # Since we built the image locally, we don't want S2I attempt to pull

diff --git a/test/test-app-keycloak-legacy/.s2i/environment b/test/test-app-keycloak-legacy/.s2i/environment
diff --git a/test/test-app-keycloak-legacy/app-profile-jee-saml/README.md b/test/test-app-keycloak-legacy/app-profile-jee-saml/README.md
diff --git a/test/test-app-keycloak-legacy/app-profile-jee-saml/pom.xml b/test/test-app-keycloak-legacy/app-profile-jee-saml/pom.xml