From a0176f434bcd2300a0d1e125848ecb942aab19fd Mon Sep 17 00:00:00 2001 From: Tharik Kanaka Date: Wed, 12 Apr 2023 17:18:08 +0530 Subject: [PATCH 01/16] Skip dev tools tests --- .github/workflows/daily-full-build-2201.4.x.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/daily-full-build-2201.4.x.yml b/.github/workflows/daily-full-build-2201.4.x.yml index 9595acc8e..e7d7d3aaf 100644 --- a/.github/workflows/daily-full-build-2201.4.x.yml +++ b/.github/workflows/daily-full-build-2201.4.x.yml @@ -47,6 +47,7 @@ jobs: BALLERINA_BOT_EMAIL: ${{ secrets.BALLERINA_BOT_EMAIL }} BALLERINA_REVIEWER_BOT_TOKEN: ${{ secrets.BALLERINA_REVIEWER_BOT_TOKEN }} devCentralToken: ${{ secrets.BALLERINA_DEV_CENTRAL_ACCESS_TOKEN }} + SKIP_ARCHITECTURE_MODEL_GENERATOR_TESTS: true - name: Notify Build Failure if: ${{ failure() }} From 0f604c288c96a8929c69f90d67fe78fdf111f738 Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Mon, 17 Apr 2023 16:01:34 +0530 Subject: [PATCH 02/16] Delete module after build --- dependabot/build_stdlibs_for_lang_updates.py | 1 - dependabot/full_build_pipeline_for_updated_stages.py | 9 +++++++++ 2 files changed, 9 insertions(+), 1 deletion(-) diff --git a/dependabot/build_stdlibs_for_lang_updates.py b/dependabot/build_stdlibs_for_lang_updates.py index d97d9c37d..5a71d4d6f 100644 --- a/dependabot/build_stdlibs_for_lang_updates.py +++ b/dependabot/build_stdlibs_for_lang_updates.py @@ -314,7 +314,6 @@ def change_version_to_snapshot(): config_file.close() - def write_failed_modules(failed_module_names): with open("failed_modules.txt", "w") as file: for module_name in failed_module_names: diff --git a/dependabot/full_build_pipeline_for_updated_stages.py b/dependabot/full_build_pipeline_for_updated_stages.py index 52d01d69d..51a35b8b5 100644 --- a/dependabot/full_build_pipeline_for_updated_stages.py +++ b/dependabot/full_build_pipeline_for_updated_stages.py @@ -183,6 +183,7 @@ def build_stdlib_repositories(enable_tests): if exit_code != 0: level_failed = True failed_modules.append(module_name) + delete_module(module_name) if level_failed: write_failed_modules(failed_modules) @@ -331,4 +332,12 @@ def write_failed_modules(failed_module_names): file.close() +def delete_module(module_name): + global exit_code + + exit_code = os.system(f"rm -rf ./{module_name}") + if exit_code != 0: + sys.exit(1) + + main() From 9e36f74d92f45c4579d33795d24f9964dfb1228f Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Mon, 17 Apr 2023 23:59:02 +0530 Subject: [PATCH 03/16] Change branch for installer build in FBP(2201.4.x) --- .github/workflows/daily-full-build-2201.4.x.yml | 15 ++++++++++++--- .github/workflows/daily-full-build-2201.5.x.yml | 2 +- 2 files changed, 13 insertions(+), 4 deletions(-) diff --git a/.github/workflows/daily-full-build-2201.4.x.yml b/.github/workflows/daily-full-build-2201.4.x.yml index 9595acc8e..15d2838c5 100644 --- a/.github/workflows/daily-full-build-2201.4.x.yml +++ b/.github/workflows/daily-full-build-2201.4.x.yml @@ -145,7 +145,10 @@ jobs: yum install sudo -y sudo dnf install git -y - name: Download Ballerina Distribution - run: git clone https://github.com/ballerina-platform/ballerina-distribution.git + run: | + git clone https://github.com/ballerina-platform/ballerina-distribution.git + cd ballerina-distribution + git checkout 2201.4.x - name: Download Ballerina rpm Installer uses: actions/download-artifact@v2 with: @@ -171,7 +174,10 @@ jobs: distribution: 'temurin' java-version: '11' - name: Download Ballerina Distribution - run: git clone https://github.com/ballerina-platform/ballerina-distribution.git + run: | + git clone https://github.com/ballerina-platform/ballerina-distribution.git + cd ballerina-distribution + git checkout 2201.4.x - name: Download MacOS Intaller Zip uses: actions/download-artifact@v2 with: @@ -211,7 +217,10 @@ jobs: - name: Install GUID Generator run: dotnet tool install -g dotnet-guid --version 0.5.2 - name: Download Ballerina Distribution - run: git clone https://github.com/ballerina-platform/ballerina-distribution.git + run: | + git clone https://github.com/ballerina-platform/ballerina-distribution.git + cd ballerina-distribution + git checkout 2201.4.x - name: Download Windows Intaller Zip uses: actions/download-artifact@v2 with: diff --git a/.github/workflows/daily-full-build-2201.5.x.yml b/.github/workflows/daily-full-build-2201.5.x.yml index 1178fad6f..5a50a32e8 100644 --- a/.github/workflows/daily-full-build-2201.5.x.yml +++ b/.github/workflows/daily-full-build-2201.5.x.yml @@ -40,7 +40,7 @@ jobs: - name: Build Modules run: | - python dependabot/build_stdlibs_for_lang_updates.py 2201.5.0-stage true ballerina-platform master + python dependabot/full_build_pipeline_for_updated_stages.py 2201.5.x true ballerina-platform 2201.5.x env: BALLERINA_BOT_USERNAME: ${{ secrets.BALLERINA_BOT_USERNAME }} BALLERINA_BOT_TOKEN: ${{ secrets.BALLERINA_BOT_TOKEN }} From 9638ce3807ef9f6518807754411e9ba8db108d8d Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Thu, 20 Apr 2023 09:28:52 +0530 Subject: [PATCH 04/16] Update full build ignore modules json --- dependabot/resources/full_build_ignore_modules.json | 13 +++++-------- 1 file changed, 5 insertions(+), 8 deletions(-) diff --git a/dependabot/resources/full_build_ignore_modules.json b/dependabot/resources/full_build_ignore_modules.json index 04db425e1..90fafb7c9 100644 --- a/dependabot/resources/full_build_ignore_modules.json +++ b/dependabot/resources/full_build_ignore_modules.json @@ -4,6 +4,11 @@ "build-ignore-modules": [], "downstream-repo-branches": {} }, + "2201.5.x": { + "test-ignore-modules": [], + "build-ignore-modules": [], + "downstream-repo-branches": {} + }, "2201.4.x": { "test-ignore-modules": [], "build-ignore-modules": [], @@ -20,13 +25,5 @@ "module-ballerina-grpc": "2201.3.x", "ballerina-dev-tools": "0.10.x" } - }, - "2201.2.x": { - "test-ignore-modules": [], - "build-ignore-modules": ["module-ballerina-persist", "persist-tools", "ballerina-dev-tools"], - "downstream-repo-branches": { - "module-ballerina-c2c": "2201.2.x", - "openapi-tools": "1.2.x" - } } } From bcb4aaa8b59c41e3bfd6f7ce5e3e36cdb6ec8e87 Mon Sep 17 00:00:00 2001 From: Tharik Kanaka Date: Sun, 23 Apr 2023 10:44:21 +0530 Subject: [PATCH 05/16] Fix running installers against master branch --- .github/workflows/daily-full-build-2201.5.x.yml | 15 ++++++++++++--- 1 file changed, 12 insertions(+), 3 deletions(-) diff --git a/.github/workflows/daily-full-build-2201.5.x.yml b/.github/workflows/daily-full-build-2201.5.x.yml index 5a50a32e8..bfc4b83c4 100644 --- a/.github/workflows/daily-full-build-2201.5.x.yml +++ b/.github/workflows/daily-full-build-2201.5.x.yml @@ -145,7 +145,10 @@ jobs: yum install sudo -y sudo dnf install git -y - name: Download Ballerina Distribution - run: git clone https://github.com/ballerina-platform/ballerina-distribution.git + run: | + git clone https://github.com/ballerina-platform/ballerina-distribution.git + cd ballerina-distribution + git checkout 2201.5.x - name: Download Ballerina rpm Installer uses: actions/download-artifact@v2 with: @@ -171,7 +174,10 @@ jobs: distribution: 'temurin' java-version: '11' - name: Download Ballerina Distribution - run: git clone https://github.com/ballerina-platform/ballerina-distribution.git + run: | + git clone https://github.com/ballerina-platform/ballerina-distribution.git + cd ballerina-distribution + git checkout 2201.5.x - name: Download MacOS Intaller Zip uses: actions/download-artifact@v2 with: @@ -211,7 +217,10 @@ jobs: - name: Install GUID Generator run: dotnet tool install -g dotnet-guid --version 0.5.2 - name: Download Ballerina Distribution - run: git clone https://github.com/ballerina-platform/ballerina-distribution.git + run: | + git clone https://github.com/ballerina-platform/ballerina-distribution.git + cd ballerina-distribution + git checkout 2201.5.x - name: Download Windows Intaller Zip uses: actions/download-artifact@v2 with: From ad55fb5644d661046812d3d87a6590107f1f2b71 Mon Sep 17 00:00:00 2001 From: lochana-chathura <39232462+lochana-chathura@users.noreply.github.com> Date: Tue, 25 Apr 2023 10:31:55 +0530 Subject: [PATCH 06/16] Disable longRunning tests - Disabling until ballerina-platform/nballerina#1201 is fixed --- .github/workflows/daily-full-build-2201.3.x.yml | 2 +- .github/workflows/daily-full-build-2201.4.x.yml | 2 +- .github/workflows/daily-full-build-2201.5.x.yml | 2 +- .github/workflows/daily-full-build-master.yml | 2 +- 4 files changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/daily-full-build-2201.3.x.yml b/.github/workflows/daily-full-build-2201.3.x.yml index c8237509b..3f554eb22 100644 --- a/.github/workflows/daily-full-build-2201.3.x.yml +++ b/.github/workflows/daily-full-build-2201.3.x.yml @@ -273,7 +273,7 @@ jobs: run: sudo dpkg -i ballerina-*-linux-x64.deb - name: Run compiler tests working-directory: nballerina/compiler - run: bal test + run: bal test --disable-groups longRunning - name: Notify Build Failure if: ${{ failure() }} shell: bash diff --git a/.github/workflows/daily-full-build-2201.4.x.yml b/.github/workflows/daily-full-build-2201.4.x.yml index 62e451d0c..dc5ce7b91 100644 --- a/.github/workflows/daily-full-build-2201.4.x.yml +++ b/.github/workflows/daily-full-build-2201.4.x.yml @@ -280,7 +280,7 @@ jobs: run: sudo dpkg -i ballerina-*-linux-x64.deb - name: Run compiler tests working-directory: nballerina/compiler - run: bal test + run: bal test --disable-groups longRunning - name: Notify Build Failure if: ${{ failure() }} shell: bash diff --git a/.github/workflows/daily-full-build-2201.5.x.yml b/.github/workflows/daily-full-build-2201.5.x.yml index bfc4b83c4..17c94300a 100644 --- a/.github/workflows/daily-full-build-2201.5.x.yml +++ b/.github/workflows/daily-full-build-2201.5.x.yml @@ -279,7 +279,7 @@ jobs: run: sudo dpkg -i ballerina-*-linux-x64.deb - name: Run compiler tests working-directory: nballerina/compiler - run: bal test + run: bal test --disable-groups longRunning - name: Notify Build Failure if: ${{ failure() }} shell: bash diff --git a/.github/workflows/daily-full-build-master.yml b/.github/workflows/daily-full-build-master.yml index d08ea1a58..87a5b2100 100644 --- a/.github/workflows/daily-full-build-master.yml +++ b/.github/workflows/daily-full-build-master.yml @@ -270,7 +270,7 @@ jobs: run: sudo dpkg -i ballerina-*-linux-x64.deb - name: Run compiler tests working-directory: nballerina/compiler - run: bal test + run: bal test --disable-groups longRunning - name: Notify Build Failure if: ${{ failure() }} shell: bash From 7015d067cde7ffd77a8a1afa0e40fa5537009f85 Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Thu, 27 Apr 2023 00:27:19 +0530 Subject: [PATCH 07/16] [Automated] Update Extensions Dependencies --- dependabot/resources/extensions.json | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/dependabot/resources/extensions.json b/dependabot/resources/extensions.json index f2593292a..221afce8a 100644 --- a/dependabot/resources/extensions.json +++ b/dependabot/resources/extensions.json @@ -100,8 +100,7 @@ "build_action_file": "build-timestamped-master", "send_notification": true, "dependents": [ - "module-ballerina-log", - "module-ballerina-uuid" + "module-ballerina-jwt" ] }, { From d558df7897d077d1b924131dbefdadc5c002d7c2 Mon Sep 17 00:00:00 2001 From: lochana-chathura <39232462+lochana-chathura@users.noreply.github.com> Date: Thu, 27 Apr 2023 14:24:28 +0530 Subject: [PATCH 08/16] Revert "Temporary disable nballerina longRunning tests" --- .github/workflows/daily-full-build-2201.3.x.yml | 2 +- .github/workflows/daily-full-build-2201.4.x.yml | 2 +- .github/workflows/daily-full-build-2201.5.x.yml | 2 +- .github/workflows/daily-full-build-master.yml | 2 +- 4 files changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/daily-full-build-2201.3.x.yml b/.github/workflows/daily-full-build-2201.3.x.yml index 3f554eb22..c8237509b 100644 --- a/.github/workflows/daily-full-build-2201.3.x.yml +++ b/.github/workflows/daily-full-build-2201.3.x.yml @@ -273,7 +273,7 @@ jobs: run: sudo dpkg -i ballerina-*-linux-x64.deb - name: Run compiler tests working-directory: nballerina/compiler - run: bal test --disable-groups longRunning + run: bal test - name: Notify Build Failure if: ${{ failure() }} shell: bash diff --git a/.github/workflows/daily-full-build-2201.4.x.yml b/.github/workflows/daily-full-build-2201.4.x.yml index dc5ce7b91..62e451d0c 100644 --- a/.github/workflows/daily-full-build-2201.4.x.yml +++ b/.github/workflows/daily-full-build-2201.4.x.yml @@ -280,7 +280,7 @@ jobs: run: sudo dpkg -i ballerina-*-linux-x64.deb - name: Run compiler tests working-directory: nballerina/compiler - run: bal test --disable-groups longRunning + run: bal test - name: Notify Build Failure if: ${{ failure() }} shell: bash diff --git a/.github/workflows/daily-full-build-2201.5.x.yml b/.github/workflows/daily-full-build-2201.5.x.yml index 17c94300a..bfc4b83c4 100644 --- a/.github/workflows/daily-full-build-2201.5.x.yml +++ b/.github/workflows/daily-full-build-2201.5.x.yml @@ -279,7 +279,7 @@ jobs: run: sudo dpkg -i ballerina-*-linux-x64.deb - name: Run compiler tests working-directory: nballerina/compiler - run: bal test --disable-groups longRunning + run: bal test - name: Notify Build Failure if: ${{ failure() }} shell: bash diff --git a/.github/workflows/daily-full-build-master.yml b/.github/workflows/daily-full-build-master.yml index 87a5b2100..d08ea1a58 100644 --- a/.github/workflows/daily-full-build-master.yml +++ b/.github/workflows/daily-full-build-master.yml @@ -270,7 +270,7 @@ jobs: run: sudo dpkg -i ballerina-*-linux-x64.deb - name: Run compiler tests working-directory: nballerina/compiler - run: bal test --disable-groups longRunning + run: bal test - name: Notify Build Failure if: ${{ failure() }} shell: bash From b80626f6fd6c60c38e94121e883c8662f5cf8a23 Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Thu, 27 Apr 2023 17:33:19 +0530 Subject: [PATCH 09/16] [Automated] Update Stdlib Dependency Graph --- dashboard/stdlib_graph.gv | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/dashboard/stdlib_graph.gv b/dashboard/stdlib_graph.gv index a8fab97ad..72179e77c 100644 --- a/dashboard/stdlib_graph.gv +++ b/dashboard/stdlib_graph.gv @@ -89,8 +89,7 @@ digraph "Stdlib Dependency Graph" { io -> os io -> serdes io -> xslt - regex -> log - regex -> uuid + regex -> jwt time -> crypto time -> file time -> protobuf From 54d1f392e1d352bfafc49d11222ac570fa412cf2 Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Fri, 28 Apr 2023 00:28:27 +0530 Subject: [PATCH 10/16] [Automated] Update Extensions Dependencies --- dependabot/resources/extensions.json | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) diff --git a/dependabot/resources/extensions.json b/dependabot/resources/extensions.json index 221afce8a..42035d3a8 100644 --- a/dependabot/resources/extensions.json +++ b/dependabot/resources/extensions.json @@ -100,7 +100,16 @@ "build_action_file": "build-timestamped-master", "send_notification": true, "dependents": [ - "module-ballerina-jwt" + "module-ballerinax-aws.lambda", + "module-ballerinax-azure.functions", + "module-ballerina-grpc", + "module-ballerinax-jaeger", + "module-ballerinax-prometheus", + "asyncapi-tools", + "module-ballerinai-transaction", + "module-ballerina-websocket", + "module-ballerina-websub", + "module-ballerina-websubhub" ] }, { From 798e59bbf9472f2806f4ed2b5d56c9973d1edad5 Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Fri, 28 Apr 2023 17:33:19 +0530 Subject: [PATCH 11/16] [Automated] Update Stdlib Dependency Graph --- dashboard/stdlib_graph.gv | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/dashboard/stdlib_graph.gv b/dashboard/stdlib_graph.gv index 72179e77c..d00e1ee6b 100644 --- a/dashboard/stdlib_graph.gv +++ b/dashboard/stdlib_graph.gv @@ -89,7 +89,11 @@ digraph "Stdlib Dependency Graph" { io -> os io -> serdes io -> xslt - regex -> jwt + regex -> grpc + regex -> transaction + regex -> websocket + regex -> websub + regex -> websubhub time -> crypto time -> file time -> protobuf From 1949fcde7c732b80a2bab962738c805076987d00 Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Sat, 29 Apr 2023 00:25:28 +0530 Subject: [PATCH 12/16] [Automated] Update Extensions Dependencies --- dependabot/resources/extensions.json | 15 +++++++++------ 1 file changed, 9 insertions(+), 6 deletions(-) diff --git a/dependabot/resources/extensions.json b/dependabot/resources/extensions.json index 42035d3a8..473fa3469 100644 --- a/dependabot/resources/extensions.json +++ b/dependabot/resources/extensions.json @@ -102,14 +102,17 @@ "dependents": [ "module-ballerinax-aws.lambda", "module-ballerinax-azure.functions", - "module-ballerina-grpc", + "module-ballerinax-choreo", + "module-ballerina-graphql", "module-ballerinax-jaeger", + "module-ballerinax-java.jdbc", + "module-ballerinax-mssql", + "module-ballerinax-mysql", + "module-ballerinax-oracledb", + "module-ballerinax-postgresql", "module-ballerinax-prometheus", - "asyncapi-tools", - "module-ballerinai-transaction", - "module-ballerina-websocket", - "module-ballerina-websub", - "module-ballerina-websubhub" + "module-ballerinax-rabbitmq", + "asyncapi-tools" ] }, { From 8efdcf2fb19f59892852c0506e9402ce761f03e0 Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Sat, 29 Apr 2023 17:33:39 +0530 Subject: [PATCH 13/16] [Automated] Update Stdlib Dependency Graph --- dashboard/stdlib_graph.gv | 12 +++++++----- 1 file changed, 7 insertions(+), 5 deletions(-) diff --git a/dashboard/stdlib_graph.gv b/dashboard/stdlib_graph.gv index d00e1ee6b..e53d51455 100644 --- a/dashboard/stdlib_graph.gv +++ b/dashboard/stdlib_graph.gv @@ -89,11 +89,13 @@ digraph "Stdlib Dependency Graph" { io -> os io -> serdes io -> xslt - regex -> grpc - regex -> transaction - regex -> websocket - regex -> websub - regex -> websubhub + regex -> graphql + regex -> "java.jdbc" + regex -> mssql + regex -> mysql + regex -> oracledb + regex -> postgresql + regex -> rabbitmq time -> crypto time -> file time -> protobuf From 5dd4ab9c5fa9a9e4e59f9c681c13867e1df15d70 Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Wed, 3 May 2023 00:29:39 +0530 Subject: [PATCH 14/16] [Automated] Update Extensions Dependencies --- dependabot/resources/extensions.json | 11 ++++------- 1 file changed, 4 insertions(+), 7 deletions(-) diff --git a/dependabot/resources/extensions.json b/dependabot/resources/extensions.json index 473fa3469..ec47a462c 100644 --- a/dependabot/resources/extensions.json +++ b/dependabot/resources/extensions.json @@ -102,16 +102,13 @@ "dependents": [ "module-ballerinax-aws.lambda", "module-ballerinax-azure.functions", + "module-ballerina-c2c", "module-ballerinax-choreo", - "module-ballerina-graphql", "module-ballerinax-jaeger", - "module-ballerinax-java.jdbc", - "module-ballerinax-mssql", - "module-ballerinax-mysql", - "module-ballerinax-oracledb", - "module-ballerinax-postgresql", "module-ballerinax-prometheus", - "module-ballerinax-rabbitmq", + "graphql-tools", + "openapi-tools", + "ballerina-dev-tools", "asyncapi-tools" ] }, From c76d0780348a48c7c8a4f152efeb7e2b6ece2946 Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Wed, 3 May 2023 17:33:39 +0530 Subject: [PATCH 15/16] [Automated] Update Stdlib Dependency Graph --- dashboard/stdlib_graph.gv | 7 ------- 1 file changed, 7 deletions(-) diff --git a/dashboard/stdlib_graph.gv b/dashboard/stdlib_graph.gv index e53d51455..e89efbf37 100644 --- a/dashboard/stdlib_graph.gv +++ b/dashboard/stdlib_graph.gv @@ -89,13 +89,6 @@ digraph "Stdlib Dependency Graph" { io -> os io -> serdes io -> xslt - regex -> graphql - regex -> "java.jdbc" - regex -> mssql - regex -> mysql - regex -> oracledb - regex -> postgresql - regex -> rabbitmq time -> crypto time -> file time -> protobuf From 0ff82ab056b87d80daa1651192ea4716ce32b8a3 Mon Sep 17 00:00:00 2001 From: sachiniSam Date: Tue, 9 May 2023 07:37:44 +0530 Subject: [PATCH 16/16] Add downstream branch for 5.x in dev-tools --- dependabot/resources/full_build_ignore_modules.json | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/dependabot/resources/full_build_ignore_modules.json b/dependabot/resources/full_build_ignore_modules.json index 90fafb7c9..e69b05238 100644 --- a/dependabot/resources/full_build_ignore_modules.json +++ b/dependabot/resources/full_build_ignore_modules.json @@ -7,7 +7,9 @@ "2201.5.x": { "test-ignore-modules": [], "build-ignore-modules": [], - "downstream-repo-branches": {} + "downstream-repo-branches": { + "ballerina-dev-tools": "1.0.x" + } }, "2201.4.x": { "test-ignore-modules": [],