From 5970e4bd223fbc4989f79698ed7950621fd1e09a Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Tue, 9 May 2023 17:13:17 +0530 Subject: [PATCH 001/103] Include new pipeline with logs --- .github/workflows/full_build_pipeline.yml | 116 +++- dependabot/full_build_pipeline.py | 633 ++++++++++++++++++++++ 2 files changed, 720 insertions(+), 29 deletions(-) create mode 100644 dependabot/full_build_pipeline.py diff --git a/.github/workflows/full_build_pipeline.yml b/.github/workflows/full_build_pipeline.yml index becb64f00..d0b8ddd8d 100644 --- a/.github/workflows/full_build_pipeline.yml +++ b/.github/workflows/full_build_pipeline.yml @@ -2,24 +2,42 @@ name: Full Build Pipeline on: workflow_dispatch: - inputs: - ballerina_lang_branch: - description: 'Ballerina-lang branch' - required: true - default: 'master' - downstream_repo_branch: - description: 'Downstream repository branch' - required: true - default: 'master' - enable_tests: - type: choice - description: 'Enable Tests' - deprecationMessage: 'true or false' - required: true - options: - - 'true' - - 'false' - default: 'true' + inputs: + lang_branch: + description: 'ballerina-lang branch' + required: true + default: 'master' + lang_version: + description: 'ballerina-lang version [OPTIONAL] (This will use the version instead of a branch)' + required: false + patch_level: + type: choice + description: 'Patch Level (e.g.; 2201.4.x, 2201.3.x, master)' + required: true + options: + - 'master' + - '2201.5.x' + - '2201.4.x' + - '2201.3.x' + default: 'master' + downstream_branch: + description: 'downstream repo branch [OPTIONAL]' + required: false + skip_tests: + type: boolean + description: 'Skip tests' + deprecationMessage: 'true or false' + required: true + update_stdlib_dependencies: + type: boolean + description: 'Update stdlib dependencies' + deprecationMessage: 'true or false' + required: true + build_released_versions: + type: boolean + description: 'Build released standard library versions' + deprecationMessage: 'true or false' + required: true jobs: build-pipeline: @@ -35,8 +53,10 @@ jobs: - name: Install Python Packages run: | pip install requests - pip install retry - pip install PyGithub + pip install httplib2 + pip install colorama + pip install configobj + pip install requests - name: Set up JDK 11 uses: actions/setup-java@v2 with: @@ -46,15 +66,53 @@ jobs: uses: actions/setup-node@v3 with: node-version: 10.22.1 + - name: Set command + id: set-command + shell: bash + run: | + FILE_PATH="./" + commands=($FILE_PATH) + if (${{github.event.inputs.lang_version != ''}}) + then + commands+=("--lang-version" "${{ github.event.inputs.lang_version }}") + else + commands+=("--lang-branch" "${{ github.event.inputs.lang_branch }}") + fi + if (${{github.event.inputs.patch_level != 'master'}}) + then + commands+=("--patch-level" "${{ github.event.inputs.patch_level}}") + fi + if (${{ github.event.inputs.downstream_branch != ''}}) + then + commands+=("--downstream-branch" "${{ github.event.inputs.downstream_branch}}") + fi + if (${{github.event.inputs.skip_tests}}) + then + commands+=("--skip-tests") + fi + if (${{ github.event.inputs.update_stdlib_dependencies}}) + then + commands+=("--update-stdlib-dependencies") + fi + if (${{ github.event.inputs.build_released_versions}}) + then + commands+=("--build-released-versions") + fi + + command_string="" + for value in "${commands[@]}" + do + command_string+=" $value" + done + + echo $command_string + echo "::set-output name=command::$command_string" - name: Build Modules run: | - python dependabot/build_stdlibs_for_lang_updates.py ${{ github.event.inputs.ballerina_lang_branch }} \ - ${{ github.event.inputs.enable_tests }} ${{ github.repository_owner }} ${{ github.event.inputs.downstream_repo_branch }} + python -u dependabot/full_build_pipeline.py ${{ steps.set-command.outputs.command }} env: - BALLERINA_BOT_USERNAME: ${{ secrets.BALLERINA_BOT_USERNAME }} - BALLERINA_BOT_TOKEN: ${{ secrets.BALLERINA_BOT_TOKEN }} - BALLERINA_BOT_EMAIL: ${{ secrets.BALLERINA_BOT_EMAIL }} - BALLERINA_REVIEWER_BOT_TOKEN: ${{ secrets.BALLERINA_REVIEWER_BOT_TOKEN }} + packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} + packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} devCentralToken: ${{ secrets.BALLERINA_DEV_CENTRAL_ACCESS_TOKEN }} - name: Analyze Heap Dump If Exists if: failure() @@ -78,9 +136,9 @@ jobs: - name: Get project version id: project-version run: | - SHORT_VERSION=$((grep -w "version" | cut -d= -f2 | cut -d- -f1) < ballerina-distribution/gradle.properties) - DIST_VERSION=$((grep -w "version" | cut -d= -f2) < ballerina-distribution/gradle.properties) - CODE_NAME=$((grep -w 'codeName' | cut -d= -f2) < ballerina-distribution/gradle.properties) + SHORT_VERSION=$((grep -w "version" | cut -d= -f2 | cut -d- -f1 | xargs) < ballerina-distribution/gradle.properties) + DIST_VERSION=$((grep -w "version" | cut -d= -f2 | xargs) < ballerina-distribution/gradle.properties) + CODE_NAME=$((grep -w 'codeName' | cut -d= -f2 | xargs) < ballerina-distribution/gradle.properties) RELEASE_VERSION=$DIST_VERSION-$CODE_NAME echo "::set-output name=version::$RELEASE_VERSION" echo "::set-output name=sversion::$SHORT_VERSION" diff --git a/dependabot/full_build_pipeline.py b/dependabot/full_build_pipeline.py new file mode 100644 index 000000000..d35fff4fb --- /dev/null +++ b/dependabot/full_build_pipeline.py @@ -0,0 +1,633 @@ +import argparse +import json +import os +import subprocess +import sys +import requests + +from colorama import Fore +from colorama import Style +from pathlib import Path +from configobj import ConfigObj + +# Resources +MODULE_LIST_JSON = "https://raw.githubusercontent.com/ballerina-platform/" + \ + "ballerina-release/master/dependabot/resources/extensions.json" +TEST_IGNORE_MODULES_JSON = "https://raw.githubusercontent.com/ballerina-platform/" + \ + "ballerina-release/master/dependabot/resources/full_build_ignore_modules.json" + +# Repository names +BALLERINA_LANG_REPO_NAME = "ballerina-lang" +BALLERINA_DIST_REPO_NAME = "ballerina-distribution" + +# File names +GRADLE_PROPERTIES = "gradle.properties" +INSTALLER_TEST_DIRECTORY = "ballerina-test-automation" +RELEASED_VERSION_PROPERTIES = "released_version.properties" +FAILED_MODULES_TEXT_FILE = "failed_modules.txt" + +# Argument parser +parser = argparse.ArgumentParser(description="Full Build Pipeline") + +# Mandatory arguments +parser.add_argument('path', help="Path to the directory where the standard library modules are (need to be) cloned") + +# Optional arguments +parser.add_argument('--lang-branch', help="ballerina-lang branch to use for the builds (If it is not specified, " + + "master branch will be used as the default branch)") +parser.add_argument('--lang-version', help="ballerina-lang version to use for the builds (If this argument passes, " + + "--lang-branch argument won\'t work)") +parser.add_argument('--downstream-branch', help="Branch to build the downstream modules. (If the branch not found, " + + "the default branch (or branch specified in ignore modules json " + + "file) will be used)") +parser.add_argument('--update-stdlib-dependencies', action="store_true", + help="Replace all the standard library dependent versions with 'SNAPSHOT' versions. " + + "This is helpful to incrementally build libraries on top of a local change") +parser.add_argument('--build-released-versions', action="store_true", + help="Use released versions in " + + "https://github.com/ballerina-platform/ballerina-distribution/blob/master/gradle.properties" + + " according to the patch level (e.g.; 2201.4.x). Must use '--patch-level' flag to specify " + + "patch level") +parser.add_argument('--patch-level', help="Patch level for the build (e.g.; 2201.4.x)") +parser.add_argument('--build-level', help="Build only a specific level (e.g.; 1)") +parser.add_argument('--publish-to-local-central', action="store_true", + help="Publish all the modules to the local ballerina central repository") +parser.add_argument('--skip-tests', action="store_true", help="Skip tests in the builds") +parser.add_argument('--github-user', help="Github User to use for ballerina-lang repository") +parser.add_argument('--keep-local-changes', action="store_true", + help="Stop updating the repos from the origin. Keep the local changes") +parser.add_argument('--up-to-module', help="Build up to the specified module") +parser.add_argument('--from-module', help="Build from the specified module") +parser.add_argument('--test-module', help="Test the specified module (Only the dependency modules and dependent " + + "modules will be built)") +parser.add_argument('--skip-build-distribution', action="store_true", + help="If the distribution build should be skipped.") +parser.add_argument('--additional-commands', + help="To provide a custom command to execute inside each repo. Provide this as a " + + "string. If not provided './gradlew clean build' will be used") +parser.add_argument('--continue-on-error', action="store_true", + help="Whether to continue the subsequent builds when a module build fails") +parser.add_argument('--remove-after-build', action="store_true", + help="Remove cloned module after the build") + +github_user = 'ballerina-platform' +stdlib_modules_by_level = dict() +stdlib_versions = dict() +released_stdlib_versions = dict() + +test_ignore_modules = [] +build_ignore_modules = [] +downstream_repo_branches = dict() +released_version_data_file_url = None +distribution_level = None + + +def main(): + global MODULE_LIST_JSON + global stdlib_modules_by_level + global test_ignore_modules + global build_ignore_modules + global downstream_repo_branches + global github_user + global stdlib_versions + global released_stdlib_versions + global released_version_data_file_url + + args = parser.parse_args() + # Commands to be used to build downstream repositories (Except ballerina-distribution) + commands = ["./gradlew", "clean", "build", "--stacktrace", "--scan", "--console=plain", "--no-daemon", "--continue"] + + lang_version = None + downstream_branch = None + patch_level = None + + skip_tests = False + update_stdlib_dependencies = False + build_released_versions = False + keep_local_changes = False + + up_to_module = None + from_module = None + test_module = None + build_level = None + build_distribution = True + + continue_on_error = False + remove_after_build = False + + released_version_data_file_url = None + + print_block() + + if not args.path: + print_error("Path to the directory where the standard library modules are (need to be) cloned has not been " + + "specified") + exit(1) + + if not os.path.isdir(args.path): + print_info("Provided root directory does not exist. Creating the directory and cloning the repositories") + create_directory(args.path) + + # Change current directory to the specified directory + os.chdir(args.path) + + if args.github_user: + print_info("Using github user: " + args.github_user) + github_user = args.github_user + + if args.keep_local_changes: + print_info("Not updating the local repositories.") + keep_local_changes = True + else: + print_info("Updating all the repositories. Any local change will be overridden") + + if args.lang_version: + print_info("Using ballerina lang version: " + args.lang_version) + lang_version = args.lang_version + else: + clone_repository(BALLERINA_LANG_REPO_NAME) + os.chdir(BALLERINA_LANG_REPO_NAME) + if args.lang_branch: + print_info("Using ballerina lang branch: " + args.lang_branch) + checkout_branch(args.lang_branch, keep_local_changes) + else: + print_info("Using ballerina lang branch: master (default)") + + lang_version = get_version() + print_info(f"Lang version: {lang_version}") + lang_build_commands = ["./gradlew", "clean", "build", "-x", "test", "-x", "check", "--scan", "--stacktrace", + "publishToMavenLocal"] + build_module(BALLERINA_LANG_REPO_NAME, lang_build_commands) + os.chdir("..") + + if args.skip_tests: + print_info("Skipping tests for downstream modules") + skip_tests = True + commands.append("-x") + commands.append("test") + + if args.update_stdlib_dependencies: + print_info("Using local SNAPSHOT builds for upper level stdlib dependencies") + commands.append("publishToMavenLocal") + update_stdlib_dependencies = True + else: + print_info("Using existing upper level stdlib versions for the builds") + + if args.build_released_versions: + print_info("Using released versions for build in " + + "https://github.com/ballerina-platform/ballerina-distribution/blob/master/gradle.properties") + build_released_versions = True + + if args.patch_level: + print_info(f"Using patch level: {args.patch_level}") + patch_level = args.patch_level + + if args.skip_build_distribution: + print_info("Skipping ballerina-distribution build") + build_distribution = False + + if args.publish_to_local_central: + print_info("Pushing all the modules to local ballerina central repository") + commands.append("-PpublishToLocalCentral=true") + + if args.additional_commands: + commands = commands + list(filter(None, map(lambda command: command.strip(), + args.additional_commands.split(" ")))) + print_info(f'Using the command: "{" ".join(commands)}"') + else: + print_info(f'Using the command: "{" ".join(commands)}"') + + if args.continue_on_error: + print_warn("Continuing the build even if a module build fails. However it will be stopped at the failing " + + "module level if '--update-stdlib-dependencies' is being used.") + continue_on_error = True + + if args.up_to_module: + print_info("Building up to the module: " + args.up_to_module) + up_to_module = args.up_to_module + + if args.from_module: + print_info("Building from the module: " + args.from_module) + from_module = args.from_module + + if args.build_level: + print_info("Building the level: " + args.build_level) + build_level = args.build_level + + if args.test_module: + print_info("Testing module: " + args.test_module) + test_module = args.test_module + print_warn("'--test-module' flag will override '--up-to-module' & '--from-module' flags. It will skip the " + + "tests for dependency modules and dependent modules if '--update-stdlib-dependencies' flag " + + "is being used") + + if args.remove_after_build: + print_info("Modules will be removed after the build") + remove_after_build = True + + # Get released stdlib versions from ballerina-distribution/gradle.properties + if build_released_versions: + if patch_level: + released_version_data_file_url = "https://raw.githubusercontent.com/ballerina-platform/" + \ + f"ballerina-distribution/{patch_level}/gradle.properties" + read_released_stdlib_versions(released_version_data_file_url) + else: + print_error("Patch Level must be defined using '--patch-level' flag if you are using " + + "'--build-released-versions' flag") + exit(1) + + read_stdlib_data(test_module) + read_ignore_modules(patch_level) + + start_build = False if from_module else True + failed_modules = [] + exit_code = 0 + module_levels = list(stdlib_modules_by_level.keys()) + module_levels.sort() + for level in module_levels: + if build_level: + if int(build_level) == level: + start_build = True + else: + start_build = False + for module in stdlib_modules_by_level[level]: + module_name = module['name'] + module_version_key = module['version_key'] + + if from_module == module_name: + start_build = True + + if module_name in build_ignore_modules: + print_separation_block() + print_info(print_info("Skipping: " + module)) + elif start_build: + print_separation_block() + clone_repository(module_name) + + os.chdir(module_name) + process_module(module_name, module_version_key, lang_version, patch_level, build_released_versions, + update_stdlib_dependencies, keep_local_changes, downstream_branch) + + if not skip_tests and test_module and test_module != module_name: + build_commands = commands.copy() + build_commands.append("-x") + build_commands.append("test") + return_code = build_module(module_name, build_commands) + else: + return_code = build_module(module_name, commands) + + if return_code != 0: + exit_code = return_code + failed_modules.append(module_name) + if not continue_on_error: + write_failed_modules(failed_modules) + exit(exit_code) + os.chdir("..") + + if remove_after_build: + delete_module(module_name) + + if up_to_module == module_name: + start_build = False + + if exit_code != 0: + write_failed_modules(failed_modules) + exit(exit_code) + + if build_level: + if int(build_level) == distribution_level: + start_build = True + else: + start_build = False + if test_module and test_module != BALLERINA_DIST_REPO_NAME: + start_build = False + + if build_distribution and start_build: + print_separation_block() + clone_repository(BALLERINA_DIST_REPO_NAME) + + os.chdir(BALLERINA_DIST_REPO_NAME) + process_module(BALLERINA_DIST_REPO_NAME, None, lang_version, patch_level, build_released_versions, + update_stdlib_dependencies, keep_local_changes, downstream_branch) + dist_build_commands = commands.copy() + dist_build_commands.append("-x") + dist_build_commands.append(":project-api-tests:test") + if not skip_tests and test_module and test_module != BALLERINA_DIST_REPO_NAME: + dist_build_commands.append("-x") + dist_build_commands.append("test") + + return_code = build_module(BALLERINA_DIST_REPO_NAME, dist_build_commands) + if return_code != 0: + exit_code = return_code + failed_modules.append(BALLERINA_DIST_REPO_NAME) + write_failed_modules(failed_modules) + exit(exit_code) + os.chdir("..") + + update_installer_versions(lang_version) + + +def process_module(module_name, module_version_key, lang_version, patch_level, use_released_versions, + update_stdlib_dependencies, keep_local_changes, downstream_branch): + global stdlib_versions + + print_block() + print_info("Processing: " + module_name) + + module_branch = "master" + if downstream_branch: + module_branch = downstream_branch + print_info(f"Using given downstream branch {module_branch}") + + if module_name != BALLERINA_DIST_REPO_NAME: + if module_name in downstream_repo_branches: + module_branch = downstream_repo_branches[module_name] + print_info(f"Using defined branch {module_branch} in {TEST_IGNORE_MODULES_JSON}") + elif use_released_versions: + if module_version_key in released_stdlib_versions: + module_branch = f"v{released_stdlib_versions[module_version_key]}" + print_info(f"Using released version tag {module_branch} in {released_version_data_file_url}") + elif patch_level: + module_branch = patch_level + print_info(f"Using patch branch {module_branch} for {BALLERINA_DIST_REPO_NAME}") + + checkout_branch(module_branch, keep_local_changes) + print_info("Branch: " + module_branch) + + module_version = get_version() + print_info(f"Module {module_name} version: {module_version}") + stdlib_versions[module_version_key] = module_version + + update_lang_version(lang_version) + + if update_stdlib_dependencies: + update_stdlibs_version() + remove_dependency_files(module_name) + + +def build_module(module_name, commands): + print_block() + print_info(f"Building Module: {module_name}") + process = subprocess.run(commands) + + return process.returncode + + +def remove_dependency_files(module_name): + commands = ["find", ".", "-name", "Dependencies.toml", "-delete"] + if Path("./ballerina/Dependencies.toml").is_file(): + print_info("Removing Dependencies.toml files in the ballerina directory") + os.chdir("ballerina") + subprocess.run(commands) + os.chdir("..") + + elif module_name == "module-ballerinai-transaction" and \ + Path("./transaction-ballerina/Dependencies.toml").is_file(): + print_info("Removing Dependencies.toml files in the transaction-ballerina directory") + os.chdir("transaction-ballerina") + subprocess.run(commands) + os.chdir("..") + + if Path("./ballerina-tests/Dependencies.toml").is_file(): + print_info("Removing Dependencies.toml files in the ballerina-tests directory") + os.chdir("ballerina-tests") + subprocess.run(commands) + os.chdir("..") + + +def delete_module(module_name): + process = subprocess.run(["rm", "-rf", f"./{module_name}"]) + if process.returncode != 0: + exit(process.returncode) + + +def update_lang_version(lang_version): + config = ConfigObj(GRADLE_PROPERTIES) + config['ballerinaLangVersion'] = lang_version + config.write() + print_info(f"Updating lang version: {config['ballerinaLangVersion']}") + + +def update_stdlibs_version(): + config = ConfigObj(GRADLE_PROPERTIES) + properties = config.keys() + for version_key in stdlib_versions: + if version_key in properties: + config[version_key] = stdlib_versions[version_key] + print_info(f"Updating {version_key}: {stdlib_versions[version_key]}") + config.write() + + +def clone_repository(module_name): + print_info(f"Cloning Module: {module_name}") + if module_name == "ballerina-lang": + repo_path = f"https://www.github.com/{github_user}/{module_name}.git" + else: + repo_path = f"https://www.github.com/ballerina-platform/{module_name}.git" + subprocess.run(["git", "clone", repo_path]) + + +def get_version(): + config = ConfigObj(GRADLE_PROPERTIES) + version = config['version'] + + return version + + +def read_released_stdlib_versions(url): + global released_stdlib_versions + + try: + response = requests.get(url) + if response.status_code == 200: + open(RELEASED_VERSION_PROPERTIES, "wb").write(response.content) + + config = ConfigObj(RELEASED_VERSION_PROPERTIES) + for property in config.keys(): + released_stdlib_versions[property] = config[property] + else: + print_error(f"Failed to access released version data from {url}") + exit(1) + except json.decoder.JSONDecodeError: + print_error(f"Failed to access released version data from {url}") + exit(1) + + +def update_installer_versions(lang_version): + print_info(f"Updating installer test versions..") + + ballerina_lang_configs = ConfigObj(BALLERINA_LANG_REPO_NAME + "/" + GRADLE_PROPERTIES) + ballerina_distribution_configs = ConfigObj(BALLERINA_DIST_REPO_NAME + "/" + GRADLE_PROPERTIES) + installer_test_configs = ConfigObj(BALLERINA_DIST_REPO_NAME + "/" + INSTALLER_TEST_DIRECTORY + "/" + + GRADLE_PROPERTIES) + + display_text = lang_version.split("-")[0] + swan_lake_latest_version = "swan-lake-" + display_text + spec_version = ballerina_lang_configs['specVersion'] + update_tool_version = ballerina_distribution_configs['ballerinaCommandVersion'] + + installer_test_configs['swan-lake-latest-version'] = swan_lake_latest_version + installer_test_configs['swan-lake-latest-version-display-text'] = display_text + installer_test_configs['swan-lake-latest-spec-version'] = spec_version + installer_test_configs['latest-tool-version'] = update_tool_version + installer_test_configs['swan-lake-latest-tool-version'] = update_tool_version + installer_test_configs.write() + + +def checkout_branch(branch, keep_local_changes): + try: + process = subprocess.run(["git", "checkout", branch]) + if process.returncode != 0: + print_warn(f"Failed to checkout branch {branch}. Default branch will be used.") + if not keep_local_changes: + subprocess.run(["git", "reset", "--hard", "origin/" + branch]) + subprocess.run(["git", "pull", "origin", branch]) + + except Exception as e: + print_warn("Failed to Sync the Default Branch: " + str(e)) + + +def create_directory(directory_name): + Path(directory_name).mkdir(parents=True, exist_ok=True) + + +def read_stdlib_data(test_module): + global stdlib_modules_by_level + + try: + response = requests.get(MODULE_LIST_JSON) + if response.status_code == 200: + stdlib_modules_data = json.loads(response.text) + if test_module: + read_data_for_module_testing(stdlib_modules_data, test_module) + else: + read_data_for_fbp(stdlib_modules_data) + else: + print_error(f"Failed to access standard library dependency data from {MODULE_LIST_JSON}") + exit(1) + except json.decoder.JSONDecodeError: + print_error("Failed to load standard library dependency data") + exit(1) + + +def read_data_for_fbp(stdlib_modules_data): + global stdlib_modules_by_level + global distribution_level + + for module in stdlib_modules_data['standard_library']: + name = module['name'] + level = module['level'] + version_key = module['version_key'] + if name != BALLERINA_DIST_REPO_NAME: + stdlib_modules_by_level[level] = stdlib_modules_by_level.get(level, []) + \ + [{"name": name, "version_key": version_key}] + else: + distribution_level = level + + +def read_data_for_module_testing(stdlib_modules_data, test_module_name): + global stdlib_modules_by_level + + standard_library_data = dict() + module_dependencies = dict() + for module in stdlib_modules_data['standard_library']: + module_name = module['name'] + standard_library_data[module_name] = module + dependents = module['dependents'] + for dependent in dependents: + module_dependencies[dependent] = module_dependencies.get(dependent, []) + [module_name] + + if test_module_name not in standard_library_data.keys(): + print_error(f"Desired module {test_module_name} for testing was not found in {MODULE_LIST_JSON}") + exit(1) + + module_list = {test_module_name} + while module_list: + current_module_name = module_list.pop() + level = standard_library_data[current_module_name]['level'] + version_key = standard_library_data[current_module_name]['version_key'] + if level in stdlib_modules_by_level.keys(): + repeated = False + for module in stdlib_modules_by_level[level]: + if module["name"] == current_module_name: + repeated = True + break + if not repeated: + stdlib_modules_by_level[level] = stdlib_modules_by_level.get(level, []) + \ + [{"name": current_module_name, "version_key": version_key}] + else: + stdlib_modules_by_level[level] = [{"name": current_module_name, "version_key": version_key}] + + if current_module_name in module_dependencies.keys(): + dependencies = set(module_dependencies[current_module_name]) + module_list = module_list.union(dependencies) + + stdlib_levels = list(stdlib_modules_by_level.keys()) + stdlib_levels.sort() + print_info("Following modules will be built with the pipeline") + for level in stdlib_levels: + print_info("Build Level: " + str(level)) + module_names = [module['name'] for module in stdlib_modules_by_level[level]] + print_info("Modules: " + ", ".join(module_names)) + print_info("Testing Module: " + test_module_name) + + +def read_ignore_modules(patch_level): + global test_ignore_modules + global build_ignore_modules + global downstream_repo_branches + + try: + response = requests.get(TEST_IGNORE_MODULES_JSON) + if response.status_code == 200: + data = json.loads(response.text) + if patch_level: + test_ignore_modules = data[patch_level]['test-ignore-modules'] + build_ignore_modules = data[patch_level]['build-ignore-modules'] + downstream_repo_branches = data[patch_level]['downstream-repo-branches'] + else: + test_ignore_modules = data['master']['test-ignore-modules'] + build_ignore_modules = data['master']['build-ignore-modules'] + downstream_repo_branches = data['master']['downstream-repo-branches'] + else: + print_error(f"Failed to load test ignore modules from {TEST_IGNORE_MODULES_JSON}") + exit(1) + except json.decoder.JSONDecodeError: + print_error(f"Failed to load test ignore modules from {TEST_IGNORE_MODULES_JSON}") + exit(1) + + +def write_failed_modules(failed_module_names): + with open(FAILED_MODULES_TEXT_FILE, "w") as file: + for module_name in failed_module_names: + file.write(module_name + "\n") + print_error(f"Build failed for {module_name}") + file.close() + + +def print_info(message): + print(f'{Fore.GREEN}[INFO] {message}{Style.RESET_ALL}') + + +def print_error(message): + print(f'{Fore.RED}[ERROR] {message}{Style.RESET_ALL}') + sys.exit(1) + + +def print_warn(message): + print(f'{Fore.YELLOW}[WARN] {message}{Style.RESET_ALL}') + + +def print_block(): + print(f'{Fore.GREEN}############################################################################################' + f'{Style.RESET_ALL}') + + +def print_separation_block(): + print(f'{Fore.GREEN}############################################################################################' + f'{Style.RESET_ALL}') + print(f'{Fore.GREEN}############################################################################################' + f'{Style.RESET_ALL}') + + +main() From 556df43d142bdd2f43aa484ae612e3ab6bf81182 Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Tue, 9 May 2023 17:31:25 +0530 Subject: [PATCH 002/103] Include new pipeline with logs --- dependabot/full_build_pipeline.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dependabot/full_build_pipeline.py b/dependabot/full_build_pipeline.py index d35fff4fb..160d6dbf8 100644 --- a/dependabot/full_build_pipeline.py +++ b/dependabot/full_build_pipeline.py @@ -61,7 +61,7 @@ parser.add_argument('--test-module', help="Test the specified module (Only the dependency modules and dependent " + "modules will be built)") parser.add_argument('--skip-build-distribution', action="store_true", - help="If the distribution build should be skipped.") + help="If the distribution build should be skipped") parser.add_argument('--additional-commands', help="To provide a custom command to execute inside each repo. Provide this as a " + "string. If not provided './gradlew clean build' will be used") From 0dead11c525fcf689f3abc0835eb559a0b66ce2d Mon Sep 17 00:00:00 2001 From: MadhukaHarith Date: Wed, 10 May 2023 18:26:29 +0530 Subject: [PATCH 003/103] Add yaml and toml modules to the release --- dependabot/resources/module_list.json | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/dependabot/resources/module_list.json b/dependabot/resources/module_list.json index 12d764ecb..f069cd0eb 100644 --- a/dependabot/resources/module_list.json +++ b/dependabot/resources/module_list.json @@ -190,6 +190,9 @@ { "name": "module-ballerina-time" }, + { + "name": "module-ballerina-toml" + }, { "name": "graphql-tools", "group_id": "io.ballerina", @@ -254,6 +257,9 @@ { "name": "module-ballerina-xslt" }, + { + "name": "module-ballerina-yaml" + }, { "name": "module-ballerina-serdes", "is_extended_library_module": false From d5a5b04301e09dd0e7803aec48baa8164f80fa5b Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Thu, 11 May 2023 10:43:59 +0530 Subject: [PATCH 004/103] Remove updating installer-test configs from script --- dependabot/full_build_pipeline.py | 57 ++++++++++++++++--------------- 1 file changed, 30 insertions(+), 27 deletions(-) diff --git a/dependabot/full_build_pipeline.py b/dependabot/full_build_pipeline.py index 160d6dbf8..ed50146a8 100644 --- a/dependabot/full_build_pipeline.py +++ b/dependabot/full_build_pipeline.py @@ -141,6 +141,12 @@ def main(): else: print_info("Updating all the repositories. Any local change will be overridden") + if args.skip_tests: + print_info("Skipping tests for downstream modules") + skip_tests = True + commands.append("-x") + commands.append("test") + if args.lang_version: print_info("Using ballerina lang version: " + args.lang_version) lang_version = args.lang_version @@ -155,17 +161,14 @@ def main(): lang_version = get_version() print_info(f"Lang version: {lang_version}") - lang_build_commands = ["./gradlew", "clean", "build", "-x", "test", "-x", "check", "--scan", "--stacktrace", + lang_build_commands = ["./gradlew", "clean", "build", "--scan", "--stacktrace", "publishToMavenLocal"] + if skip_tests: + lang_build_commands.append("-x") + lang_build_commands.append("test") build_module(BALLERINA_LANG_REPO_NAME, lang_build_commands) os.chdir("..") - if args.skip_tests: - print_info("Skipping tests for downstream modules") - skip_tests = True - commands.append("-x") - commands.append("test") - if args.update_stdlib_dependencies: print_info("Using local SNAPSHOT builds for upper level stdlib dependencies") commands.append("publishToMavenLocal") @@ -324,7 +327,7 @@ def main(): exit(exit_code) os.chdir("..") - update_installer_versions(lang_version) + # update_installer_versions(lang_version) def process_module(module_name, module_version_key, lang_version, patch_level, use_released_versions, @@ -453,25 +456,25 @@ def read_released_stdlib_versions(url): exit(1) -def update_installer_versions(lang_version): - print_info(f"Updating installer test versions..") - - ballerina_lang_configs = ConfigObj(BALLERINA_LANG_REPO_NAME + "/" + GRADLE_PROPERTIES) - ballerina_distribution_configs = ConfigObj(BALLERINA_DIST_REPO_NAME + "/" + GRADLE_PROPERTIES) - installer_test_configs = ConfigObj(BALLERINA_DIST_REPO_NAME + "/" + INSTALLER_TEST_DIRECTORY + "/" + - GRADLE_PROPERTIES) - - display_text = lang_version.split("-")[0] - swan_lake_latest_version = "swan-lake-" + display_text - spec_version = ballerina_lang_configs['specVersion'] - update_tool_version = ballerina_distribution_configs['ballerinaCommandVersion'] - - installer_test_configs['swan-lake-latest-version'] = swan_lake_latest_version - installer_test_configs['swan-lake-latest-version-display-text'] = display_text - installer_test_configs['swan-lake-latest-spec-version'] = spec_version - installer_test_configs['latest-tool-version'] = update_tool_version - installer_test_configs['swan-lake-latest-tool-version'] = update_tool_version - installer_test_configs.write() +# def update_installer_versions(lang_version): +# print_info(f"Updating installer test versions..") +# +# ballerina_lang_configs = ConfigObj(BALLERINA_LANG_REPO_NAME + "/" + GRADLE_PROPERTIES) +# ballerina_distribution_configs = ConfigObj(BALLERINA_DIST_REPO_NAME + "/" + GRADLE_PROPERTIES) +# installer_test_configs = ConfigObj(BALLERINA_DIST_REPO_NAME + "/" + INSTALLER_TEST_DIRECTORY + "/" + +# GRADLE_PROPERTIES) +# +# display_text = lang_version.split("-")[0] +# swan_lake_latest_version = "swan-lake-" + display_text +# spec_version = ballerina_lang_configs['specVersion'] +# update_tool_version = ballerina_distribution_configs['ballerinaCommandVersion'] +# +# installer_test_configs['swan-lake-latest-version'] = swan_lake_latest_version +# installer_test_configs['swan-lake-latest-version-display-text'] = display_text +# installer_test_configs['swan-lake-latest-spec-version'] = spec_version +# installer_test_configs['latest-tool-version'] = update_tool_version +# installer_test_configs['swan-lake-latest-tool-version'] = update_tool_version +# installer_test_configs.write() def checkout_branch(branch, keep_local_changes): From 13ef7d2d5a65eb21daf7b323edade3b4b5538902 Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Thu, 11 May 2023 10:45:41 +0530 Subject: [PATCH 005/103] Divide daily full builds to 3 separate jobs --- .../workflows/daily-full-build-2201.3.x.yml | 230 ++++++++++++++--- .../workflows/daily-full-build-2201.4.x.yml | 233 +++++++++++++++--- .../workflows/daily-full-build-2201.5.x.yml | 230 ++++++++++++++--- 3 files changed, 586 insertions(+), 107 deletions(-) diff --git a/.github/workflows/daily-full-build-2201.3.x.yml b/.github/workflows/daily-full-build-2201.3.x.yml index c8237509b..24d23b679 100644 --- a/.github/workflows/daily-full-build-2201.3.x.yml +++ b/.github/workflows/daily-full-build-2201.3.x.yml @@ -1,47 +1,117 @@ -name: Daily Full Build Pipeline (2201.3.x) +name: Daily Full Build Pipeline (2201.5.x) on: workflow_dispatch: schedule: - cron: '30 18 * * *' # 00:00 in LK time (GMT+5:30) +env: + PATCH_LEVEL: 2201.3.x + DISTRIBUTION_BUILD_LEVEL: 10 + jobs: - build-pipeline: - name: Build Pipeline + build-lang: + name: Build ballerina-lang runs-on: ubuntu-latest + timeout-minutes: 150 steps: - name: Checkout Repository uses: actions/checkout@v2 - + - name: Setup Python + uses: actions/setup-python@v2 + with: + python-version: '3.x' + - name: Install Python Packages + run: | + pip install requests + pip install httplib2 + pip install colorama + pip install configobj + pip install requests - name: Set up JDK 11 uses: actions/setup-java@v2 with: distribution: 'temurin' java-version: '11' + - name: Build ballerina-lang + run: python -u scripts/new_full_build_pipeline.py ./ --lang-branch $PATCH_LEVEL --build-level 0 --skip-tests + env: + packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} + packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} + devCentralToken: ${{ secrets.BALLERINA_DEV_CENTRAL_ACCESS_TOKEN }} + TEST_MODE_ACTIVE: true + - name: Notify Build Failure + if: ${{ failure() }} + shell: bash + run: + FILE="failed_modules.txt" + while read module; do + python3 dependabot/notify_full_build_failure.py $module $PATCH_LEVEL; + done < ${FILE} + env: + CHAT_ID: ${{ secrets.NOTIFICATIONS_CHAT_ID }} + CHAT_KEY: ${{ secrets.NOTIFICATIONS_CHAT_KEY }} + CHAT_TOKEN: ${{ secrets.NOTIFICATIONS_CHAT_TOKEN }} + ENV_USER_ENCRYPTION_KEY: ${{secrets.USER_ENCRYPTION_KEY}} + BALLERINA_BOT_TOKEN: ${{ secrets.BALLERINA_BOT_TOKEN }} + - name: Get lang version + id: lang-version + run: | + VERSION=$((grep -w "version" | cut -d= -f2 | xargs) < ballerina-lang/gradle.properties) + SPEC_VERSION=$((grep -w "specVersion" | cut -d= -f2 | xargs) < ballerina-lang/gradle.properties) + echo "::set-output name=version::$VERSION" + echo "::set-output name=specVersion::$SPEC_VERSION" + - name: Archive Lang Artifacts + uses: actions/upload-artifact@v2 + with: + name: Ballerina Lang Artifacts + path: ~/.m2/ + outputs: + lang-version: ${{ steps.lang-version.outputs.version }} + spec-version: ${{ steps.lang-version.outputs.specVersion }} + + build-stdlibs: + name: Build Standard Libraries & Tools + needs: build-lang + runs-on: ubuntu-latest + steps: + - name: Checkout Repository + uses: actions/checkout@v2 - name: Setup Python uses: actions/setup-python@v2 with: python-version: '3.x' - - name: Install Python Packages run: | pip install requests - pip install retry - pip install PyGithub - pip install cryptography pip install httplib2 - - - name: Build Modules + pip install colorama + pip install configobj + pip install requests + - name: Set up JDK 11 + uses: actions/setup-java@v2 + with: + distribution: 'temurin' + java-version: '11' + - name: Setup NodeJs + uses: actions/setup-node@v3 + with: + node-version: 10.22.1 + - name: Download Ballerina Lang Artifacts + uses: actions/download-artifact@v2 + with: + name: Ballerina Lang Artifacts + path: ~/.m2/ + - name: Build Standard Libraries & Tools run: | - python dependabot/full_build_pipeline_for_updated_stages.py 2201.3.x true ballerina-platform 2201.3.x + python -u scripts/new_full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ + --build-released-versions --patch-level $PATCH_LEVEL --skip-build-distribution --continue-on-error env: - BALLERINA_BOT_USERNAME: ${{ secrets.BALLERINA_BOT_USERNAME }} - BALLERINA_BOT_TOKEN: ${{ secrets.BALLERINA_BOT_TOKEN }} - BALLERINA_BOT_EMAIL: ${{ secrets.BALLERINA_BOT_EMAIL }} - BALLERINA_REVIEWER_BOT_TOKEN: ${{ secrets.BALLERINA_REVIEWER_BOT_TOKEN }} + packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} + packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} devCentralToken: ${{ secrets.BALLERINA_DEV_CENTRAL_ACCESS_TOKEN }} - + TEST_MODE_ACTIVE: true - name: Notify Build Failure if: ${{ failure() }} shell: bash @@ -49,7 +119,7 @@ jobs: FILE="failed_modules.txt" while read module; do - python3 dependabot/notify_full_build_failure.py $module 2201.3.x; + python3 dependabot/notify_full_build_failure.py $module $PATCH_LEVEL; done < ${FILE} env: CHAT_ID: ${{ secrets.NOTIFICATIONS_CHAT_ID }} @@ -58,15 +128,53 @@ jobs: ENV_USER_ENCRYPTION_KEY: ${{secrets.USER_ENCRYPTION_KEY}} BALLERINA_BOT_TOKEN: ${{ secrets.BALLERINA_BOT_TOKEN }} + build-distribution: + name: Build ballerina-distribution + needs: build-lang + runs-on: ubuntu-latest + timeout-minutes: 150 + steps: + - name: Checkout Repository + uses: actions/checkout@v2 + - name: Setup Python + uses: actions/setup-python@v2 + with: + python-version: '3.x' + - name: Install Python Packages + run: | + pip install requests + pip install httplib2 + pip install colorama + pip install configobj + pip install requests + - name: Set up JDK 11 + uses: actions/setup-java@v2 + with: + distribution: 'temurin' + java-version: '11' + - name: Download Ballerina Lang Artifacts + uses: actions/download-artifact@v2 + with: + name: Ballerina Lang Artifacts + path: ~/.m2/ + - name: Build ballerina-distribution + run: | + python -u scripts/new_full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ + --build-level $DISTRIBUTION_BUILD_LEVEL --continue-on-error + env: + packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} + packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} + devCentralToken: ${{ secrets.BALLERINA_DEV_CENTRAL_ACCESS_TOKEN }} + TEST_MODE_ACTIVE: true - name: Get project version id: project-version run: | - SHORT_VERSION=$((grep -w "version" | cut -d= -f2 | cut -d- -f1) < ballerina-distribution/gradle.properties) - DIST_VERSION=$((grep -w "version" | cut -d= -f2) < ballerina-distribution/gradle.properties) - CODE_NAME=$((grep -w 'codeName' | cut -d= -f2) < ballerina-distribution/gradle.properties) + SHORT_VERSION=$((grep -w "version" | cut -d= -f2 | cut -d- -f1 | xargs) < ballerina-distribution/gradle.properties) + DIST_VERSION=$((grep -w "version" | cut -d= -f2 | xargs) < ballerina-distribution/gradle.properties) + CODE_NAME=$((grep -w 'codeName' | cut -d= -f2 | xargs) < ballerina-distribution/gradle.properties) RELEASE_VERSION=$DIST_VERSION-$CODE_NAME echo "::set-output name=version::$RELEASE_VERSION" - echo "::set-output name=sversion::$SHORT_VERSION" + echo "::set-output name=sVersion::$SHORT_VERSION" - name: Archive Ballerina ZIP uses: actions/upload-artifact@v2 with: @@ -107,16 +215,40 @@ jobs: path: ballerina-distribution/installers/linux-rpm/rpmbuild/RPMS/x86_64/ballerina-*-linux-x64.rpm - name: Install Ballerina DEB run: sudo dpkg -i ballerina-distribution/installers/linux-deb/target/ballerina-*-linux-x64.deb + - name: Update Installer Test Configs + run: | + DISPLAY_TEXT=${{ steps.project-version.outputs.sVersion }} + SWAN_LAKE_LATEST_VERSION="swan-lake-"+$DISPLAY_TEXT + SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} + perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=$DISPLAY_TEXT/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=$SWAN_LAKE_LATEST_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=$SPEC_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties - name: Run Installer Tests working-directory: ./ballerina-distribution/ballerina-test-automation/installer-test run: ./../gradlew build --stacktrace -scan --console=plain --no-daemon -DballerinaInstalled=true env: TEST_MODE_ACTIVE: true + - name: Notify Build Failure + if: ${{ failure() }} + shell: bash + run: + FILE="failed_modules.txt" + + while read module; do + python3 dependabot/notify_full_build_failure.py $module $PATCH_LEVEL; + done < ${FILE} + env: + CHAT_ID: ${{ secrets.NOTIFICATIONS_CHAT_ID }} + CHAT_KEY: ${{ secrets.NOTIFICATIONS_CHAT_KEY }} + CHAT_TOKEN: ${{ secrets.NOTIFICATIONS_CHAT_TOKEN }} + ENV_USER_ENCRYPTION_KEY: ${{secrets.USER_ENCRYPTION_KEY}} + BALLERINA_BOT_TOKEN: ${{ secrets.BALLERINA_BOT_TOKEN }} outputs: project-version: ${{ steps.project-version.outputs.version }} + short-version: ${{ steps.project-version.outputs.sVersion }} ubuntu-rpm-installer-test: - needs: build-pipeline + needs: [build-lang, build-distribution] name: Ubuntu rpm Installer runs-on: ubuntu-latest container: centos:latest @@ -142,13 +274,21 @@ jobs: run: | git clone https://github.com/ballerina-platform/ballerina-distribution.git cd ballerina-distribution - git checkout 2201.3.x + git checkout $PATCH_LEVEL - name: Download Ballerina rpm Installer uses: actions/download-artifact@v2 with: name: Linux Installer rpm - name: Install Ballerina RPM run: rpm -ivh ballerina-*-linux-x64.rpm + - name: Update Installer Test Configs + run: | + DISPLAY_TEXT=${{ needs.build-distribution.outputs.short-version }} + SWAN_LAKE_LATEST_VERSION="swan-lake-"+$DISPLAY_TEXT + SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} + perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=$DISPLAY_TEXT/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=$SWAN_LAKE_LATEST_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=$SPEC_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties - name: Run Installer Tests working-directory: ./ballerina-distribution/ballerina-test-automation/installer-test run: ./../gradlew build --stacktrace -scan --console=plain --no-daemon -DballerinaInstalled=true @@ -156,7 +296,7 @@ jobs: TEST_MODE_ACTIVE: true macos-installer-build: - needs: build-pipeline + needs: [build-lang, build-distribution] name: Build MacOS Installer runs-on: macos-latest steps: @@ -171,7 +311,7 @@ jobs: run: | git clone https://github.com/ballerina-platform/ballerina-distribution.git cd ballerina-distribution - git checkout 2201.3.x + git checkout $PATCH_LEVEL - name: Download MacOS Intaller Zip uses: actions/download-artifact@v2 with: @@ -179,7 +319,7 @@ jobs: - name: Create macos-pkg id: run_installers_pkg working-directory: ballerina-distribution/installers/mac - run: ./build-ballerina-macos-x64.sh -v ${{ needs.build-pipeline.outputs.project-version }} -p ./../../../ + run: ./build-ballerina-macos-x64.sh -v ${{ needs.build-distribution.outputs.project-version }} -p ./../../../ - name: Archive MacOS pkg uses: actions/upload-artifact@v2 with: @@ -187,6 +327,14 @@ jobs: path: ballerina-distribution/installers/mac/target/pkg/ballerina-*-macos-x64.pkg - name: Install Ballerina PKG run: sudo installer -pkg ballerina-distribution/installers/mac/target/pkg/ballerina-*-macos-x64.pkg -target / + - name: Update Installer Test Configs + run: | + DISPLAY_TEXT=${{ needs.build-distribution.outputs.short-version }} + SWAN_LAKE_LATEST_VERSION="swan-lake-"+$DISPLAY_TEXT + SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} + perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=$DISPLAY_TEXT/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=$SWAN_LAKE_LATEST_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=$SPEC_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties - name: Run Installer Tests working-directory: ./ballerina-distribution/ballerina-test-automation/installer-test run: ./../gradlew build --stacktrace -scan --console=plain --no-daemon -DballerinaInstalled=true @@ -194,7 +342,7 @@ jobs: TEST_MODE_ACTIVE: true windows-installer-build: - needs: build-pipeline + needs: [build-lang, build-distribution] name: Build Windows Installer runs-on: windows-latest steps: @@ -214,7 +362,7 @@ jobs: run: | git clone https://github.com/ballerina-platform/ballerina-distribution.git cd ballerina-distribution - git checkout 2201.3.x + git checkout $PATCH_LEVEL - name: Download Windows Intaller Zip uses: actions/download-artifact@v2 with: @@ -226,15 +374,31 @@ jobs: move ballerina-distribution\installers\windows .\ ren windows w cd w - .\build-ballerina-windows-x64.bat --version ${{ needs.build-pipeline.outputs.project-version }} --path .\..\ + .\build-ballerina-windows-x64.bat --version ${{ needs.build-distribution.outputs.project-version }} --path .\..\ - name: Archive Windows msi uses: actions/upload-artifact@v2 with: name: Windows Installer msi path: w\target\msi\ballerina-*-windows-x64.msi - name: Install Ballerina msi - run: msiexec /i w\target\msi\ballerina-${{ needs.build-pipeline.outputs.project-version }}-windows-x64.msi /quiet /qr + run: msiexec /i w\target\msi\ballerina-${{ needs.build-distribution.outputs.project-version }}-windows-x64.msi /quiet /qr + shell: cmd + - name: Update Installer Test Configs + run: | + set DISPLAY_TEXT=${{ needs.build-distribution.outputs.short-version }} + set SWAN_LAKE_LATEST_VERSION=swan-lake-%DISPLAY_TEXT% + set SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} + + echo %DISPLAY_TEXT% + echo %SWAN_LAKE_LATEST_VERSION% + echo %SPEC_VERSION% + + perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=%DISPLAY_TEXT%/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=%SWAN_LAKE_LATEST_VERSION%/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=%SPEC_VERSION%/" ballerina-distribution/ballerina-test-automation/gradle.properties shell: cmd + - name: Echo versions + run: type ballerina-distribution\ballerina-test-automation\gradle.properties - name: Run Installer Tests working-directory: .\ballerina-distribution\ballerina-test-automation\installer-test run: | @@ -244,8 +408,8 @@ jobs: TEST_MODE_ACTIVE: true nballerina-build: - needs: build-pipeline - name: nBallerina build + needs: build-distribution + name: Build nBallerina runs-on: ubuntu-latest steps: @@ -277,7 +441,7 @@ jobs: - name: Notify Build Failure if: ${{ failure() }} shell: bash - run: python3 dependabot/notify_full_build_failure.py nballerina 2201.3.x + run: python3 dependabot/notify_full_build_failure.py nballerina $PATCH_LEVEL env: CHAT_ID: ${{ secrets.NOTIFICATIONS_CHAT_ID }} CHAT_KEY: ${{ secrets.NOTIFICATIONS_CHAT_KEY }} diff --git a/.github/workflows/daily-full-build-2201.4.x.yml b/.github/workflows/daily-full-build-2201.4.x.yml index 62e451d0c..19a0a0c97 100644 --- a/.github/workflows/daily-full-build-2201.4.x.yml +++ b/.github/workflows/daily-full-build-2201.4.x.yml @@ -1,54 +1,117 @@ -name: Daily Full Build Pipeline (2201.4.x) +name: Daily Full Build Pipeline (2201.5.x) on: workflow_dispatch: schedule: - cron: '30 18 * * *' # 00:00 in LK time (GMT+5:30) +env: + PATCH_LEVEL: 2201.4.x + DISTRIBUTION_BUILD_LEVEL: 10 + jobs: - build-pipeline: - name: Build Pipeline + build-lang: + name: Build ballerina-lang runs-on: ubuntu-latest - timeout-minutes: 480 + timeout-minutes: 150 steps: - name: Checkout Repository uses: actions/checkout@v2 - + - name: Setup Python + uses: actions/setup-python@v2 + with: + python-version: '3.x' + - name: Install Python Packages + run: | + pip install requests + pip install httplib2 + pip install colorama + pip install configobj + pip install requests - name: Set up JDK 11 uses: actions/setup-java@v2 with: distribution: 'temurin' java-version: '11' + - name: Build ballerina-lang + run: python -u scripts/new_full_build_pipeline.py ./ --lang-branch $PATCH_LEVEL --build-level 0 --skip-tests + env: + packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} + packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} + devCentralToken: ${{ secrets.BALLERINA_DEV_CENTRAL_ACCESS_TOKEN }} + TEST_MODE_ACTIVE: true + - name: Notify Build Failure + if: ${{ failure() }} + shell: bash + run: + FILE="failed_modules.txt" - - name: Setup NodeJs - uses: actions/setup-node@v3 + while read module; do + python3 dependabot/notify_full_build_failure.py $module $PATCH_LEVEL; + done < ${FILE} + env: + CHAT_ID: ${{ secrets.NOTIFICATIONS_CHAT_ID }} + CHAT_KEY: ${{ secrets.NOTIFICATIONS_CHAT_KEY }} + CHAT_TOKEN: ${{ secrets.NOTIFICATIONS_CHAT_TOKEN }} + ENV_USER_ENCRYPTION_KEY: ${{secrets.USER_ENCRYPTION_KEY}} + BALLERINA_BOT_TOKEN: ${{ secrets.BALLERINA_BOT_TOKEN }} + - name: Get lang version + id: lang-version + run: | + VERSION=$((grep -w "version" | cut -d= -f2 | xargs) < ballerina-lang/gradle.properties) + SPEC_VERSION=$((grep -w "specVersion" | cut -d= -f2 | xargs) < ballerina-lang/gradle.properties) + echo "::set-output name=version::$VERSION" + echo "::set-output name=specVersion::$SPEC_VERSION" + - name: Archive Lang Artifacts + uses: actions/upload-artifact@v2 with: - node-version: 10.22.1 + name: Ballerina Lang Artifacts + path: ~/.m2/ + outputs: + lang-version: ${{ steps.lang-version.outputs.version }} + spec-version: ${{ steps.lang-version.outputs.specVersion }} + build-stdlibs: + name: Build Standard Libraries & Tools + needs: build-lang + runs-on: ubuntu-latest + steps: + - name: Checkout Repository + uses: actions/checkout@v2 - name: Setup Python uses: actions/setup-python@v2 with: python-version: '3.x' - - name: Install Python Packages run: | pip install requests - pip install retry - pip install PyGithub - pip install cryptography pip install httplib2 - - - name: Build Modules + pip install colorama + pip install configobj + pip install requests + - name: Set up JDK 11 + uses: actions/setup-java@v2 + with: + distribution: 'temurin' + java-version: '11' + - name: Setup NodeJs + uses: actions/setup-node@v3 + with: + node-version: 10.22.1 + - name: Download Ballerina Lang Artifacts + uses: actions/download-artifact@v2 + with: + name: Ballerina Lang Artifacts + path: ~/.m2/ + - name: Build Standard Libraries & Tools run: | - python dependabot/full_build_pipeline_for_updated_stages.py 2201.4.x true ballerina-platform 2201.4.x + python -u scripts/new_full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ + --build-released-versions --patch-level $PATCH_LEVEL --skip-build-distribution --continue-on-error env: - BALLERINA_BOT_USERNAME: ${{ secrets.BALLERINA_BOT_USERNAME }} - BALLERINA_BOT_TOKEN: ${{ secrets.BALLERINA_BOT_TOKEN }} - BALLERINA_BOT_EMAIL: ${{ secrets.BALLERINA_BOT_EMAIL }} - BALLERINA_REVIEWER_BOT_TOKEN: ${{ secrets.BALLERINA_REVIEWER_BOT_TOKEN }} + packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} + packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} devCentralToken: ${{ secrets.BALLERINA_DEV_CENTRAL_ACCESS_TOKEN }} - SKIP_ARCHITECTURE_MODEL_GENERATOR_TESTS: true - + TEST_MODE_ACTIVE: true - name: Notify Build Failure if: ${{ failure() }} shell: bash @@ -56,7 +119,7 @@ jobs: FILE="failed_modules.txt" while read module; do - python3 dependabot/notify_full_build_failure.py $module 2201.4.x; + python3 dependabot/notify_full_build_failure.py $module $PATCH_LEVEL; done < ${FILE} env: CHAT_ID: ${{ secrets.NOTIFICATIONS_CHAT_ID }} @@ -65,15 +128,53 @@ jobs: ENV_USER_ENCRYPTION_KEY: ${{secrets.USER_ENCRYPTION_KEY}} BALLERINA_BOT_TOKEN: ${{ secrets.BALLERINA_BOT_TOKEN }} + build-distribution: + name: Build ballerina-distribution + needs: build-lang + runs-on: ubuntu-latest + timeout-minutes: 150 + steps: + - name: Checkout Repository + uses: actions/checkout@v2 + - name: Setup Python + uses: actions/setup-python@v2 + with: + python-version: '3.x' + - name: Install Python Packages + run: | + pip install requests + pip install httplib2 + pip install colorama + pip install configobj + pip install requests + - name: Set up JDK 11 + uses: actions/setup-java@v2 + with: + distribution: 'temurin' + java-version: '11' + - name: Download Ballerina Lang Artifacts + uses: actions/download-artifact@v2 + with: + name: Ballerina Lang Artifacts + path: ~/.m2/ + - name: Build ballerina-distribution + run: | + python -u scripts/new_full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ + --build-level $DISTRIBUTION_BUILD_LEVEL --continue-on-error + env: + packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} + packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} + devCentralToken: ${{ secrets.BALLERINA_DEV_CENTRAL_ACCESS_TOKEN }} + TEST_MODE_ACTIVE: true - name: Get project version id: project-version run: | - SHORT_VERSION=$((grep -w "version" | cut -d= -f2 | cut -d- -f1) < ballerina-distribution/gradle.properties) - DIST_VERSION=$((grep -w "version" | cut -d= -f2) < ballerina-distribution/gradle.properties) - CODE_NAME=$((grep -w 'codeName' | cut -d= -f2) < ballerina-distribution/gradle.properties) + SHORT_VERSION=$((grep -w "version" | cut -d= -f2 | cut -d- -f1 | xargs) < ballerina-distribution/gradle.properties) + DIST_VERSION=$((grep -w "version" | cut -d= -f2 | xargs) < ballerina-distribution/gradle.properties) + CODE_NAME=$((grep -w 'codeName' | cut -d= -f2 | xargs) < ballerina-distribution/gradle.properties) RELEASE_VERSION=$DIST_VERSION-$CODE_NAME echo "::set-output name=version::$RELEASE_VERSION" - echo "::set-output name=sversion::$SHORT_VERSION" + echo "::set-output name=sVersion::$SHORT_VERSION" - name: Archive Ballerina ZIP uses: actions/upload-artifact@v2 with: @@ -114,16 +215,40 @@ jobs: path: ballerina-distribution/installers/linux-rpm/rpmbuild/RPMS/x86_64/ballerina-*-linux-x64.rpm - name: Install Ballerina DEB run: sudo dpkg -i ballerina-distribution/installers/linux-deb/target/ballerina-*-linux-x64.deb + - name: Update Installer Test Configs + run: | + DISPLAY_TEXT=${{ steps.project-version.outputs.sVersion }} + SWAN_LAKE_LATEST_VERSION="swan-lake-"+$DISPLAY_TEXT + SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} + perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=$DISPLAY_TEXT/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=$SWAN_LAKE_LATEST_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=$SPEC_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties - name: Run Installer Tests working-directory: ./ballerina-distribution/ballerina-test-automation/installer-test run: ./../gradlew build --stacktrace -scan --console=plain --no-daemon -DballerinaInstalled=true env: TEST_MODE_ACTIVE: true + - name: Notify Build Failure + if: ${{ failure() }} + shell: bash + run: + FILE="failed_modules.txt" + + while read module; do + python3 dependabot/notify_full_build_failure.py $module $PATCH_LEVEL; + done < ${FILE} + env: + CHAT_ID: ${{ secrets.NOTIFICATIONS_CHAT_ID }} + CHAT_KEY: ${{ secrets.NOTIFICATIONS_CHAT_KEY }} + CHAT_TOKEN: ${{ secrets.NOTIFICATIONS_CHAT_TOKEN }} + ENV_USER_ENCRYPTION_KEY: ${{secrets.USER_ENCRYPTION_KEY}} + BALLERINA_BOT_TOKEN: ${{ secrets.BALLERINA_BOT_TOKEN }} outputs: project-version: ${{ steps.project-version.outputs.version }} + short-version: ${{ steps.project-version.outputs.sVersion }} ubuntu-rpm-installer-test: - needs: build-pipeline + needs: [build-lang, build-distribution] name: Ubuntu rpm Installer runs-on: ubuntu-latest container: centos:latest @@ -149,13 +274,21 @@ jobs: run: | git clone https://github.com/ballerina-platform/ballerina-distribution.git cd ballerina-distribution - git checkout 2201.4.x + git checkout $PATCH_LEVEL - name: Download Ballerina rpm Installer uses: actions/download-artifact@v2 with: name: Linux Installer rpm - name: Install Ballerina RPM run: rpm -ivh ballerina-*-linux-x64.rpm + - name: Update Installer Test Configs + run: | + DISPLAY_TEXT=${{ needs.build-distribution.outputs.short-version }} + SWAN_LAKE_LATEST_VERSION="swan-lake-"+$DISPLAY_TEXT + SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} + perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=$DISPLAY_TEXT/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=$SWAN_LAKE_LATEST_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=$SPEC_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties - name: Run Installer Tests working-directory: ./ballerina-distribution/ballerina-test-automation/installer-test run: ./../gradlew build --stacktrace -scan --console=plain --no-daemon -DballerinaInstalled=true @@ -163,7 +296,7 @@ jobs: TEST_MODE_ACTIVE: true macos-installer-build: - needs: build-pipeline + needs: [build-lang, build-distribution] name: Build MacOS Installer runs-on: macos-latest steps: @@ -178,7 +311,7 @@ jobs: run: | git clone https://github.com/ballerina-platform/ballerina-distribution.git cd ballerina-distribution - git checkout 2201.4.x + git checkout $PATCH_LEVEL - name: Download MacOS Intaller Zip uses: actions/download-artifact@v2 with: @@ -186,7 +319,7 @@ jobs: - name: Create macos-pkg id: run_installers_pkg working-directory: ballerina-distribution/installers/mac - run: ./build-ballerina-macos-x64.sh -v ${{ needs.build-pipeline.outputs.project-version }} -p ./../../../ + run: ./build-ballerina-macos-x64.sh -v ${{ needs.build-distribution.outputs.project-version }} -p ./../../../ - name: Archive MacOS pkg uses: actions/upload-artifact@v2 with: @@ -194,6 +327,14 @@ jobs: path: ballerina-distribution/installers/mac/target/pkg/ballerina-*-macos-x64.pkg - name: Install Ballerina PKG run: sudo installer -pkg ballerina-distribution/installers/mac/target/pkg/ballerina-*-macos-x64.pkg -target / + - name: Update Installer Test Configs + run: | + DISPLAY_TEXT=${{ needs.build-distribution.outputs.short-version }} + SWAN_LAKE_LATEST_VERSION="swan-lake-"+$DISPLAY_TEXT + SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} + perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=$DISPLAY_TEXT/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=$SWAN_LAKE_LATEST_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=$SPEC_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties - name: Run Installer Tests working-directory: ./ballerina-distribution/ballerina-test-automation/installer-test run: ./../gradlew build --stacktrace -scan --console=plain --no-daemon -DballerinaInstalled=true @@ -201,7 +342,7 @@ jobs: TEST_MODE_ACTIVE: true windows-installer-build: - needs: build-pipeline + needs: [build-lang, build-distribution] name: Build Windows Installer runs-on: windows-latest steps: @@ -221,7 +362,7 @@ jobs: run: | git clone https://github.com/ballerina-platform/ballerina-distribution.git cd ballerina-distribution - git checkout 2201.4.x + git checkout $PATCH_LEVEL - name: Download Windows Intaller Zip uses: actions/download-artifact@v2 with: @@ -233,15 +374,31 @@ jobs: move ballerina-distribution\installers\windows .\ ren windows w cd w - .\build-ballerina-windows-x64.bat --version ${{ needs.build-pipeline.outputs.project-version }} --path .\..\ + .\build-ballerina-windows-x64.bat --version ${{ needs.build-distribution.outputs.project-version }} --path .\..\ - name: Archive Windows msi uses: actions/upload-artifact@v2 with: name: Windows Installer msi path: w\target\msi\ballerina-*-windows-x64.msi - name: Install Ballerina msi - run: msiexec /i w\target\msi\ballerina-${{ needs.build-pipeline.outputs.project-version }}-windows-x64.msi /quiet /qr + run: msiexec /i w\target\msi\ballerina-${{ needs.build-distribution.outputs.project-version }}-windows-x64.msi /quiet /qr + shell: cmd + - name: Update Installer Test Configs + run: | + set DISPLAY_TEXT=${{ needs.build-distribution.outputs.short-version }} + set SWAN_LAKE_LATEST_VERSION=swan-lake-%DISPLAY_TEXT% + set SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} + + echo %DISPLAY_TEXT% + echo %SWAN_LAKE_LATEST_VERSION% + echo %SPEC_VERSION% + + perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=%DISPLAY_TEXT%/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=%SWAN_LAKE_LATEST_VERSION%/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=%SPEC_VERSION%/" ballerina-distribution/ballerina-test-automation/gradle.properties shell: cmd + - name: Echo versions + run: type ballerina-distribution\ballerina-test-automation\gradle.properties - name: Run Installer Tests working-directory: .\ballerina-distribution\ballerina-test-automation\installer-test run: | @@ -251,8 +408,8 @@ jobs: TEST_MODE_ACTIVE: true nballerina-build: - needs: build-pipeline - name: nBallerina build + needs: build-distribution + name: Build nBallerina runs-on: ubuntu-latest steps: @@ -284,7 +441,7 @@ jobs: - name: Notify Build Failure if: ${{ failure() }} shell: bash - run: python3 dependabot/notify_full_build_failure.py nballerina 2201.4.x + run: python3 dependabot/notify_full_build_failure.py nballerina $PATCH_LEVEL env: CHAT_ID: ${{ secrets.NOTIFICATIONS_CHAT_ID }} CHAT_KEY: ${{ secrets.NOTIFICATIONS_CHAT_KEY }} diff --git a/.github/workflows/daily-full-build-2201.5.x.yml b/.github/workflows/daily-full-build-2201.5.x.yml index bfc4b83c4..65887dbb6 100644 --- a/.github/workflows/daily-full-build-2201.5.x.yml +++ b/.github/workflows/daily-full-build-2201.5.x.yml @@ -5,49 +5,113 @@ on: schedule: - cron: '30 18 * * *' # 00:00 in LK time (GMT+5:30) +env: + PATCH_LEVEL: 2201.5.x + DISTRIBUTION_BUILD_LEVEL: 10 + jobs: - build-pipeline: - name: Build Pipeline + build-lang: + name: Build ballerina-lang runs-on: ubuntu-latest - timeout-minutes: 480 + timeout-minutes: 150 steps: - name: Checkout Repository uses: actions/checkout@v2 - + - name: Setup Python + uses: actions/setup-python@v2 + with: + python-version: '3.x' + - name: Install Python Packages + run: | + pip install requests + pip install httplib2 + pip install colorama + pip install configobj + pip install requests - name: Set up JDK 11 uses: actions/setup-java@v2 with: distribution: 'temurin' java-version: '11' + - name: Build ballerina-lang + run: python -u scripts/new_full_build_pipeline.py ./ --lang-branch $PATCH_LEVEL --build-level 0 --skip-tests + env: + packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} + packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} + devCentralToken: ${{ secrets.BALLERINA_DEV_CENTRAL_ACCESS_TOKEN }} + TEST_MODE_ACTIVE: true + - name: Notify Build Failure + if: ${{ failure() }} + shell: bash + run: + FILE="failed_modules.txt" - - name: Setup NodeJs - uses: actions/setup-node@v3 + while read module; do + python3 dependabot/notify_full_build_failure.py $module $PATCH_LEVEL; + done < ${FILE} + env: + CHAT_ID: ${{ secrets.NOTIFICATIONS_CHAT_ID }} + CHAT_KEY: ${{ secrets.NOTIFICATIONS_CHAT_KEY }} + CHAT_TOKEN: ${{ secrets.NOTIFICATIONS_CHAT_TOKEN }} + ENV_USER_ENCRYPTION_KEY: ${{secrets.USER_ENCRYPTION_KEY}} + BALLERINA_BOT_TOKEN: ${{ secrets.BALLERINA_BOT_TOKEN }} + - name: Get lang version + id: lang-version + run: | + VERSION=$((grep -w "version" | cut -d= -f2 | xargs) < ballerina-lang/gradle.properties) + SPEC_VERSION=$((grep -w "specVersion" | cut -d= -f2 | xargs) < ballerina-lang/gradle.properties) + echo "::set-output name=version::$VERSION" + echo "::set-output name=specVersion::$SPEC_VERSION" + - name: Archive Lang Artifacts + uses: actions/upload-artifact@v2 with: - node-version: 10.22.1 + name: Ballerina Lang Artifacts + path: ~/.m2/ + outputs: + lang-version: ${{ steps.lang-version.outputs.version }} + spec-version: ${{ steps.lang-version.outputs.specVersion }} + build-stdlibs: + name: Build Standard Libraries & Tools + needs: build-lang + runs-on: ubuntu-latest + steps: + - name: Checkout Repository + uses: actions/checkout@v2 - name: Setup Python uses: actions/setup-python@v2 with: python-version: '3.x' - - name: Install Python Packages run: | pip install requests - pip install retry - pip install PyGithub - pip install cryptography pip install httplib2 - - - name: Build Modules + pip install colorama + pip install configobj + pip install requests + - name: Set up JDK 11 + uses: actions/setup-java@v2 + with: + distribution: 'temurin' + java-version: '11' + - name: Setup NodeJs + uses: actions/setup-node@v3 + with: + node-version: 10.22.1 + - name: Download Ballerina Lang Artifacts + uses: actions/download-artifact@v2 + with: + name: Ballerina Lang Artifacts + path: ~/.m2/ + - name: Build Standard Libraries & Tools run: | - python dependabot/full_build_pipeline_for_updated_stages.py 2201.5.x true ballerina-platform 2201.5.x + python -u scripts/new_full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ + --build-released-versions --patch-level $PATCH_LEVEL --skip-build-distribution --continue-on-error env: - BALLERINA_BOT_USERNAME: ${{ secrets.BALLERINA_BOT_USERNAME }} - BALLERINA_BOT_TOKEN: ${{ secrets.BALLERINA_BOT_TOKEN }} - BALLERINA_BOT_EMAIL: ${{ secrets.BALLERINA_BOT_EMAIL }} - BALLERINA_REVIEWER_BOT_TOKEN: ${{ secrets.BALLERINA_REVIEWER_BOT_TOKEN }} + packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} + packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} devCentralToken: ${{ secrets.BALLERINA_DEV_CENTRAL_ACCESS_TOKEN }} - + TEST_MODE_ACTIVE: true - name: Notify Build Failure if: ${{ failure() }} shell: bash @@ -55,7 +119,7 @@ jobs: FILE="failed_modules.txt" while read module; do - python3 dependabot/notify_full_build_failure.py $module 2201.5.x; + python3 dependabot/notify_full_build_failure.py $module $PATCH_LEVEL; done < ${FILE} env: CHAT_ID: ${{ secrets.NOTIFICATIONS_CHAT_ID }} @@ -64,15 +128,53 @@ jobs: ENV_USER_ENCRYPTION_KEY: ${{secrets.USER_ENCRYPTION_KEY}} BALLERINA_BOT_TOKEN: ${{ secrets.BALLERINA_BOT_TOKEN }} + build-distribution: + name: Build ballerina-distribution + needs: build-lang + runs-on: ubuntu-latest + timeout-minutes: 150 + steps: + - name: Checkout Repository + uses: actions/checkout@v2 + - name: Setup Python + uses: actions/setup-python@v2 + with: + python-version: '3.x' + - name: Install Python Packages + run: | + pip install requests + pip install httplib2 + pip install colorama + pip install configobj + pip install requests + - name: Set up JDK 11 + uses: actions/setup-java@v2 + with: + distribution: 'temurin' + java-version: '11' + - name: Download Ballerina Lang Artifacts + uses: actions/download-artifact@v2 + with: + name: Ballerina Lang Artifacts + path: ~/.m2/ + - name: Build ballerina-distribution + run: | + python -u scripts/new_full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ + --build-level $DISTRIBUTION_BUILD_LEVEL --continue-on-error + env: + packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} + packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} + devCentralToken: ${{ secrets.BALLERINA_DEV_CENTRAL_ACCESS_TOKEN }} + TEST_MODE_ACTIVE: true - name: Get project version id: project-version run: | - SHORT_VERSION=$((grep -w "version" | cut -d= -f2 | cut -d- -f1) < ballerina-distribution/gradle.properties) - DIST_VERSION=$((grep -w "version" | cut -d= -f2) < ballerina-distribution/gradle.properties) - CODE_NAME=$((grep -w 'codeName' | cut -d= -f2) < ballerina-distribution/gradle.properties) + SHORT_VERSION=$((grep -w "version" | cut -d= -f2 | cut -d- -f1 | xargs) < ballerina-distribution/gradle.properties) + DIST_VERSION=$((grep -w "version" | cut -d= -f2 | xargs) < ballerina-distribution/gradle.properties) + CODE_NAME=$((grep -w 'codeName' | cut -d= -f2 | xargs) < ballerina-distribution/gradle.properties) RELEASE_VERSION=$DIST_VERSION-$CODE_NAME echo "::set-output name=version::$RELEASE_VERSION" - echo "::set-output name=sversion::$SHORT_VERSION" + echo "::set-output name=sVersion::$SHORT_VERSION" - name: Archive Ballerina ZIP uses: actions/upload-artifact@v2 with: @@ -113,16 +215,40 @@ jobs: path: ballerina-distribution/installers/linux-rpm/rpmbuild/RPMS/x86_64/ballerina-*-linux-x64.rpm - name: Install Ballerina DEB run: sudo dpkg -i ballerina-distribution/installers/linux-deb/target/ballerina-*-linux-x64.deb + - name: Update Installer Test Configs + run: | + DISPLAY_TEXT=${{ steps.project-version.outputs.sVersion }} + SWAN_LAKE_LATEST_VERSION="swan-lake-"+$DISPLAY_TEXT + SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} + perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=$DISPLAY_TEXT/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=$SWAN_LAKE_LATEST_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=$SPEC_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties - name: Run Installer Tests working-directory: ./ballerina-distribution/ballerina-test-automation/installer-test run: ./../gradlew build --stacktrace -scan --console=plain --no-daemon -DballerinaInstalled=true env: TEST_MODE_ACTIVE: true + - name: Notify Build Failure + if: ${{ failure() }} + shell: bash + run: + FILE="failed_modules.txt" + + while read module; do + python3 dependabot/notify_full_build_failure.py $module $PATCH_LEVEL; + done < ${FILE} + env: + CHAT_ID: ${{ secrets.NOTIFICATIONS_CHAT_ID }} + CHAT_KEY: ${{ secrets.NOTIFICATIONS_CHAT_KEY }} + CHAT_TOKEN: ${{ secrets.NOTIFICATIONS_CHAT_TOKEN }} + ENV_USER_ENCRYPTION_KEY: ${{secrets.USER_ENCRYPTION_KEY}} + BALLERINA_BOT_TOKEN: ${{ secrets.BALLERINA_BOT_TOKEN }} outputs: project-version: ${{ steps.project-version.outputs.version }} + short-version: ${{ steps.project-version.outputs.sVersion }} ubuntu-rpm-installer-test: - needs: build-pipeline + needs: [build-lang, build-distribution] name: Ubuntu rpm Installer runs-on: ubuntu-latest container: centos:latest @@ -148,13 +274,21 @@ jobs: run: | git clone https://github.com/ballerina-platform/ballerina-distribution.git cd ballerina-distribution - git checkout 2201.5.x + git checkout $PATCH_LEVEL - name: Download Ballerina rpm Installer uses: actions/download-artifact@v2 with: name: Linux Installer rpm - name: Install Ballerina RPM run: rpm -ivh ballerina-*-linux-x64.rpm + - name: Update Installer Test Configs + run: | + DISPLAY_TEXT=${{ needs.build-distribution.outputs.short-version }} + SWAN_LAKE_LATEST_VERSION="swan-lake-"+$DISPLAY_TEXT + SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} + perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=$DISPLAY_TEXT/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=$SWAN_LAKE_LATEST_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=$SPEC_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties - name: Run Installer Tests working-directory: ./ballerina-distribution/ballerina-test-automation/installer-test run: ./../gradlew build --stacktrace -scan --console=plain --no-daemon -DballerinaInstalled=true @@ -162,7 +296,7 @@ jobs: TEST_MODE_ACTIVE: true macos-installer-build: - needs: build-pipeline + needs: [build-lang, build-distribution] name: Build MacOS Installer runs-on: macos-latest steps: @@ -177,7 +311,7 @@ jobs: run: | git clone https://github.com/ballerina-platform/ballerina-distribution.git cd ballerina-distribution - git checkout 2201.5.x + git checkout $PATCH_LEVEL - name: Download MacOS Intaller Zip uses: actions/download-artifact@v2 with: @@ -185,7 +319,7 @@ jobs: - name: Create macos-pkg id: run_installers_pkg working-directory: ballerina-distribution/installers/mac - run: ./build-ballerina-macos-x64.sh -v ${{ needs.build-pipeline.outputs.project-version }} -p ./../../../ + run: ./build-ballerina-macos-x64.sh -v ${{ needs.build-distribution.outputs.project-version }} -p ./../../../ - name: Archive MacOS pkg uses: actions/upload-artifact@v2 with: @@ -193,6 +327,14 @@ jobs: path: ballerina-distribution/installers/mac/target/pkg/ballerina-*-macos-x64.pkg - name: Install Ballerina PKG run: sudo installer -pkg ballerina-distribution/installers/mac/target/pkg/ballerina-*-macos-x64.pkg -target / + - name: Update Installer Test Configs + run: | + DISPLAY_TEXT=${{ needs.build-distribution.outputs.short-version }} + SWAN_LAKE_LATEST_VERSION="swan-lake-"+$DISPLAY_TEXT + SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} + perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=$DISPLAY_TEXT/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=$SWAN_LAKE_LATEST_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=$SPEC_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties - name: Run Installer Tests working-directory: ./ballerina-distribution/ballerina-test-automation/installer-test run: ./../gradlew build --stacktrace -scan --console=plain --no-daemon -DballerinaInstalled=true @@ -200,7 +342,7 @@ jobs: TEST_MODE_ACTIVE: true windows-installer-build: - needs: build-pipeline + needs: [build-lang, build-distribution] name: Build Windows Installer runs-on: windows-latest steps: @@ -220,7 +362,7 @@ jobs: run: | git clone https://github.com/ballerina-platform/ballerina-distribution.git cd ballerina-distribution - git checkout 2201.5.x + git checkout $PATCH_LEVEL - name: Download Windows Intaller Zip uses: actions/download-artifact@v2 with: @@ -232,15 +374,31 @@ jobs: move ballerina-distribution\installers\windows .\ ren windows w cd w - .\build-ballerina-windows-x64.bat --version ${{ needs.build-pipeline.outputs.project-version }} --path .\..\ + .\build-ballerina-windows-x64.bat --version ${{ needs.build-distribution.outputs.project-version }} --path .\..\ - name: Archive Windows msi uses: actions/upload-artifact@v2 with: name: Windows Installer msi path: w\target\msi\ballerina-*-windows-x64.msi - name: Install Ballerina msi - run: msiexec /i w\target\msi\ballerina-${{ needs.build-pipeline.outputs.project-version }}-windows-x64.msi /quiet /qr + run: msiexec /i w\target\msi\ballerina-${{ needs.build-distribution.outputs.project-version }}-windows-x64.msi /quiet /qr + shell: cmd + - name: Update Installer Test Configs + run: | + set DISPLAY_TEXT=${{ needs.build-distribution.outputs.short-version }} + set SWAN_LAKE_LATEST_VERSION=swan-lake-%DISPLAY_TEXT% + set SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} + + echo %DISPLAY_TEXT% + echo %SWAN_LAKE_LATEST_VERSION% + echo %SPEC_VERSION% + + perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=%DISPLAY_TEXT%/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=%SWAN_LAKE_LATEST_VERSION%/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=%SPEC_VERSION%/" ballerina-distribution/ballerina-test-automation/gradle.properties shell: cmd + - name: Echo versions + run: type ballerina-distribution\ballerina-test-automation\gradle.properties - name: Run Installer Tests working-directory: .\ballerina-distribution\ballerina-test-automation\installer-test run: | @@ -250,8 +408,8 @@ jobs: TEST_MODE_ACTIVE: true nballerina-build: - needs: build-pipeline - name: nBallerina build + needs: build-distribution + name: Build nBallerina runs-on: ubuntu-latest steps: @@ -283,7 +441,7 @@ jobs: - name: Notify Build Failure if: ${{ failure() }} shell: bash - run: python3 dependabot/notify_full_build_failure.py nballerina 2201.5.x + run: python3 dependabot/notify_full_build_failure.py nballerina $PATCH_LEVEL env: CHAT_ID: ${{ secrets.NOTIFICATIONS_CHAT_ID }} CHAT_KEY: ${{ secrets.NOTIFICATIONS_CHAT_KEY }} From d2b548b5021ba8fd4a3da1cc4a332071d5a408b0 Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Thu, 11 May 2023 10:50:16 +0530 Subject: [PATCH 006/103] Fix typo --- .github/workflows/daily-full-build-2201.3.x.yml | 2 +- .github/workflows/daily-full-build-2201.4.x.yml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/daily-full-build-2201.3.x.yml b/.github/workflows/daily-full-build-2201.3.x.yml index 24d23b679..9dedd02c5 100644 --- a/.github/workflows/daily-full-build-2201.3.x.yml +++ b/.github/workflows/daily-full-build-2201.3.x.yml @@ -1,4 +1,4 @@ -name: Daily Full Build Pipeline (2201.5.x) +name: Daily Full Build Pipeline (2201.3.x) on: workflow_dispatch: diff --git a/.github/workflows/daily-full-build-2201.4.x.yml b/.github/workflows/daily-full-build-2201.4.x.yml index 19a0a0c97..7dc69c1a7 100644 --- a/.github/workflows/daily-full-build-2201.4.x.yml +++ b/.github/workflows/daily-full-build-2201.4.x.yml @@ -1,4 +1,4 @@ -name: Daily Full Build Pipeline (2201.5.x) +name: Daily Full Build Pipeline (2201.4.x) on: workflow_dispatch: From 7d3f79424357a3f859d289c8137e40f8e3d4d17e Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Thu, 11 May 2023 10:53:33 +0530 Subject: [PATCH 007/103] Remove skipping tests in lang --- .github/workflows/daily-full-build-2201.3.x.yml | 2 +- .github/workflows/daily-full-build-2201.4.x.yml | 2 +- .github/workflows/daily-full-build-2201.5.x.yml | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/daily-full-build-2201.3.x.yml b/.github/workflows/daily-full-build-2201.3.x.yml index 9dedd02c5..566cdcc1d 100644 --- a/.github/workflows/daily-full-build-2201.3.x.yml +++ b/.github/workflows/daily-full-build-2201.3.x.yml @@ -34,7 +34,7 @@ jobs: distribution: 'temurin' java-version: '11' - name: Build ballerina-lang - run: python -u scripts/new_full_build_pipeline.py ./ --lang-branch $PATCH_LEVEL --build-level 0 --skip-tests + run: python -u scripts/new_full_build_pipeline.py ./ --lang-branch $PATCH_LEVEL --build-level 0 env: packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} diff --git a/.github/workflows/daily-full-build-2201.4.x.yml b/.github/workflows/daily-full-build-2201.4.x.yml index 7dc69c1a7..4c2a49aa5 100644 --- a/.github/workflows/daily-full-build-2201.4.x.yml +++ b/.github/workflows/daily-full-build-2201.4.x.yml @@ -34,7 +34,7 @@ jobs: distribution: 'temurin' java-version: '11' - name: Build ballerina-lang - run: python -u scripts/new_full_build_pipeline.py ./ --lang-branch $PATCH_LEVEL --build-level 0 --skip-tests + run: python -u scripts/new_full_build_pipeline.py ./ --lang-branch $PATCH_LEVEL --build-level 0 env: packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} diff --git a/.github/workflows/daily-full-build-2201.5.x.yml b/.github/workflows/daily-full-build-2201.5.x.yml index 65887dbb6..cbf925bec 100644 --- a/.github/workflows/daily-full-build-2201.5.x.yml +++ b/.github/workflows/daily-full-build-2201.5.x.yml @@ -34,7 +34,7 @@ jobs: distribution: 'temurin' java-version: '11' - name: Build ballerina-lang - run: python -u scripts/new_full_build_pipeline.py ./ --lang-branch $PATCH_LEVEL --build-level 0 --skip-tests + run: python -u scripts/new_full_build_pipeline.py ./ --lang-branch $PATCH_LEVEL --build-level 0 env: packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} From c5e8537c859154ddd54b442c40535fed68824fea Mon Sep 17 00:00:00 2001 From: sachiniSam Date: Thu, 11 May 2023 13:50:47 +0530 Subject: [PATCH 008/103] Disable tests of dev-tools for 5.x branch --- dependabot/resources/full_build_ignore_modules.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dependabot/resources/full_build_ignore_modules.json b/dependabot/resources/full_build_ignore_modules.json index e69b05238..0bf91a4a3 100644 --- a/dependabot/resources/full_build_ignore_modules.json +++ b/dependabot/resources/full_build_ignore_modules.json @@ -5,7 +5,7 @@ "downstream-repo-branches": {} }, "2201.5.x": { - "test-ignore-modules": [], + "test-ignore-modules": ["ballerina-dev-tools"], "build-ignore-modules": [], "downstream-repo-branches": { "ballerina-dev-tools": "1.0.x" From 62365e1b86082a4c5df116087b59c8206e8a1f21 Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Thu, 11 May 2023 14:23:55 +0530 Subject: [PATCH 009/103] Change file path for build script --- .github/workflows/daily-full-build-2201.3.x.yml | 6 +++--- .github/workflows/daily-full-build-2201.4.x.yml | 6 +++--- .github/workflows/daily-full-build-2201.5.x.yml | 6 +++--- 3 files changed, 9 insertions(+), 9 deletions(-) diff --git a/.github/workflows/daily-full-build-2201.3.x.yml b/.github/workflows/daily-full-build-2201.3.x.yml index 566cdcc1d..2ed5dfff7 100644 --- a/.github/workflows/daily-full-build-2201.3.x.yml +++ b/.github/workflows/daily-full-build-2201.3.x.yml @@ -34,7 +34,7 @@ jobs: distribution: 'temurin' java-version: '11' - name: Build ballerina-lang - run: python -u scripts/new_full_build_pipeline.py ./ --lang-branch $PATCH_LEVEL --build-level 0 + run: python -u dependabot/full_build_pipeline.py ./ --lang-branch $PATCH_LEVEL --build-level 0 env: packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} @@ -105,7 +105,7 @@ jobs: path: ~/.m2/ - name: Build Standard Libraries & Tools run: | - python -u scripts/new_full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ + python -u dependabot/full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ --build-released-versions --patch-level $PATCH_LEVEL --skip-build-distribution --continue-on-error env: packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} @@ -159,7 +159,7 @@ jobs: path: ~/.m2/ - name: Build ballerina-distribution run: | - python -u scripts/new_full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ + python -u dependabot/full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ --build-level $DISTRIBUTION_BUILD_LEVEL --continue-on-error env: packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} diff --git a/.github/workflows/daily-full-build-2201.4.x.yml b/.github/workflows/daily-full-build-2201.4.x.yml index 4c2a49aa5..bba511012 100644 --- a/.github/workflows/daily-full-build-2201.4.x.yml +++ b/.github/workflows/daily-full-build-2201.4.x.yml @@ -34,7 +34,7 @@ jobs: distribution: 'temurin' java-version: '11' - name: Build ballerina-lang - run: python -u scripts/new_full_build_pipeline.py ./ --lang-branch $PATCH_LEVEL --build-level 0 + run: python -u dependabot/full_build_pipeline.py ./ --lang-branch $PATCH_LEVEL --build-level 0 env: packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} @@ -105,7 +105,7 @@ jobs: path: ~/.m2/ - name: Build Standard Libraries & Tools run: | - python -u scripts/new_full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ + python -u dependabot/full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ --build-released-versions --patch-level $PATCH_LEVEL --skip-build-distribution --continue-on-error env: packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} @@ -159,7 +159,7 @@ jobs: path: ~/.m2/ - name: Build ballerina-distribution run: | - python -u scripts/new_full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ + python -u dependabot/full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ --build-level $DISTRIBUTION_BUILD_LEVEL --continue-on-error env: packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} diff --git a/.github/workflows/daily-full-build-2201.5.x.yml b/.github/workflows/daily-full-build-2201.5.x.yml index cbf925bec..df1a54071 100644 --- a/.github/workflows/daily-full-build-2201.5.x.yml +++ b/.github/workflows/daily-full-build-2201.5.x.yml @@ -34,7 +34,7 @@ jobs: distribution: 'temurin' java-version: '11' - name: Build ballerina-lang - run: python -u scripts/new_full_build_pipeline.py ./ --lang-branch $PATCH_LEVEL --build-level 0 + run: python -u dependabot/full_build_pipeline.py ./ --lang-branch $PATCH_LEVEL --build-level 0 env: packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} @@ -105,7 +105,7 @@ jobs: path: ~/.m2/ - name: Build Standard Libraries & Tools run: | - python -u scripts/new_full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ + python -u dependabot/full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ --build-released-versions --patch-level $PATCH_LEVEL --skip-build-distribution --continue-on-error env: packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} @@ -159,7 +159,7 @@ jobs: path: ~/.m2/ - name: Build ballerina-distribution run: | - python -u scripts/new_full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ + python -u dependabot/full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ --build-level $DISTRIBUTION_BUILD_LEVEL --continue-on-error env: packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} From 3267bccfa00985396a682fe3dbaedeefc4bbf182 Mon Sep 17 00:00:00 2001 From: Nipuna Madhushan <51471998+NipunaMadhushan@users.noreply.github.com> Date: Thu, 11 May 2023 14:33:47 +0530 Subject: [PATCH 010/103] Revert "Disable tests of dev-tools for 5.x branch" --- dependabot/resources/full_build_ignore_modules.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dependabot/resources/full_build_ignore_modules.json b/dependabot/resources/full_build_ignore_modules.json index 0bf91a4a3..e69b05238 100644 --- a/dependabot/resources/full_build_ignore_modules.json +++ b/dependabot/resources/full_build_ignore_modules.json @@ -5,7 +5,7 @@ "downstream-repo-branches": {} }, "2201.5.x": { - "test-ignore-modules": ["ballerina-dev-tools"], + "test-ignore-modules": [], "build-ignore-modules": [], "downstream-repo-branches": { "ballerina-dev-tools": "1.0.x" From 562ceeef38efa8a62f691de4ce8712b4b05da24c Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Fri, 12 May 2023 10:05:11 +0530 Subject: [PATCH 011/103] Fix creating failed-modules.txt --- dependabot/full_build_pipeline.py | 14 +++++++++++--- 1 file changed, 11 insertions(+), 3 deletions(-) diff --git a/dependabot/full_build_pipeline.py b/dependabot/full_build_pipeline.py index ed50146a8..74243a235 100644 --- a/dependabot/full_build_pipeline.py +++ b/dependabot/full_build_pipeline.py @@ -93,6 +93,8 @@ def main(): global released_stdlib_versions global released_version_data_file_url + failed_modules = [] + args = parser.parse_args() # Commands to be used to build downstream repositories (Except ballerina-distribution) commands = ["./gradlew", "clean", "build", "--stacktrace", "--scan", "--console=plain", "--no-daemon", "--continue"] @@ -166,9 +168,16 @@ def main(): if skip_tests: lang_build_commands.append("-x") lang_build_commands.append("test") - build_module(BALLERINA_LANG_REPO_NAME, lang_build_commands) + return_code = build_module(BALLERINA_LANG_REPO_NAME, lang_build_commands) os.chdir("..") + if return_code != 0: + exit_code = return_code + failed_modules.append(BALLERINA_LANG_REPO_NAME) + if not continue_on_error: + write_failed_modules(failed_modules) + exit(exit_code) + if args.update_stdlib_dependencies: print_info("Using local SNAPSHOT builds for upper level stdlib dependencies") commands.append("publishToMavenLocal") @@ -243,7 +252,6 @@ def main(): read_ignore_modules(patch_level) start_build = False if from_module else True - failed_modules = [] exit_code = 0 module_levels = list(stdlib_modules_by_level.keys()) module_levels.sort() @@ -278,6 +286,7 @@ def main(): return_code = build_module(module_name, build_commands) else: return_code = build_module(module_name, commands) + os.chdir("..") if return_code != 0: exit_code = return_code @@ -285,7 +294,6 @@ def main(): if not continue_on_error: write_failed_modules(failed_modules) exit(exit_code) - os.chdir("..") if remove_after_build: delete_module(module_name) From a4b361aa208298ef09d8e3dbb008d3c43ffcf5d4 Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Fri, 12 May 2023 10:10:54 +0530 Subject: [PATCH 012/103] Fix creating failed-modules.txt --- dependabot/full_build_pipeline.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/dependabot/full_build_pipeline.py b/dependabot/full_build_pipeline.py index 74243a235..56588dc19 100644 --- a/dependabot/full_build_pipeline.py +++ b/dependabot/full_build_pipeline.py @@ -328,12 +328,13 @@ def main(): dist_build_commands.append("test") return_code = build_module(BALLERINA_DIST_REPO_NAME, dist_build_commands) + os.chdir("..") + if return_code != 0: exit_code = return_code failed_modules.append(BALLERINA_DIST_REPO_NAME) write_failed_modules(failed_modules) exit(exit_code) - os.chdir("..") # update_installer_versions(lang_version) From 9d4662fc685345c8523b1ecacb9f8d22a71e7ef4 Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Fri, 12 May 2023 11:44:33 +0530 Subject: [PATCH 013/103] Remove unnecessary logs --- .github/workflows/daily-full-build-2201.3.x.yml | 7 ------- .github/workflows/daily-full-build-2201.4.x.yml | 7 ------- .github/workflows/daily-full-build-2201.5.x.yml | 7 ------- 3 files changed, 21 deletions(-) diff --git a/.github/workflows/daily-full-build-2201.3.x.yml b/.github/workflows/daily-full-build-2201.3.x.yml index 2ed5dfff7..773107e41 100644 --- a/.github/workflows/daily-full-build-2201.3.x.yml +++ b/.github/workflows/daily-full-build-2201.3.x.yml @@ -388,17 +388,10 @@ jobs: set DISPLAY_TEXT=${{ needs.build-distribution.outputs.short-version }} set SWAN_LAKE_LATEST_VERSION=swan-lake-%DISPLAY_TEXT% set SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} - - echo %DISPLAY_TEXT% - echo %SWAN_LAKE_LATEST_VERSION% - echo %SPEC_VERSION% - perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=%DISPLAY_TEXT%/" ballerina-distribution/ballerina-test-automation/gradle.properties perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=%SWAN_LAKE_LATEST_VERSION%/" ballerina-distribution/ballerina-test-automation/gradle.properties perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=%SPEC_VERSION%/" ballerina-distribution/ballerina-test-automation/gradle.properties shell: cmd - - name: Echo versions - run: type ballerina-distribution\ballerina-test-automation\gradle.properties - name: Run Installer Tests working-directory: .\ballerina-distribution\ballerina-test-automation\installer-test run: | diff --git a/.github/workflows/daily-full-build-2201.4.x.yml b/.github/workflows/daily-full-build-2201.4.x.yml index bba511012..8cd71cb3a 100644 --- a/.github/workflows/daily-full-build-2201.4.x.yml +++ b/.github/workflows/daily-full-build-2201.4.x.yml @@ -388,17 +388,10 @@ jobs: set DISPLAY_TEXT=${{ needs.build-distribution.outputs.short-version }} set SWAN_LAKE_LATEST_VERSION=swan-lake-%DISPLAY_TEXT% set SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} - - echo %DISPLAY_TEXT% - echo %SWAN_LAKE_LATEST_VERSION% - echo %SPEC_VERSION% - perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=%DISPLAY_TEXT%/" ballerina-distribution/ballerina-test-automation/gradle.properties perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=%SWAN_LAKE_LATEST_VERSION%/" ballerina-distribution/ballerina-test-automation/gradle.properties perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=%SPEC_VERSION%/" ballerina-distribution/ballerina-test-automation/gradle.properties shell: cmd - - name: Echo versions - run: type ballerina-distribution\ballerina-test-automation\gradle.properties - name: Run Installer Tests working-directory: .\ballerina-distribution\ballerina-test-automation\installer-test run: | diff --git a/.github/workflows/daily-full-build-2201.5.x.yml b/.github/workflows/daily-full-build-2201.5.x.yml index df1a54071..e7eb1e1e9 100644 --- a/.github/workflows/daily-full-build-2201.5.x.yml +++ b/.github/workflows/daily-full-build-2201.5.x.yml @@ -388,17 +388,10 @@ jobs: set DISPLAY_TEXT=${{ needs.build-distribution.outputs.short-version }} set SWAN_LAKE_LATEST_VERSION=swan-lake-%DISPLAY_TEXT% set SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} - - echo %DISPLAY_TEXT% - echo %SWAN_LAKE_LATEST_VERSION% - echo %SPEC_VERSION% - perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=%DISPLAY_TEXT%/" ballerina-distribution/ballerina-test-automation/gradle.properties perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=%SWAN_LAKE_LATEST_VERSION%/" ballerina-distribution/ballerina-test-automation/gradle.properties perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=%SPEC_VERSION%/" ballerina-distribution/ballerina-test-automation/gradle.properties shell: cmd - - name: Echo versions - run: type ballerina-distribution\ballerina-test-automation\gradle.properties - name: Run Installer Tests working-directory: .\ballerina-distribution\ballerina-test-automation\installer-test run: | From 60f76e7d095a86835b876bf7da6a83a410564775 Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Fri, 12 May 2023 13:40:59 +0530 Subject: [PATCH 014/103] Fix notify build failures --- .github/workflows/daily-full-build-2201.3.x.yml | 6 ++++++ .github/workflows/daily-full-build-2201.4.x.yml | 6 ++++++ .github/workflows/daily-full-build-2201.5.x.yml | 6 ++++++ 3 files changed, 18 insertions(+) diff --git a/.github/workflows/daily-full-build-2201.3.x.yml b/.github/workflows/daily-full-build-2201.3.x.yml index 773107e41..18faee705 100644 --- a/.github/workflows/daily-full-build-2201.3.x.yml +++ b/.github/workflows/daily-full-build-2201.3.x.yml @@ -28,6 +28,8 @@ jobs: pip install colorama pip install configobj pip install requests + pip install PyGithub + pip install cryptography - name: Set up JDK 11 uses: actions/setup-java@v2 with: @@ -89,6 +91,8 @@ jobs: pip install colorama pip install configobj pip install requests + pip install PyGithub + pip install cryptography - name: Set up JDK 11 uses: actions/setup-java@v2 with: @@ -147,6 +151,8 @@ jobs: pip install colorama pip install configobj pip install requests + pip install PyGithub + pip install cryptography - name: Set up JDK 11 uses: actions/setup-java@v2 with: diff --git a/.github/workflows/daily-full-build-2201.4.x.yml b/.github/workflows/daily-full-build-2201.4.x.yml index 8cd71cb3a..c123c144f 100644 --- a/.github/workflows/daily-full-build-2201.4.x.yml +++ b/.github/workflows/daily-full-build-2201.4.x.yml @@ -28,6 +28,8 @@ jobs: pip install colorama pip install configobj pip install requests + pip install PyGithub + pip install cryptography - name: Set up JDK 11 uses: actions/setup-java@v2 with: @@ -89,6 +91,8 @@ jobs: pip install colorama pip install configobj pip install requests + pip install PyGithub + pip install cryptography - name: Set up JDK 11 uses: actions/setup-java@v2 with: @@ -147,6 +151,8 @@ jobs: pip install colorama pip install configobj pip install requests + pip install PyGithub + pip install cryptography - name: Set up JDK 11 uses: actions/setup-java@v2 with: diff --git a/.github/workflows/daily-full-build-2201.5.x.yml b/.github/workflows/daily-full-build-2201.5.x.yml index e7eb1e1e9..4e5d9d635 100644 --- a/.github/workflows/daily-full-build-2201.5.x.yml +++ b/.github/workflows/daily-full-build-2201.5.x.yml @@ -28,6 +28,8 @@ jobs: pip install colorama pip install configobj pip install requests + pip install PyGithub + pip install cryptography - name: Set up JDK 11 uses: actions/setup-java@v2 with: @@ -89,6 +91,8 @@ jobs: pip install colorama pip install configobj pip install requests + pip install PyGithub + pip install cryptography - name: Set up JDK 11 uses: actions/setup-java@v2 with: @@ -147,6 +151,8 @@ jobs: pip install colorama pip install configobj pip install requests + pip install PyGithub + pip install cryptography - name: Set up JDK 11 uses: actions/setup-java@v2 with: From 45ddf0f740baf98a6bf81ce19b1d6d9f49ac2901 Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Tue, 16 May 2023 00:20:28 +0530 Subject: [PATCH 015/103] [Automated] Update Extensions Dependencies --- dependabot/resources/extensions.json | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/dependabot/resources/extensions.json b/dependabot/resources/extensions.json index ec47a462c..623d88baa 100644 --- a/dependabot/resources/extensions.json +++ b/dependabot/resources/extensions.json @@ -267,9 +267,7 @@ "is_extended_library_module": false, "build_action_file": "build-timestamped-master", "send_notification": true, - "dependents": [ - "ballerina-distribution" - ] + "dependents": [] }, { "name": "module-ballerina-task", From 08d4ab1eb6b531241e1a140740c99c4bdeae2cc7 Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Tue, 16 May 2023 09:38:45 +0530 Subject: [PATCH 016/103] Divide FBP(master) into 3 jobs --- .../workflows/daily-full-build-2201.3.x.yml | 2 +- .../workflows/daily-full-build-2201.4.x.yml | 2 +- .../workflows/daily-full-build-2201.5.x.yml | 2 +- .github/workflows/daily-full-build-master.yml | 243 +++++++++++++++--- 4 files changed, 212 insertions(+), 37 deletions(-) diff --git a/.github/workflows/daily-full-build-2201.3.x.yml b/.github/workflows/daily-full-build-2201.3.x.yml index 18faee705..36305b9a6 100644 --- a/.github/workflows/daily-full-build-2201.3.x.yml +++ b/.github/workflows/daily-full-build-2201.3.x.yml @@ -166,7 +166,7 @@ jobs: - name: Build ballerina-distribution run: | python -u dependabot/full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ - --build-level $DISTRIBUTION_BUILD_LEVEL --continue-on-error + --patch-level $PATCH_LEVEL --build-level $DISTRIBUTION_BUILD_LEVEL --continue-on-error env: packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} diff --git a/.github/workflows/daily-full-build-2201.4.x.yml b/.github/workflows/daily-full-build-2201.4.x.yml index c123c144f..5a13779ba 100644 --- a/.github/workflows/daily-full-build-2201.4.x.yml +++ b/.github/workflows/daily-full-build-2201.4.x.yml @@ -166,7 +166,7 @@ jobs: - name: Build ballerina-distribution run: | python -u dependabot/full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ - --build-level $DISTRIBUTION_BUILD_LEVEL --continue-on-error + --patch-level $PATCH_LEVEL --build-level $DISTRIBUTION_BUILD_LEVEL --continue-on-error env: packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} diff --git a/.github/workflows/daily-full-build-2201.5.x.yml b/.github/workflows/daily-full-build-2201.5.x.yml index 4e5d9d635..527e0052f 100644 --- a/.github/workflows/daily-full-build-2201.5.x.yml +++ b/.github/workflows/daily-full-build-2201.5.x.yml @@ -166,7 +166,7 @@ jobs: - name: Build ballerina-distribution run: | python -u dependabot/full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ - --build-level $DISTRIBUTION_BUILD_LEVEL --continue-on-error + --patch-level $PATCH_LEVEL --build-level $DISTRIBUTION_BUILD_LEVEL --continue-on-error env: packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} diff --git a/.github/workflows/daily-full-build-master.yml b/.github/workflows/daily-full-build-master.yml index d08ea1a58..6401fe7b0 100644 --- a/.github/workflows/daily-full-build-master.yml +++ b/.github/workflows/daily-full-build-master.yml @@ -1,53 +1,125 @@ -name: Daily Full Build Pipeline (master) +name: Daily Full Build Pipeline (2201.5.x) on: workflow_dispatch: schedule: - cron: '30 18 * * *' # 00:00 in LK time (GMT+5:30) +env: + DISTRIBUTION_BUILD_LEVEL: 10 + jobs: - build-pipeline: - name: Build Pipeline + build-lang: + name: Build ballerina-lang runs-on: ubuntu-latest - timeout-minutes: 480 + timeout-minutes: 150 steps: - name: Checkout Repository uses: actions/checkout@v2 - + - name: Setup Python + uses: actions/setup-python@v2 + with: + python-version: '3.x' + - name: Install Python Packages + run: | + pip install requests + pip install httplib2 + pip install colorama + pip install configobj + pip install requests + pip install PyGithub + pip install cryptography - name: Set up JDK 11 uses: actions/setup-java@v2 with: distribution: 'temurin' java-version: '11' + - name: Build ballerina-lang + run: python -u dependabot/full_build_pipeline.py ./ --lang-branch $PATCH_LEVEL --build-level 0 + env: + packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} + packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} + devCentralToken: ${{ secrets.BALLERINA_DEV_CENTRAL_ACCESS_TOKEN }} + TEST_MODE_ACTIVE: true + - name: Notify Build Failure + if: ${{ failure() }} + shell: bash + run: + FILE="failed_modules.txt" - - name: Setup NodeJs - uses: actions/setup-node@v3 + while read module; do + python3 dependabot/notify_full_build_failure.py $module master; + done < ${FILE} + env: + CHAT_ID: ${{ secrets.NOTIFICATIONS_CHAT_ID }} + CHAT_KEY: ${{ secrets.NOTIFICATIONS_CHAT_KEY }} + CHAT_TOKEN: ${{ secrets.NOTIFICATIONS_CHAT_TOKEN }} + ENV_USER_ENCRYPTION_KEY: ${{secrets.USER_ENCRYPTION_KEY}} + BALLERINA_BOT_TOKEN: ${{ secrets.BALLERINA_BOT_TOKEN }} + - name: Get lang version + id: lang-version + run: | + VERSION=$((grep -w "version" | cut -d= -f2 | xargs) < ballerina-lang/gradle.properties) + SPEC_VERSION=$((grep -w "specVersion" | cut -d= -f2 | xargs) < ballerina-lang/gradle.properties) + echo "::set-output name=version::$VERSION" + echo "::set-output name=specVersion::$SPEC_VERSION" + - name: Archive Lang Artifacts + uses: actions/upload-artifact@v2 with: - node-version: 10.22.1 + name: Ballerina Lang Artifacts + path: ~/.m2/ + outputs: + lang-version: ${{ steps.lang-version.outputs.version }} + spec-version: ${{ steps.lang-version.outputs.specVersion }} + build-stdlibs: + name: Build Standard Libraries & Tools + needs: build-lang + runs-on: ubuntu-latest + steps: + - name: Checkout Repository + uses: actions/checkout@v2 - name: Setup Python uses: actions/setup-python@v2 with: python-version: '3.x' - - name: Install Python Packages run: | pip install requests - pip install retry + pip install httplib2 + pip install colorama + pip install configobj + pip install requests pip install PyGithub pip install cryptography - pip install httplib2 - - - name: Build Modules + - name: Set up JDK 11 + uses: actions/setup-java@v2 + with: + distribution: 'temurin' + java-version: '11' + - name: Setup NodeJs + uses: actions/setup-node@v3 + with: + node-version: 10.22.1 + - name: Download Ballerina Lang Artifacts + uses: actions/download-artifact@v2 + with: + name: Ballerina Lang Artifacts + path: ~/.m2/ + - name: Build Standard Libraries & Tools run: | - python dependabot/build_stdlibs_for_lang_updates.py master true ballerina-platform master + python -u dependabot/full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ + --update-stdlib-dependencies --skip-build-distribution --continue-on-error env: - BALLERINA_BOT_USERNAME: ${{ secrets.BALLERINA_BOT_USERNAME }} - BALLERINA_BOT_TOKEN: ${{ secrets.BALLERINA_BOT_TOKEN }} - BALLERINA_BOT_EMAIL: ${{ secrets.BALLERINA_BOT_EMAIL }} - BALLERINA_REVIEWER_BOT_TOKEN: ${{ secrets.BALLERINA_REVIEWER_BOT_TOKEN }} + packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} + packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} devCentralToken: ${{ secrets.BALLERINA_DEV_CENTRAL_ACCESS_TOKEN }} - + TEST_MODE_ACTIVE: true + - name: Archive Standard Library Artifacts + uses: actions/upload-artifact@v2 + with: + name: Standard Library Artifacts + path: ~/.m2/ - name: Notify Build Failure if: ${{ failure() }} shell: bash @@ -64,15 +136,60 @@ jobs: ENV_USER_ENCRYPTION_KEY: ${{secrets.USER_ENCRYPTION_KEY}} BALLERINA_BOT_TOKEN: ${{ secrets.BALLERINA_BOT_TOKEN }} + build-distribution: + name: Build ballerina-distribution + needs: build-lang + runs-on: ubuntu-latest + timeout-minutes: 150 + steps: + - name: Checkout Repository + uses: actions/checkout@v2 + - name: Setup Python + uses: actions/setup-python@v2 + with: + python-version: '3.x' + - name: Install Python Packages + run: | + pip install requests + pip install httplib2 + pip install colorama + pip install configobj + pip install requests + pip install PyGithub + pip install cryptography + - name: Set up JDK 11 + uses: actions/setup-java@v2 + with: + distribution: 'temurin' + java-version: '11' + - name: Download Ballerina Lang Artifacts + uses: actions/download-artifact@v2 + with: + name: Ballerina Lang Artifacts + path: ~/.m2/ + - name: Download Standard Library Artifacts + uses: actions/download-artifact@v2 + with: + name: Standard Library Artifacts + path: ~/.m2/ + - name: Build ballerina-distribution + run: | + python -u dependabot/full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ + --update-stdlib-dependencies --build-level $DISTRIBUTION_BUILD_LEVEL --continue-on-error + env: + packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} + packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} + devCentralToken: ${{ secrets.BALLERINA_DEV_CENTRAL_ACCESS_TOKEN }} + TEST_MODE_ACTIVE: true - name: Get project version id: project-version run: | - SHORT_VERSION=$((grep -w "version" | cut -d= -f2 | cut -d- -f1) < ballerina-distribution/gradle.properties) - DIST_VERSION=$((grep -w "version" | cut -d= -f2) < ballerina-distribution/gradle.properties) - CODE_NAME=$((grep -w 'codeName' | cut -d= -f2) < ballerina-distribution/gradle.properties) + SHORT_VERSION=$((grep -w "version" | cut -d= -f2 | cut -d- -f1 | xargs) < ballerina-distribution/gradle.properties) + DIST_VERSION=$((grep -w "version" | cut -d= -f2 | xargs) < ballerina-distribution/gradle.properties) + CODE_NAME=$((grep -w 'codeName' | cut -d= -f2 | xargs) < ballerina-distribution/gradle.properties) RELEASE_VERSION=$DIST_VERSION-$CODE_NAME echo "::set-output name=version::$RELEASE_VERSION" - echo "::set-output name=sversion::$SHORT_VERSION" + echo "::set-output name=sVersion::$SHORT_VERSION" - name: Archive Ballerina ZIP uses: actions/upload-artifact@v2 with: @@ -113,16 +230,40 @@ jobs: path: ballerina-distribution/installers/linux-rpm/rpmbuild/RPMS/x86_64/ballerina-*-linux-x64.rpm - name: Install Ballerina DEB run: sudo dpkg -i ballerina-distribution/installers/linux-deb/target/ballerina-*-linux-x64.deb + - name: Update Installer Test Configs + run: | + DISPLAY_TEXT=${{ steps.project-version.outputs.sVersion }} + SWAN_LAKE_LATEST_VERSION="swan-lake-"+$DISPLAY_TEXT + SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} + perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=$DISPLAY_TEXT/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=$SWAN_LAKE_LATEST_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=$SPEC_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties - name: Run Installer Tests working-directory: ./ballerina-distribution/ballerina-test-automation/installer-test run: ./../gradlew build --stacktrace -scan --console=plain --no-daemon -DballerinaInstalled=true env: TEST_MODE_ACTIVE: true + - name: Notify Build Failure + if: ${{ failure() }} + shell: bash + run: + FILE="failed_modules.txt" + + while read module; do + python3 dependabot/notify_full_build_failure.py $module master; + done < ${FILE} + env: + CHAT_ID: ${{ secrets.NOTIFICATIONS_CHAT_ID }} + CHAT_KEY: ${{ secrets.NOTIFICATIONS_CHAT_KEY }} + CHAT_TOKEN: ${{ secrets.NOTIFICATIONS_CHAT_TOKEN }} + ENV_USER_ENCRYPTION_KEY: ${{secrets.USER_ENCRYPTION_KEY}} + BALLERINA_BOT_TOKEN: ${{ secrets.BALLERINA_BOT_TOKEN }} outputs: project-version: ${{ steps.project-version.outputs.version }} + short-version: ${{ steps.project-version.outputs.sVersion }} ubuntu-rpm-installer-test: - needs: build-pipeline + needs: [build-lang, build-distribution] name: Ubuntu rpm Installer runs-on: ubuntu-latest container: centos:latest @@ -145,13 +286,24 @@ jobs: yum install sudo -y sudo dnf install git -y - name: Download Ballerina Distribution - run: git clone https://github.com/ballerina-platform/ballerina-distribution.git + run: | + git clone https://github.com/ballerina-platform/ballerina-distribution.git + cd ballerina-distribution + git checkout $PATCH_LEVEL - name: Download Ballerina rpm Installer uses: actions/download-artifact@v2 with: name: Linux Installer rpm - name: Install Ballerina RPM run: rpm -ivh ballerina-*-linux-x64.rpm + - name: Update Installer Test Configs + run: | + DISPLAY_TEXT=${{ needs.build-distribution.outputs.short-version }} + SWAN_LAKE_LATEST_VERSION="swan-lake-"+$DISPLAY_TEXT + SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} + perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=$DISPLAY_TEXT/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=$SWAN_LAKE_LATEST_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=$SPEC_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties - name: Run Installer Tests working-directory: ./ballerina-distribution/ballerina-test-automation/installer-test run: ./../gradlew build --stacktrace -scan --console=plain --no-daemon -DballerinaInstalled=true @@ -159,7 +311,7 @@ jobs: TEST_MODE_ACTIVE: true macos-installer-build: - needs: build-pipeline + needs: [build-lang, build-distribution] name: Build MacOS Installer runs-on: macos-latest steps: @@ -171,7 +323,10 @@ jobs: distribution: 'temurin' java-version: '11' - name: Download Ballerina Distribution - run: git clone https://github.com/ballerina-platform/ballerina-distribution.git + run: | + git clone https://github.com/ballerina-platform/ballerina-distribution.git + cd ballerina-distribution + git checkout $PATCH_LEVEL - name: Download MacOS Intaller Zip uses: actions/download-artifact@v2 with: @@ -179,7 +334,7 @@ jobs: - name: Create macos-pkg id: run_installers_pkg working-directory: ballerina-distribution/installers/mac - run: ./build-ballerina-macos-x64.sh -v ${{ needs.build-pipeline.outputs.project-version }} -p ./../../../ + run: ./build-ballerina-macos-x64.sh -v ${{ needs.build-distribution.outputs.project-version }} -p ./../../../ - name: Archive MacOS pkg uses: actions/upload-artifact@v2 with: @@ -187,6 +342,14 @@ jobs: path: ballerina-distribution/installers/mac/target/pkg/ballerina-*-macos-x64.pkg - name: Install Ballerina PKG run: sudo installer -pkg ballerina-distribution/installers/mac/target/pkg/ballerina-*-macos-x64.pkg -target / + - name: Update Installer Test Configs + run: | + DISPLAY_TEXT=${{ needs.build-distribution.outputs.short-version }} + SWAN_LAKE_LATEST_VERSION="swan-lake-"+$DISPLAY_TEXT + SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} + perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=$DISPLAY_TEXT/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=$SWAN_LAKE_LATEST_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=$SPEC_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties - name: Run Installer Tests working-directory: ./ballerina-distribution/ballerina-test-automation/installer-test run: ./../gradlew build --stacktrace -scan --console=plain --no-daemon -DballerinaInstalled=true @@ -194,7 +357,7 @@ jobs: TEST_MODE_ACTIVE: true windows-installer-build: - needs: build-pipeline + needs: [build-lang, build-distribution] name: Build Windows Installer runs-on: windows-latest steps: @@ -211,7 +374,10 @@ jobs: - name: Install GUID Generator run: dotnet tool install -g dotnet-guid --version 0.5.2 - name: Download Ballerina Distribution - run: git clone https://github.com/ballerina-platform/ballerina-distribution.git + run: | + git clone https://github.com/ballerina-platform/ballerina-distribution.git + cd ballerina-distribution + git checkout $PATCH_LEVEL - name: Download Windows Intaller Zip uses: actions/download-artifact@v2 with: @@ -223,14 +389,23 @@ jobs: move ballerina-distribution\installers\windows .\ ren windows w cd w - .\build-ballerina-windows-x64.bat --version ${{ needs.build-pipeline.outputs.project-version }} --path .\..\ + .\build-ballerina-windows-x64.bat --version ${{ needs.build-distribution.outputs.project-version }} --path .\..\ - name: Archive Windows msi uses: actions/upload-artifact@v2 with: name: Windows Installer msi path: w\target\msi\ballerina-*-windows-x64.msi - name: Install Ballerina msi - run: msiexec /i w\target\msi\ballerina-${{ needs.build-pipeline.outputs.project-version }}-windows-x64.msi /quiet /qr + run: msiexec /i w\target\msi\ballerina-${{ needs.build-distribution.outputs.project-version }}-windows-x64.msi /quiet /qr + shell: cmd + - name: Update Installer Test Configs + run: | + set DISPLAY_TEXT=${{ needs.build-distribution.outputs.short-version }} + set SWAN_LAKE_LATEST_VERSION=swan-lake-%DISPLAY_TEXT% + set SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} + perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=%DISPLAY_TEXT%/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=%SWAN_LAKE_LATEST_VERSION%/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=%SPEC_VERSION%/" ballerina-distribution/ballerina-test-automation/gradle.properties shell: cmd - name: Run Installer Tests working-directory: .\ballerina-distribution\ballerina-test-automation\installer-test @@ -241,8 +416,8 @@ jobs: TEST_MODE_ACTIVE: true nballerina-build: - needs: build-pipeline - name: nBallerina build + needs: build-distribution + name: Build nBallerina runs-on: ubuntu-latest steps: From 0673de1d9b171e7b9588fec84d22eaf0eab23202 Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Tue, 16 May 2023 09:40:00 +0530 Subject: [PATCH 017/103] Fix typo --- .github/workflows/daily-full-build-master.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/daily-full-build-master.yml b/.github/workflows/daily-full-build-master.yml index 6401fe7b0..778370f3d 100644 --- a/.github/workflows/daily-full-build-master.yml +++ b/.github/workflows/daily-full-build-master.yml @@ -1,4 +1,4 @@ -name: Daily Full Build Pipeline (2201.5.x) +name: Daily Full Build Pipeline (master) on: workflow_dispatch: From 58f0b9582b7d3216650322d1203e3465a00e06bb Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Tue, 16 May 2023 10:04:28 +0530 Subject: [PATCH 018/103] Add new FBP for update 6 --- .../workflows/daily-full-build-2201.6.x.yml | 450 ++++++++++++++++++ 1 file changed, 450 insertions(+) create mode 100644 .github/workflows/daily-full-build-2201.6.x.yml diff --git a/.github/workflows/daily-full-build-2201.6.x.yml b/.github/workflows/daily-full-build-2201.6.x.yml new file mode 100644 index 000000000..6f738a3df --- /dev/null +++ b/.github/workflows/daily-full-build-2201.6.x.yml @@ -0,0 +1,450 @@ +name: Daily Full Build Pipeline (2201.6.x) + +on: + workflow_dispatch: + schedule: + - cron: '30 18 * * *' # 00:00 in LK time (GMT+5:30) + +env: + PATCH_LEVEL: 2201.6.x + DISTRIBUTION_BUILD_LEVEL: 10 + +jobs: + build-lang: + name: Build ballerina-lang + runs-on: ubuntu-latest + timeout-minutes: 150 + steps: + - name: Checkout Repository + uses: actions/checkout@v2 + - name: Setup Python + uses: actions/setup-python@v2 + with: + python-version: '3.x' + - name: Install Python Packages + run: | + pip install requests + pip install httplib2 + pip install colorama + pip install configobj + pip install requests + pip install PyGithub + pip install cryptography + - name: Set up JDK 11 + uses: actions/setup-java@v2 + with: + distribution: 'temurin' + java-version: '11' + - name: Build ballerina-lang + run: python -u dependabot/full_build_pipeline.py ./ --lang-branch $PATCH_LEVEL --build-level 0 + env: + packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} + packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} + devCentralToken: ${{ secrets.BALLERINA_DEV_CENTRAL_ACCESS_TOKEN }} + TEST_MODE_ACTIVE: true + - name: Notify Build Failure + if: ${{ failure() }} + shell: bash + run: + FILE="failed_modules.txt" + + while read module; do + python3 dependabot/notify_full_build_failure.py $module $PATCH_LEVEL; + done < ${FILE} + env: + CHAT_ID: ${{ secrets.NOTIFICATIONS_CHAT_ID }} + CHAT_KEY: ${{ secrets.NOTIFICATIONS_CHAT_KEY }} + CHAT_TOKEN: ${{ secrets.NOTIFICATIONS_CHAT_TOKEN }} + ENV_USER_ENCRYPTION_KEY: ${{secrets.USER_ENCRYPTION_KEY}} + BALLERINA_BOT_TOKEN: ${{ secrets.BALLERINA_BOT_TOKEN }} + - name: Get lang version + id: lang-version + run: | + VERSION=$((grep -w "version" | cut -d= -f2 | xargs) < ballerina-lang/gradle.properties) + SPEC_VERSION=$((grep -w "specVersion" | cut -d= -f2 | xargs) < ballerina-lang/gradle.properties) + echo "::set-output name=version::$VERSION" + echo "::set-output name=specVersion::$SPEC_VERSION" + - name: Archive Lang Artifacts + uses: actions/upload-artifact@v2 + with: + name: Ballerina Lang Artifacts + path: ~/.m2/ + outputs: + lang-version: ${{ steps.lang-version.outputs.version }} + spec-version: ${{ steps.lang-version.outputs.specVersion }} + + build-stdlibs: + name: Build Standard Libraries & Tools + needs: build-lang + runs-on: ubuntu-latest + steps: + - name: Checkout Repository + uses: actions/checkout@v2 + - name: Setup Python + uses: actions/setup-python@v2 + with: + python-version: '3.x' + - name: Install Python Packages + run: | + pip install requests + pip install httplib2 + pip install colorama + pip install configobj + pip install requests + pip install PyGithub + pip install cryptography + - name: Set up JDK 11 + uses: actions/setup-java@v2 + with: + distribution: 'temurin' + java-version: '11' + - name: Setup NodeJs + uses: actions/setup-node@v3 + with: + node-version: 10.22.1 + - name: Download Ballerina Lang Artifacts + uses: actions/download-artifact@v2 + with: + name: Ballerina Lang Artifacts + path: ~/.m2/ + - name: Build Standard Libraries & Tools + run: | + python -u dependabot/full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ + --update-stdlib-dependencies --skip-build-distribution --continue-on-error + env: + packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} + packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} + devCentralToken: ${{ secrets.BALLERINA_DEV_CENTRAL_ACCESS_TOKEN }} + TEST_MODE_ACTIVE: true + - name: Notify Build Failure + if: ${{ failure() }} + shell: bash + run: + FILE="failed_modules.txt" + + while read module; do + python3 dependabot/notify_full_build_failure.py $module $PATCH_LEVEL; + done < ${FILE} + env: + CHAT_ID: ${{ secrets.NOTIFICATIONS_CHAT_ID }} + CHAT_KEY: ${{ secrets.NOTIFICATIONS_CHAT_KEY }} + CHAT_TOKEN: ${{ secrets.NOTIFICATIONS_CHAT_TOKEN }} + ENV_USER_ENCRYPTION_KEY: ${{secrets.USER_ENCRYPTION_KEY}} + BALLERINA_BOT_TOKEN: ${{ secrets.BALLERINA_BOT_TOKEN }} + + build-distribution: + name: Build ballerina-distribution + needs: build-lang + runs-on: ubuntu-latest + timeout-minutes: 150 + steps: + - name: Checkout Repository + uses: actions/checkout@v2 + - name: Setup Python + uses: actions/setup-python@v2 + with: + python-version: '3.x' + - name: Install Python Packages + run: | + pip install requests + pip install httplib2 + pip install colorama + pip install configobj + pip install requests + pip install PyGithub + pip install cryptography + - name: Set up JDK 11 + uses: actions/setup-java@v2 + with: + distribution: 'temurin' + java-version: '11' + - name: Download Ballerina Lang Artifacts + uses: actions/download-artifact@v2 + with: + name: Ballerina Lang Artifacts + path: ~/.m2/ + - name: Build ballerina-distribution + run: | + python -u dependabot/full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ + --patch-level $PATCH_LEVEL --build-level $DISTRIBUTION_BUILD_LEVEL --continue-on-error \ + --update-stdlib-dependencies + env: + packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} + packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} + devCentralToken: ${{ secrets.BALLERINA_DEV_CENTRAL_ACCESS_TOKEN }} + TEST_MODE_ACTIVE: true + - name: Get project version + id: project-version + run: | + SHORT_VERSION=$((grep -w "version" | cut -d= -f2 | cut -d- -f1 | xargs) < ballerina-distribution/gradle.properties) + DIST_VERSION=$((grep -w "version" | cut -d= -f2 | xargs) < ballerina-distribution/gradle.properties) + CODE_NAME=$((grep -w 'codeName' | cut -d= -f2 | xargs) < ballerina-distribution/gradle.properties) + RELEASE_VERSION=$DIST_VERSION-$CODE_NAME + echo "::set-output name=version::$RELEASE_VERSION" + echo "::set-output name=sVersion::$SHORT_VERSION" + - name: Archive Ballerina ZIP + uses: actions/upload-artifact@v2 + with: + name: Ballerina ZIP + path: ballerina-distribution/ballerina/build/distributions/ballerina-*-swan-lake.zip + - name: Archive Ballerina Short Name ZIP + uses: actions/upload-artifact@v2 + with: + name: Ballerina Short Name ZIP + path: ballerina-distribution/ballerina/build/distributions/ballerina-22*.zip + - name: Archive MacOS Installer ZIP + uses: actions/upload-artifact@v2 + with: + name: MacOS Installer ZIP + path: ballerina-distribution/ballerina/build/distributions/ballerina-*-macos.zip + - name: Archive Windows Installer ZIP + uses: actions/upload-artifact@v2 + with: + name: Windows Installer ZIP + path: ballerina-distribution/ballerina/build/distributions/ballerina-*-windows.zip + - name: Create linux-deb + id: run_installers_deb + working-directory: ballerina-distribution/installers/linux-deb + run: ./build-ballerina-linux-deb-x64.sh -v ${{ steps.project-version.outputs.version }} -p ./../../ballerina/build/distributions + - name: Create linux-rpm + id: run_installers_rpm + working-directory: ballerina-distribution/installers/linux-rpm + run: ./build-ballerina-linux-rpm-x64.sh -v ${{ steps.project-version.outputs.version }} -p ./../../ballerina/build/distributions + - name: Archive Linux deb + uses: actions/upload-artifact@v2 + with: + name: Linux Installer deb + path: ballerina-distribution/installers/linux-deb/target/ballerina-*-linux-x64.deb + - name: Archive Linux rpm + uses: actions/upload-artifact@v2 + with: + name: Linux Installer rpm + path: ballerina-distribution/installers/linux-rpm/rpmbuild/RPMS/x86_64/ballerina-*-linux-x64.rpm + - name: Install Ballerina DEB + run: sudo dpkg -i ballerina-distribution/installers/linux-deb/target/ballerina-*-linux-x64.deb + - name: Update Installer Test Configs + run: | + DISPLAY_TEXT=${{ steps.project-version.outputs.sVersion }} + SWAN_LAKE_LATEST_VERSION="swan-lake-"+$DISPLAY_TEXT + SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} + perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=$DISPLAY_TEXT/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=$SWAN_LAKE_LATEST_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=$SPEC_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties + - name: Run Installer Tests + working-directory: ./ballerina-distribution/ballerina-test-automation/installer-test + run: ./../gradlew build --stacktrace -scan --console=plain --no-daemon -DballerinaInstalled=true + env: + TEST_MODE_ACTIVE: true + - name: Notify Build Failure + if: ${{ failure() }} + shell: bash + run: + FILE="failed_modules.txt" + + while read module; do + python3 dependabot/notify_full_build_failure.py $module $PATCH_LEVEL; + done < ${FILE} + env: + CHAT_ID: ${{ secrets.NOTIFICATIONS_CHAT_ID }} + CHAT_KEY: ${{ secrets.NOTIFICATIONS_CHAT_KEY }} + CHAT_TOKEN: ${{ secrets.NOTIFICATIONS_CHAT_TOKEN }} + ENV_USER_ENCRYPTION_KEY: ${{secrets.USER_ENCRYPTION_KEY}} + BALLERINA_BOT_TOKEN: ${{ secrets.BALLERINA_BOT_TOKEN }} + outputs: + project-version: ${{ steps.project-version.outputs.version }} + short-version: ${{ steps.project-version.outputs.sVersion }} + + ubuntu-rpm-installer-test: + needs: [build-lang, build-distribution] + name: Ubuntu rpm Installer + runs-on: ubuntu-latest + container: centos:latest + + steps: + - name: Checkout Repository + uses: actions/checkout@v2 + - name: Set up JDK 11 + uses: actions/setup-java@v2 + with: + distribution: 'adopt' + java-version: '11' + - name: Setup Files + run: | + cd /etc/yum.repos.d/ + sed -i 's/mirrorlist/#mirrorlist/g' /etc/yum.repos.d/CentOS-* + sed -i 's|#baseurl=http://mirror.centos.org|baseurl=http://vault.centos.org|g' /etc/yum.repos.d/CentOS-* + - name: Install Git + run: | + yum install sudo -y + sudo dnf install git -y + - name: Download Ballerina Distribution + run: | + git clone https://github.com/ballerina-platform/ballerina-distribution.git + cd ballerina-distribution + git checkout $PATCH_LEVEL + - name: Download Ballerina rpm Installer + uses: actions/download-artifact@v2 + with: + name: Linux Installer rpm + - name: Install Ballerina RPM + run: rpm -ivh ballerina-*-linux-x64.rpm + - name: Update Installer Test Configs + run: | + DISPLAY_TEXT=${{ needs.build-distribution.outputs.short-version }} + SWAN_LAKE_LATEST_VERSION="swan-lake-"+$DISPLAY_TEXT + SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} + perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=$DISPLAY_TEXT/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=$SWAN_LAKE_LATEST_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=$SPEC_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties + - name: Run Installer Tests + working-directory: ./ballerina-distribution/ballerina-test-automation/installer-test + run: ./../gradlew build --stacktrace -scan --console=plain --no-daemon -DballerinaInstalled=true + env: + TEST_MODE_ACTIVE: true + + macos-installer-build: + needs: [build-lang, build-distribution] + name: Build MacOS Installer + runs-on: macos-latest + steps: + - name: Checkout Repository + uses: actions/checkout@v2 + - name: Set up JDK 11 + uses: actions/setup-java@v2 + with: + distribution: 'temurin' + java-version: '11' + - name: Download Ballerina Distribution + run: | + git clone https://github.com/ballerina-platform/ballerina-distribution.git + cd ballerina-distribution + git checkout $PATCH_LEVEL + - name: Download MacOS Intaller Zip + uses: actions/download-artifact@v2 + with: + name: MacOS Installer ZIP + - name: Create macos-pkg + id: run_installers_pkg + working-directory: ballerina-distribution/installers/mac + run: ./build-ballerina-macos-x64.sh -v ${{ needs.build-distribution.outputs.project-version }} -p ./../../../ + - name: Archive MacOS pkg + uses: actions/upload-artifact@v2 + with: + name: MacOS Installer pkg + path: ballerina-distribution/installers/mac/target/pkg/ballerina-*-macos-x64.pkg + - name: Install Ballerina PKG + run: sudo installer -pkg ballerina-distribution/installers/mac/target/pkg/ballerina-*-macos-x64.pkg -target / + - name: Update Installer Test Configs + run: | + DISPLAY_TEXT=${{ needs.build-distribution.outputs.short-version }} + SWAN_LAKE_LATEST_VERSION="swan-lake-"+$DISPLAY_TEXT + SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} + perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=$DISPLAY_TEXT/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=$SWAN_LAKE_LATEST_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=$SPEC_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties + - name: Run Installer Tests + working-directory: ./ballerina-distribution/ballerina-test-automation/installer-test + run: ./../gradlew build --stacktrace -scan --console=plain --no-daemon -DballerinaInstalled=true + env: + TEST_MODE_ACTIVE: true + + windows-installer-build: + needs: [build-lang, build-distribution] + name: Build Windows Installer + runs-on: windows-latest + steps: + - name: Checkout Repository + uses: actions/checkout@v2 + - name: Set up JDK 11 + uses: actions/setup-java@v2 + with: + distribution: 'temurin' + java-version: '11' + - uses: actions/setup-dotnet@v1 + with: + dotnet-version: '2.1.x' + - name: Install GUID Generator + run: dotnet tool install -g dotnet-guid --version 0.5.2 + - name: Download Ballerina Distribution + run: | + git clone https://github.com/ballerina-platform/ballerina-distribution.git + cd ballerina-distribution + git checkout $PATCH_LEVEL + - name: Download Windows Intaller Zip + uses: actions/download-artifact@v2 + with: + name: Windows Installer ZIP + - name: Create windows-msi + id: run_installers_msi + run: | + $env:Path += ";C:\Program Files (x86)\WiX Toolset v3.11\bin" + move ballerina-distribution\installers\windows .\ + ren windows w + cd w + .\build-ballerina-windows-x64.bat --version ${{ needs.build-distribution.outputs.project-version }} --path .\..\ + - name: Archive Windows msi + uses: actions/upload-artifact@v2 + with: + name: Windows Installer msi + path: w\target\msi\ballerina-*-windows-x64.msi + - name: Install Ballerina msi + run: msiexec /i w\target\msi\ballerina-${{ needs.build-distribution.outputs.project-version }}-windows-x64.msi /quiet /qr + shell: cmd + - name: Update Installer Test Configs + run: | + set DISPLAY_TEXT=${{ needs.build-distribution.outputs.short-version }} + set SWAN_LAKE_LATEST_VERSION=swan-lake-%DISPLAY_TEXT% + set SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} + perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=%DISPLAY_TEXT%/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=%SWAN_LAKE_LATEST_VERSION%/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=%SPEC_VERSION%/" ballerina-distribution/ballerina-test-automation/gradle.properties + shell: cmd + - name: Run Installer Tests + working-directory: .\ballerina-distribution\ballerina-test-automation\installer-test + run: | + $env:Path += ";C:\Program Files\Ballerina\bin" + .\..\gradlew build --stacktrace -scan --console=plain --no-daemon -DballerinaInstalled=true + env: + TEST_MODE_ACTIVE: true + + nballerina-build: + needs: build-distribution + name: Build nBallerina + runs-on: ubuntu-latest + + steps: + - name: Checkout Repository + uses: actions/checkout@v2 + - name: Set up JDK 11 + uses: actions/setup-java@v2 + with: + distribution: 'adopt' + java-version: '11' + - name: Install Python Packages + run: | + pip install requests + pip install retry + pip install PyGithub + pip install cryptography + pip install httplib2 + - name: Clone nBallerina repository + run: git clone https://github.com/ballerina-platform/nballerina.git + - name: Download Linux Deb Installer + uses: actions/download-artifact@v2 + with: + name: Linux Installer deb + - name: Install Ballerina DEB + run: sudo dpkg -i ballerina-*-linux-x64.deb + - name: Run compiler tests + working-directory: nballerina/compiler + run: bal test + - name: Notify Build Failure + if: ${{ failure() }} + shell: bash + run: python3 dependabot/notify_full_build_failure.py nballerina $PATCH_LEVEL + env: + CHAT_ID: ${{ secrets.NOTIFICATIONS_CHAT_ID }} + CHAT_KEY: ${{ secrets.NOTIFICATIONS_CHAT_KEY }} + CHAT_TOKEN: ${{ secrets.NOTIFICATIONS_CHAT_TOKEN }} + ENV_USER_ENCRYPTION_KEY: ${{secrets.USER_ENCRYPTION_KEY}} + BALLERINA_BOT_TOKEN: ${{ secrets.BALLERINA_BOT_TOKEN }} From a44595f6587a7024e8a9349a59ed82ec97646254 Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Tue, 16 May 2023 10:07:13 +0530 Subject: [PATCH 019/103] Fix passing patch level --- .github/workflows/daily-full-build-master.yml | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-) diff --git a/.github/workflows/daily-full-build-master.yml b/.github/workflows/daily-full-build-master.yml index 778370f3d..a9d77f111 100644 --- a/.github/workflows/daily-full-build-master.yml +++ b/.github/workflows/daily-full-build-master.yml @@ -6,6 +6,7 @@ on: - cron: '30 18 * * *' # 00:00 in LK time (GMT+5:30) env: + PATCH_LEVEL: master DISTRIBUTION_BUILD_LEVEL: 10 jobs: @@ -48,7 +49,7 @@ jobs: FILE="failed_modules.txt" while read module; do - python3 dependabot/notify_full_build_failure.py $module master; + python3 dependabot/notify_full_build_failure.py $module $PATCH_LEVEL; done < ${FILE} env: CHAT_ID: ${{ secrets.NOTIFICATIONS_CHAT_ID }} @@ -127,7 +128,7 @@ jobs: FILE="failed_modules.txt" while read module; do - python3 dependabot/notify_full_build_failure.py $module master; + python3 dependabot/notify_full_build_failure.py $module $PATCH_LEVEL; done < ${FILE} env: CHAT_ID: ${{ secrets.NOTIFICATIONS_CHAT_ID }} @@ -250,7 +251,7 @@ jobs: FILE="failed_modules.txt" while read module; do - python3 dependabot/notify_full_build_failure.py $module master; + python3 dependabot/notify_full_build_failure.py $module $PATCH_LEVEL; done < ${FILE} env: CHAT_ID: ${{ secrets.NOTIFICATIONS_CHAT_ID }} @@ -449,7 +450,7 @@ jobs: - name: Notify Build Failure if: ${{ failure() }} shell: bash - run: python3 dependabot/notify_full_build_failure.py nballerina master + run: python3 dependabot/notify_full_build_failure.py nballerina $PATCH_LEVEL env: CHAT_ID: ${{ secrets.NOTIFICATIONS_CHAT_ID }} CHAT_KEY: ${{ secrets.NOTIFICATIONS_CHAT_KEY }} From d51d757f74084bfdb52fd00e5a776bb41ba0ec15 Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Tue, 16 May 2023 13:50:39 +0530 Subject: [PATCH 020/103] Fix downloading artifacts --- .github/workflows/daily-full-build-master.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/daily-full-build-master.yml b/.github/workflows/daily-full-build-master.yml index a9d77f111..7b96a33ac 100644 --- a/.github/workflows/daily-full-build-master.yml +++ b/.github/workflows/daily-full-build-master.yml @@ -139,7 +139,7 @@ jobs: build-distribution: name: Build ballerina-distribution - needs: build-lang + needs: [build-lang, build-stdlibs] runs-on: ubuntu-latest timeout-minutes: 150 steps: From 691602cf94bf5b5c6cbce0b61f8ef15612edc2e9 Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Tue, 16 May 2023 13:55:42 +0530 Subject: [PATCH 021/103] Fix downloading artifacts --- .../workflows/daily-full-build-2201.6.x.yml | 22 ++++++++++++++----- 1 file changed, 16 insertions(+), 6 deletions(-) diff --git a/.github/workflows/daily-full-build-2201.6.x.yml b/.github/workflows/daily-full-build-2201.6.x.yml index 6f738a3df..255029e85 100644 --- a/.github/workflows/daily-full-build-2201.6.x.yml +++ b/.github/workflows/daily-full-build-2201.6.x.yml @@ -49,7 +49,7 @@ jobs: FILE="failed_modules.txt" while read module; do - python3 dependabot/notify_full_build_failure.py $module $PATCH_LEVEL; + python3 dependabot/notify_full_build_failure.py $module $PATCH_LEVEL; done < ${FILE} env: CHAT_ID: ${{ secrets.NOTIFICATIONS_CHAT_ID }} @@ -116,6 +116,11 @@ jobs: packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} devCentralToken: ${{ secrets.BALLERINA_DEV_CENTRAL_ACCESS_TOKEN }} TEST_MODE_ACTIVE: true + - name: Archive Standard Library Artifacts + uses: actions/upload-artifact@v2 + with: + name: Standard Library Artifacts + path: ~/.m2/ - name: Notify Build Failure if: ${{ failure() }} shell: bash @@ -123,7 +128,7 @@ jobs: FILE="failed_modules.txt" while read module; do - python3 dependabot/notify_full_build_failure.py $module $PATCH_LEVEL; + python3 dependabot/notify_full_build_failure.py $module $PATCH_LEVEL; done < ${FILE} env: CHAT_ID: ${{ secrets.NOTIFICATIONS_CHAT_ID }} @@ -134,7 +139,7 @@ jobs: build-distribution: name: Build ballerina-distribution - needs: build-lang + needs: [build-lang, build-stdlibs] runs-on: ubuntu-latest timeout-minutes: 150 steps: @@ -163,11 +168,16 @@ jobs: with: name: Ballerina Lang Artifacts path: ~/.m2/ + - name: Download Standard Library Artifacts + uses: actions/download-artifact@v2 + with: + name: Standard Library Artifacts + path: ~/.m2/ - name: Build ballerina-distribution run: | python -u dependabot/full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ - --patch-level $PATCH_LEVEL --build-level $DISTRIBUTION_BUILD_LEVEL --continue-on-error \ - --update-stdlib-dependencies + --update-stdlib-dependencies --build-level $DISTRIBUTION_BUILD_LEVEL --continue-on-error \ + --patch-level $PATCH_LEVEL env: packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} @@ -242,7 +252,7 @@ jobs: FILE="failed_modules.txt" while read module; do - python3 dependabot/notify_full_build_failure.py $module $PATCH_LEVEL; + python3 dependabot/notify_full_build_failure.py $module $PATCH_LEVEL; done < ${FILE} env: CHAT_ID: ${{ secrets.NOTIFICATIONS_CHAT_ID }} From c99455cfe9789a3ede1f6612bd6c40d5cfb56746 Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Wed, 17 May 2023 00:27:18 +0530 Subject: [PATCH 022/103] [Automated] Update Extensions Dependencies --- dependabot/resources/extensions.json | 1 - 1 file changed, 1 deletion(-) diff --git a/dependabot/resources/extensions.json b/dependabot/resources/extensions.json index 623d88baa..6bf6fc258 100644 --- a/dependabot/resources/extensions.json +++ b/dependabot/resources/extensions.json @@ -106,7 +106,6 @@ "module-ballerinax-choreo", "module-ballerinax-jaeger", "module-ballerinax-prometheus", - "graphql-tools", "openapi-tools", "ballerina-dev-tools", "asyncapi-tools" From cca167ce275c4a30a91111f3762f677a83fe6111 Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Thu, 18 May 2023 10:52:07 +0530 Subject: [PATCH 023/103] Add no-daemon for lang build --- ballerina-distribution | 1 + dependabot/full_build_pipeline.py | 4 ++-- 2 files changed, 3 insertions(+), 2 deletions(-) create mode 160000 ballerina-distribution diff --git a/ballerina-distribution b/ballerina-distribution new file mode 160000 index 000000000..ec08a9fbd --- /dev/null +++ b/ballerina-distribution @@ -0,0 +1 @@ +Subproject commit ec08a9fbd6367e018dea8084366db05956670543 diff --git a/dependabot/full_build_pipeline.py b/dependabot/full_build_pipeline.py index 56588dc19..75db08d27 100644 --- a/dependabot/full_build_pipeline.py +++ b/dependabot/full_build_pipeline.py @@ -163,8 +163,8 @@ def main(): lang_version = get_version() print_info(f"Lang version: {lang_version}") - lang_build_commands = ["./gradlew", "clean", "build", "--scan", "--stacktrace", - "publishToMavenLocal"] + lang_build_commands = ["./gradlew", "clean", "build", "--scan", "--stacktrace", "--console=plain", + "--no-daemon", "publishToMavenLocal"] if skip_tests: lang_build_commands.append("-x") lang_build_commands.append("test") From 6c71dbd1d76eb7c74f7f9c2cd87030ebcbbeb6ed Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Thu, 18 May 2023 11:59:50 +0530 Subject: [PATCH 024/103] Disable bbe tests in distribution --- dependabot/full_build_pipeline.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/dependabot/full_build_pipeline.py b/dependabot/full_build_pipeline.py index 75db08d27..bfe6bf14f 100644 --- a/dependabot/full_build_pipeline.py +++ b/dependabot/full_build_pipeline.py @@ -323,6 +323,8 @@ def main(): dist_build_commands = commands.copy() dist_build_commands.append("-x") dist_build_commands.append(":project-api-tests:test") + dist_build_commands.append("-x") + dist_build_commands.append(":ballerina:testExamples") if not skip_tests and test_module and test_module != BALLERINA_DIST_REPO_NAME: dist_build_commands.append("-x") dist_build_commands.append("test") From 5e7b2cb9a2441cfc2333e6a4ff8930203fd10663 Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Thu, 18 May 2023 14:57:05 +0530 Subject: [PATCH 025/103] [Automated] Update Stdlib Dependency Graph --- dashboard/stdlib_graph.gv | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/dashboard/stdlib_graph.gv b/dashboard/stdlib_graph.gv index e89efbf37..565e421ad 100644 --- a/dashboard/stdlib_graph.gv +++ b/dashboard/stdlib_graph.gv @@ -2,7 +2,6 @@ digraph "Stdlib Dependency Graph" { subgraph cluster_1 { node [color=white style=filled] color=lightgrey style=filled - constraint io "jballerina.java.arrays" regex @@ -14,6 +13,7 @@ digraph "Stdlib Dependency Graph" { subgraph cluster_2 { node [color=white style=filled] color=lightgrey style=filled + constraint crypto log os @@ -83,18 +83,19 @@ digraph "Stdlib Dependency Graph" { postgresql label="level 8" } - constraint -> cache - constraint -> nats io -> log io -> os io -> serdes io -> xslt + time -> constraint time -> crypto time -> file time -> protobuf time -> random time -> task url -> oauth2 + constraint -> cache + constraint -> nats crypto -> auth crypto -> jwt crypto -> nats From 845892eada54db53d007f2d418111962f6e907ec Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Thu, 18 May 2023 16:20:03 +0530 Subject: [PATCH 026/103] Divide FBP(manual trigger) into 3 jobs --- .github/workflows/full_build_pipeline.yml | 266 +++++++++++++++++++--- 1 file changed, 230 insertions(+), 36 deletions(-) diff --git a/.github/workflows/full_build_pipeline.yml b/.github/workflows/full_build_pipeline.yml index d0b8ddd8d..4da5f5d15 100644 --- a/.github/workflows/full_build_pipeline.yml +++ b/.github/workflows/full_build_pipeline.yml @@ -40,9 +40,10 @@ on: required: true jobs: - build-pipeline: - name: Build Pipeline + build-lang: + name: Build ballerina-lang runs-on: ubuntu-latest + timeout-minutes: 150 steps: - name: Checkout Repository uses: actions/checkout@v2 @@ -57,15 +58,13 @@ jobs: pip install colorama pip install configobj pip install requests + pip install PyGithub + pip install cryptography - name: Set up JDK 11 uses: actions/setup-java@v2 with: distribution: 'temurin' java-version: '11' - - name: Setup NodeJs - uses: actions/setup-node@v3 - with: - node-version: 10.22.1 - name: Set command id: set-command shell: bash @@ -78,6 +77,83 @@ jobs: else commands+=("--lang-branch" "${{ github.event.inputs.lang_branch }}") fi + if (${{github.event.inputs.skip_tests}}) + then + commands+=("--skip-tests") + fi + + command_string="" + for value in "${commands[@]}" + do + command_string+=" $value" + done + + echo $command_string + echo "::set-output name=command::$command_string" + - name: Build ballerina-lang + run: | + python -u dependabot/full_build_pipeline.py ${{ steps.set-command.outputs.command }} --build-level 0 + env: + packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} + packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} + devCentralToken: ${{ secrets.BALLERINA_DEV_CENTRAL_ACCESS_TOKEN }} + TEST_MODE_ACTIVE: true + - name: Get lang version + id: lang-version + run: | + VERSION=$((grep -w "version" | cut -d= -f2 | xargs) < ballerina-lang/gradle.properties) + SPEC_VERSION=$((grep -w "specVersion" | cut -d= -f2 | xargs) < ballerina-lang/gradle.properties) + echo "::set-output name=version::$VERSION" + echo "::set-output name=specVersion::$SPEC_VERSION" + - name: Archive Lang Artifacts + uses: actions/upload-artifact@v2 + with: + name: Ballerina Lang Artifacts + path: ~/.m2/ + outputs: + lang-version: ${{ steps.lang-version.outputs.version }} + spec-version: ${{ steps.lang-version.outputs.specVersion }} + + build-stdlibs: + name: Build Standard Libraries & Tools + needs: build-lang + runs-on: ubuntu-latest + steps: + - name: Checkout Repository + uses: actions/checkout@v2 + - name: Setup Python + uses: actions/setup-python@v2 + with: + python-version: '3.x' + - name: Install Python Packages + run: | + pip install requests + pip install httplib2 + pip install colorama + pip install configobj + pip install requests + pip install PyGithub + pip install cryptography + - name: Set up JDK 11 + uses: actions/setup-java@v2 + with: + distribution: 'temurin' + java-version: '11' + - name: Setup NodeJs + uses: actions/setup-node@v3 + with: + node-version: 10.22.1 + - name: Download Ballerina Lang Artifacts + uses: actions/download-artifact@v2 + with: + name: Ballerina Lang Artifacts + path: ~/.m2/ + - name: Set command + id: set-command + shell: bash + run: | + FILE_PATH="./" + commands=($FILE_PATH) if (${{github.event.inputs.patch_level != 'master'}}) then commands+=("--patch-level" "${{ github.event.inputs.patch_level}}") @@ -107,32 +183,100 @@ jobs: echo $command_string echo "::set-output name=command::$command_string" - - name: Build Modules + - name: Build Standard Libraries & Tools run: | - python -u dependabot/full_build_pipeline.py ${{ steps.set-command.outputs.command }} + python -u dependabot/full_build_pipeline.py ${{ steps.set-command.outputs.command }} \ + --lang-version ${{ needs.build-lang.outputs.lang-version }} --skip-build-distribution env: packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} devCentralToken: ${{ secrets.BALLERINA_DEV_CENTRAL_ACCESS_TOKEN }} - - name: Analyze Heap Dump If Exists - if: failure() - run: | - if test -f dump.hprof; then echo "Heap dump exists. Analyzing..."; else exit 0; fi - wget https://ftp.jaist.ac.jp/pub/eclipse/mat/1.12.0/rcp/MemoryAnalyzer-1.12.0.20210602-linux.gtk.x86_64.zip - unzip MemoryAnalyzer-1.12.0.20210602-linux.gtk.x86_64.zip - ./mat/ParseHeapDump.sh ./dump.hprof org.eclipse.mat.api:suspects - - name: Upload Heap Dumps + TEST_MODE_ACTIVE: true + - name: Archive Standard Library Artifacts uses: actions/upload-artifact@v2 - if: always() with: - name: heap_dump.hprof - path: '*.hprof' - - name: Upload Leaks Suspects - uses: actions/upload-artifact@v2 - if: failure() + name: Standard Library Artifacts + path: ~/.m2/ + + build-distribution: + name: Build ballerina-distribution + needs: [build-lang, build-stdlibs] + runs-on: ubuntu-latest + timeout-minutes: 150 + steps: + - name: Checkout Repository + uses: actions/checkout@v2 + - name: Setup Python + uses: actions/setup-python@v2 with: - name: Leak_Suspects - path: 'dump_Leak_Suspects.zip' + python-version: '3.x' + - name: Install Python Packages + run: | + pip install requests + pip install httplib2 + pip install colorama + pip install configobj + pip install requests + pip install PyGithub + pip install cryptography + - name: Set up JDK 11 + uses: actions/setup-java@v2 + with: + distribution: 'temurin' + java-version: '11' + - name: Download Ballerina Lang Artifacts + uses: actions/download-artifact@v2 + with: + name: Ballerina Lang Artifacts + path: ~/.m2/ + - name: Download Standard Library Artifacts + uses: actions/download-artifact@v2 + with: + name: Standard Library Artifacts + path: ~/.m2/ + - name: Set command + id: set-command + shell: bash + run: | + FILE_PATH="./" + commands=($FILE_PATH) + if (${{github.event.inputs.patch_level != 'master'}}) + then + commands+=("--patch-level" "${{ github.event.inputs.patch_level}}") + fi + if (${{ github.event.inputs.downstream_branch != ''}}) + then + commands+=("--downstream-branch" "${{ github.event.inputs.downstream_branch}}") + fi + if (${{github.event.inputs.skip_tests}}) + then + commands+=("--skip-tests") + fi + if (${{ github.event.inputs.update_stdlib_dependencies}}) + then + commands+=("--update-stdlib-dependencies") + fi + if (${{ github.event.inputs.build_released_versions}}) + then + commands+=("--build-released-versions") + fi + + command_string="" + for value in "${commands[@]}" + do + command_string+=" $value" + done + + echo $command_string + echo "::set-output name=command::$command_string" + - name: Build ballerina-distribution + run: | + python -u dependabot/full_build_pipeline.py ${{ steps.set-command.outputs.command }} \ + --lang-version ${{ needs.build-lang.outputs.lang-version }} --build-level $DISTRIBUTION_BUILD_LEVEL + env: + packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} + packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} + devCentralToken: ${{ secrets.BALLERINA_DEV_CENTRAL_ACCESS_TOKEN }} - name: Get project version id: project-version run: | @@ -141,7 +285,7 @@ jobs: CODE_NAME=$((grep -w 'codeName' | cut -d= -f2 | xargs) < ballerina-distribution/gradle.properties) RELEASE_VERSION=$DIST_VERSION-$CODE_NAME echo "::set-output name=version::$RELEASE_VERSION" - echo "::set-output name=sversion::$SHORT_VERSION" + echo "::set-output name=sVersion::$SHORT_VERSION" - name: Archive Ballerina ZIP uses: actions/upload-artifact@v2 with: @@ -182,6 +326,14 @@ jobs: path: ballerina-distribution/installers/linux-rpm/rpmbuild/RPMS/x86_64/ballerina-*-linux-x64.rpm - name: Install Ballerina DEB run: sudo dpkg -i ballerina-distribution/installers/linux-deb/target/ballerina-*-linux-x64.deb + - name: Update Installer Test Configs + run: | + DISPLAY_TEXT=${{ steps.project-version.outputs.sVersion }} + SWAN_LAKE_LATEST_VERSION="swan-lake-"+$DISPLAY_TEXT + SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} + perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=$DISPLAY_TEXT/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=$SWAN_LAKE_LATEST_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=$SPEC_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties - name: Run Installer Tests working-directory: ./ballerina-distribution/ballerina-test-automation/installer-test run: ./../gradlew build --stacktrace -scan --console=plain --no-daemon -DballerinaInstalled=true @@ -189,9 +341,10 @@ jobs: TEST_MODE_ACTIVE: true outputs: project-version: ${{ steps.project-version.outputs.version }} + short-version: ${{ steps.project-version.outputs.sVersion }} ubuntu-rpm-installer-test: - needs: build-pipeline + needs: [build-lang, build-distribution] name: Ubuntu rpm Installer runs-on: ubuntu-latest container: centos:latest @@ -214,13 +367,24 @@ jobs: yum install sudo -y sudo dnf install git -y - name: Download Ballerina Distribution - run: git clone https://github.com/ballerina-platform/ballerina-distribution.git + run: | + git clone https://github.com/ballerina-platform/ballerina-distribution.git + cd ballerina-distribution + git checkout $PATCH_LEVEL - name: Download Ballerina rpm Installer uses: actions/download-artifact@v2 with: name: Linux Installer rpm - name: Install Ballerina RPM run: rpm -ivh ballerina-*-linux-x64.rpm + - name: Update Installer Test Configs + run: | + DISPLAY_TEXT=${{ needs.build-distribution.outputs.short-version }} + SWAN_LAKE_LATEST_VERSION="swan-lake-"+$DISPLAY_TEXT + SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} + perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=$DISPLAY_TEXT/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=$SWAN_LAKE_LATEST_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=$SPEC_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties - name: Run Installer Tests working-directory: ./ballerina-distribution/ballerina-test-automation/installer-test run: ./../gradlew build --stacktrace -scan --console=plain --no-daemon -DballerinaInstalled=true @@ -228,7 +392,7 @@ jobs: TEST_MODE_ACTIVE: true macos-installer-build: - needs: build-pipeline + needs: [build-lang, build-distribution] name: Build MacOS Installer runs-on: macos-latest steps: @@ -240,7 +404,10 @@ jobs: distribution: 'temurin' java-version: '11' - name: Download Ballerina Distribution - run: git clone https://github.com/ballerina-platform/ballerina-distribution.git + run: | + git clone https://github.com/ballerina-platform/ballerina-distribution.git + cd ballerina-distribution + git checkout $PATCH_LEVEL - name: Download MacOS Intaller Zip uses: actions/download-artifact@v2 with: @@ -248,7 +415,7 @@ jobs: - name: Create macos-pkg id: run_installers_pkg working-directory: ballerina-distribution/installers/mac - run: ./build-ballerina-macos-x64.sh -v ${{ needs.build-pipeline.outputs.project-version }} -p ./../../../ + run: ./build-ballerina-macos-x64.sh -v ${{ needs.build-distribution.outputs.project-version }} -p ./../../../ - name: Archive MacOS pkg uses: actions/upload-artifact@v2 with: @@ -256,6 +423,14 @@ jobs: path: ballerina-distribution/installers/mac/target/pkg/ballerina-*-macos-x64.pkg - name: Install Ballerina PKG run: sudo installer -pkg ballerina-distribution/installers/mac/target/pkg/ballerina-*-macos-x64.pkg -target / + - name: Update Installer Test Configs + run: | + DISPLAY_TEXT=${{ needs.build-distribution.outputs.short-version }} + SWAN_LAKE_LATEST_VERSION="swan-lake-"+$DISPLAY_TEXT + SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} + perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=$DISPLAY_TEXT/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=$SWAN_LAKE_LATEST_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=$SPEC_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties - name: Run Installer Tests working-directory: ./ballerina-distribution/ballerina-test-automation/installer-test run: ./../gradlew build --stacktrace -scan --console=plain --no-daemon -DballerinaInstalled=true @@ -263,7 +438,7 @@ jobs: TEST_MODE_ACTIVE: true windows-installer-build: - needs: build-pipeline + needs: [build-lang, build-distribution] name: Build Windows Installer runs-on: windows-latest steps: @@ -280,7 +455,10 @@ jobs: - name: Install GUID Generator run: dotnet tool install -g dotnet-guid --version 0.5.2 - name: Download Ballerina Distribution - run: git clone https://github.com/ballerina-platform/ballerina-distribution.git + run: | + git clone https://github.com/ballerina-platform/ballerina-distribution.git + cd ballerina-distribution + git checkout $PATCH_LEVEL - name: Download Windows Intaller Zip uses: actions/download-artifact@v2 with: @@ -292,14 +470,23 @@ jobs: move ballerina-distribution\installers\windows .\ ren windows w cd w - .\build-ballerina-windows-x64.bat --version ${{ needs.build-pipeline.outputs.project-version }} --path .\..\ + .\build-ballerina-windows-x64.bat --version ${{ needs.build-distribution.outputs.project-version }} --path .\..\ - name: Archive Windows msi uses: actions/upload-artifact@v2 with: name: Windows Installer msi path: w\target\msi\ballerina-*-windows-x64.msi - name: Install Ballerina msi - run: msiexec /i w\target\msi\ballerina-${{ needs.build-pipeline.outputs.project-version }}-windows-x64.msi /quiet /qr + run: msiexec /i w\target\msi\ballerina-${{ needs.build-distribution.outputs.project-version }}-windows-x64.msi /quiet /qr + shell: cmd + - name: Update Installer Test Configs + run: | + set DISPLAY_TEXT=${{ needs.build-distribution.outputs.short-version }} + set SWAN_LAKE_LATEST_VERSION=swan-lake-%DISPLAY_TEXT% + set SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} + perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=%DISPLAY_TEXT%/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=%SWAN_LAKE_LATEST_VERSION%/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=%SPEC_VERSION%/" ballerina-distribution/ballerina-test-automation/gradle.properties shell: cmd - name: Run Installer Tests working-directory: .\ballerina-distribution\ballerina-test-automation\installer-test @@ -310,8 +497,8 @@ jobs: TEST_MODE_ACTIVE: true nballerina-build: - needs: build-pipeline - name: nBallerina build + needs: build-distribution + name: Build nBallerina runs-on: ubuntu-latest steps: @@ -322,6 +509,13 @@ jobs: with: distribution: 'adopt' java-version: '11' + - name: Install Python Packages + run: | + pip install requests + pip install retry + pip install PyGithub + pip install cryptography + pip install httplib2 - name: Clone nBallerina repository run: git clone https://github.com/ballerina-platform/nballerina.git - name: Download Linux Deb Installer From 4c5cc3787b8e2a3769ab08c059077d2f4dfeb82b Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Thu, 18 May 2023 17:29:07 +0530 Subject: [PATCH 027/103] [Automated] Update Extensions Dependencies --- dependabot/resources/extensions.json | 71 ++++++++++++++++++++-------- 1 file changed, 52 insertions(+), 19 deletions(-) diff --git a/dependabot/resources/extensions.json b/dependabot/resources/extensions.json index 6bf6fc258..d5242eafe 100644 --- a/dependabot/resources/extensions.json +++ b/dependabot/resources/extensions.json @@ -2,23 +2,6 @@ "auto_bump": true, "lang_version_substring": "2201.0.2", "standard_library": [ - { - "name": "module-ballerina-constraint", - "level": 1, - "group_id": "io.ballerina.stdlib", - "artifact_id": "constraint-ballerina", - "version_key": "stdlibConstraintVersion", - "default_branch": "main", - "auto_merge": true, - "push_to_central": true, - "is_extended_library_module": false, - "build_action_file": "build-timestamped-master", - "send_notification": true, - "dependents": [ - "module-ballerina-cache", - "module-ballerinax-nats" - ] - }, { "name": "module-ballerina-io", "level": 1, @@ -106,9 +89,11 @@ "module-ballerinax-choreo", "module-ballerinax-jaeger", "module-ballerinax-prometheus", + "module-ballerina-toml", "openapi-tools", "ballerina-dev-tools", - "asyncapi-tools" + "asyncapi-tools", + "module-ballerina-yaml" ] }, { @@ -124,6 +109,7 @@ "build_action_file": "build-timestamped-master", "send_notification": true, "dependents": [ + "module-ballerina-constraint", "module-ballerina-crypto", "module-ballerina-file", "module-ballerina-protobuf", @@ -164,6 +150,23 @@ "asyncapi-tools" ] }, + { + "name": "module-ballerina-constraint", + "level": 2, + "group_id": "io.ballerina.stdlib", + "artifact_id": "constraint-ballerina", + "version_key": "stdlibConstraintVersion", + "default_branch": "main", + "auto_merge": true, + "push_to_central": true, + "is_extended_library_module": false, + "build_action_file": "build-timestamped-master", + "send_notification": true, + "dependents": [ + "module-ballerina-cache", + "module-ballerinax-nats" + ] + }, { "name": "module-ballerina-crypto", "level": 2, @@ -416,7 +419,9 @@ "send_notification": true, "dependents": [ "module-ballerina-email", - "module-ballerina-http" + "module-ballerina-http", + "module-ballerina-toml", + "module-ballerina-yaml" ] }, { @@ -1020,6 +1025,34 @@ "build_action_file": "build-timestamped-master", "send_notification": true, "dependents": [] + }, + { + "name": "module-ballerina-toml", + "level": 11, + "group_id": "io.ballerina.stdlib", + "artifact_id": "toml-ballerina", + "version_key": "stdlibTomlVersion", + "default_branch": "main", + "auto_merge": true, + "push_to_central": true, + "is_extended_library_module": true, + "build_action_file": "build-timestamped-master", + "send_notification": true, + "dependents": [] + }, + { + "name": "module-ballerina-yaml", + "level": 11, + "group_id": "io.ballerina.stdlib", + "artifact_id": "yaml-ballerina", + "version_key": "stdlibYamlVersion", + "default_branch": "main", + "auto_merge": true, + "push_to_central": true, + "is_extended_library_module": true, + "build_action_file": "build-timestamped-master", + "send_notification": true, + "dependents": [] } ] } \ No newline at end of file From c13bb77b17b2d518e31c08086a06603e777022fc Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Thu, 18 May 2023 17:34:17 +0530 Subject: [PATCH 028/103] [Automated] Update Stdlib Dependency Graph --- dashboard/stdlib_graph.gv | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/dashboard/stdlib_graph.gv b/dashboard/stdlib_graph.gv index 565e421ad..39c69dea2 100644 --- a/dashboard/stdlib_graph.gv +++ b/dashboard/stdlib_graph.gv @@ -45,6 +45,8 @@ digraph "Stdlib Dependency Graph" { email jwt oauth2 + toml + yaml label="level 4" } subgraph cluster_5 { @@ -87,6 +89,8 @@ digraph "Stdlib Dependency Graph" { io -> os io -> serdes io -> xslt + regex -> toml + regex -> yaml time -> constraint time -> crypto time -> file @@ -127,6 +131,8 @@ digraph "Stdlib Dependency Graph" { cache -> oauth2 file -> email file -> http + file -> toml + file -> yaml mime -> email mime -> http uuid -> grpc From 92cc5bdfef0f4ecfe78383e41bb4aa63ad4c37b6 Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Fri, 19 May 2023 12:23:51 +0530 Subject: [PATCH 029/103] Skip debugger integration tests in ballerina-lang in FBP --- dependabot/full_build_pipeline.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/dependabot/full_build_pipeline.py b/dependabot/full_build_pipeline.py index bfe6bf14f..3914cb7bc 100644 --- a/dependabot/full_build_pipeline.py +++ b/dependabot/full_build_pipeline.py @@ -165,6 +165,11 @@ def main(): print_info(f"Lang version: {lang_version}") lang_build_commands = ["./gradlew", "clean", "build", "--scan", "--stacktrace", "--console=plain", "--no-daemon", "publishToMavenLocal"] + + # Temporary + lang_build_commands.append("-x") + lang_build_commands.append(":jballerina-debugger-integration-test:test") + if skip_tests: lang_build_commands.append("-x") lang_build_commands.append("test") From 1148b07659c2fa4c9e2c1f0ff99ddc3cf6408a22 Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Sat, 20 May 2023 00:07:40 +0530 Subject: [PATCH 030/103] [Automated] Update Extensions Dependencies --- dependabot/resources/extensions.json | 66 ++++++++++++++-------------- 1 file changed, 33 insertions(+), 33 deletions(-) diff --git a/dependabot/resources/extensions.json b/dependabot/resources/extensions.json index d5242eafe..cace0fbe5 100644 --- a/dependabot/resources/extensions.json +++ b/dependabot/resources/extensions.json @@ -769,32 +769,32 @@ ] }, { - "name": "ballerina-dev-tools", - "level": 8, - "group_id": "org.ballerinalang", - "artifact_id": "ballerina-dev-tools", - "version_key": "devToolsVersion", + "name": "persist-tools", + "level": 9, + "group_id": "io.ballerina", + "artifact_id": "persist-tools", + "version_key": "persistToolVersion", "default_branch": "main", "auto_merge": true, - "push_to_central": true, + "push_to_central": false, "is_extended_library_module": false, - "build_action_file": "build-master", + "build_action_file": "build-timestamped-master", "send_notification": true, "dependents": [ - "ballerina-distribution" + "ballerina-dev-tools" ] }, { - "name": "persist-tools", - "level": 9, - "group_id": "io.ballerina", - "artifact_id": "persist-tools", - "version_key": "persistToolVersion", + "name": "ballerina-dev-tools", + "level": 10, + "group_id": "org.ballerinalang", + "artifact_id": "ballerina-dev-tools", + "version_key": "devToolsVersion", "default_branch": "main", "auto_merge": true, - "push_to_central": false, + "push_to_central": true, "is_extended_library_module": false, - "build_action_file": "build-timestamped-master", + "build_action_file": "build-master", "send_notification": true, "dependents": [ "ballerina-distribution" @@ -802,7 +802,7 @@ }, { "name": "ballerina-distribution", - "level": 10, + "level": 11, "group_id": "io.ballerina.stdlib", "artifact_id": "distribution-ballerina", "version_key": "stdlibDistributionVersion", @@ -818,7 +818,7 @@ "extended_library": [ { "name": "module-ballerinax-aws.lambda", - "level": 11, + "level": 12, "group_id": "org.ballerinax.awslambda", "artifact_id": "awslambda-extension-bala", "version_key": "awslambdaVersion", @@ -832,7 +832,7 @@ }, { "name": "module-ballerinax-azure.functions", - "level": 11, + "level": 12, "group_id": "org.ballerinax.azurefunctions", "artifact_id": "azurefunctions-extension", "version_key": "azFunctionsVersion", @@ -846,7 +846,7 @@ }, { "name": "module-ballerinax-choreo", - "level": 11, + "level": 12, "group_id": "org.ballerinalang", "artifact_id": "choreo-extension-ballerina", "version_key": "observeExtChoreoVersion", @@ -860,7 +860,7 @@ }, { "name": "module-ballerina-docker", - "level": 11, + "level": 12, "group_id": "org.ballerinax.docker", "artifact_id": "docker-generator", "version_key": "dockerVersion", @@ -874,7 +874,7 @@ }, { "name": "module-ballerinax-jaeger", - "level": 11, + "level": 12, "group_id": "org.ballerinalang", "artifact_id": "jaeger-extension-ballerina", "version_key": "observeExtJaegerVersion", @@ -888,7 +888,7 @@ }, { "name": "module-ballerinax-java.jdbc", - "level": 11, + "level": 12, "group_id": "io.ballerina.stdlib", "artifact_id": "java.jdbc-ballerina", "version_key": "stdlibJdbcVersion", @@ -902,7 +902,7 @@ }, { "name": "module-ballerinax-kafka", - "level": 11, + "level": 12, "group_id": "io.ballerina.stdlib", "artifact_id": "kafka-ballerina", "version_key": "stdlibKafkaVersion", @@ -916,7 +916,7 @@ }, { "name": "module-ballerinax-mssql", - "level": 11, + "level": 12, "group_id": "io.ballerina.stdlib", "artifact_id": "mssql-ballerina", "version_key": "stdlibMssqlVersion", @@ -930,7 +930,7 @@ }, { "name": "module-ballerinax-mysql", - "level": 11, + "level": 12, "group_id": "io.ballerina.stdlib", "artifact_id": "mysql-ballerina", "version_key": "stdlibMysqlVersion", @@ -944,7 +944,7 @@ }, { "name": "module-ballerinax-nats", - "level": 11, + "level": 12, "group_id": "io.ballerina.stdlib", "artifact_id": "nats-ballerina", "version_key": "stdlibNatsVersion", @@ -958,7 +958,7 @@ }, { "name": "module-ballerinax-oracledb", - "level": 11, + "level": 12, "group_id": "io.ballerina.stdlib", "artifact_id": "oracledb-ballerina", "version_key": "stdlibOracledbVersion", @@ -972,7 +972,7 @@ }, { "name": "module-ballerinax-postgresql", - "level": 11, + "level": 12, "group_id": "io.ballerina.stdlib", "artifact_id": "postgresql-ballerina", "version_key": "stdlibPostgresqlVersion", @@ -986,7 +986,7 @@ }, { "name": "module-ballerinax-prometheus", - "level": 11, + "level": 12, "group_id": "org.ballerinalang", "artifact_id": "prometheus-extension-ballerina", "version_key": "observeExtPrometheusVersion", @@ -1000,7 +1000,7 @@ }, { "name": "module-ballerinax-rabbitmq", - "level": 11, + "level": 12, "group_id": "io.ballerina.stdlib", "artifact_id": "rabbitmq-ballerina", "version_key": "stdlibRabbitmqVersion", @@ -1014,7 +1014,7 @@ }, { "name": "module-ballerinax-stan", - "level": 11, + "level": 12, "group_id": "io.ballerina.stdlib", "artifact_id": "stan-ballerina", "version_key": "stdlibStanVersion", @@ -1028,7 +1028,7 @@ }, { "name": "module-ballerina-toml", - "level": 11, + "level": 12, "group_id": "io.ballerina.stdlib", "artifact_id": "toml-ballerina", "version_key": "stdlibTomlVersion", @@ -1042,7 +1042,7 @@ }, { "name": "module-ballerina-yaml", - "level": 11, + "level": 12, "group_id": "io.ballerina.stdlib", "artifact_id": "yaml-ballerina", "version_key": "stdlibYamlVersion", From 54084a6b48fd44b72303d1d923dacd932b310cdd Mon Sep 17 00:00:00 2001 From: Chathura Ekanayake Date: Mon, 22 May 2023 13:27:55 +0530 Subject: [PATCH 031/103] Include EDI module to Ballerina release --- dependabot/resources/module_list.json | 3 +++ 1 file changed, 3 insertions(+) diff --git a/dependabot/resources/module_list.json b/dependabot/resources/module_list.json index f069cd0eb..eb19d5a5b 100644 --- a/dependabot/resources/module_list.json +++ b/dependabot/resources/module_list.json @@ -260,6 +260,9 @@ { "name": "module-ballerina-yaml" }, + { + "name": "module-ballerina-edi" + }, { "name": "module-ballerina-serdes", "is_extended_library_module": false From 3c39dda724c06be222b9af988f4682886bbf6c67 Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Mon, 22 May 2023 13:32:41 +0530 Subject: [PATCH 032/103] [Automated] Update Extensions Dependencies --- dependabot/resources/extensions.json | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/dependabot/resources/extensions.json b/dependabot/resources/extensions.json index cace0fbe5..252b2db2a 100644 --- a/dependabot/resources/extensions.json +++ b/dependabot/resources/extensions.json @@ -87,6 +87,7 @@ "module-ballerinax-azure.functions", "module-ballerina-c2c", "module-ballerinax-choreo", + "module-ballerina-edi", "module-ballerinax-jaeger", "module-ballerinax-prometheus", "module-ballerina-toml", @@ -418,6 +419,7 @@ "build_action_file": "build-timestamped-master", "send_notification": true, "dependents": [ + "module-ballerina-edi", "module-ballerina-email", "module-ballerina-http", "module-ballerina-toml", @@ -872,6 +874,20 @@ "send_notification": true, "dependents": [] }, + { + "name": "module-ballerina-edi", + "level": 12, + "group_id": "io.ballerina.stdlib", + "artifact_id": "edi-ballerina", + "version_key": "stdlibEdiVersion", + "default_branch": "main", + "auto_merge": true, + "push_to_central": true, + "is_extended_library_module": true, + "build_action_file": "build-timestamped-master", + "send_notification": true, + "dependents": [] + }, { "name": "module-ballerinax-jaeger", "level": 12, From 45f92d712eb1e79af605dc67b6479fb35b67e54e Mon Sep 17 00:00:00 2001 From: MadhukaHarith Date: Mon, 22 May 2023 15:36:28 +0530 Subject: [PATCH 033/103] Update YAML and TOML modules in extensions.json file --- dependabot/resources/extensions.json | 56 ++++++++++++++-------------- 1 file changed, 28 insertions(+), 28 deletions(-) diff --git a/dependabot/resources/extensions.json b/dependabot/resources/extensions.json index 252b2db2a..1d56e8214 100644 --- a/dependabot/resources/extensions.json +++ b/dependabot/resources/extensions.json @@ -523,6 +523,34 @@ "ballerina-distribution" ] }, + { + "name": "module-ballerina-toml", + "level": 4, + "group_id": "io.ballerina.stdlib", + "artifact_id": "toml-ballerina", + "version_key": "stdlibTomlVersion", + "default_branch": "main", + "auto_merge": true, + "push_to_central": true, + "is_extended_library_module": true, + "build_action_file": "build-timestamped-master", + "send_notification": true, + "dependents": [] + }, + { + "name": "module-ballerina-yaml", + "level": 4, + "group_id": "io.ballerina.stdlib", + "artifact_id": "yaml-ballerina", + "version_key": "stdlibYamlVersion", + "default_branch": "main", + "auto_merge": true, + "push_to_central": true, + "is_extended_library_module": true, + "build_action_file": "build-timestamped-master", + "send_notification": true, + "dependents": [] + }, { "name": "module-ballerina-email", "level": 5, @@ -1041,34 +1069,6 @@ "build_action_file": "build-timestamped-master", "send_notification": true, "dependents": [] - }, - { - "name": "module-ballerina-toml", - "level": 12, - "group_id": "io.ballerina.stdlib", - "artifact_id": "toml-ballerina", - "version_key": "stdlibTomlVersion", - "default_branch": "main", - "auto_merge": true, - "push_to_central": true, - "is_extended_library_module": true, - "build_action_file": "build-timestamped-master", - "send_notification": true, - "dependents": [] - }, - { - "name": "module-ballerina-yaml", - "level": 12, - "group_id": "io.ballerina.stdlib", - "artifact_id": "yaml-ballerina", - "version_key": "stdlibYamlVersion", - "default_branch": "main", - "auto_merge": true, - "push_to_central": true, - "is_extended_library_module": true, - "build_action_file": "build-timestamped-master", - "send_notification": true, - "dependents": [] } ] } \ No newline at end of file From 7499aebf1484d1debd157bd1d6f53939c2eaa4c8 Mon Sep 17 00:00:00 2001 From: Azeem Muzammil Date: Mon, 22 May 2023 15:53:33 +0530 Subject: [PATCH 034/103] Update dev-tools branch for update 6 fbp --- dependabot/resources/full_build_ignore_modules.json | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/dependabot/resources/full_build_ignore_modules.json b/dependabot/resources/full_build_ignore_modules.json index e69b05238..c8fa2e417 100644 --- a/dependabot/resources/full_build_ignore_modules.json +++ b/dependabot/resources/full_build_ignore_modules.json @@ -4,6 +4,13 @@ "build-ignore-modules": [], "downstream-repo-branches": {} }, + "2201.6.x": { + "test-ignore-modules": [], + "build-ignore-modules": [], + "downstream-repo-branches": { + "ballerina-dev-tools": "1.1.x" + } + }, "2201.5.x": { "test-ignore-modules": [], "build-ignore-modules": [], From 98c6f323f0853d15336166c11bab395b2daec6a9 Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Tue, 23 May 2023 09:32:40 +0530 Subject: [PATCH 035/103] Change distribution level --- .github/workflows/daily-full-build-2201.3.x.yml | 2 +- .github/workflows/daily-full-build-2201.4.x.yml | 2 +- .github/workflows/daily-full-build-2201.5.x.yml | 2 +- .github/workflows/daily-full-build-2201.6.x.yml | 2 +- .github/workflows/daily-full-build-master.yml | 2 +- .github/workflows/full_build_pipeline.yml | 3 +++ 6 files changed, 8 insertions(+), 5 deletions(-) diff --git a/.github/workflows/daily-full-build-2201.3.x.yml b/.github/workflows/daily-full-build-2201.3.x.yml index 36305b9a6..a44a7c544 100644 --- a/.github/workflows/daily-full-build-2201.3.x.yml +++ b/.github/workflows/daily-full-build-2201.3.x.yml @@ -7,7 +7,7 @@ on: env: PATCH_LEVEL: 2201.3.x - DISTRIBUTION_BUILD_LEVEL: 10 + DISTRIBUTION_BUILD_LEVEL: 11 jobs: build-lang: diff --git a/.github/workflows/daily-full-build-2201.4.x.yml b/.github/workflows/daily-full-build-2201.4.x.yml index 5a13779ba..811daa4ae 100644 --- a/.github/workflows/daily-full-build-2201.4.x.yml +++ b/.github/workflows/daily-full-build-2201.4.x.yml @@ -7,7 +7,7 @@ on: env: PATCH_LEVEL: 2201.4.x - DISTRIBUTION_BUILD_LEVEL: 10 + DISTRIBUTION_BUILD_LEVEL: 11 jobs: build-lang: diff --git a/.github/workflows/daily-full-build-2201.5.x.yml b/.github/workflows/daily-full-build-2201.5.x.yml index 527e0052f..2be12c994 100644 --- a/.github/workflows/daily-full-build-2201.5.x.yml +++ b/.github/workflows/daily-full-build-2201.5.x.yml @@ -7,7 +7,7 @@ on: env: PATCH_LEVEL: 2201.5.x - DISTRIBUTION_BUILD_LEVEL: 10 + DISTRIBUTION_BUILD_LEVEL: 11 jobs: build-lang: diff --git a/.github/workflows/daily-full-build-2201.6.x.yml b/.github/workflows/daily-full-build-2201.6.x.yml index 255029e85..11e907606 100644 --- a/.github/workflows/daily-full-build-2201.6.x.yml +++ b/.github/workflows/daily-full-build-2201.6.x.yml @@ -7,7 +7,7 @@ on: env: PATCH_LEVEL: 2201.6.x - DISTRIBUTION_BUILD_LEVEL: 10 + DISTRIBUTION_BUILD_LEVEL: 11 jobs: build-lang: diff --git a/.github/workflows/daily-full-build-master.yml b/.github/workflows/daily-full-build-master.yml index 7b96a33ac..f1cfaf517 100644 --- a/.github/workflows/daily-full-build-master.yml +++ b/.github/workflows/daily-full-build-master.yml @@ -7,7 +7,7 @@ on: env: PATCH_LEVEL: master - DISTRIBUTION_BUILD_LEVEL: 10 + DISTRIBUTION_BUILD_LEVEL: 11 jobs: build-lang: diff --git a/.github/workflows/full_build_pipeline.yml b/.github/workflows/full_build_pipeline.yml index 4da5f5d15..3a129c42c 100644 --- a/.github/workflows/full_build_pipeline.yml +++ b/.github/workflows/full_build_pipeline.yml @@ -39,6 +39,9 @@ on: deprecationMessage: 'true or false' required: true +env: + DISTRIBUTION_BUILD_LEVEL: 11 + jobs: build-lang: name: Build ballerina-lang From 93e3c31fcbfdee5a76c4331913249919190781ac Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Tue, 23 May 2023 10:25:50 +0530 Subject: [PATCH 036/103] Skip building toml, yaml modules in older FBP --- .../resources/full_build_ignore_modules.json | 18 ++++++++++++++++-- 1 file changed, 16 insertions(+), 2 deletions(-) diff --git a/dependabot/resources/full_build_ignore_modules.json b/dependabot/resources/full_build_ignore_modules.json index e69b05238..82fa64041 100644 --- a/dependabot/resources/full_build_ignore_modules.json +++ b/dependabot/resources/full_build_ignore_modules.json @@ -4,6 +4,11 @@ "build-ignore-modules": [], "downstream-repo-branches": {} }, + "2201.6.x": { + "test-ignore-modules": [], + "build-ignore-modules": [], + "downstream-repo-branches": {} + }, "2201.5.x": { "test-ignore-modules": [], "build-ignore-modules": [], @@ -13,14 +18,23 @@ }, "2201.4.x": { "test-ignore-modules": [], - "build-ignore-modules": [], + "build-ignore-modules": [ + "module-ballerina-toml", + "module-ballerina-yaml" + ], "downstream-repo-branches": { "ballerina-dev-tools": "0.11.x" } }, "2201.3.x": { "test-ignore-modules": [], - "build-ignore-modules": ["module-ballerina-persist", "persist-tools", "ballerina-dev-tools"], + "build-ignore-modules": [ + "module-ballerina-persist", + "persist-tools", + "ballerina-dev-tools", + "module-ballerina-toml", + "module-ballerina-yaml" + ], "downstream-repo-branches": { "module-ballerina-c2c": "2201.3.x", "openapi-tools": "1.3.x", From d7a3ebf34acab5cb0c31daf49b80841817c1cc1a Mon Sep 17 00:00:00 2001 From: MohamedSabthar Date: Tue, 23 May 2023 14:17:59 +0530 Subject: [PATCH 037/103] Remove deprecated serdes module --- README.md | 1 - dependabot/resources/extensions.json | 15 --------------- dependabot/resources/module_list.json | 4 ---- 3 files changed, 20 deletions(-) diff --git a/README.md b/README.md index 39c06c924..6c35719a2 100644 --- a/README.md +++ b/README.md @@ -25,7 +25,6 @@ | | [os](https://github.com/ballerina-platform/module-ballerina-os) | [![Build](https://github.com/ballerina-platform/module-ballerina-os/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-os/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-os/blob/master/gradle.properties) | []() | | | [protobuf](https://github.com/ballerina-platform/module-ballerina-protobuf) | [![Build](https://github.com/ballerina-platform/module-ballerina-protobuf/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-protobuf/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-protobuf/blob/main/gradle.properties) | []() | | | [random](https://github.com/ballerina-platform/module-ballerina-random) | [![Build](https://github.com/ballerina-platform/module-ballerina-random/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-random/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-random/blob/main/gradle.properties) | []() | -| | [serdes](https://github.com/ballerina-platform/module-ballerina-serdes) | [![Build](https://github.com/ballerina-platform/module-ballerina-serdes/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-serdes/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-serdes/blob/main/gradle.properties) | []() | | | [task](https://github.com/ballerina-platform/module-ballerina-task) | [![Build](https://github.com/ballerina-platform/module-ballerina-task/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-task/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-task/blob/master/gradle.properties) | []() | | | [xslt](https://github.com/ballerina-platform/module-ballerina-xslt) | [![Build](https://github.com/ballerina-platform/module-ballerina-xslt/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-xslt/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-xslt/blob/master/gradle.properties) | []() | | 3 | [cache](https://github.com/ballerina-platform/module-ballerina-cache) | [![Build](https://github.com/ballerina-platform/module-ballerina-cache/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-cache/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-cache/blob/master/gradle.properties) | []() | diff --git a/dependabot/resources/extensions.json b/dependabot/resources/extensions.json index 1d56e8214..fd1cd6b2a 100644 --- a/dependabot/resources/extensions.json +++ b/dependabot/resources/extensions.json @@ -18,7 +18,6 @@ "module-ballerinax-datamapper", "module-ballerina-log", "module-ballerina-os", - "module-ballerina-serdes", "module-ballerina-xslt" ] }, @@ -258,20 +257,6 @@ "module-ballerina-websubhub" ] }, - { - "name": "module-ballerina-serdes", - "level": 2, - "group_id": "io.ballerina.stdlib", - "artifact_id": "serdes-ballerina", - "version_key": "stdlibSerdesVersion", - "default_branch": "main", - "auto_merge": true, - "push_to_central": true, - "is_extended_library_module": false, - "build_action_file": "build-timestamped-master", - "send_notification": true, - "dependents": [] - }, { "name": "module-ballerina-task", "level": 2, diff --git a/dependabot/resources/module_list.json b/dependabot/resources/module_list.json index eb19d5a5b..be5fe826f 100644 --- a/dependabot/resources/module_list.json +++ b/dependabot/resources/module_list.json @@ -263,10 +263,6 @@ { "name": "module-ballerina-edi" }, - { - "name": "module-ballerina-serdes", - "is_extended_library_module": false - }, { "name": "module-ballerina-constraint" } From 7c0aae6a4671d1f27a45d293f261c7ba0c81587b Mon Sep 17 00:00:00 2001 From: Chathura Ekanayake Date: Tue, 23 May 2023 14:35:20 +0530 Subject: [PATCH 038/103] Add EDI module to the release. --- dependabot/resources/extensions.json | 20 ++++++++++++++++++-- 1 file changed, 18 insertions(+), 2 deletions(-) diff --git a/dependabot/resources/extensions.json b/dependabot/resources/extensions.json index cace0fbe5..ee4ed3df7 100644 --- a/dependabot/resources/extensions.json +++ b/dependabot/resources/extensions.json @@ -93,7 +93,8 @@ "openapi-tools", "ballerina-dev-tools", "asyncapi-tools", - "module-ballerina-yaml" + "module-ballerina-yaml", + "module-ballerina-edi" ] }, { @@ -421,7 +422,8 @@ "module-ballerina-email", "module-ballerina-http", "module-ballerina-toml", - "module-ballerina-yaml" + "module-ballerina-yaml", + "module-ballerina-edi" ] }, { @@ -1053,6 +1055,20 @@ "build_action_file": "build-timestamped-master", "send_notification": true, "dependents": [] + }, + { + "name": "module-ballerina-edi", + "level": 12, + "group_id": "io.ballerina.stdlib", + "artifact_id": "edi-ballerina", + "version_key": "stdlibEdiVersion", + "default_branch": "main", + "auto_merge": true, + "push_to_central": true, + "is_extended_library_module": false, + "build_action_file": "build-timestamped-master", + "send_notification": true, + "dependents": [] } ] } \ No newline at end of file From 3a7acc0938bbf19c536d1c3f814aa6a3cbbff9a5 Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Tue, 23 May 2023 15:59:14 +0530 Subject: [PATCH 039/103] [Automated] Update Extensions Dependencies --- dependabot/resources/extensions.json | 62 +++++++++++++++------------- 1 file changed, 33 insertions(+), 29 deletions(-) diff --git a/dependabot/resources/extensions.json b/dependabot/resources/extensions.json index b6f0156bd..1eee32b90 100644 --- a/dependabot/resources/extensions.json +++ b/dependabot/resources/extensions.json @@ -508,34 +508,6 @@ "ballerina-distribution" ] }, - { - "name": "module-ballerina-toml", - "level": 4, - "group_id": "io.ballerina.stdlib", - "artifact_id": "toml-ballerina", - "version_key": "stdlibTomlVersion", - "default_branch": "main", - "auto_merge": true, - "push_to_central": true, - "is_extended_library_module": true, - "build_action_file": "build-timestamped-master", - "send_notification": true, - "dependents": [] - }, - { - "name": "module-ballerina-yaml", - "level": 4, - "group_id": "io.ballerina.stdlib", - "artifact_id": "yaml-ballerina", - "version_key": "stdlibYamlVersion", - "default_branch": "main", - "auto_merge": true, - "push_to_central": true, - "is_extended_library_module": true, - "build_action_file": "build-timestamped-master", - "send_notification": true, - "dependents": [] - }, { "name": "module-ballerina-email", "level": 5, @@ -577,6 +549,38 @@ "module-ballerina-websubhub" ] }, + { + "name": "module-ballerina-toml", + "level": 5, + "group_id": "io.ballerina.stdlib", + "artifact_id": "toml-ballerina", + "version_key": "stdlibTomlVersion", + "default_branch": "main", + "auto_merge": true, + "push_to_central": true, + "is_extended_library_module": false, + "build_action_file": "build-timestamped-master", + "send_notification": true, + "dependents": [ + "ballerina-distribution" + ] + }, + { + "name": "module-ballerina-yaml", + "level": 5, + "group_id": "io.ballerina.stdlib", + "artifact_id": "yaml-ballerina", + "version_key": "stdlibYamlVersion", + "default_branch": "main", + "auto_merge": true, + "push_to_central": true, + "is_extended_library_module": false, + "build_action_file": "build-timestamped-master", + "send_notification": true, + "dependents": [ + "ballerina-distribution" + ] + }, { "name": "module-ballerina-grpc", "level": 6, @@ -896,7 +900,7 @@ "default_branch": "main", "auto_merge": true, "push_to_central": true, - "is_extended_library_module": false, + "is_extended_library_module": true, "build_action_file": "build-timestamped-master", "send_notification": true, "dependents": [] From 73d599dbb89b1cdfb27fc840a91e121f4ebf49c1 Mon Sep 17 00:00:00 2001 From: aashikam Date: Tue, 23 May 2023 19:24:42 +0530 Subject: [PATCH 040/103] Remove stan module from module_list.json --- dependabot/resources/module_list.json | 4 ---- 1 file changed, 4 deletions(-) diff --git a/dependabot/resources/module_list.json b/dependabot/resources/module_list.json index be5fe826f..126e56d4d 100644 --- a/dependabot/resources/module_list.json +++ b/dependabot/resources/module_list.json @@ -177,10 +177,6 @@ { "name": "module-ballerina-sql" }, - { - "name": "module-ballerinax-stan", - "push_to_central": false - }, { "name": "module-ballerina-task" }, From 4d1fe0d8497ddb0b2cbcc55858483e419d10dff0 Mon Sep 17 00:00:00 2001 From: Heshan Padmasiri Date: Wed, 24 May 2023 08:54:34 +0530 Subject: [PATCH 041/103] Disable nBallerina private tests --- .github/workflows/daily-full-build-2201.3.x.yml | 2 +- .github/workflows/daily-full-build-2201.4.x.yml | 2 +- .github/workflows/daily-full-build-2201.5.x.yml | 2 +- .github/workflows/daily-full-build-2201.6.x.yml | 2 +- .github/workflows/daily-full-build-master.yml | 2 +- .github/workflows/full_build_pipeline.yml | 2 +- 6 files changed, 6 insertions(+), 6 deletions(-) diff --git a/.github/workflows/daily-full-build-2201.3.x.yml b/.github/workflows/daily-full-build-2201.3.x.yml index a44a7c544..235b70d06 100644 --- a/.github/workflows/daily-full-build-2201.3.x.yml +++ b/.github/workflows/daily-full-build-2201.3.x.yml @@ -436,7 +436,7 @@ jobs: run: sudo dpkg -i ballerina-*-linux-x64.deb - name: Run compiler tests working-directory: nballerina/compiler - run: bal test + run: bal test --disable-groups private - name: Notify Build Failure if: ${{ failure() }} shell: bash diff --git a/.github/workflows/daily-full-build-2201.4.x.yml b/.github/workflows/daily-full-build-2201.4.x.yml index 811daa4ae..7910dbf27 100644 --- a/.github/workflows/daily-full-build-2201.4.x.yml +++ b/.github/workflows/daily-full-build-2201.4.x.yml @@ -436,7 +436,7 @@ jobs: run: sudo dpkg -i ballerina-*-linux-x64.deb - name: Run compiler tests working-directory: nballerina/compiler - run: bal test + run: bal test --disable-groups private - name: Notify Build Failure if: ${{ failure() }} shell: bash diff --git a/.github/workflows/daily-full-build-2201.5.x.yml b/.github/workflows/daily-full-build-2201.5.x.yml index 2be12c994..83c901e75 100644 --- a/.github/workflows/daily-full-build-2201.5.x.yml +++ b/.github/workflows/daily-full-build-2201.5.x.yml @@ -436,7 +436,7 @@ jobs: run: sudo dpkg -i ballerina-*-linux-x64.deb - name: Run compiler tests working-directory: nballerina/compiler - run: bal test + run: bal test --disable-groups private - name: Notify Build Failure if: ${{ failure() }} shell: bash diff --git a/.github/workflows/daily-full-build-2201.6.x.yml b/.github/workflows/daily-full-build-2201.6.x.yml index 11e907606..76090b4bf 100644 --- a/.github/workflows/daily-full-build-2201.6.x.yml +++ b/.github/workflows/daily-full-build-2201.6.x.yml @@ -447,7 +447,7 @@ jobs: run: sudo dpkg -i ballerina-*-linux-x64.deb - name: Run compiler tests working-directory: nballerina/compiler - run: bal test + run: bal test --disable-groups private - name: Notify Build Failure if: ${{ failure() }} shell: bash diff --git a/.github/workflows/daily-full-build-master.yml b/.github/workflows/daily-full-build-master.yml index f1cfaf517..6de90435b 100644 --- a/.github/workflows/daily-full-build-master.yml +++ b/.github/workflows/daily-full-build-master.yml @@ -446,7 +446,7 @@ jobs: run: sudo dpkg -i ballerina-*-linux-x64.deb - name: Run compiler tests working-directory: nballerina/compiler - run: bal test + run: bal test --disable-groups private - name: Notify Build Failure if: ${{ failure() }} shell: bash diff --git a/.github/workflows/full_build_pipeline.yml b/.github/workflows/full_build_pipeline.yml index 3a129c42c..cfa63af88 100644 --- a/.github/workflows/full_build_pipeline.yml +++ b/.github/workflows/full_build_pipeline.yml @@ -529,4 +529,4 @@ jobs: run: sudo dpkg -i ballerina-*-linux-x64.deb - name: Run compiler tests working-directory: nballerina/compiler - run: bal test + run: bal test --disable-groups private From 3be34d1af526bf1a5daeb786ada7d4b44a2ee1ff Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Wed, 24 May 2023 09:57:59 +0530 Subject: [PATCH 042/103] [Automated] Update Extensions Dependencies --- dependabot/resources/extensions.json | 16 ---------------- 1 file changed, 16 deletions(-) diff --git a/dependabot/resources/extensions.json b/dependabot/resources/extensions.json index 1eee32b90..a9a688611 100644 --- a/dependabot/resources/extensions.json +++ b/dependabot/resources/extensions.json @@ -184,7 +184,6 @@ "module-ballerina-jwt", "module-ballerinax-nats", "module-ballerina-oauth2", - "module-ballerinax-stan", "module-ballerina-tcp", "module-ballerina-uuid" ] @@ -345,7 +344,6 @@ "module-ballerina-mime", "module-ballerinax-nats", "module-ballerina-oauth2", - "module-ballerinax-stan", "module-ballerina-tcp", "module-ballerina-udp" ] @@ -1044,20 +1042,6 @@ "build_action_file": "build-timestamped-master", "send_notification": true, "dependents": [] - }, - { - "name": "module-ballerinax-stan", - "level": 12, - "group_id": "io.ballerina.stdlib", - "artifact_id": "stan-ballerina", - "version_key": "stdlibStanVersion", - "default_branch": "main", - "auto_merge": true, - "push_to_central": false, - "is_extended_library_module": true, - "build_action_file": "build-timestamped-master", - "send_notification": true, - "dependents": [] } ] } \ No newline at end of file From 64ba99b2254a7140e5b71802852d7abcd4643859 Mon Sep 17 00:00:00 2001 From: lnash94 Date: Wed, 24 May 2023 11:35:51 +0530 Subject: [PATCH 043/103] Update FBP with openapi branches --- dependabot/resources/full_build_ignore_modules.json | 10 +++++++--- 1 file changed, 7 insertions(+), 3 deletions(-) diff --git a/dependabot/resources/full_build_ignore_modules.json b/dependabot/resources/full_build_ignore_modules.json index 82fa64041..bede03ad0 100644 --- a/dependabot/resources/full_build_ignore_modules.json +++ b/dependabot/resources/full_build_ignore_modules.json @@ -7,13 +7,16 @@ "2201.6.x": { "test-ignore-modules": [], "build-ignore-modules": [], - "downstream-repo-branches": {} + "downstream-repo-branches": { + "openapi-tools": "1.6.x" + } }, "2201.5.x": { "test-ignore-modules": [], "build-ignore-modules": [], "downstream-repo-branches": { - "ballerina-dev-tools": "1.0.x" + "ballerina-dev-tools": "1.0.x", + "openapi-tools": "1.5.x" } }, "2201.4.x": { @@ -23,7 +26,8 @@ "module-ballerina-yaml" ], "downstream-repo-branches": { - "ballerina-dev-tools": "0.11.x" + "ballerina-dev-tools": "0.11.x", + "openapi-tools": "1.4.x" } }, "2201.3.x": { From ba644d362fad186c4ddc7c340fbb836f88d4dac8 Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Wed, 24 May 2023 17:33:47 +0530 Subject: [PATCH 044/103] [Automated] Update Stdlib Dependency Graph --- dashboard/stdlib_graph.gv | 3 --- 1 file changed, 3 deletions(-) diff --git a/dashboard/stdlib_graph.gv b/dashboard/stdlib_graph.gv index 39c69dea2..d2b15e491 100644 --- a/dashboard/stdlib_graph.gv +++ b/dashboard/stdlib_graph.gv @@ -32,7 +32,6 @@ digraph "Stdlib Dependency Graph" { ftp mime nats - stan tcp udp uuid @@ -104,7 +103,6 @@ digraph "Stdlib Dependency Graph" { crypto -> jwt crypto -> nats crypto -> oauth2 - crypto -> stan crypto -> tcp crypto -> uuid log -> auth @@ -114,7 +112,6 @@ digraph "Stdlib Dependency Graph" { log -> mime log -> nats log -> oauth2 - log -> stan log -> tcp log -> udp os -> file From ac81bc1bc6330d116c8bd3b704a3f101a0d88fca Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Wed, 24 May 2023 21:45:28 +0530 Subject: [PATCH 045/103] Change lang branch for 2201.6.x FBP --- .github/workflows/daily-full-build-2201.6.x.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/daily-full-build-2201.6.x.yml b/.github/workflows/daily-full-build-2201.6.x.yml index 11e907606..d71755c44 100644 --- a/.github/workflows/daily-full-build-2201.6.x.yml +++ b/.github/workflows/daily-full-build-2201.6.x.yml @@ -36,7 +36,7 @@ jobs: distribution: 'temurin' java-version: '11' - name: Build ballerina-lang - run: python -u dependabot/full_build_pipeline.py ./ --lang-branch $PATCH_LEVEL --build-level 0 + run: python -u dependabot/full_build_pipeline.py ./ --lang-branch 2201.6.0-stage --build-level 0 env: packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} From 783d333d3c0dfdecc8e7a45ae693b10670a5bd36 Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Thu, 25 May 2023 00:32:19 +0530 Subject: [PATCH 046/103] [Automated] Update Extensions Dependencies --- dependabot/resources/extensions.json | 1 - 1 file changed, 1 deletion(-) diff --git a/dependabot/resources/extensions.json b/dependabot/resources/extensions.json index a9a688611..6de1e23cf 100644 --- a/dependabot/resources/extensions.json +++ b/dependabot/resources/extensions.json @@ -89,7 +89,6 @@ "module-ballerina-edi", "module-ballerinax-jaeger", "module-ballerinax-prometheus", - "module-ballerina-toml", "openapi-tools", "ballerina-dev-tools", "asyncapi-tools", From 32b66257e5051a3ceb9e50d1e03bf824444cc872 Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Thu, 25 May 2023 17:33:21 +0530 Subject: [PATCH 047/103] [Automated] Update Stdlib Dependency Graph --- dashboard/stdlib_graph.gv | 1 - 1 file changed, 1 deletion(-) diff --git a/dashboard/stdlib_graph.gv b/dashboard/stdlib_graph.gv index d2b15e491..dc0687de4 100644 --- a/dashboard/stdlib_graph.gv +++ b/dashboard/stdlib_graph.gv @@ -88,7 +88,6 @@ digraph "Stdlib Dependency Graph" { io -> os io -> serdes io -> xslt - regex -> toml regex -> yaml time -> constraint time -> crypto From 93821338c94edefc31cf6cf0e0db3d6e655e7c6e Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Thu, 25 May 2023 22:38:53 +0530 Subject: [PATCH 048/103] Add MacOS ARM installer build in FBP --- .../workflows/daily-full-build-2201.5.x.yml | 51 +++++++++++++++++++ .../workflows/daily-full-build-2201.6.x.yml | 51 +++++++++++++++++++ .github/workflows/daily-full-build-master.yml | 46 +++++++++++++++++ 3 files changed, 148 insertions(+) diff --git a/.github/workflows/daily-full-build-2201.5.x.yml b/.github/workflows/daily-full-build-2201.5.x.yml index 2be12c994..8b2a36063 100644 --- a/.github/workflows/daily-full-build-2201.5.x.yml +++ b/.github/workflows/daily-full-build-2201.5.x.yml @@ -196,6 +196,11 @@ jobs: with: name: MacOS Installer ZIP path: ballerina-distribution/ballerina/build/distributions/ballerina-*-macos.zip + - name: Archive MacOS-ARM Installer ZIP + uses: actions/upload-artifact@v2 + with: + name: MacOS-ARM Installer ZIP + path: ballerina-distribution/ballerina/build/distributions/ballerina-*-macos-arm.zip - name: Archive Windows Installer ZIP uses: actions/upload-artifact@v2 with: @@ -347,6 +352,52 @@ jobs: env: TEST_MODE_ACTIVE: true + macos-arm-installer-build: + needs: [build-lang, build-distribution] + name: Build MacOS ARM Installer + runs-on: macos-latest + steps: + - name: Checkout Repository + uses: actions/checkout@v2 + - name: Set up JDK 11 + uses: actions/setup-java@v2 + with: + distribution: 'temurin' + java-version: '11' + - name: Download Ballerina Distribution + run: | + git clone https://github.com/ballerina-platform/ballerina-distribution.git + cd ballerina-distribution + git checkout $PATCH_LEVEL + - name: Download MacOS Intaller Zip + uses: actions/download-artifact@v2 + with: + name: MacOS Installer ZIP + - name: Create macos-pkg + id: run_installers_pkg + working-directory: ballerina-distribution/installers/mac + run: ./build-ballerina-macos-x64.sh -v ${{ needs.build-distribution.outputs.project-version }} -p ./../../../ -a arm + - name: Archive MacOS pkg + uses: actions/upload-artifact@v2 + with: + name: MacOS Installer pkg + path: ballerina-distribution/installers/mac/target/pkg/ballerina-*-macos-arm-x64.pkg + - name: Install Ballerina PKG + run: sudo installer -pkg ballerina-distribution/installers/mac/target/pkg/ballerina-*-macos-arm-x64.pkg -target / + - name: Update Installer Test Configs + run: | + DISPLAY_TEXT=${{ needs.build-distribution.outputs.short-version }} + SWAN_LAKE_LATEST_VERSION="swan-lake-"+$DISPLAY_TEXT + SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} + perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=$DISPLAY_TEXT/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=$SWAN_LAKE_LATEST_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=$SPEC_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties + - name: Run Installer Tests + working-directory: ./ballerina-distribution/ballerina-test-automation/installer-test + run: ./../gradlew build --stacktrace -scan --console=plain --no-daemon -DballerinaInstalled=true + env: + TEST_MODE_ACTIVE: true + windows-installer-build: needs: [build-lang, build-distribution] name: Build Windows Installer diff --git a/.github/workflows/daily-full-build-2201.6.x.yml b/.github/workflows/daily-full-build-2201.6.x.yml index d71755c44..e631efc87 100644 --- a/.github/workflows/daily-full-build-2201.6.x.yml +++ b/.github/workflows/daily-full-build-2201.6.x.yml @@ -207,6 +207,11 @@ jobs: with: name: MacOS Installer ZIP path: ballerina-distribution/ballerina/build/distributions/ballerina-*-macos.zip + - name: Archive MacOS-ARM Installer ZIP + uses: actions/upload-artifact@v2 + with: + name: MacOS-ARM Installer ZIP + path: ballerina-distribution/ballerina/build/distributions/ballerina-*-macos-arm.zip - name: Archive Windows Installer ZIP uses: actions/upload-artifact@v2 with: @@ -358,6 +363,52 @@ jobs: env: TEST_MODE_ACTIVE: true + macos-arm-installer-build: + needs: [build-lang, build-distribution] + name: Build MacOS ARM Installer + runs-on: macos-latest + steps: + - name: Checkout Repository + uses: actions/checkout@v2 + - name: Set up JDK 11 + uses: actions/setup-java@v2 + with: + distribution: 'temurin' + java-version: '11' + - name: Download Ballerina Distribution + run: | + git clone https://github.com/ballerina-platform/ballerina-distribution.git + cd ballerina-distribution + git checkout $PATCH_LEVEL + - name: Download MacOS Intaller Zip + uses: actions/download-artifact@v2 + with: + name: MacOS Installer ZIP + - name: Create macos-pkg + id: run_installers_pkg + working-directory: ballerina-distribution/installers/mac + run: ./build-ballerina-macos-x64.sh -v ${{ needs.build-distribution.outputs.project-version }} -p ./../../../ -a arm + - name: Archive MacOS pkg + uses: actions/upload-artifact@v2 + with: + name: MacOS Installer pkg + path: ballerina-distribution/installers/mac/target/pkg/ballerina-*-macos-arm-x64.pkg + - name: Install Ballerina PKG + run: sudo installer -pkg ballerina-distribution/installers/mac/target/pkg/ballerina-*-macos-arm-x64.pkg -target / + - name: Update Installer Test Configs + run: | + DISPLAY_TEXT=${{ needs.build-distribution.outputs.short-version }} + SWAN_LAKE_LATEST_VERSION="swan-lake-"+$DISPLAY_TEXT + SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} + perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=$DISPLAY_TEXT/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=$SWAN_LAKE_LATEST_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=$SPEC_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties + - name: Run Installer Tests + working-directory: ./ballerina-distribution/ballerina-test-automation/installer-test + run: ./../gradlew build --stacktrace -scan --console=plain --no-daemon -DballerinaInstalled=true + env: + TEST_MODE_ACTIVE: true + windows-installer-build: needs: [build-lang, build-distribution] name: Build Windows Installer diff --git a/.github/workflows/daily-full-build-master.yml b/.github/workflows/daily-full-build-master.yml index f1cfaf517..24c9f1002 100644 --- a/.github/workflows/daily-full-build-master.yml +++ b/.github/workflows/daily-full-build-master.yml @@ -357,6 +357,52 @@ jobs: env: TEST_MODE_ACTIVE: true + macos-arm-installer-build: + needs: [build-lang, build-distribution] + name: Build MacOS ARM Installer + runs-on: macos-latest + steps: + - name: Checkout Repository + uses: actions/checkout@v2 + - name: Set up JDK 11 + uses: actions/setup-java@v2 + with: + distribution: 'temurin' + java-version: '11' + - name: Download Ballerina Distribution + run: | + git clone https://github.com/ballerina-platform/ballerina-distribution.git + cd ballerina-distribution + git checkout $PATCH_LEVEL + - name: Download MacOS Intaller Zip + uses: actions/download-artifact@v2 + with: + name: MacOS Installer ZIP + - name: Create macos-pkg + id: run_installers_pkg + working-directory: ballerina-distribution/installers/mac + run: ./build-ballerina-macos-x64.sh -v ${{ needs.build-distribution.outputs.project-version }} -p ./../../../ -a arm + - name: Archive MacOS pkg + uses: actions/upload-artifact@v2 + with: + name: MacOS Installer pkg + path: ballerina-distribution/installers/mac/target/pkg/ballerina-*-macos-arm-x64.pkg + - name: Install Ballerina PKG + run: sudo installer -pkg ballerina-distribution/installers/mac/target/pkg/ballerina-*-macos-arm-x64.pkg -target / + - name: Update Installer Test Configs + run: | + DISPLAY_TEXT=${{ needs.build-distribution.outputs.short-version }} + SWAN_LAKE_LATEST_VERSION="swan-lake-"+$DISPLAY_TEXT + SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} + perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=$DISPLAY_TEXT/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=$SWAN_LAKE_LATEST_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=$SPEC_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties + - name: Run Installer Tests + working-directory: ./ballerina-distribution/ballerina-test-automation/installer-test + run: ./../gradlew build --stacktrace -scan --console=plain --no-daemon -DballerinaInstalled=true + env: + TEST_MODE_ACTIVE: true + windows-installer-build: needs: [build-lang, build-distribution] name: Build Windows Installer From ec853896c87b3459f1256e2c754c7acb84df3c0e Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Thu, 25 May 2023 22:42:17 +0530 Subject: [PATCH 049/103] Add MacOS ARM installer build in FBP --- .github/workflows/daily-full-build-master.yml | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/.github/workflows/daily-full-build-master.yml b/.github/workflows/daily-full-build-master.yml index 24c9f1002..a8212dd0c 100644 --- a/.github/workflows/daily-full-build-master.yml +++ b/.github/workflows/daily-full-build-master.yml @@ -206,6 +206,11 @@ jobs: with: name: MacOS Installer ZIP path: ballerina-distribution/ballerina/build/distributions/ballerina-*-macos.zip + - name: Archive MacOS-ARM Installer ZIP + uses: actions/upload-artifact@v2 + with: + name: MacOS-ARM Installer ZIP + path: ballerina-distribution/ballerina/build/distributions/ballerina-*-macos-arm.zip - name: Archive Windows Installer ZIP uses: actions/upload-artifact@v2 with: From 6adbd3cbaa3ad0d4908497d2fe24592d023eb16c Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Fri, 26 May 2023 00:27:55 +0530 Subject: [PATCH 050/103] [Automated] Update Extensions Dependencies --- dependabot/resources/extensions.json | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/dependabot/resources/extensions.json b/dependabot/resources/extensions.json index 6de1e23cf..f5b775c07 100644 --- a/dependabot/resources/extensions.json +++ b/dependabot/resources/extensions.json @@ -91,8 +91,7 @@ "module-ballerinax-prometheus", "openapi-tools", "ballerina-dev-tools", - "asyncapi-tools", - "module-ballerina-yaml" + "asyncapi-tools" ] }, { From 75eb7441acb8f324445de2ca089cd8578c5c14ff Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Fri, 26 May 2023 09:31:43 +0530 Subject: [PATCH 051/103] Fix downloading MacOS-ARM zip --- .github/workflows/daily-full-build-2201.5.x.yml | 4 ++-- .github/workflows/daily-full-build-2201.6.x.yml | 4 ++-- .github/workflows/daily-full-build-master.yml | 4 ++-- 3 files changed, 6 insertions(+), 6 deletions(-) diff --git a/.github/workflows/daily-full-build-2201.5.x.yml b/.github/workflows/daily-full-build-2201.5.x.yml index 8b2a36063..0798db06d 100644 --- a/.github/workflows/daily-full-build-2201.5.x.yml +++ b/.github/workflows/daily-full-build-2201.5.x.yml @@ -369,10 +369,10 @@ jobs: git clone https://github.com/ballerina-platform/ballerina-distribution.git cd ballerina-distribution git checkout $PATCH_LEVEL - - name: Download MacOS Intaller Zip + - name: Download MacOS-ARM Intaller Zip uses: actions/download-artifact@v2 with: - name: MacOS Installer ZIP + name: MacOS-ARM Installer ZIP - name: Create macos-pkg id: run_installers_pkg working-directory: ballerina-distribution/installers/mac diff --git a/.github/workflows/daily-full-build-2201.6.x.yml b/.github/workflows/daily-full-build-2201.6.x.yml index e631efc87..5255636e1 100644 --- a/.github/workflows/daily-full-build-2201.6.x.yml +++ b/.github/workflows/daily-full-build-2201.6.x.yml @@ -380,10 +380,10 @@ jobs: git clone https://github.com/ballerina-platform/ballerina-distribution.git cd ballerina-distribution git checkout $PATCH_LEVEL - - name: Download MacOS Intaller Zip + - name: Download MacOS-ARM Intaller Zip uses: actions/download-artifact@v2 with: - name: MacOS Installer ZIP + name: MacOS-ARM Installer ZIP - name: Create macos-pkg id: run_installers_pkg working-directory: ballerina-distribution/installers/mac diff --git a/.github/workflows/daily-full-build-master.yml b/.github/workflows/daily-full-build-master.yml index a8212dd0c..88ee0e57d 100644 --- a/.github/workflows/daily-full-build-master.yml +++ b/.github/workflows/daily-full-build-master.yml @@ -379,10 +379,10 @@ jobs: git clone https://github.com/ballerina-platform/ballerina-distribution.git cd ballerina-distribution git checkout $PATCH_LEVEL - - name: Download MacOS Intaller Zip + - name: Download MacOS-ARM Intaller Zip uses: actions/download-artifact@v2 with: - name: MacOS Installer ZIP + name: MacOS-ARM Installer ZIP - name: Create macos-pkg id: run_installers_pkg working-directory: ballerina-distribution/installers/mac From ed7d27f5551635b2d7c50fcb99f5d2efa6da16c4 Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Fri, 26 May 2023 14:38:29 +0530 Subject: [PATCH 052/103] Remove MacOS-ARM installer tests --- .github/workflows/daily-full-build-2201.5.x.yml | 15 --------------- .github/workflows/daily-full-build-2201.6.x.yml | 15 --------------- .github/workflows/daily-full-build-master.yml | 15 --------------- 3 files changed, 45 deletions(-) diff --git a/.github/workflows/daily-full-build-2201.5.x.yml b/.github/workflows/daily-full-build-2201.5.x.yml index 0798db06d..de86b6cb7 100644 --- a/.github/workflows/daily-full-build-2201.5.x.yml +++ b/.github/workflows/daily-full-build-2201.5.x.yml @@ -382,21 +382,6 @@ jobs: with: name: MacOS Installer pkg path: ballerina-distribution/installers/mac/target/pkg/ballerina-*-macos-arm-x64.pkg - - name: Install Ballerina PKG - run: sudo installer -pkg ballerina-distribution/installers/mac/target/pkg/ballerina-*-macos-arm-x64.pkg -target / - - name: Update Installer Test Configs - run: | - DISPLAY_TEXT=${{ needs.build-distribution.outputs.short-version }} - SWAN_LAKE_LATEST_VERSION="swan-lake-"+$DISPLAY_TEXT - SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} - perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=$DISPLAY_TEXT/" ballerina-distribution/ballerina-test-automation/gradle.properties - perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=$SWAN_LAKE_LATEST_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties - perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=$SPEC_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties - - name: Run Installer Tests - working-directory: ./ballerina-distribution/ballerina-test-automation/installer-test - run: ./../gradlew build --stacktrace -scan --console=plain --no-daemon -DballerinaInstalled=true - env: - TEST_MODE_ACTIVE: true windows-installer-build: needs: [build-lang, build-distribution] diff --git a/.github/workflows/daily-full-build-2201.6.x.yml b/.github/workflows/daily-full-build-2201.6.x.yml index 5255636e1..07e000b3c 100644 --- a/.github/workflows/daily-full-build-2201.6.x.yml +++ b/.github/workflows/daily-full-build-2201.6.x.yml @@ -393,21 +393,6 @@ jobs: with: name: MacOS Installer pkg path: ballerina-distribution/installers/mac/target/pkg/ballerina-*-macos-arm-x64.pkg - - name: Install Ballerina PKG - run: sudo installer -pkg ballerina-distribution/installers/mac/target/pkg/ballerina-*-macos-arm-x64.pkg -target / - - name: Update Installer Test Configs - run: | - DISPLAY_TEXT=${{ needs.build-distribution.outputs.short-version }} - SWAN_LAKE_LATEST_VERSION="swan-lake-"+$DISPLAY_TEXT - SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} - perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=$DISPLAY_TEXT/" ballerina-distribution/ballerina-test-automation/gradle.properties - perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=$SWAN_LAKE_LATEST_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties - perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=$SPEC_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties - - name: Run Installer Tests - working-directory: ./ballerina-distribution/ballerina-test-automation/installer-test - run: ./../gradlew build --stacktrace -scan --console=plain --no-daemon -DballerinaInstalled=true - env: - TEST_MODE_ACTIVE: true windows-installer-build: needs: [build-lang, build-distribution] diff --git a/.github/workflows/daily-full-build-master.yml b/.github/workflows/daily-full-build-master.yml index 88ee0e57d..8b1947d47 100644 --- a/.github/workflows/daily-full-build-master.yml +++ b/.github/workflows/daily-full-build-master.yml @@ -392,21 +392,6 @@ jobs: with: name: MacOS Installer pkg path: ballerina-distribution/installers/mac/target/pkg/ballerina-*-macos-arm-x64.pkg - - name: Install Ballerina PKG - run: sudo installer -pkg ballerina-distribution/installers/mac/target/pkg/ballerina-*-macos-arm-x64.pkg -target / - - name: Update Installer Test Configs - run: | - DISPLAY_TEXT=${{ needs.build-distribution.outputs.short-version }} - SWAN_LAKE_LATEST_VERSION="swan-lake-"+$DISPLAY_TEXT - SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} - perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=$DISPLAY_TEXT/" ballerina-distribution/ballerina-test-automation/gradle.properties - perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=$SWAN_LAKE_LATEST_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties - perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=$SPEC_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties - - name: Run Installer Tests - working-directory: ./ballerina-distribution/ballerina-test-automation/installer-test - run: ./../gradlew build --stacktrace -scan --console=plain --no-daemon -DballerinaInstalled=true - env: - TEST_MODE_ACTIVE: true windows-installer-build: needs: [build-lang, build-distribution] From 40fb30d4392268a9e6dcf17fb49093e8b2794861 Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Fri, 26 May 2023 17:33:25 +0530 Subject: [PATCH 053/103] [Automated] Update Stdlib Dependency Graph --- dashboard/stdlib_graph.gv | 1 - 1 file changed, 1 deletion(-) diff --git a/dashboard/stdlib_graph.gv b/dashboard/stdlib_graph.gv index dc0687de4..5d34e192c 100644 --- a/dashboard/stdlib_graph.gv +++ b/dashboard/stdlib_graph.gv @@ -88,7 +88,6 @@ digraph "Stdlib Dependency Graph" { io -> os io -> serdes io -> xslt - regex -> yaml time -> constraint time -> crypto time -> file From f9ff012f59fb0116b524025a185adbee9199697c Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Mon, 29 May 2023 11:26:04 +0530 Subject: [PATCH 054/103] Fix log in FBP --- dependabot/full_build_pipeline.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dependabot/full_build_pipeline.py b/dependabot/full_build_pipeline.py index 3914cb7bc..80d64004d 100644 --- a/dependabot/full_build_pipeline.py +++ b/dependabot/full_build_pipeline.py @@ -275,7 +275,7 @@ def main(): if module_name in build_ignore_modules: print_separation_block() - print_info(print_info("Skipping: " + module)) + print_info(print_info("Skipping: " + module_name)) elif start_build: print_separation_block() clone_repository(module_name) From 20a7fa3d9960b2997f2c4884b7d9a76662b02fa8 Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Mon, 29 May 2023 17:33:31 +0530 Subject: [PATCH 055/103] [Automated] Update Stdlib Dependency Graph --- dashboard/stdlib_graph.gv | 2 -- 1 file changed, 2 deletions(-) diff --git a/dashboard/stdlib_graph.gv b/dashboard/stdlib_graph.gv index 5d34e192c..e6d62bdfa 100644 --- a/dashboard/stdlib_graph.gv +++ b/dashboard/stdlib_graph.gv @@ -19,7 +19,6 @@ digraph "Stdlib Dependency Graph" { os protobuf random - serdes task xslt label="level 2" @@ -86,7 +85,6 @@ digraph "Stdlib Dependency Graph" { } io -> log io -> os - io -> serdes io -> xslt time -> constraint time -> crypto From 5b38540aa36851a3a7fa35153cf3e48bd2c06f03 Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Mon, 29 May 2023 21:54:34 +0530 Subject: [PATCH 056/103] Fix checking out distribution branch in windows --- .github/workflows/daily-full-build-2201.3.x.yml | 2 +- .github/workflows/daily-full-build-2201.4.x.yml | 2 +- .github/workflows/daily-full-build-2201.5.x.yml | 2 +- .github/workflows/daily-full-build-2201.6.x.yml | 2 +- .github/workflows/daily-full-build-master.yml | 2 +- 5 files changed, 5 insertions(+), 5 deletions(-) diff --git a/.github/workflows/daily-full-build-2201.3.x.yml b/.github/workflows/daily-full-build-2201.3.x.yml index a44a7c544..b47a7e985 100644 --- a/.github/workflows/daily-full-build-2201.3.x.yml +++ b/.github/workflows/daily-full-build-2201.3.x.yml @@ -368,7 +368,7 @@ jobs: run: | git clone https://github.com/ballerina-platform/ballerina-distribution.git cd ballerina-distribution - git checkout $PATCH_LEVEL + git checkout $env:PATCH_LEVEL - name: Download Windows Intaller Zip uses: actions/download-artifact@v2 with: diff --git a/.github/workflows/daily-full-build-2201.4.x.yml b/.github/workflows/daily-full-build-2201.4.x.yml index 811daa4ae..f240c8831 100644 --- a/.github/workflows/daily-full-build-2201.4.x.yml +++ b/.github/workflows/daily-full-build-2201.4.x.yml @@ -368,7 +368,7 @@ jobs: run: | git clone https://github.com/ballerina-platform/ballerina-distribution.git cd ballerina-distribution - git checkout $PATCH_LEVEL + git checkout $env:PATCH_LEVEL - name: Download Windows Intaller Zip uses: actions/download-artifact@v2 with: diff --git a/.github/workflows/daily-full-build-2201.5.x.yml b/.github/workflows/daily-full-build-2201.5.x.yml index de86b6cb7..d490bbc8a 100644 --- a/.github/workflows/daily-full-build-2201.5.x.yml +++ b/.github/workflows/daily-full-build-2201.5.x.yml @@ -404,7 +404,7 @@ jobs: run: | git clone https://github.com/ballerina-platform/ballerina-distribution.git cd ballerina-distribution - git checkout $PATCH_LEVEL + git checkout $env:PATCH_LEVEL - name: Download Windows Intaller Zip uses: actions/download-artifact@v2 with: diff --git a/.github/workflows/daily-full-build-2201.6.x.yml b/.github/workflows/daily-full-build-2201.6.x.yml index 07e000b3c..ddc692768 100644 --- a/.github/workflows/daily-full-build-2201.6.x.yml +++ b/.github/workflows/daily-full-build-2201.6.x.yml @@ -415,7 +415,7 @@ jobs: run: | git clone https://github.com/ballerina-platform/ballerina-distribution.git cd ballerina-distribution - git checkout $PATCH_LEVEL + git checkout $env:PATCH_LEVEL - name: Download Windows Intaller Zip uses: actions/download-artifact@v2 with: diff --git a/.github/workflows/daily-full-build-master.yml b/.github/workflows/daily-full-build-master.yml index 8b1947d47..5e11e62a2 100644 --- a/.github/workflows/daily-full-build-master.yml +++ b/.github/workflows/daily-full-build-master.yml @@ -414,7 +414,7 @@ jobs: run: | git clone https://github.com/ballerina-platform/ballerina-distribution.git cd ballerina-distribution - git checkout $PATCH_LEVEL + git checkout $env:PATCH_LEVEL - name: Download Windows Intaller Zip uses: actions/download-artifact@v2 with: From 6aa08a743ef41ceb60b55abb8931a5e5d1f037e0 Mon Sep 17 00:00:00 2001 From: Oshada Jayasinghe <55861474+oshadajay@users.noreply.github.com> Date: Mon, 29 May 2023 22:17:55 +0530 Subject: [PATCH 057/103] Update full_build_ignore_modules.json --- dependabot/resources/full_build_ignore_modules.json | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/dependabot/resources/full_build_ignore_modules.json b/dependabot/resources/full_build_ignore_modules.json index bede03ad0..d324698ee 100644 --- a/dependabot/resources/full_build_ignore_modules.json +++ b/dependabot/resources/full_build_ignore_modules.json @@ -37,7 +37,8 @@ "persist-tools", "ballerina-dev-tools", "module-ballerina-toml", - "module-ballerina-yaml" + "module-ballerina-yaml", + "module-ballerina-math.vector" ], "downstream-repo-branches": { "module-ballerina-c2c": "2201.3.x", From 2e4b3c5346c4e4b94cd2be9f586397c47412a626 Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Tue, 30 May 2023 00:26:16 +0530 Subject: [PATCH 058/103] [Automated] Update Extensions Dependencies --- dependabot/resources/extensions.json | 91 ++++++++++++++-------------- 1 file changed, 46 insertions(+), 45 deletions(-) diff --git a/dependabot/resources/extensions.json b/dependabot/resources/extensions.json index f5b775c07..67c21f0c6 100644 --- a/dependabot/resources/extensions.json +++ b/dependabot/resources/extensions.json @@ -110,6 +110,7 @@ "module-ballerina-constraint", "module-ballerina-crypto", "module-ballerina-file", + "module-ballerina-persist", "module-ballerina-protobuf", "module-ballerina-random", "module-ballerina-task" @@ -219,6 +220,22 @@ "module-ballerina-file" ] }, + { + "name": "module-ballerina-persist", + "level": 2, + "group_id": "io.ballerina.stdlib", + "artifact_id": "persist-ballerina", + "version_key": "stdlibPersistVersion", + "default_branch": "main", + "auto_merge": true, + "push_to_central": true, + "is_extended_library_module": false, + "build_action_file": "build-timestamped-master", + "send_notification": true, + "dependents": [ + "persist-tools" + ] + }, { "name": "module-ballerina-protobuf", "level": 2, @@ -715,8 +732,8 @@ "module-ballerinax-mssql", "module-ballerinax-mysql", "module-ballerinax-oracledb", - "module-ballerina-persist", - "module-ballerinax-postgresql" + "module-ballerinax-postgresql", + "persist-tools" ] }, { @@ -736,27 +753,27 @@ ] }, { - "name": "module-ballerina-persist", + "name": "graphql-tools", "level": 8, - "group_id": "io.ballerina.stdlib", - "artifact_id": "persist-ballerina", - "version_key": "stdlibPersistVersion", + "group_id": "io.ballerina", + "artifact_id": "graphql-tools", + "version_key": "graphqlVersion", "default_branch": "main", "auto_merge": true, - "push_to_central": true, + "push_to_central": false, "is_extended_library_module": false, "build_action_file": "build-timestamped-master", "send_notification": true, "dependents": [ - "persist-tools" + "ballerina-distribution" ] }, { - "name": "graphql-tools", + "name": "persist-tools", "level": 8, "group_id": "io.ballerina", - "artifact_id": "graphql-tools", - "version_key": "graphqlVersion", + "artifact_id": "persist-tools", + "version_key": "persistToolVersion", "default_branch": "main", "auto_merge": true, "push_to_central": false, @@ -764,7 +781,7 @@ "build_action_file": "build-timestamped-master", "send_notification": true, "dependents": [ - "ballerina-distribution" + "ballerina-dev-tools" ] }, { @@ -783,25 +800,9 @@ "ballerina-distribution" ] }, - { - "name": "persist-tools", - "level": 9, - "group_id": "io.ballerina", - "artifact_id": "persist-tools", - "version_key": "persistToolVersion", - "default_branch": "main", - "auto_merge": true, - "push_to_central": false, - "is_extended_library_module": false, - "build_action_file": "build-timestamped-master", - "send_notification": true, - "dependents": [ - "ballerina-dev-tools" - ] - }, { "name": "ballerina-dev-tools", - "level": 10, + "level": 9, "group_id": "org.ballerinalang", "artifact_id": "ballerina-dev-tools", "version_key": "devToolsVersion", @@ -817,7 +818,7 @@ }, { "name": "ballerina-distribution", - "level": 11, + "level": 10, "group_id": "io.ballerina.stdlib", "artifact_id": "distribution-ballerina", "version_key": "stdlibDistributionVersion", @@ -833,7 +834,7 @@ "extended_library": [ { "name": "module-ballerinax-aws.lambda", - "level": 12, + "level": 11, "group_id": "org.ballerinax.awslambda", "artifact_id": "awslambda-extension-bala", "version_key": "awslambdaVersion", @@ -847,7 +848,7 @@ }, { "name": "module-ballerinax-azure.functions", - "level": 12, + "level": 11, "group_id": "org.ballerinax.azurefunctions", "artifact_id": "azurefunctions-extension", "version_key": "azFunctionsVersion", @@ -861,7 +862,7 @@ }, { "name": "module-ballerinax-choreo", - "level": 12, + "level": 11, "group_id": "org.ballerinalang", "artifact_id": "choreo-extension-ballerina", "version_key": "observeExtChoreoVersion", @@ -875,7 +876,7 @@ }, { "name": "module-ballerina-docker", - "level": 12, + "level": 11, "group_id": "org.ballerinax.docker", "artifact_id": "docker-generator", "version_key": "dockerVersion", @@ -889,7 +890,7 @@ }, { "name": "module-ballerina-edi", - "level": 12, + "level": 11, "group_id": "io.ballerina.stdlib", "artifact_id": "edi-ballerina", "version_key": "stdlibEdiVersion", @@ -903,7 +904,7 @@ }, { "name": "module-ballerinax-jaeger", - "level": 12, + "level": 11, "group_id": "org.ballerinalang", "artifact_id": "jaeger-extension-ballerina", "version_key": "observeExtJaegerVersion", @@ -917,7 +918,7 @@ }, { "name": "module-ballerinax-java.jdbc", - "level": 12, + "level": 11, "group_id": "io.ballerina.stdlib", "artifact_id": "java.jdbc-ballerina", "version_key": "stdlibJdbcVersion", @@ -931,7 +932,7 @@ }, { "name": "module-ballerinax-kafka", - "level": 12, + "level": 11, "group_id": "io.ballerina.stdlib", "artifact_id": "kafka-ballerina", "version_key": "stdlibKafkaVersion", @@ -945,7 +946,7 @@ }, { "name": "module-ballerinax-mssql", - "level": 12, + "level": 11, "group_id": "io.ballerina.stdlib", "artifact_id": "mssql-ballerina", "version_key": "stdlibMssqlVersion", @@ -959,7 +960,7 @@ }, { "name": "module-ballerinax-mysql", - "level": 12, + "level": 11, "group_id": "io.ballerina.stdlib", "artifact_id": "mysql-ballerina", "version_key": "stdlibMysqlVersion", @@ -973,7 +974,7 @@ }, { "name": "module-ballerinax-nats", - "level": 12, + "level": 11, "group_id": "io.ballerina.stdlib", "artifact_id": "nats-ballerina", "version_key": "stdlibNatsVersion", @@ -987,7 +988,7 @@ }, { "name": "module-ballerinax-oracledb", - "level": 12, + "level": 11, "group_id": "io.ballerina.stdlib", "artifact_id": "oracledb-ballerina", "version_key": "stdlibOracledbVersion", @@ -1001,7 +1002,7 @@ }, { "name": "module-ballerinax-postgresql", - "level": 12, + "level": 11, "group_id": "io.ballerina.stdlib", "artifact_id": "postgresql-ballerina", "version_key": "stdlibPostgresqlVersion", @@ -1015,7 +1016,7 @@ }, { "name": "module-ballerinax-prometheus", - "level": 12, + "level": 11, "group_id": "org.ballerinalang", "artifact_id": "prometheus-extension-ballerina", "version_key": "observeExtPrometheusVersion", @@ -1029,7 +1030,7 @@ }, { "name": "module-ballerinax-rabbitmq", - "level": 12, + "level": 11, "group_id": "io.ballerina.stdlib", "artifact_id": "rabbitmq-ballerina", "version_key": "stdlibRabbitmqVersion", From 5d61931c5d6fc9dd41da39c7ee29ac6af90a5582 Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Tue, 30 May 2023 10:08:43 +0530 Subject: [PATCH 059/103] Change distribution level --- .github/workflows/daily-full-build-2201.3.x.yml | 2 +- .github/workflows/daily-full-build-2201.4.x.yml | 2 +- .github/workflows/daily-full-build-2201.5.x.yml | 2 +- .github/workflows/daily-full-build-2201.6.x.yml | 2 +- .github/workflows/daily-full-build-master.yml | 2 +- 5 files changed, 5 insertions(+), 5 deletions(-) diff --git a/.github/workflows/daily-full-build-2201.3.x.yml b/.github/workflows/daily-full-build-2201.3.x.yml index b47a7e985..eb0ab5bbc 100644 --- a/.github/workflows/daily-full-build-2201.3.x.yml +++ b/.github/workflows/daily-full-build-2201.3.x.yml @@ -7,7 +7,7 @@ on: env: PATCH_LEVEL: 2201.3.x - DISTRIBUTION_BUILD_LEVEL: 11 + DISTRIBUTION_BUILD_LEVEL: 10 jobs: build-lang: diff --git a/.github/workflows/daily-full-build-2201.4.x.yml b/.github/workflows/daily-full-build-2201.4.x.yml index f240c8831..45fdc9e32 100644 --- a/.github/workflows/daily-full-build-2201.4.x.yml +++ b/.github/workflows/daily-full-build-2201.4.x.yml @@ -7,7 +7,7 @@ on: env: PATCH_LEVEL: 2201.4.x - DISTRIBUTION_BUILD_LEVEL: 11 + DISTRIBUTION_BUILD_LEVEL: 10 jobs: build-lang: diff --git a/.github/workflows/daily-full-build-2201.5.x.yml b/.github/workflows/daily-full-build-2201.5.x.yml index d490bbc8a..54824b529 100644 --- a/.github/workflows/daily-full-build-2201.5.x.yml +++ b/.github/workflows/daily-full-build-2201.5.x.yml @@ -7,7 +7,7 @@ on: env: PATCH_LEVEL: 2201.5.x - DISTRIBUTION_BUILD_LEVEL: 11 + DISTRIBUTION_BUILD_LEVEL: 10 jobs: build-lang: diff --git a/.github/workflows/daily-full-build-2201.6.x.yml b/.github/workflows/daily-full-build-2201.6.x.yml index ddc692768..0cfc51187 100644 --- a/.github/workflows/daily-full-build-2201.6.x.yml +++ b/.github/workflows/daily-full-build-2201.6.x.yml @@ -7,7 +7,7 @@ on: env: PATCH_LEVEL: 2201.6.x - DISTRIBUTION_BUILD_LEVEL: 11 + DISTRIBUTION_BUILD_LEVEL: 10 jobs: build-lang: diff --git a/.github/workflows/daily-full-build-master.yml b/.github/workflows/daily-full-build-master.yml index 5e11e62a2..f88dd8559 100644 --- a/.github/workflows/daily-full-build-master.yml +++ b/.github/workflows/daily-full-build-master.yml @@ -7,7 +7,7 @@ on: env: PATCH_LEVEL: master - DISTRIBUTION_BUILD_LEVEL: 11 + DISTRIBUTION_BUILD_LEVEL: 10 jobs: build-lang: From 650c7a7a9e46131c5067a176e1633dc3c2b89bdd Mon Sep 17 00:00:00 2001 From: Chathura Ekanayake Date: Tue, 30 May 2023 14:32:09 +0530 Subject: [PATCH 060/103] Undo local changes before update --- dependabot/resources/extensions.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dependabot/resources/extensions.json b/dependabot/resources/extensions.json index c40f0549b..1d56e8214 100644 --- a/dependabot/resources/extensions.json +++ b/dependabot/resources/extensions.json @@ -911,7 +911,7 @@ "default_branch": "main", "auto_merge": true, "push_to_central": true, - "is_extended_library_module": false, + "is_extended_library_module": true, "build_action_file": "build-timestamped-master", "send_notification": true, "dependents": [] From 5c44f60ef7c74cd2cc211d137645288facf69a40 Mon Sep 17 00:00:00 2001 From: Chathura Ekanayake Date: Tue, 30 May 2023 14:36:57 +0530 Subject: [PATCH 061/103] Include EDI module under std lib --- dependabot/resources/extensions.json | 28 ++++++++++++++-------------- 1 file changed, 14 insertions(+), 14 deletions(-) diff --git a/dependabot/resources/extensions.json b/dependabot/resources/extensions.json index 67c21f0c6..40d56319a 100644 --- a/dependabot/resources/extensions.json +++ b/dependabot/resources/extensions.json @@ -594,6 +594,20 @@ "ballerina-distribution" ] }, + { + "name": "module-ballerina-edi", + "level": 5, + "group_id": "io.ballerina.stdlib", + "artifact_id": "edi-ballerina", + "version_key": "stdlibEdiVersion", + "default_branch": "main", + "auto_merge": true, + "push_to_central": true, + "is_extended_library_module": false, + "build_action_file": "build-timestamped-master", + "send_notification": true, + "dependents": [] + }, { "name": "module-ballerina-grpc", "level": 6, @@ -888,20 +902,6 @@ "send_notification": true, "dependents": [] }, - { - "name": "module-ballerina-edi", - "level": 11, - "group_id": "io.ballerina.stdlib", - "artifact_id": "edi-ballerina", - "version_key": "stdlibEdiVersion", - "default_branch": "main", - "auto_merge": true, - "push_to_central": true, - "is_extended_library_module": true, - "build_action_file": "build-timestamped-master", - "send_notification": true, - "dependents": [] - }, { "name": "module-ballerinax-jaeger", "level": 11, From 57c66ce8e7c3a776029dfbe3de4ad34928b85b74 Mon Sep 17 00:00:00 2001 From: Chathura Ekanayake Date: Tue, 30 May 2023 14:40:51 +0530 Subject: [PATCH 062/103] Include bal release as a dependant for edi module --- dependabot/resources/extensions.json | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/dependabot/resources/extensions.json b/dependabot/resources/extensions.json index 40d56319a..a86dbbba6 100644 --- a/dependabot/resources/extensions.json +++ b/dependabot/resources/extensions.json @@ -606,7 +606,9 @@ "is_extended_library_module": false, "build_action_file": "build-timestamped-master", "send_notification": true, - "dependents": [] + "dependents": [ + "ballerina-distribution" + ] }, { "name": "module-ballerina-grpc", From 9c03532a5ea41465df295a53f9edef18e52c943c Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Tue, 30 May 2023 15:07:59 +0530 Subject: [PATCH 063/103] Include checking out for timestamp release stages --- dependabot/full_build_pipeline.py | 37 +++++++++++++++++++------------ 1 file changed, 23 insertions(+), 14 deletions(-) diff --git a/dependabot/full_build_pipeline.py b/dependabot/full_build_pipeline.py index 80d64004d..8a297314a 100644 --- a/dependabot/full_build_pipeline.py +++ b/dependabot/full_build_pipeline.py @@ -190,15 +190,15 @@ def main(): else: print_info("Using existing upper level stdlib versions for the builds") - if args.build_released_versions: - print_info("Using released versions for build in " + - "https://github.com/ballerina-platform/ballerina-distribution/blob/master/gradle.properties") - build_released_versions = True - if args.patch_level: print_info(f"Using patch level: {args.patch_level}") patch_level = args.patch_level + if args.build_released_versions: + print_info("Using released versions for build in " + + f"https://github.com/ballerina-platform/ballerina-distribution/blob/{patch_level}/gradle.properties") + build_released_versions = True + if args.skip_build_distribution: print_info("Skipping ballerina-distribution build") build_distribution = False @@ -276,6 +276,9 @@ def main(): if module_name in build_ignore_modules: print_separation_block() print_info(print_info("Skipping: " + module_name)) + if build_released_versions and module_version_key not in released_stdlib_versions: + print_separation_block() + print_info(print_info("Skipping: " + module_name)) elif start_build: print_separation_block() clone_repository(module_name) @@ -362,16 +365,11 @@ def process_module(module_name, module_version_key, lang_version, patch_level, u if module_name in downstream_repo_branches: module_branch = downstream_repo_branches[module_name] print_info(f"Using defined branch {module_branch} in {TEST_IGNORE_MODULES_JSON}") - elif use_released_versions: - if module_version_key in released_stdlib_versions: - module_branch = f"v{released_stdlib_versions[module_version_key]}" - print_info(f"Using released version tag {module_branch} in {released_version_data_file_url}") elif patch_level: module_branch = patch_level print_info(f"Using patch branch {module_branch} for {BALLERINA_DIST_REPO_NAME}") - checkout_branch(module_branch, keep_local_changes) - print_info("Branch: " + module_branch) + checkout_branch(module_branch, keep_local_changes, module_version_key, use_released_versions) module_version = get_version() print_info(f"Module {module_name} version: {module_version}") @@ -493,15 +491,26 @@ def read_released_stdlib_versions(url): # installer_test_configs.write() -def checkout_branch(branch, keep_local_changes): +def checkout_branch(branch, keep_local_changes, module_key, build_released_versions): try: - process = subprocess.run(["git", "checkout", branch]) + if build_released_versions: + released_version = released_stdlib_versions[module_key] + if len(released_version.split("-")) > 1: + updated_commit_id = released_version.split("-")[-1] + process = subprocess.run(["git", "checkout", "-b", "full-build", updated_commit_id]) + print_info(f"Using commit ID {updated_commit_id} to create a new branch") + else: + process = subprocess.run(["git", "checkout", f"v{released_version}"]) + print_info(f"Using released version tag v{released_version} in {released_version_data_file_url}") + else: + process = subprocess.run(["git", "checkout", branch]) + print_info(f"Using branch {branch}") + if process.returncode != 0: print_warn(f"Failed to checkout branch {branch}. Default branch will be used.") if not keep_local_changes: subprocess.run(["git", "reset", "--hard", "origin/" + branch]) subprocess.run(["git", "pull", "origin", branch]) - except Exception as e: print_warn("Failed to Sync the Default Branch: " + str(e)) From afe9e1239779ba01343914443b8d6c1ec1eb7fb9 Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Tue, 30 May 2023 15:10:19 +0530 Subject: [PATCH 064/103] Fix if condition --- dependabot/full_build_pipeline.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dependabot/full_build_pipeline.py b/dependabot/full_build_pipeline.py index 8a297314a..bdcd223f1 100644 --- a/dependabot/full_build_pipeline.py +++ b/dependabot/full_build_pipeline.py @@ -276,7 +276,7 @@ def main(): if module_name in build_ignore_modules: print_separation_block() print_info(print_info("Skipping: " + module_name)) - if build_released_versions and module_version_key not in released_stdlib_versions: + elif build_released_versions and module_version_key not in released_stdlib_versions: print_separation_block() print_info(print_info("Skipping: " + module_name)) elif start_build: From bdce227ee2f35e763c5466c07102c82e5eb8bf0e Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Tue, 30 May 2023 17:33:26 +0530 Subject: [PATCH 065/103] [Automated] Update Stdlib Dependency Graph --- dashboard/stdlib_graph.gv | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/dashboard/stdlib_graph.gv b/dashboard/stdlib_graph.gv index e6d62bdfa..e275cb2fd 100644 --- a/dashboard/stdlib_graph.gv +++ b/dashboard/stdlib_graph.gv @@ -17,6 +17,7 @@ digraph "Stdlib Dependency Graph" { crypto log os + persist protobuf random task @@ -79,7 +80,6 @@ digraph "Stdlib Dependency Graph" { mssql mysql oracledb - persist postgresql label="level 8" } @@ -89,6 +89,7 @@ digraph "Stdlib Dependency Graph" { time -> constraint time -> crypto time -> file + time -> persist time -> protobuf time -> random time -> task @@ -149,6 +150,5 @@ digraph "Stdlib Dependency Graph" { sql -> mssql sql -> mysql sql -> oracledb - sql -> persist sql -> postgresql } From 4da81d2bc104c1e12cd53b6265dac55139b7d18e Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Wed, 31 May 2023 00:23:27 +0530 Subject: [PATCH 066/103] [Automated] Update Extensions Dependencies --- dependabot/resources/extensions.json | 30 +++++++++++++--------------- 1 file changed, 14 insertions(+), 16 deletions(-) diff --git a/dependabot/resources/extensions.json b/dependabot/resources/extensions.json index a86dbbba6..67c21f0c6 100644 --- a/dependabot/resources/extensions.json +++ b/dependabot/resources/extensions.json @@ -594,22 +594,6 @@ "ballerina-distribution" ] }, - { - "name": "module-ballerina-edi", - "level": 5, - "group_id": "io.ballerina.stdlib", - "artifact_id": "edi-ballerina", - "version_key": "stdlibEdiVersion", - "default_branch": "main", - "auto_merge": true, - "push_to_central": true, - "is_extended_library_module": false, - "build_action_file": "build-timestamped-master", - "send_notification": true, - "dependents": [ - "ballerina-distribution" - ] - }, { "name": "module-ballerina-grpc", "level": 6, @@ -904,6 +888,20 @@ "send_notification": true, "dependents": [] }, + { + "name": "module-ballerina-edi", + "level": 11, + "group_id": "io.ballerina.stdlib", + "artifact_id": "edi-ballerina", + "version_key": "stdlibEdiVersion", + "default_branch": "main", + "auto_merge": true, + "push_to_central": true, + "is_extended_library_module": true, + "build_action_file": "build-timestamped-master", + "send_notification": true, + "dependents": [] + }, { "name": "module-ballerinax-jaeger", "level": 11, From d8049088f994fd53284e8b5d5ae7d64f4d6667d3 Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Wed, 31 May 2023 09:47:42 +0530 Subject: [PATCH 067/103] Fix error in FBP --- dependabot/full_build_pipeline.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dependabot/full_build_pipeline.py b/dependabot/full_build_pipeline.py index bdcd223f1..ff34f9ea4 100644 --- a/dependabot/full_build_pipeline.py +++ b/dependabot/full_build_pipeline.py @@ -157,7 +157,7 @@ def main(): os.chdir(BALLERINA_LANG_REPO_NAME) if args.lang_branch: print_info("Using ballerina lang branch: " + args.lang_branch) - checkout_branch(args.lang_branch, keep_local_changes) + checkout_branch(args.lang_branch, keep_local_changes, "ballerinaLangVersion", build_released_versions) else: print_info("Using ballerina lang branch: master (default)") From 859284e3ed65d25b738961ba60e387445746105c Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Wed, 31 May 2023 15:04:49 +0530 Subject: [PATCH 068/103] Fix error in FBP --- dependabot/full_build_pipeline.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/dependabot/full_build_pipeline.py b/dependabot/full_build_pipeline.py index ff34f9ea4..f37439c62 100644 --- a/dependabot/full_build_pipeline.py +++ b/dependabot/full_build_pipeline.py @@ -508,9 +508,9 @@ def checkout_branch(branch, keep_local_changes, module_key, build_released_versi if process.returncode != 0: print_warn(f"Failed to checkout branch {branch}. Default branch will be used.") - if not keep_local_changes: - subprocess.run(["git", "reset", "--hard", "origin/" + branch]) - subprocess.run(["git", "pull", "origin", branch]) + # if not keep_local_changes: + # subprocess.run(["git", "reset", "--hard", "origin/" + branch]) + # subprocess.run(["git", "pull", "origin", branch]) except Exception as e: print_warn("Failed to Sync the Default Branch: " + str(e)) From c4b852e578d09b401694d89432600382006916a0 Mon Sep 17 00:00:00 2001 From: Tharik Kanaka Date: Wed, 31 May 2023 17:04:39 +0530 Subject: [PATCH 069/103] Revert "[Automated] Update Extensions Dependencies" --- dependabot/resources/extensions.json | 30 +++++++++++++++------------- 1 file changed, 16 insertions(+), 14 deletions(-) diff --git a/dependabot/resources/extensions.json b/dependabot/resources/extensions.json index 67c21f0c6..a86dbbba6 100644 --- a/dependabot/resources/extensions.json +++ b/dependabot/resources/extensions.json @@ -594,6 +594,22 @@ "ballerina-distribution" ] }, + { + "name": "module-ballerina-edi", + "level": 5, + "group_id": "io.ballerina.stdlib", + "artifact_id": "edi-ballerina", + "version_key": "stdlibEdiVersion", + "default_branch": "main", + "auto_merge": true, + "push_to_central": true, + "is_extended_library_module": false, + "build_action_file": "build-timestamped-master", + "send_notification": true, + "dependents": [ + "ballerina-distribution" + ] + }, { "name": "module-ballerina-grpc", "level": 6, @@ -888,20 +904,6 @@ "send_notification": true, "dependents": [] }, - { - "name": "module-ballerina-edi", - "level": 11, - "group_id": "io.ballerina.stdlib", - "artifact_id": "edi-ballerina", - "version_key": "stdlibEdiVersion", - "default_branch": "main", - "auto_merge": true, - "push_to_central": true, - "is_extended_library_module": true, - "build_action_file": "build-timestamped-master", - "send_notification": true, - "dependents": [] - }, { "name": "module-ballerinax-jaeger", "level": 11, From ec4a9829d1718e5f38ca11ef13744ab3a11f1254 Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Tue, 6 Jun 2023 11:11:30 +0530 Subject: [PATCH 070/103] Add remove-after-build flag --- .github/workflows/daily-full-build-2201.3.x.yml | 2 +- .github/workflows/daily-full-build-2201.4.x.yml | 2 +- .github/workflows/daily-full-build-2201.5.x.yml | 2 +- .github/workflows/daily-full-build-2201.6.x.yml | 2 +- .github/workflows/daily-full-build-master.yml | 2 +- 5 files changed, 5 insertions(+), 5 deletions(-) diff --git a/.github/workflows/daily-full-build-2201.3.x.yml b/.github/workflows/daily-full-build-2201.3.x.yml index eb0ab5bbc..63acd828a 100644 --- a/.github/workflows/daily-full-build-2201.3.x.yml +++ b/.github/workflows/daily-full-build-2201.3.x.yml @@ -110,7 +110,7 @@ jobs: - name: Build Standard Libraries & Tools run: | python -u dependabot/full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ - --build-released-versions --patch-level $PATCH_LEVEL --skip-build-distribution --continue-on-error + --build-released-versions --patch-level $PATCH_LEVEL --skip-build-distribution --continue-on-error --remove-after-build env: packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} diff --git a/.github/workflows/daily-full-build-2201.4.x.yml b/.github/workflows/daily-full-build-2201.4.x.yml index 45fdc9e32..a83353c3e 100644 --- a/.github/workflows/daily-full-build-2201.4.x.yml +++ b/.github/workflows/daily-full-build-2201.4.x.yml @@ -110,7 +110,7 @@ jobs: - name: Build Standard Libraries & Tools run: | python -u dependabot/full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ - --build-released-versions --patch-level $PATCH_LEVEL --skip-build-distribution --continue-on-error + --build-released-versions --patch-level $PATCH_LEVEL --skip-build-distribution --continue-on-error --remove-after-build env: packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} diff --git a/.github/workflows/daily-full-build-2201.5.x.yml b/.github/workflows/daily-full-build-2201.5.x.yml index 54824b529..edaf7e3d7 100644 --- a/.github/workflows/daily-full-build-2201.5.x.yml +++ b/.github/workflows/daily-full-build-2201.5.x.yml @@ -110,7 +110,7 @@ jobs: - name: Build Standard Libraries & Tools run: | python -u dependabot/full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ - --build-released-versions --patch-level $PATCH_LEVEL --skip-build-distribution --continue-on-error + --build-released-versions --patch-level $PATCH_LEVEL --skip-build-distribution --continue-on-error --remove-after-build env: packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} diff --git a/.github/workflows/daily-full-build-2201.6.x.yml b/.github/workflows/daily-full-build-2201.6.x.yml index 0cfc51187..744d4056c 100644 --- a/.github/workflows/daily-full-build-2201.6.x.yml +++ b/.github/workflows/daily-full-build-2201.6.x.yml @@ -110,7 +110,7 @@ jobs: - name: Build Standard Libraries & Tools run: | python -u dependabot/full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ - --update-stdlib-dependencies --skip-build-distribution --continue-on-error + --update-stdlib-dependencies --skip-build-distribution --continue-on-error --remove-after-build env: packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} diff --git a/.github/workflows/daily-full-build-master.yml b/.github/workflows/daily-full-build-master.yml index f88dd8559..0d028f2dd 100644 --- a/.github/workflows/daily-full-build-master.yml +++ b/.github/workflows/daily-full-build-master.yml @@ -110,7 +110,7 @@ jobs: - name: Build Standard Libraries & Tools run: | python -u dependabot/full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ - --update-stdlib-dependencies --skip-build-distribution --continue-on-error + --update-stdlib-dependencies --skip-build-distribution --continue-on-error --remove-after-build env: packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} From 02ba98dbbfb0ca4802f48df142762542698378e5 Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Tue, 6 Jun 2023 17:33:25 +0530 Subject: [PATCH 071/103] [Automated] Update Stdlib Dependency Graph --- dashboard/stdlib_graph.gv | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/dashboard/stdlib_graph.gv b/dashboard/stdlib_graph.gv index e275cb2fd..7a5604b88 100644 --- a/dashboard/stdlib_graph.gv +++ b/dashboard/stdlib_graph.gv @@ -32,6 +32,7 @@ digraph "Stdlib Dependency Graph" { ftp mime nats + "persist.inmemory" tcp udp uuid @@ -69,6 +70,7 @@ digraph "Stdlib Dependency Graph" { color=lightgrey style=filled graphql kafka + "persist.googlesheets" rabbitmq sql label="level 7" @@ -80,6 +82,7 @@ digraph "Stdlib Dependency Graph" { mssql mysql oracledb + "persist.sql" postgresql label="level 8" } @@ -112,6 +115,9 @@ digraph "Stdlib Dependency Graph" { log -> tcp log -> udp os -> file + persist -> "persist.googlesheets" + persist -> "persist.inmemory" + persist -> "persist.sql" protobuf -> grpc random -> grpc random -> kafka @@ -143,6 +149,7 @@ digraph "Stdlib Dependency Graph" { http -> websub http -> websubhub transaction -> kafka + transaction -> "persist.googlesheets" transaction -> rabbitmq transaction -> sql websocket -> graphql @@ -150,5 +157,6 @@ digraph "Stdlib Dependency Graph" { sql -> mssql sql -> mysql sql -> oracledb + sql -> "persist.sql" sql -> postgresql } From 7e8a28f72b63ce5afda31bf1719a64322b057396 Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Wed, 7 Jun 2023 00:28:49 +0530 Subject: [PATCH 072/103] [Automated] Update Extensions Dependencies --- dependabot/resources/extensions.json | 30 +++++++++++++--------------- 1 file changed, 14 insertions(+), 16 deletions(-) diff --git a/dependabot/resources/extensions.json b/dependabot/resources/extensions.json index a86dbbba6..67c21f0c6 100644 --- a/dependabot/resources/extensions.json +++ b/dependabot/resources/extensions.json @@ -594,22 +594,6 @@ "ballerina-distribution" ] }, - { - "name": "module-ballerina-edi", - "level": 5, - "group_id": "io.ballerina.stdlib", - "artifact_id": "edi-ballerina", - "version_key": "stdlibEdiVersion", - "default_branch": "main", - "auto_merge": true, - "push_to_central": true, - "is_extended_library_module": false, - "build_action_file": "build-timestamped-master", - "send_notification": true, - "dependents": [ - "ballerina-distribution" - ] - }, { "name": "module-ballerina-grpc", "level": 6, @@ -904,6 +888,20 @@ "send_notification": true, "dependents": [] }, + { + "name": "module-ballerina-edi", + "level": 11, + "group_id": "io.ballerina.stdlib", + "artifact_id": "edi-ballerina", + "version_key": "stdlibEdiVersion", + "default_branch": "main", + "auto_merge": true, + "push_to_central": true, + "is_extended_library_module": true, + "build_action_file": "build-timestamped-master", + "send_notification": true, + "dependents": [] + }, { "name": "module-ballerinax-jaeger", "level": 11, From 15392bd9711ed32a1451f89d182fbfed47555716 Mon Sep 17 00:00:00 2001 From: Tharik Kanaka Date: Wed, 7 Jun 2023 11:47:55 +0530 Subject: [PATCH 073/103] Revert "[Automated] Update Extensions Dependencies" --- dependabot/resources/extensions.json | 30 +++++++++++++++------------- 1 file changed, 16 insertions(+), 14 deletions(-) diff --git a/dependabot/resources/extensions.json b/dependabot/resources/extensions.json index 67c21f0c6..a86dbbba6 100644 --- a/dependabot/resources/extensions.json +++ b/dependabot/resources/extensions.json @@ -594,6 +594,22 @@ "ballerina-distribution" ] }, + { + "name": "module-ballerina-edi", + "level": 5, + "group_id": "io.ballerina.stdlib", + "artifact_id": "edi-ballerina", + "version_key": "stdlibEdiVersion", + "default_branch": "main", + "auto_merge": true, + "push_to_central": true, + "is_extended_library_module": false, + "build_action_file": "build-timestamped-master", + "send_notification": true, + "dependents": [ + "ballerina-distribution" + ] + }, { "name": "module-ballerina-grpc", "level": 6, @@ -888,20 +904,6 @@ "send_notification": true, "dependents": [] }, - { - "name": "module-ballerina-edi", - "level": 11, - "group_id": "io.ballerina.stdlib", - "artifact_id": "edi-ballerina", - "version_key": "stdlibEdiVersion", - "default_branch": "main", - "auto_merge": true, - "push_to_central": true, - "is_extended_library_module": true, - "build_action_file": "build-timestamped-master", - "send_notification": true, - "dependents": [] - }, { "name": "module-ballerinax-jaeger", "level": 11, From ba116cccde70102824626d3fa1ca291d3def92da Mon Sep 17 00:00:00 2001 From: Tharik Kanaka Date: Wed, 7 Jun 2023 11:54:36 +0530 Subject: [PATCH 074/103] Add edi properties --- dependabot/resources/module_list.json | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/dependabot/resources/module_list.json b/dependabot/resources/module_list.json index 126e56d4d..b6e15d6e5 100644 --- a/dependabot/resources/module_list.json +++ b/dependabot/resources/module_list.json @@ -257,7 +257,14 @@ "name": "module-ballerina-yaml" }, { - "name": "module-ballerina-edi" + "name": "module-ballerina-edi", + "group_id": "io.ballerina.stdlib", + "artifact_id": "edi-ballerina", + "version_key": "stdlibEdiVersion", + "auto_merge": true, + "push_to_central": true, + "is_extended_library_module": false, + "build_action_file": "build-timestamped-master" }, { "name": "module-ballerina-constraint" From 5913c3e5a6683edaf07adbe5824922d00f25cd92 Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Wed, 7 Jun 2023 15:12:33 +0530 Subject: [PATCH 075/103] [Automated] Update Extensions Dependencies --- dependabot/resources/extensions.json | 30 +++++++++++++--------------- 1 file changed, 14 insertions(+), 16 deletions(-) diff --git a/dependabot/resources/extensions.json b/dependabot/resources/extensions.json index a86dbbba6..b4f28a733 100644 --- a/dependabot/resources/extensions.json +++ b/dependabot/resources/extensions.json @@ -521,6 +521,20 @@ "ballerina-distribution" ] }, + { + "name": "module-ballerina-edi", + "level": 5, + "group_id": "io.ballerina.stdlib", + "artifact_id": "edi-ballerina", + "version_key": "stdlibEdiVersion", + "default_branch": "main", + "auto_merge": true, + "push_to_central": true, + "is_extended_library_module": false, + "build_action_file": "build-timestamped-master", + "send_notification": true, + "dependents": [] + }, { "name": "module-ballerina-email", "level": 5, @@ -594,22 +608,6 @@ "ballerina-distribution" ] }, - { - "name": "module-ballerina-edi", - "level": 5, - "group_id": "io.ballerina.stdlib", - "artifact_id": "edi-ballerina", - "version_key": "stdlibEdiVersion", - "default_branch": "main", - "auto_merge": true, - "push_to_central": true, - "is_extended_library_module": false, - "build_action_file": "build-timestamped-master", - "send_notification": true, - "dependents": [ - "ballerina-distribution" - ] - }, { "name": "module-ballerina-grpc", "level": 6, From 493503bec8276a9086d8da850b324eec3f4c6d1e Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Wed, 7 Jun 2023 17:50:09 +0530 Subject: [PATCH 076/103] Add connector list --- .../resources/ballerina_connector_list.json | 356 ++++++++++++++++++ 1 file changed, 356 insertions(+) create mode 100644 dependabot/resources/ballerina_connector_list.json diff --git a/dependabot/resources/ballerina_connector_list.json b/dependabot/resources/ballerina_connector_list.json new file mode 100644 index 000000000..0b9c4abcd --- /dev/null +++ b/dependabot/resources/ballerina_connector_list.json @@ -0,0 +1,356 @@ +{ + "ballerinax_connectors": [ + { + "name": "module-ballerinax-github", + "org": "ballerina-platform", + "group_id": "io.ballerinax.webhook", + "artifact_id": "module-ballerinax-github", + "default_branch": "master", + "auto_merge": true, + "push_to_central": true, + "send_notification": true, + "build_with_distribution": true + }, + { + "name": "module-ballerinax-twilio", + "org": "ballerina-platform", + "group_id": "io.ballerinax.webhook", + "artifact_id": "module-ballerinax-twilio", + "default_branch": "master", + "auto_merge": true, + "push_to_central": true, + "send_notification": true, + "build_with_distribution": true + }, + { + "name": "module-ballerinax-googleapis.sheets", + "org": "ballerina-platform", + "group_id": "org.ballerinalang.googleapis.sheets", + "artifact_id": "module-ballerinax-googleapis.sheets", + "default_branch": "master", + "auto_merge": true, + "push_to_central": true, + "send_notification": true, + "build_with_distribution": true + }, + { + "name": "module-ballerinax-googleapis.gmail", + "org": "ballerina-platform", + "group_id": "org.ballerinalang.googleapis.gmail", + "artifact_id": "module-ballerinax-googleapis.gmail", + "default_branch": "master", + "auto_merge": true, + "push_to_central": true, + "send_notification": true, + "build_with_distribution": true + }, + { + "name": "module-ballerinax-slack", + "org": "ballerina-platform", + "group_id": "io.ballerinax.slack", + "artifact_id": "module-ballerinax-slack", + "default_branch": "master", + "auto_merge": true, + "push_to_central": true, + "send_notification": true, + "build_with_distribution": true + }, + { + "name": "module-ballerinax-googleapis.calendar", + "org": "ballerina-platform", + "group_id": "org.ballerinalang.googleapis.calendar", + "artifact_id": "module-ballerinax-googleapis.calendar", + "default_branch": "master", + "auto_merge": true, + "push_to_central": true, + "send_notification": true, + "build_with_distribution": true + }, + { + "name": "module-ballerinax-sfdc", + "org": "ballerina-platform", + "group_id": "org.ballerinalang.sf", + "artifact_id": "module-ballerinax-sfdc", + "default_branch": "master", + "auto_merge": true, + "push_to_central": true, + "send_notification": true, + "build_with_distribution": true + }, + { + "name": "module-ballerinax-netsuite", + "org": "ballerina-platform", + "group_id": "org.ballerinalang.netsuite", + "artifact_id": "module-ballerinax-netsuite", + "default_branch": "master", + "auto_merge": true, + "push_to_central": true, + "send_notification": true, + "build_with_distribution": true + }, + { + "name": "module-ballerinax-googleapis.drive", + "org": "ballerina-platform", + "group_id": "org.ballerinalang.googleapis.drive", + "artifact_id": "module-ballerinax-googleapis.drive", + "default_branch": "master", + "auto_merge": true, + "push_to_central": true, + "send_notification": true, + "build_with_distribution": true + }, + { + "name": "module-ballerinax-azure.eventhub", + "org": "ballerina-platform", + "group_id": "org.ballerinalang.azure.eventhub", + "artifact_id": "module-ballerinax-azure.eventhub", + "default_branch": "master", + "auto_merge": true, + "push_to_central": true, + "send_notification": true, + "build_with_distribution": true + }, + { + "name": "module-ballerinax-azure-cosmosdb", + "org": "ballerina-platform", + "group_id": "org.ballerinalang.azure_cosmosdb", + "artifact_id": "module-ballerinax-azure-cosmosdb", + "default_branch": "master", + "auto_merge": true, + "push_to_central": true, + "send_notification": true, + "build_with_distribution": true + }, + { + "name": "module-ballerinax-azure-service-bus", + "org": "ballerina-platform", + "group_id": "org.ballerinalang.azure.servicebus", + "artifact_id": "module-ballerinax-azure-service-bus", + "default_branch": "master", + "auto_merge": true, + "push_to_central": true, + "send_notification": true, + "build_with_distribution": true + }, + { + "name": "module-ballerinax-azure-storage-service", + "org": "ballerina-platform", + "group_id": "org.ballerinalang.azure_storage_service", + "artifact_id": "module-ballerinax-azure-storage-service", + "default_branch": "master", + "auto_merge": true, + "push_to_central": true, + "send_notification": true, + "build_with_distribution": true + }, + { + "name": "module-ballerinax-mongodb", + "org": "ballerina-platform", + "group_id": "org.ballerinalang.mongodb", + "artifact_id": "module-ballerinax-mongodb", + "default_branch": "master", + "auto_merge": true, + "push_to_central": true, + "send_notification": true, + "build_with_distribution": true + }, + { + "name": "module-ballerinax-redis", + "org": "ballerina-platform", + "group_id": "", + "artifact_id": "", + "default_branch": "master", + "auto_merge": true, + "push_to_central": true, + "send_notification": true, + "build_with_distribution": true + }, + { + "name": "module-ballerinax-aws.s3", + "org": "ballerina-platform", + "group_id": "org.ballerinalang.aws.s3", + "artifact_id": "module-ballerinax-aws.s3", + "default_branch": "master", + "auto_merge": true, + "push_to_central": true, + "send_notification": true, + "build_with_distribution": true + }, + { + "name": "module-ballerinax-aws.sqs", + "org": "ballerina-platform", + "group_id": "org.ballerinalang.aws.sqs", + "artifact_id": "module-ballerinax-aws.sqs", + "default_branch": "master", + "auto_merge": true, + "push_to_central": true, + "send_notification": true, + "build_with_distribution": true + }, + { + "name": "module-ballerinax-googleapis.people", + "org": "ballerina-platform", + "group_id": "org.ballerinalang.googleapis.people", + "artifact_id": "module-ballerinax-googleapis.people", + "default_branch": "master", + "auto_merge": true, + "push_to_central": true, + "send_notification": true, + "build_with_distribution": true + }, + { + "name": "module-ballerinax-microsoft.onedrive", + "org": "ballerina-platform", + "group_id": "org.ballerinalang.microsoft.onedrive", + "artifact_id": "module-ballerinax-microsoft.onedrive", + "default_branch": "master", + "auto_merge": true, + "push_to_central": true, + "send_notification": true, + "build_with_distribution": true + }, + { + "name": "module-ballerinax-microsoft.excel", + "org": "ballerina-platform", + "group_id": "org.ballerinalang.microsoft.excel", + "artifact_id": "module-ballerinax-microsoft.excel", + "default_branch": "master", + "auto_merge": true, + "push_to_central": true, + "send_notification": true, + "build_with_distribution": true + }, + { + "name": "module-ballerinax-twitter", + "org": "ballerina-platform", + "group_id": "org.ballerinalang.twitter", + "artifact_id": "module-ballerinax-twitter", + "default_branch": "master", + "auto_merge": true, + "push_to_central": true, + "send_notification": true, + "build_with_distribution": true + }, + { + "name": "module-ballerinax-microsoft.teams", + "org": "ballerina-platform", + "group_id": "org.ballerinalang.microsoft.teams", + "artifact_id": "module-ballerinax-microsoft.teams", + "default_branch": "master", + "auto_merge": true, + "push_to_central": true, + "send_notification": true, + "build_with_distribution": true + }, + { + "name": "module-ballerinax-azure.ad", + "org": "ballerina-platform", + "group_id": "org.ballerinalang.azure.ad", + "artifact_id": "module-ballerinax-azure.ad", + "default_branch": "master", + "auto_merge": true, + "push_to_central": true, + "send_notification": true, + "build_with_distribution": true + }, + { + "name": "module-ballerinax-microsoft.outlook.calendar", + "org": "ballerina-platform", + "group_id": "org.ballerinalang.microsoft.outlook.calendar", + "artifact_id": "module-ballerinax-microsoft.outlook.calendar", + "default_branch": "master", + "auto_merge": true, + "push_to_central": true, + "send_notification": true, + "build_with_distribution": true + }, + { + "name": "module-ballerinax-microsoft.outlook.mail", + "org": "ballerina-platform", + "group_id": "org.ballerinalang.microsoft.outlook.mail", + "artifact_id": "module-ballerinax-microsoft.outlook.mail", + "default_branch": "master", + "auto_merge": true, + "push_to_central": true, + "send_notification": true, + "build_with_distribution": true + }, + { + "name": "module-ballerinax-microsoft.onenote", + "org": "ballerina-platform", + "group_id": "org.ballerinalang.microsoft.onenote", + "artifact_id": "module-ballerinax-microsoft.onenote", + "default_branch": "master", + "auto_merge": true, + "push_to_central": true, + "send_notification": true, + "build_with_distribution": true + }, + { + "name": "module-ballerinax-snowflake.driver", + "org": "ballerina-platform", + "group_id": "", + "artifact_id": "", + "default_branch": "master", + "auto_merge": true, + "push_to_central": true, + "send_notification": true, + "build_with_distribution": true + }, + { + "name": "module-ballerinax-aws.ses", + "org": "ballerina-platform", + "group_id": "org.ballerinalang.aws.ses", + "artifact_id": "module-ballerinax-aws.ses", + "default_branch": "master", + "auto_merge": true, + "push_to_central": true, + "send_notification": true, + "build_with_distribution": true + }, + { + "name": "module-ballerinax-aws.sns", + "org": "ballerina-platform", + "group_id": "", + "artifact_id": "", + "default_branch": "master", + "auto_merge": true, + "push_to_central": true, + "send_notification": true, + "build_with_distribution": true + }, + { + "name": "module-ballerinax-aws.dynamodb", + "org": "ballerina-platform", + "group_id": "", + "artifact_id": "", + "default_branch": "master", + "auto_merge": true, + "push_to_central": true, + "send_notification": true, + "build_with_distribution": true + }, + { + "name": "module-ballerinax-aws.simpledb", + "org": "ballerina-platform", + "group_id": "", + "artifact_id": "", + "default_branch": "master", + "auto_merge": true, + "push_to_central": true, + "send_notification": true, + "build_with_distribution": true + }, + { + "name": "module-ballerinax-peoplehr", + "org": "ballerina-platform", + "group_id": "", + "artifact_id": "", + "default_branch": "master", + "auto_merge": true, + "push_to_central": true, + "send_notification": true, + "build_with_distribution": true + } + ] +} \ No newline at end of file From a4dbda09288db4f927a220771c8838737be8ac9a Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Wed, 7 Jun 2023 17:50:39 +0530 Subject: [PATCH 077/103] Use strategy matrix to build connectors --- .../trigger-ballerinax-connectors-build.yml | 77 ++++++++----------- 1 file changed, 31 insertions(+), 46 deletions(-) diff --git a/.github/workflows/trigger-ballerinax-connectors-build.yml b/.github/workflows/trigger-ballerinax-connectors-build.yml index 42838d9c4..17b9c5e0d 100644 --- a/.github/workflows/trigger-ballerinax-connectors-build.yml +++ b/.github/workflows/trigger-ballerinax-connectors-build.yml @@ -6,51 +6,33 @@ on: - cron: '30 18 * * *' # 00:00 in LK time (GMT+5:30) jobs: - trigger_repository_disptach: + get_connector_list: + name: Get connector repository names + if: github.repository_owner == 'ballerina-platform' + runs-on: ubuntu-latest + steps: + - name: Get extended library names + id: set-matrix + run: | + curl https://raw.githubusercontent.com/ballerina-platform/ballerina-release/master/dependabot/resources/ballerina_connector_list.json | jq '.ballerinax_connectors | .[] | {name}' > modules.txt + cat modules.txt | jq -s '.' | sed "s: ::g" | tr -d '\n' > processed.txt + echo "::set-output name=matrix::{\"include\":$(cat processed.txt)}" + outputs: + matrix: ${{ steps.set-matrix.outputs.matrix }} + + trigger_repository_disptach_in_connectors: name: Trigger repository dispatch in ballerinax connector repos if: github.repository_owner == 'ballerina-platform' + needs: get_connector_list + runs-on: ubuntu-latest strategy: fail-fast: false - matrix: - modules: - - aws.dynamodb - - aws.s3 - - aws.ses - - aws.simpledb - - aws.sns - - aws.sqs - - azure-cosmosdb - - azure-service-bus - - azure-storage-service - - azure.ad - - azure.eventhub - - cdata.connect - - github - - googleapis.calendar - - googleapis.drive - - googleapis.gmail - - googleapis.people - - googleapis.sheets - - microsoft.excel - - microsoft.onedrive - - microsoft.onenote - - microsoft.outlook.calendar - - microsoft.outlook.mail - - microsoft.teams - - mongodb - - netsuite - - peoplehr - - sfdc - - slack - - snowflake - - twilio - - twitter - runs-on: ubuntu-latest + matrix: ${{fromJSON(needs.get_connector_list.outputs.matrix)}} steps: - - name: dispatch build request + - name: Trigger repository dispatch run: | curl --request \ - POST 'https://api.github.com/repos/ballerina-platform/module-ballerinax-${{matrix.modules}}/dispatches' \ + POST 'https://api.github.com/repos/ballerina-platform/${{matrix.modules}}/dispatches' \ --header 'Accept: application/vnd.github.v3+json' \ --header 'Content-Type: application/json' \ --header 'Authorization: token ${{secrets.BALLERINA_BOT_TOKEN}}' \ @@ -58,28 +40,31 @@ jobs: "event_type":"check_connector_for_breaking_changes" }' - get_extended_library_modules: - name: Get extended library repos names + get_extended_library_list: + name: Get extended library repository names if: github.repository_owner == 'ballerina-platform' runs-on: ubuntu-latest - outputs: - matrix: ${{ steps.set-matrix.outputs.matrix }} steps: - - id: set-matrix + - name: Get extended library names + id: set-matrix run: | curl https://raw.githubusercontent.com/ballerina-platform/ballerina-release/master/dependabot/resources/extensions.json | jq '.extended_library | .[] | {name}' > modules.txt cat modules.txt | jq -s '.' | sed "s: ::g" | tr -d '\n' > processed.txt echo "::set-output name=matrix::{\"include\":$(cat processed.txt)}" + outputs: + matrix: ${{ steps.set-matrix.outputs.matrix }} trigger_repository_disptach_in_extended_library_modules: name: Trigger repository dispatch in extended standard library repos if: github.repository_owner == 'ballerina-platform' - needs: get_extended_library_modules + needs: get_extended_library_list runs-on: ubuntu-latest strategy: - matrix: ${{fromJSON(needs.get_extended_library_modules.outputs.matrix)}} + fail-fast: false + matrix: ${{fromJSON(needs.get_extended_library_list.outputs.matrix)}} steps: - - run: | + - name: Trigger repository dispatch + run: | curl --request \ POST 'https://api.github.com/repos/ballerina-platform/${{matrix.name}}/dispatches' \ --header 'Accept: application/vnd.github.v3+json' \ From 19a2951080c89278b5f25a518c60a4676647ed51 Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Wed, 7 Jun 2023 18:03:01 +0530 Subject: [PATCH 078/103] Change 2201.6.x build to build released versions --- .../workflows/daily-full-build-2201.6.x.yml | 19 ++++--------------- 1 file changed, 4 insertions(+), 15 deletions(-) diff --git a/.github/workflows/daily-full-build-2201.6.x.yml b/.github/workflows/daily-full-build-2201.6.x.yml index 9ee280a45..8aec5c478 100644 --- a/.github/workflows/daily-full-build-2201.6.x.yml +++ b/.github/workflows/daily-full-build-2201.6.x.yml @@ -36,7 +36,7 @@ jobs: distribution: 'temurin' java-version: '11' - name: Build ballerina-lang - run: python -u dependabot/full_build_pipeline.py ./ --lang-branch 2201.6.0-stage --build-level 0 + run: python -u dependabot/full_build_pipeline.py ./ --lang-branch $PATCH_LEVEL --build-level 0 env: packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} @@ -110,17 +110,12 @@ jobs: - name: Build Standard Libraries & Tools run: | python -u dependabot/full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ - --update-stdlib-dependencies --skip-build-distribution --continue-on-error --remove-after-build + --build-released-versions --patch-level $PATCH_LEVEL --skip-build-distribution --continue-on-error --remove-after-build env: packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} devCentralToken: ${{ secrets.BALLERINA_DEV_CENTRAL_ACCESS_TOKEN }} TEST_MODE_ACTIVE: true - - name: Archive Standard Library Artifacts - uses: actions/upload-artifact@v2 - with: - name: Standard Library Artifacts - path: ~/.m2/ - name: Notify Build Failure if: ${{ failure() }} shell: bash @@ -139,7 +134,7 @@ jobs: build-distribution: name: Build ballerina-distribution - needs: [build-lang, build-stdlibs] + needs: build-lang runs-on: ubuntu-latest timeout-minutes: 150 steps: @@ -168,16 +163,10 @@ jobs: with: name: Ballerina Lang Artifacts path: ~/.m2/ - - name: Download Standard Library Artifacts - uses: actions/download-artifact@v2 - with: - name: Standard Library Artifacts - path: ~/.m2/ - name: Build ballerina-distribution run: | python -u dependabot/full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ - --update-stdlib-dependencies --build-level $DISTRIBUTION_BUILD_LEVEL --continue-on-error \ - --patch-level $PATCH_LEVEL + --patch-level $PATCH_LEVEL --build-level $DISTRIBUTION_BUILD_LEVEL --continue-on-error env: packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} From 539cdca87c0aad3616cfcc730d549bb4fb60bb78 Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Fri, 9 Jun 2023 00:06:24 +0530 Subject: [PATCH 079/103] [Automated] Update Extensions Dependencies --- dependabot/resources/extensions.json | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/dependabot/resources/extensions.json b/dependabot/resources/extensions.json index b4f28a733..b06d5cc00 100644 --- a/dependabot/resources/extensions.json +++ b/dependabot/resources/extensions.json @@ -533,7 +533,9 @@ "is_extended_library_module": false, "build_action_file": "build-timestamped-master", "send_notification": true, - "dependents": [] + "dependents": [ + "ballerina-distribution" + ] }, { "name": "module-ballerina-email", From c81dae7beef449aa3dea7ea3655f63a2e91c4646 Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Fri, 9 Jun 2023 16:44:12 +0530 Subject: [PATCH 080/103] Fix FBP ignore modules json file --- dependabot/resources/full_build_ignore_modules.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dependabot/resources/full_build_ignore_modules.json b/dependabot/resources/full_build_ignore_modules.json index c21be1858..457c4ff7c 100644 --- a/dependabot/resources/full_build_ignore_modules.json +++ b/dependabot/resources/full_build_ignore_modules.json @@ -8,7 +8,7 @@ "test-ignore-modules": [], "build-ignore-modules": [], "downstream-repo-branches": { - "ballerina-dev-tools": "1.1.x" + "ballerina-dev-tools": "1.1.x", "openapi-tools": "1.6.x" } }, From 373cf0d3c35c9c40b8b822a33b0428977aa1f0bc Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Tue, 13 Jun 2023 14:22:24 +0530 Subject: [PATCH 081/103] Update distribution level --- .github/workflows/full_build_pipeline.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/full_build_pipeline.yml b/.github/workflows/full_build_pipeline.yml index cfa63af88..a86683bd6 100644 --- a/.github/workflows/full_build_pipeline.yml +++ b/.github/workflows/full_build_pipeline.yml @@ -40,7 +40,7 @@ on: required: true env: - DISTRIBUTION_BUILD_LEVEL: 11 + DISTRIBUTION_BUILD_LEVEL: 10 jobs: build-lang: From 1c509baaa635f030c9f5de819d1e957bd3f56e31 Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Wed, 14 Jun 2023 09:50:44 +0530 Subject: [PATCH 082/103] Add secrets for persist-tool tests --- .github/workflows/daily-full-build-2201.6.x.yml | 3 +++ .github/workflows/daily-full-build-master.yml | 3 +++ .github/workflows/full_build_pipeline.yml | 3 +++ 3 files changed, 9 insertions(+) diff --git a/.github/workflows/daily-full-build-2201.6.x.yml b/.github/workflows/daily-full-build-2201.6.x.yml index 8aec5c478..ea4ec9409 100644 --- a/.github/workflows/daily-full-build-2201.6.x.yml +++ b/.github/workflows/daily-full-build-2201.6.x.yml @@ -115,6 +115,9 @@ jobs: packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} devCentralToken: ${{ secrets.BALLERINA_DEV_CENTRAL_ACCESS_TOKEN }} + CLIENT_ID: ${{ secrets.CLIENT_ID }} + CLIENT_SECRET: ${{ secrets.CLIENT_SECRET }} + REFRESH_TOKEN: ${{ secrets.REFRESH_TOKEN }} TEST_MODE_ACTIVE: true - name: Notify Build Failure if: ${{ failure() }} diff --git a/.github/workflows/daily-full-build-master.yml b/.github/workflows/daily-full-build-master.yml index 69c8c15e9..65fe62cd1 100644 --- a/.github/workflows/daily-full-build-master.yml +++ b/.github/workflows/daily-full-build-master.yml @@ -115,6 +115,9 @@ jobs: packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} devCentralToken: ${{ secrets.BALLERINA_DEV_CENTRAL_ACCESS_TOKEN }} + CLIENT_ID: ${{ secrets.CLIENT_ID }} + CLIENT_SECRET: ${{ secrets.CLIENT_SECRET }} + REFRESH_TOKEN: ${{ secrets.REFRESH_TOKEN }} TEST_MODE_ACTIVE: true - name: Archive Standard Library Artifacts uses: actions/upload-artifact@v2 diff --git a/.github/workflows/full_build_pipeline.yml b/.github/workflows/full_build_pipeline.yml index a86683bd6..b94102cb6 100644 --- a/.github/workflows/full_build_pipeline.yml +++ b/.github/workflows/full_build_pipeline.yml @@ -100,6 +100,9 @@ jobs: packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} devCentralToken: ${{ secrets.BALLERINA_DEV_CENTRAL_ACCESS_TOKEN }} + CLIENT_ID: ${{ secrets.CLIENT_ID }} + CLIENT_SECRET: ${{ secrets.CLIENT_SECRET }} + REFRESH_TOKEN: ${{ secrets.REFRESH_TOKEN }} TEST_MODE_ACTIVE: true - name: Get lang version id: lang-version From bb8940ae2ffea1d802a81387c96eb3d8accb5df8 Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Wed, 14 Jun 2023 09:52:44 +0530 Subject: [PATCH 083/103] Add secrets for persist-tool tests --- .github/workflows/full_build_pipeline.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/full_build_pipeline.yml b/.github/workflows/full_build_pipeline.yml index b94102cb6..29908d976 100644 --- a/.github/workflows/full_build_pipeline.yml +++ b/.github/workflows/full_build_pipeline.yml @@ -100,9 +100,6 @@ jobs: packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} devCentralToken: ${{ secrets.BALLERINA_DEV_CENTRAL_ACCESS_TOKEN }} - CLIENT_ID: ${{ secrets.CLIENT_ID }} - CLIENT_SECRET: ${{ secrets.CLIENT_SECRET }} - REFRESH_TOKEN: ${{ secrets.REFRESH_TOKEN }} TEST_MODE_ACTIVE: true - name: Get lang version id: lang-version @@ -197,6 +194,9 @@ jobs: packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} devCentralToken: ${{ secrets.BALLERINA_DEV_CENTRAL_ACCESS_TOKEN }} + CLIENT_ID: ${{ secrets.CLIENT_ID }} + CLIENT_SECRET: ${{ secrets.CLIENT_SECRET }} + REFRESH_TOKEN: ${{ secrets.REFRESH_TOKEN }} TEST_MODE_ACTIVE: true - name: Archive Standard Library Artifacts uses: actions/upload-artifact@v2 From 12f193f63a60a9a9dd10df3566825b2bb4c79751 Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Mon, 19 Jun 2023 09:53:26 +0530 Subject: [PATCH 084/103] Add Full Build Pipeline for 2201.7.x --- .../workflows/daily-full-build-2201.7.x.yml | 499 ++++++++++++++++++ 1 file changed, 499 insertions(+) create mode 100644 .github/workflows/daily-full-build-2201.7.x.yml diff --git a/.github/workflows/daily-full-build-2201.7.x.yml b/.github/workflows/daily-full-build-2201.7.x.yml new file mode 100644 index 000000000..67a972b20 --- /dev/null +++ b/.github/workflows/daily-full-build-2201.7.x.yml @@ -0,0 +1,499 @@ +name: Daily Full Build Pipeline (2201.7.x) + +on: + workflow_dispatch: + schedule: + - cron: '30 18 * * *' # 00:00 in LK time (GMT+5:30) + +env: + PATCH_LEVEL: 2201.7.x + DISTRIBUTION_BUILD_LEVEL: 10 + +jobs: + build-lang: + name: Build ballerina-lang + runs-on: ubuntu-latest + timeout-minutes: 150 + steps: + - name: Checkout Repository + uses: actions/checkout@v2 + - name: Setup Python + uses: actions/setup-python@v2 + with: + python-version: '3.x' + - name: Install Python Packages + run: | + pip install requests + pip install httplib2 + pip install colorama + pip install configobj + pip install requests + pip install PyGithub + pip install cryptography + - name: Set up JDK 11 + uses: actions/setup-java@v2 + with: + distribution: 'temurin' + java-version: '11' + - name: Build ballerina-lang + run: python -u dependabot/full_build_pipeline.py ./ --lang-branch 2201.7.0-stage --build-level 0 + env: + packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} + packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} + devCentralToken: ${{ secrets.BALLERINA_DEV_CENTRAL_ACCESS_TOKEN }} + TEST_MODE_ACTIVE: true + - name: Notify Build Failure + if: ${{ failure() }} + shell: bash + run: + FILE="failed_modules.txt" + + while read module; do + python3 dependabot/notify_full_build_failure.py $module $PATCH_LEVEL; + done < ${FILE} + env: + CHAT_ID: ${{ secrets.NOTIFICATIONS_CHAT_ID }} + CHAT_KEY: ${{ secrets.NOTIFICATIONS_CHAT_KEY }} + CHAT_TOKEN: ${{ secrets.NOTIFICATIONS_CHAT_TOKEN }} + ENV_USER_ENCRYPTION_KEY: ${{secrets.USER_ENCRYPTION_KEY}} + BALLERINA_BOT_TOKEN: ${{ secrets.BALLERINA_BOT_TOKEN }} + - name: Get lang version + id: lang-version + run: | + VERSION=$((grep -w "version" | cut -d= -f2 | xargs) < ballerina-lang/gradle.properties) + SPEC_VERSION=$((grep -w "specVersion" | cut -d= -f2 | xargs) < ballerina-lang/gradle.properties) + echo "::set-output name=version::$VERSION" + echo "::set-output name=specVersion::$SPEC_VERSION" + - name: Archive Lang Artifacts + uses: actions/upload-artifact@v2 + with: + name: Ballerina Lang Artifacts + path: ~/.m2/ + outputs: + lang-version: ${{ steps.lang-version.outputs.version }} + spec-version: ${{ steps.lang-version.outputs.specVersion }} + + build-stdlibs: + name: Build Standard Libraries & Tools + needs: build-lang + runs-on: ubuntu-latest + steps: + - name: Checkout Repository + uses: actions/checkout@v2 + - name: Setup Python + uses: actions/setup-python@v2 + with: + python-version: '3.x' + - name: Install Python Packages + run: | + pip install requests + pip install httplib2 + pip install colorama + pip install configobj + pip install requests + pip install PyGithub + pip install cryptography + - name: Set up JDK 11 + uses: actions/setup-java@v2 + with: + distribution: 'temurin' + java-version: '11' + - name: Setup NodeJs + uses: actions/setup-node@v3 + with: + node-version: 10.22.1 + - name: Download Ballerina Lang Artifacts + uses: actions/download-artifact@v2 + with: + name: Ballerina Lang Artifacts + path: ~/.m2/ + - name: Build Standard Libraries & Tools + run: | + python -u dependabot/full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ + --update-stdlib-dependencies --skip-build-distribution --continue-on-error --remove-after-build + env: + packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} + packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} + devCentralToken: ${{ secrets.BALLERINA_DEV_CENTRAL_ACCESS_TOKEN }} + CLIENT_ID: ${{ secrets.CLIENT_ID }} + CLIENT_SECRET: ${{ secrets.CLIENT_SECRET }} + REFRESH_TOKEN: ${{ secrets.REFRESH_TOKEN }} + TEST_MODE_ACTIVE: true + - name: Archive Standard Library Artifacts + uses: actions/upload-artifact@v2 + with: + name: Standard Library Artifacts + path: ~/.m2/ + - name: Notify Build Failure + if: ${{ failure() }} + shell: bash + run: + FILE="failed_modules.txt" + + while read module; do + python3 dependabot/notify_full_build_failure.py $module $PATCH_LEVEL; + done < ${FILE} + env: + CHAT_ID: ${{ secrets.NOTIFICATIONS_CHAT_ID }} + CHAT_KEY: ${{ secrets.NOTIFICATIONS_CHAT_KEY }} + CHAT_TOKEN: ${{ secrets.NOTIFICATIONS_CHAT_TOKEN }} + ENV_USER_ENCRYPTION_KEY: ${{secrets.USER_ENCRYPTION_KEY}} + BALLERINA_BOT_TOKEN: ${{ secrets.BALLERINA_BOT_TOKEN }} + + build-distribution: + name: Build ballerina-distribution + needs: [build-lang, build-stdlibs] + runs-on: ubuntu-latest + timeout-minutes: 150 + steps: + - name: Checkout Repository + uses: actions/checkout@v2 + - name: Setup Python + uses: actions/setup-python@v2 + with: + python-version: '3.x' + - name: Install Python Packages + run: | + pip install requests + pip install httplib2 + pip install colorama + pip install configobj + pip install requests + pip install PyGithub + pip install cryptography + - name: Set up JDK 11 + uses: actions/setup-java@v2 + with: + distribution: 'temurin' + java-version: '11' + - name: Download Ballerina Lang Artifacts + uses: actions/download-artifact@v2 + with: + name: Ballerina Lang Artifacts + path: ~/.m2/ + - name: Download Standard Library Artifacts + uses: actions/download-artifact@v2 + with: + name: Standard Library Artifacts + path: ~/.m2/ + - name: Build ballerina-distribution + run: | + python -u dependabot/full_build_pipeline.py ./ --lang-version ${{ needs.build-lang.outputs.lang-version }} \ + --patch-level $PATCH_LEVEL --build-level $DISTRIBUTION_BUILD_LEVEL --continue-on-error \ + --update-stdlib-dependencies + env: + packageUser: ${{ secrets.BALLERINA_BOT_USERNAME }} + packagePAT: ${{ secrets.BALLERINA_BOT_TOKEN }} + devCentralToken: ${{ secrets.BALLERINA_DEV_CENTRAL_ACCESS_TOKEN }} + TEST_MODE_ACTIVE: true + - name: Get project version + id: project-version + run: | + SHORT_VERSION=$((grep -w "version" | cut -d= -f2 | cut -d- -f1 | xargs) < ballerina-distribution/gradle.properties) + DIST_VERSION=$((grep -w "version" | cut -d= -f2 | xargs) < ballerina-distribution/gradle.properties) + CODE_NAME=$((grep -w 'codeName' | cut -d= -f2 | xargs) < ballerina-distribution/gradle.properties) + RELEASE_VERSION=$DIST_VERSION-$CODE_NAME + echo "::set-output name=version::$RELEASE_VERSION" + echo "::set-output name=sVersion::$SHORT_VERSION" + - name: Archive Ballerina ZIP + uses: actions/upload-artifact@v2 + with: + name: Ballerina ZIP + path: ballerina-distribution/ballerina/build/distributions/ballerina-*-swan-lake.zip + - name: Archive Ballerina Short Name ZIP + uses: actions/upload-artifact@v2 + with: + name: Ballerina Short Name ZIP + path: ballerina-distribution/ballerina/build/distributions/ballerina-22*.zip + - name: Archive MacOS Installer ZIP + uses: actions/upload-artifact@v2 + with: + name: MacOS Installer ZIP + path: ballerina-distribution/ballerina/build/distributions/ballerina-*-macos.zip + - name: Archive MacOS-ARM Installer ZIP + uses: actions/upload-artifact@v2 + with: + name: MacOS-ARM Installer ZIP + path: ballerina-distribution/ballerina/build/distributions/ballerina-*-macos-arm.zip + - name: Archive Windows Installer ZIP + uses: actions/upload-artifact@v2 + with: + name: Windows Installer ZIP + path: ballerina-distribution/ballerina/build/distributions/ballerina-*-windows.zip + - name: Create linux-deb + id: run_installers_deb + working-directory: ballerina-distribution/installers/linux-deb + run: ./build-ballerina-linux-deb-x64.sh -v ${{ steps.project-version.outputs.version }} -p ./../../ballerina/build/distributions + - name: Create linux-rpm + id: run_installers_rpm + working-directory: ballerina-distribution/installers/linux-rpm + run: ./build-ballerina-linux-rpm-x64.sh -v ${{ steps.project-version.outputs.version }} -p ./../../ballerina/build/distributions + - name: Archive Linux deb + uses: actions/upload-artifact@v2 + with: + name: Linux Installer deb + path: ballerina-distribution/installers/linux-deb/target/ballerina-*-linux-x64.deb + - name: Archive Linux rpm + uses: actions/upload-artifact@v2 + with: + name: Linux Installer rpm + path: ballerina-distribution/installers/linux-rpm/rpmbuild/RPMS/x86_64/ballerina-*-linux-x64.rpm + - name: Install Ballerina DEB + run: sudo dpkg -i ballerina-distribution/installers/linux-deb/target/ballerina-*-linux-x64.deb + - name: Update Installer Test Configs + run: | + DISPLAY_TEXT=${{ steps.project-version.outputs.sVersion }} + SWAN_LAKE_LATEST_VERSION="swan-lake-"+$DISPLAY_TEXT + SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} + perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=$DISPLAY_TEXT/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=$SWAN_LAKE_LATEST_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=$SPEC_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties + - name: Run Installer Tests + working-directory: ./ballerina-distribution/ballerina-test-automation/installer-test + run: ./../gradlew build --stacktrace -scan --console=plain --no-daemon -DballerinaInstalled=true + env: + TEST_MODE_ACTIVE: true + - name: Notify Build Failure + if: ${{ failure() }} + shell: bash + run: + FILE="failed_modules.txt" + + while read module; do + python3 dependabot/notify_full_build_failure.py $module $PATCH_LEVEL; + done < ${FILE} + env: + CHAT_ID: ${{ secrets.NOTIFICATIONS_CHAT_ID }} + CHAT_KEY: ${{ secrets.NOTIFICATIONS_CHAT_KEY }} + CHAT_TOKEN: ${{ secrets.NOTIFICATIONS_CHAT_TOKEN }} + ENV_USER_ENCRYPTION_KEY: ${{secrets.USER_ENCRYPTION_KEY}} + BALLERINA_BOT_TOKEN: ${{ secrets.BALLERINA_BOT_TOKEN }} + outputs: + project-version: ${{ steps.project-version.outputs.version }} + short-version: ${{ steps.project-version.outputs.sVersion }} + + ubuntu-rpm-installer-test: + needs: [build-lang, build-distribution] + name: Ubuntu rpm Installer + runs-on: ubuntu-latest + container: centos:latest + + steps: + - name: Checkout Repository + uses: actions/checkout@v2 + - name: Set up JDK 11 + uses: actions/setup-java@v2 + with: + distribution: 'adopt' + java-version: '11' + - name: Setup Files + run: | + cd /etc/yum.repos.d/ + sed -i 's/mirrorlist/#mirrorlist/g' /etc/yum.repos.d/CentOS-* + sed -i 's|#baseurl=http://mirror.centos.org|baseurl=http://vault.centos.org|g' /etc/yum.repos.d/CentOS-* + - name: Install Git + run: | + yum install sudo -y + sudo dnf install git -y + - name: Download Ballerina Distribution + run: | + git clone https://github.com/ballerina-platform/ballerina-distribution.git + cd ballerina-distribution + git checkout $PATCH_LEVEL + - name: Download Ballerina rpm Installer + uses: actions/download-artifact@v2 + with: + name: Linux Installer rpm + - name: Install Ballerina RPM + run: rpm -ivh ballerina-*-linux-x64.rpm + - name: Update Installer Test Configs + run: | + DISPLAY_TEXT=${{ needs.build-distribution.outputs.short-version }} + SWAN_LAKE_LATEST_VERSION="swan-lake-"+$DISPLAY_TEXT + SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} + perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=$DISPLAY_TEXT/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=$SWAN_LAKE_LATEST_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=$SPEC_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties + - name: Run Installer Tests + working-directory: ./ballerina-distribution/ballerina-test-automation/installer-test + run: ./../gradlew build --stacktrace -scan --console=plain --no-daemon -DballerinaInstalled=true + env: + TEST_MODE_ACTIVE: true + + macos-installer-build: + needs: [build-lang, build-distribution] + name: Build MacOS Installer + runs-on: macos-latest + steps: + - name: Checkout Repository + uses: actions/checkout@v2 + - name: Set up JDK 11 + uses: actions/setup-java@v2 + with: + distribution: 'temurin' + java-version: '11' + - name: Download Ballerina Distribution + run: | + git clone https://github.com/ballerina-platform/ballerina-distribution.git + cd ballerina-distribution + git checkout $PATCH_LEVEL + - name: Download MacOS Intaller Zip + uses: actions/download-artifact@v2 + with: + name: MacOS Installer ZIP + - name: Create macos-pkg + id: run_installers_pkg + working-directory: ballerina-distribution/installers/mac + run: ./build-ballerina-macos-x64.sh -v ${{ needs.build-distribution.outputs.project-version }} -p ./../../../ + - name: Archive MacOS pkg + uses: actions/upload-artifact@v2 + with: + name: MacOS Installer pkg + path: ballerina-distribution/installers/mac/target/pkg/ballerina-*-macos-x64.pkg + - name: Install Ballerina PKG + run: sudo installer -pkg ballerina-distribution/installers/mac/target/pkg/ballerina-*-macos-x64.pkg -target / + - name: Update Installer Test Configs + run: | + DISPLAY_TEXT=${{ needs.build-distribution.outputs.short-version }} + SWAN_LAKE_LATEST_VERSION="swan-lake-"+$DISPLAY_TEXT + SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} + perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=$DISPLAY_TEXT/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=$SWAN_LAKE_LATEST_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=$SPEC_VERSION/" ballerina-distribution/ballerina-test-automation/gradle.properties + - name: Run Installer Tests + working-directory: ./ballerina-distribution/ballerina-test-automation/installer-test + run: ./../gradlew build --stacktrace -scan --console=plain --no-daemon -DballerinaInstalled=true + env: + TEST_MODE_ACTIVE: true + + macos-arm-installer-build: + needs: [build-lang, build-distribution] + name: Build MacOS ARM Installer + runs-on: macos-latest + steps: + - name: Checkout Repository + uses: actions/checkout@v2 + - name: Set up JDK 11 + uses: actions/setup-java@v2 + with: + distribution: 'temurin' + java-version: '11' + - name: Download Ballerina Distribution + run: | + git clone https://github.com/ballerina-platform/ballerina-distribution.git + cd ballerina-distribution + git checkout $PATCH_LEVEL + - name: Download MacOS-ARM Intaller Zip + uses: actions/download-artifact@v2 + with: + name: MacOS-ARM Installer ZIP + - name: Create macos-pkg + id: run_installers_pkg + working-directory: ballerina-distribution/installers/mac + run: ./build-ballerina-macos-x64.sh -v ${{ needs.build-distribution.outputs.project-version }} -p ./../../../ -a arm + - name: Archive MacOS pkg + uses: actions/upload-artifact@v2 + with: + name: MacOS Installer pkg + path: ballerina-distribution/installers/mac/target/pkg/ballerina-*-macos-arm-x64.pkg + + windows-installer-build: + needs: [build-lang, build-distribution] + name: Build Windows Installer + runs-on: windows-latest + steps: + - name: Checkout Repository + uses: actions/checkout@v2 + - name: Set up JDK 11 + uses: actions/setup-java@v2 + with: + distribution: 'temurin' + java-version: '11' + - uses: actions/setup-dotnet@v1 + with: + dotnet-version: '2.1.x' + - name: Install GUID Generator + run: dotnet tool install -g dotnet-guid --version 0.5.2 + - name: Download Ballerina Distribution + run: | + git clone https://github.com/ballerina-platform/ballerina-distribution.git + cd ballerina-distribution + git checkout $env:PATCH_LEVEL + - name: Download Windows Intaller Zip + uses: actions/download-artifact@v2 + with: + name: Windows Installer ZIP + - name: Create windows-msi + id: run_installers_msi + run: | + $env:Path += ";C:\Program Files (x86)\WiX Toolset v3.11\bin" + move ballerina-distribution\installers\windows .\ + ren windows w + cd w + .\build-ballerina-windows-x64.bat --version ${{ needs.build-distribution.outputs.project-version }} --path .\..\ + - name: Archive Windows msi + uses: actions/upload-artifact@v2 + with: + name: Windows Installer msi + path: w\target\msi\ballerina-*-windows-x64.msi + - name: Install Ballerina msi + run: msiexec /i w\target\msi\ballerina-${{ needs.build-distribution.outputs.project-version }}-windows-x64.msi /quiet /qr + shell: cmd + - name: Update Installer Test Configs + run: | + set DISPLAY_TEXT=${{ needs.build-distribution.outputs.short-version }} + set SWAN_LAKE_LATEST_VERSION=swan-lake-%DISPLAY_TEXT% + set SPEC_VERSION=${{ needs.build-lang.outputs.spec-version }} + perl -pi -e "s/^\s*swan-lake-latest-version-display-text=.*/swan-lake-latest-version-display-text=%DISPLAY_TEXT%/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-version=.*/swan-lake-latest-version=%SWAN_LAKE_LATEST_VERSION%/" ballerina-distribution/ballerina-test-automation/gradle.properties + perl -pi -e "s/^\s*swan-lake-latest-spec-version=.*/swan-lake-latest-spec-version=%SPEC_VERSION%/" ballerina-distribution/ballerina-test-automation/gradle.properties + shell: cmd + - name: Run Installer Tests + working-directory: .\ballerina-distribution\ballerina-test-automation\installer-test + run: | + $env:Path += ";C:\Program Files\Ballerina\bin" + .\..\gradlew build --stacktrace -scan --console=plain --no-daemon -DballerinaInstalled=true + env: + TEST_MODE_ACTIVE: true + + nballerina-build: + needs: build-distribution + name: Build nBallerina + runs-on: ubuntu-latest + + steps: + - name: Checkout Repository + uses: actions/checkout@v2 + - name: Set up JDK 11 + uses: actions/setup-java@v2 + with: + distribution: 'adopt' + java-version: '11' + - name: Install Python Packages + run: | + pip install requests + pip install retry + pip install PyGithub + pip install cryptography + pip install httplib2 + - name: Clone nBallerina repository + run: git clone https://github.com/ballerina-platform/nballerina.git + - name: Download Linux Deb Installer + uses: actions/download-artifact@v2 + with: + name: Linux Installer deb + - name: Install Ballerina DEB + run: sudo dpkg -i ballerina-*-linux-x64.deb + - name: Run compiler tests + working-directory: nballerina/compiler + run: bal test --disable-groups private + - name: Notify Build Failure + if: ${{ failure() }} + shell: bash + run: python3 dependabot/notify_full_build_failure.py nballerina $PATCH_LEVEL + env: + CHAT_ID: ${{ secrets.NOTIFICATIONS_CHAT_ID }} + CHAT_KEY: ${{ secrets.NOTIFICATIONS_CHAT_KEY }} + CHAT_TOKEN: ${{ secrets.NOTIFICATIONS_CHAT_TOKEN }} + ENV_USER_ENCRYPTION_KEY: ${{secrets.USER_ENCRYPTION_KEY}} + BALLERINA_BOT_TOKEN: ${{ secrets.BALLERINA_BOT_TOKEN }} From 83ac56d4d1e09a3d8293b0305c485315f0636ce9 Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Mon, 19 Jun 2023 15:18:27 +0530 Subject: [PATCH 085/103] Include build ignore modules in json for 2201.7.x --- dependabot/resources/full_build_ignore_modules.json | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/dependabot/resources/full_build_ignore_modules.json b/dependabot/resources/full_build_ignore_modules.json index 457c4ff7c..b3864c8e9 100644 --- a/dependabot/resources/full_build_ignore_modules.json +++ b/dependabot/resources/full_build_ignore_modules.json @@ -4,6 +4,11 @@ "build-ignore-modules": [], "downstream-repo-branches": {} }, + "2201.7.x": { + "test-ignore-modules": [], + "build-ignore-modules": [], + "downstream-repo-branches": {} + }, "2201.6.x": { "test-ignore-modules": [], "build-ignore-modules": [], From 40b32e951fd0eae835969d2910c1ec04ce7bba97 Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Tue, 20 Jun 2023 16:02:25 +0530 Subject: [PATCH 086/103] [Automated] Update extension dependency dashboard --- README.md | 22 ++++++++++++---------- 1 file changed, 12 insertions(+), 10 deletions(-) diff --git a/README.md b/README.md index 6c35719a2..6873c35af 100644 --- a/README.md +++ b/README.md @@ -11,18 +11,19 @@ ## Ballerina Standard Library | Level | Modules | Build | Lag Status | Pending Automated PR | |:---:|:---:|:---:|:---:|:---:| -| 1 | [constraint](https://github.com/ballerina-platform/module-ballerina-constraint) | [![Build](https://github.com/ballerina-platform/module-ballerina-constraint/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-constraint/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-constraint/blob/main/gradle.properties) | []() | -| | [io](https://github.com/ballerina-platform/module-ballerina-io) | [![Build](https://github.com/ballerina-platform/module-ballerina-io/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-io/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-io/blob/master/gradle.properties) | []() | +| 1 | [io](https://github.com/ballerina-platform/module-ballerina-io) | [![Build](https://github.com/ballerina-platform/module-ballerina-io/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-io/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-io/blob/master/gradle.properties) | []() | | | [jballerina.java.arrays](https://github.com/ballerina-platform/module-ballerina-jballerina.java.arrays) | [![Build](https://github.com/ballerina-platform/module-ballerina-jballerina.java.arrays/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-jballerina.java.arrays/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-jballerina.java.arrays/blob/master/gradle.properties) | []() | +| | [math.vector](https://github.com/ballerina-platform/module-ballerina-math.vector) | [![Build](https://github.com/ballerina-platform/module-ballerina-math.vector/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-math.vector/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-math.vector/blob/main/gradle.properties) | []() | | | [observe](https://github.com/ballerina-platform/module-ballerina-observe) | [![Build](https://github.com/ballerina-platform/module-ballerina-observe/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-observe/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-observe/blob/main/gradle.properties) | []() | | | [regex](https://github.com/ballerina-platform/module-ballerina-regex) | [![Build](https://github.com/ballerina-platform/module-ballerina-regex/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-regex/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-regex/blob/main/gradle.properties) | []() | | | [time](https://github.com/ballerina-platform/module-ballerina-time) | [![Build](https://github.com/ballerina-platform/module-ballerina-time/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-time/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-time/blob/master/gradle.properties) | []() | | | [url](https://github.com/ballerina-platform/module-ballerina-url) | [![Build](https://github.com/ballerina-platform/module-ballerina-url/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-url/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-url/blob/master/gradle.properties) | []() | | | [xmldata](https://github.com/ballerina-platform/module-ballerina-xmldata) | [![Build](https://github.com/ballerina-platform/module-ballerina-xmldata/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-xmldata/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-xmldata/blob/master/gradle.properties) | []() | -| | [math.vector](https://github.com/ballerina-platform/module-ballerina-math.vector) | [![Build](https://github.com/ballerina-platform/module-ballerina-math.vector/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-math.vector/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-math.vector/blob/main/gradle.properties) | []() | -| 2 | [crypto](https://github.com/ballerina-platform/module-ballerina-crypto) | [![Build](https://github.com/ballerina-platform/module-ballerina-crypto/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-crypto/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-crypto/blob/master/gradle.properties) | []() | +| 2 | [constraint](https://github.com/ballerina-platform/module-ballerina-constraint) | [![Build](https://github.com/ballerina-platform/module-ballerina-constraint/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-constraint/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-constraint/blob/main/gradle.properties) | []() | +| | [crypto](https://github.com/ballerina-platform/module-ballerina-crypto) | [![Build](https://github.com/ballerina-platform/module-ballerina-crypto/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-crypto/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-crypto/blob/master/gradle.properties) | []() | | | [observei](https://github.com/ballerina-platform/module-ballerinai-observe) | [![Build](https://github.com/ballerina-platform/module-ballerinai-observe/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerinai-observe/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerinai-observe/blob/main/gradle.properties) | []() | | | [os](https://github.com/ballerina-platform/module-ballerina-os) | [![Build](https://github.com/ballerina-platform/module-ballerina-os/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-os/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-os/blob/master/gradle.properties) | []() | +| | [persist](https://github.com/ballerina-platform/module-ballerina-persist) | [![Build](https://github.com/ballerina-platform/module-ballerina-persist/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-persist/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-persist/blob/main/gradle.properties) | []() | | | [protobuf](https://github.com/ballerina-platform/module-ballerina-protobuf) | [![Build](https://github.com/ballerina-platform/module-ballerina-protobuf/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-protobuf/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-protobuf/blob/main/gradle.properties) | []() | | | [random](https://github.com/ballerina-platform/module-ballerina-random) | [![Build](https://github.com/ballerina-platform/module-ballerina-random/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-random/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-random/blob/main/gradle.properties) | []() | | | [task](https://github.com/ballerina-platform/module-ballerina-task) | [![Build](https://github.com/ballerina-platform/module-ballerina-task/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-task/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-task/blob/master/gradle.properties) | []() | @@ -39,8 +40,11 @@ | | [oauth2](https://github.com/ballerina-platform/module-ballerina-oauth2) | [![Build](https://github.com/ballerina-platform/module-ballerina-oauth2/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-oauth2/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-oauth2/blob/master/gradle.properties) | []() | | | [tcp](https://github.com/ballerina-platform/module-ballerina-tcp) | [![Build](https://github.com/ballerina-platform/module-ballerina-tcp/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-tcp/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-tcp/blob/master/gradle.properties) | []() | | | [udp](https://github.com/ballerina-platform/module-ballerina-udp) | [![Build](https://github.com/ballerina-platform/module-ballerina-udp/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-udp/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-udp/blob/main/gradle.properties) | []() | -| 5 | [email](https://github.com/ballerina-platform/module-ballerina-email) | [![Build](https://github.com/ballerina-platform/module-ballerina-email/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-email/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-email/blob/master/gradle.properties) | []() | +| 5 | [edi](https://github.com/ballerina-platform/module-ballerina-edi) | [![Build](https://github.com/ballerina-platform/module-ballerina-edi/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-edi/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-edi/blob/main/gradle.properties) | []() | +| | [email](https://github.com/ballerina-platform/module-ballerina-email) | [![Build](https://github.com/ballerina-platform/module-ballerina-email/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-email/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-email/blob/master/gradle.properties) | []() | | | [http](https://github.com/ballerina-platform/module-ballerina-http) | [![Build](https://github.com/ballerina-platform/module-ballerina-http/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-http/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-http/blob/master/gradle.properties) | []() | +| | [toml](https://github.com/ballerina-platform/module-ballerina-toml) | [![Build](https://github.com/ballerina-platform/module-ballerina-toml/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-toml/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-toml/blob/main/gradle.properties) | []() | +| | [yaml](https://github.com/ballerina-platform/module-ballerina-yaml) | [![Build](https://github.com/ballerina-platform/module-ballerina-yaml/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-yaml/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-yaml/blob/main/gradle.properties) | []() | | 6 | [grpc](https://github.com/ballerina-platform/module-ballerina-grpc) | [![Build](https://github.com/ballerina-platform/module-ballerina-grpc/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-grpc/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-grpc/blob/master/gradle.properties) | []() | | | [asyncapi-tools](https://github.com/ballerina-platform/asyncapi-tools) | [![Build](https://github.com/ballerina-platform/asyncapi-tools/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/asyncapi-tools/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/asyncapi-tools/blob/main/gradle.properties) | []() | | | [transactioni](https://github.com/ballerina-platform/module-ballerinai-transaction) | [![Build](https://github.com/ballerina-platform/module-ballerinai-transaction/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerinai-transaction/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerinai-transaction/blob/master/gradle.properties) | []() | @@ -50,11 +54,10 @@ | 7 | [graphql](https://github.com/ballerina-platform/module-ballerina-graphql) | [![Build](https://github.com/ballerina-platform/module-ballerina-graphql/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-graphql/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-graphql/blob/master/gradle.properties) | []() | | | [sql](https://github.com/ballerina-platform/module-ballerina-sql) | [![Build](https://github.com/ballerina-platform/module-ballerina-sql/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-sql/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-sql/blob/master/gradle.properties) | []() | | 8 | [c2c](https://github.com/ballerina-platform/module-ballerina-c2c) | [![Build](https://github.com/ballerina-platform/module-ballerina-c2c/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-c2c/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-c2c/blob/master/gradle.properties) | []() | -| | [persist](https://github.com/ballerina-platform/module-ballerina-persist) | [![Build](https://github.com/ballerina-platform/module-ballerina-persist/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-persist/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-persist/blob/main/gradle.properties) | []() | | | [graphql-tools](https://github.com/ballerina-platform/graphql-tools) | [![Build](https://github.com/ballerina-platform/graphql-tools/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/graphql-tools/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/graphql-tools/blob/main/gradle.properties) | []() | +| | [persist-tools](https://github.com/ballerina-platform/persist-tools) | [![Build](https://github.com/ballerina-platform/persist-tools/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/persist-tools/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/persist-tools/blob/main/gradle.properties) | []() | | | [openapi-tools](https://github.com/ballerina-platform/openapi-tools) | [![Build](https://github.com/ballerina-platform/openapi-tools/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/openapi-tools/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/openapi-tools/blob/master/gradle.properties) | []() | -| | [ballerina-dev-tools](https://github.com/ballerina-platform/ballerina-dev-tools) | [![Build](https://github.com/ballerina-platform/ballerina-dev-tools/actions/workflows/build-master.yml/badge.svg)](https://github.com/ballerina-platform/ballerina-dev-tools/actions/workflows/build-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/ballerina-dev-tools/blob/main/gradle.properties) | []() | -| 9 | [persist-tools](https://github.com/ballerina-platform/persist-tools) | [![Build](https://github.com/ballerina-platform/persist-tools/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/persist-tools/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/persist-tools/blob/main/gradle.properties) | []() | +| 9 | [ballerina-dev-tools](https://github.com/ballerina-platform/ballerina-dev-tools) | [![Build](https://github.com/ballerina-platform/ballerina-dev-tools/actions/workflows/build-master.yml/badge.svg)](https://github.com/ballerina-platform/ballerina-dev-tools/actions/workflows/build-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/ballerina-dev-tools/blob/main/gradle.properties) | []() | | 10 | [ballerina-distribution](https://github.com/ballerina-platform/ballerina-distribution) | [![Build](https://github.com/ballerina-platform/ballerina-distribution/actions/workflows/main.yml/badge.svg)](https://github.com/ballerina-platform/ballerina-distribution/actions/workflows/main.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/ballerina-distribution/blob/master/gradle.properties) | []() | ## Ballerina Extended Library | Level | Modules | Build | Lag Status | Pending Automated PR | @@ -65,7 +68,7 @@ | | [docker](https://github.com/ballerina-platform/module-ballerina-docker) | [![Build](https://github.com/ballerina-platform/module-ballerina-docker/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-docker/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-docker/blob/master/gradle.properties) | []() | | | [jaeger](https://github.com/ballerina-platform/module-ballerinax-jaeger) | [![Build](https://github.com/ballerina-platform/module-ballerinax-jaeger/actions/workflows/build-main.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerinax-jaeger/actions/workflows/build-main.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerinax-jaeger/blob/main/gradle.properties) | []() | | | [java.jdbc](https://github.com/ballerina-platform/module-ballerinax-java.jdbc) | [![Build](https://github.com/ballerina-platform/module-ballerinax-java.jdbc/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerinax-java.jdbc/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerinax-java.jdbc/blob/master/gradle.properties) | []() | -| | [kafka](https://github.com/ballerina-platform/module-ballerinax-kafka) | [![Build](https://github.com/ballerina-platform/module-ballerinax-kafka/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerinax-kafka/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerinax-kafka/blob/master/gradle.properties) | [#852](https://github.com/ballerina-platform/module-ballerinax-kafka/pull/852) | +| | [kafka](https://github.com/ballerina-platform/module-ballerinax-kafka) | [![Build](https://github.com/ballerina-platform/module-ballerinax-kafka/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerinax-kafka/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerinax-kafka/blob/master/gradle.properties) | []() | | | [mssql](https://github.com/ballerina-platform/module-ballerinax-mssql) | [![Build](https://github.com/ballerina-platform/module-ballerinax-mssql/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerinax-mssql/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerinax-mssql/blob/main/gradle.properties) | []() | | | [mysql](https://github.com/ballerina-platform/module-ballerinax-mysql) | [![Build](https://github.com/ballerina-platform/module-ballerinax-mysql/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerinax-mysql/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerinax-mysql/blob/master/gradle.properties) | []() | | | [nats](https://github.com/ballerina-platform/module-ballerinax-nats) | [![Build](https://github.com/ballerina-platform/module-ballerinax-nats/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerinax-nats/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerinax-nats/blob/master/gradle.properties) | []() | @@ -73,4 +76,3 @@ | | [postgresql](https://github.com/ballerina-platform/module-ballerinax-postgresql) | [![Build](https://github.com/ballerina-platform/module-ballerinax-postgresql/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerinax-postgresql/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerinax-postgresql/blob/main/gradle.properties) | []() | | | [prometheus](https://github.com/ballerina-platform/module-ballerinax-prometheus) | [![Build](https://github.com/ballerina-platform/module-ballerinax-prometheus/actions/workflows/build-main.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerinax-prometheus/actions/workflows/build-main.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerinax-prometheus/blob/main/gradle.properties) | []() | | | [rabbitmq](https://github.com/ballerina-platform/module-ballerinax-rabbitmq) | [![Build](https://github.com/ballerina-platform/module-ballerinax-rabbitmq/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerinax-rabbitmq/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerinax-rabbitmq/blob/master/gradle.properties) | []() | -| | [stan](https://github.com/ballerina-platform/module-ballerinax-stan) | [![Build](https://github.com/ballerina-platform/module-ballerinax-stan/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerinax-stan/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerinax-stan/blob/main/gradle.properties) | []() | From 58809d58ab04771a878585d7e7d5a6fc74fbd6ff Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Wed, 21 Jun 2023 11:03:52 +0530 Subject: [PATCH 087/103] Test --- dependabot/full_build_pipeline.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/dependabot/full_build_pipeline.py b/dependabot/full_build_pipeline.py index f37439c62..22ba5f9e7 100644 --- a/dependabot/full_build_pipeline.py +++ b/dependabot/full_build_pipeline.py @@ -279,7 +279,7 @@ def main(): elif build_released_versions and module_version_key not in released_stdlib_versions: print_separation_block() print_info(print_info("Skipping: " + module_name)) - elif start_build: + elif start_build or update_stdlib_dependencies: print_separation_block() clone_repository(module_name) @@ -287,6 +287,7 @@ def main(): process_module(module_name, module_version_key, lang_version, patch_level, build_released_versions, update_stdlib_dependencies, keep_local_changes, downstream_branch) + if start_build: if not skip_tests and test_module and test_module != module_name: build_commands = commands.copy() build_commands.append("-x") @@ -303,8 +304,8 @@ def main(): write_failed_modules(failed_modules) exit(exit_code) - if remove_after_build: - delete_module(module_name) + if remove_after_build: + delete_module(module_name) if up_to_module == module_name: start_build = False From bce1a3dfa0becddfd22563745790cfd609e3c975 Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Thu, 22 Jun 2023 09:17:36 +0530 Subject: [PATCH 088/103] [Automated] Update extension dependency dashboard --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index 6873c35af..4288cd16f 100644 --- a/README.md +++ b/README.md @@ -45,7 +45,7 @@ | | [http](https://github.com/ballerina-platform/module-ballerina-http) | [![Build](https://github.com/ballerina-platform/module-ballerina-http/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-http/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-http/blob/master/gradle.properties) | []() | | | [toml](https://github.com/ballerina-platform/module-ballerina-toml) | [![Build](https://github.com/ballerina-platform/module-ballerina-toml/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-toml/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-toml/blob/main/gradle.properties) | []() | | | [yaml](https://github.com/ballerina-platform/module-ballerina-yaml) | [![Build](https://github.com/ballerina-platform/module-ballerina-yaml/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-yaml/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-yaml/blob/main/gradle.properties) | []() | -| 6 | [grpc](https://github.com/ballerina-platform/module-ballerina-grpc) | [![Build](https://github.com/ballerina-platform/module-ballerina-grpc/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-grpc/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-grpc/blob/master/gradle.properties) | []() | +| 6 | [grpc](https://github.com/ballerina-platform/module-ballerina-grpc) | [![Build](https://github.com/ballerina-platform/module-ballerina-grpc/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-grpc/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-grpc/blob/master/gradle.properties) | [#1320](https://github.com/ballerina-platform/module-ballerina-grpc/pull/1320) | | | [asyncapi-tools](https://github.com/ballerina-platform/asyncapi-tools) | [![Build](https://github.com/ballerina-platform/asyncapi-tools/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/asyncapi-tools/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/asyncapi-tools/blob/main/gradle.properties) | []() | | | [transactioni](https://github.com/ballerina-platform/module-ballerinai-transaction) | [![Build](https://github.com/ballerina-platform/module-ballerinai-transaction/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerinai-transaction/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerinai-transaction/blob/master/gradle.properties) | []() | | | [websocket](https://github.com/ballerina-platform/module-ballerina-websocket) | [![Build](https://github.com/ballerina-platform/module-ballerina-websocket/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-websocket/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-websocket/blob/main/gradle.properties) | []() | From 4b499dcbc634ca19968d2c595a797ffc822db6d6 Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Thu, 22 Jun 2023 10:54:20 +0530 Subject: [PATCH 089/103] Fix updating dependency versions in distribution --- dependabot/full_build_pipeline.py | 39 ++++++++++++++++--------------- 1 file changed, 20 insertions(+), 19 deletions(-) diff --git a/dependabot/full_build_pipeline.py b/dependabot/full_build_pipeline.py index 22ba5f9e7..f45a328c3 100644 --- a/dependabot/full_build_pipeline.py +++ b/dependabot/full_build_pipeline.py @@ -287,28 +287,29 @@ def main(): process_module(module_name, module_version_key, lang_version, patch_level, build_released_versions, update_stdlib_dependencies, keep_local_changes, downstream_branch) - if start_build: - if not skip_tests and test_module and test_module != module_name: - build_commands = commands.copy() - build_commands.append("-x") - build_commands.append("test") - return_code = build_module(module_name, build_commands) - else: - return_code = build_module(module_name, commands) - os.chdir("..") + if start_build: + if not skip_tests and test_module and test_module != module_name: + build_commands = commands.copy() + build_commands.append("-x") + build_commands.append("test") + return_code = build_module(module_name, build_commands) + else: + return_code = build_module(module_name, commands) + + if return_code != 0: + exit_code = return_code + failed_modules.append(module_name) + if not continue_on_error: + write_failed_modules(failed_modules) + exit(exit_code) - if return_code != 0: - exit_code = return_code - failed_modules.append(module_name) - if not continue_on_error: - write_failed_modules(failed_modules) - exit(exit_code) + os.chdir("..") - if remove_after_build: - delete_module(module_name) + if remove_after_build: + delete_module(module_name) - if up_to_module == module_name: - start_build = False + if up_to_module == module_name: + start_build = False if exit_code != 0: write_failed_modules(failed_modules) From 43a8aaff83214572351232c64053198351787dcc Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Thu, 22 Jun 2023 10:57:14 +0530 Subject: [PATCH 090/103] Fix tab --- dependabot/full_build_pipeline.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/dependabot/full_build_pipeline.py b/dependabot/full_build_pipeline.py index f45a328c3..f058aae56 100644 --- a/dependabot/full_build_pipeline.py +++ b/dependabot/full_build_pipeline.py @@ -308,8 +308,8 @@ def main(): if remove_after_build: delete_module(module_name) - if up_to_module == module_name: - start_build = False + if up_to_module == module_name: + start_build = False if exit_code != 0: write_failed_modules(failed_modules) From eb382c8a274cdc357fae6c99dac1a772d44a7ae2 Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Thu, 22 Jun 2023 12:04:01 +0530 Subject: [PATCH 091/103] [Automated] Update extension dependency dashboard --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index 4288cd16f..6873c35af 100644 --- a/README.md +++ b/README.md @@ -45,7 +45,7 @@ | | [http](https://github.com/ballerina-platform/module-ballerina-http) | [![Build](https://github.com/ballerina-platform/module-ballerina-http/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-http/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-http/blob/master/gradle.properties) | []() | | | [toml](https://github.com/ballerina-platform/module-ballerina-toml) | [![Build](https://github.com/ballerina-platform/module-ballerina-toml/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-toml/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-toml/blob/main/gradle.properties) | []() | | | [yaml](https://github.com/ballerina-platform/module-ballerina-yaml) | [![Build](https://github.com/ballerina-platform/module-ballerina-yaml/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-yaml/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-yaml/blob/main/gradle.properties) | []() | -| 6 | [grpc](https://github.com/ballerina-platform/module-ballerina-grpc) | [![Build](https://github.com/ballerina-platform/module-ballerina-grpc/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-grpc/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-grpc/blob/master/gradle.properties) | [#1320](https://github.com/ballerina-platform/module-ballerina-grpc/pull/1320) | +| 6 | [grpc](https://github.com/ballerina-platform/module-ballerina-grpc) | [![Build](https://github.com/ballerina-platform/module-ballerina-grpc/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-grpc/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-grpc/blob/master/gradle.properties) | []() | | | [asyncapi-tools](https://github.com/ballerina-platform/asyncapi-tools) | [![Build](https://github.com/ballerina-platform/asyncapi-tools/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/asyncapi-tools/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/asyncapi-tools/blob/main/gradle.properties) | []() | | | [transactioni](https://github.com/ballerina-platform/module-ballerinai-transaction) | [![Build](https://github.com/ballerina-platform/module-ballerinai-transaction/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerinai-transaction/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerinai-transaction/blob/master/gradle.properties) | []() | | | [websocket](https://github.com/ballerina-platform/module-ballerina-websocket) | [![Build](https://github.com/ballerina-platform/module-ballerina-websocket/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-websocket/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-websocket/blob/main/gradle.properties) | []() | From ddf94c440f126a3c4b9c756fc49ae07e5f7cd5bf Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Thu, 22 Jun 2023 13:16:33 +0530 Subject: [PATCH 092/103] [Automated] Update extension dependency dashboard --- README.md | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/README.md b/README.md index 6873c35af..60107d064 100644 --- a/README.md +++ b/README.md @@ -32,10 +32,10 @@ | | [datamapper](https://github.com/ballerina-platform/module-ballerinax-datamapper) | [![Build](https://github.com/ballerina-platform/module-ballerinax-datamapper/actions/workflows/build-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerinax-datamapper/actions/workflows/build-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerinax-datamapper/blob/master/gradle.properties) | []() | | | [log](https://github.com/ballerina-platform/module-ballerina-log) | [![Build](https://github.com/ballerina-platform/module-ballerina-log/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-log/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-log/blob/master/gradle.properties) | []() | | | [uuid](https://github.com/ballerina-platform/module-ballerina-uuid) | [![Build](https://github.com/ballerina-platform/module-ballerina-uuid/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-uuid/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-uuid/blob/main/gradle.properties) | []() | -| 4 | [auth](https://github.com/ballerina-platform/module-ballerina-auth) | [![Build](https://github.com/ballerina-platform/module-ballerina-auth/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-auth/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-auth/blob/master/gradle.properties) | []() | -| | [file](https://github.com/ballerina-platform/module-ballerina-file) | [![Build](https://github.com/ballerina-platform/module-ballerina-file/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-file/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-file/blob/master/gradle.properties) | []() | -| | [ftp](https://github.com/ballerina-platform/module-ballerina-ftp) | [![Build](https://github.com/ballerina-platform/module-ballerina-ftp/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-ftp/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-ftp/blob/master/gradle.properties) | []() | -| | [jwt](https://github.com/ballerina-platform/module-ballerina-jwt) | [![Build](https://github.com/ballerina-platform/module-ballerina-jwt/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-jwt/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-jwt/blob/master/gradle.properties) | []() | +| 4 | [auth](https://github.com/ballerina-platform/module-ballerina-auth) | [![Build](https://github.com/ballerina-platform/module-ballerina-auth/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-auth/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-auth/blob/master/gradle.properties) | [#1000](https://github.com/ballerina-platform/module-ballerina-auth/pull/1000) | +| | [file](https://github.com/ballerina-platform/module-ballerina-file) | [![Build](https://github.com/ballerina-platform/module-ballerina-file/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-file/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-file/blob/master/gradle.properties) | [#507](https://github.com/ballerina-platform/module-ballerina-file/pull/507) | +| | [ftp](https://github.com/ballerina-platform/module-ballerina-ftp) | [![Build](https://github.com/ballerina-platform/module-ballerina-ftp/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-ftp/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-ftp/blob/master/gradle.properties) | [#986](https://github.com/ballerina-platform/module-ballerina-ftp/pull/986) | +| | [jwt](https://github.com/ballerina-platform/module-ballerina-jwt) | [![Build](https://github.com/ballerina-platform/module-ballerina-jwt/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-jwt/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-jwt/blob/master/gradle.properties) | [#993](https://github.com/ballerina-platform/module-ballerina-jwt/pull/993) | | | [mime](https://github.com/ballerina-platform/module-ballerina-mime) | [![Build](https://github.com/ballerina-platform/module-ballerina-mime/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-mime/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-mime/blob/master/gradle.properties) | []() | | | [oauth2](https://github.com/ballerina-platform/module-ballerina-oauth2) | [![Build](https://github.com/ballerina-platform/module-ballerina-oauth2/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-oauth2/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-oauth2/blob/master/gradle.properties) | []() | | | [tcp](https://github.com/ballerina-platform/module-ballerina-tcp) | [![Build](https://github.com/ballerina-platform/module-ballerina-tcp/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-tcp/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-tcp/blob/master/gradle.properties) | []() | From a12c794cc6bcea003c614865df95d85a8615253c Mon Sep 17 00:00:00 2001 From: Kalaiyarasiganeshalingam Date: Thu, 22 Jun 2023 14:09:25 +0530 Subject: [PATCH 093/103] Add persist modules in the module list --- dependabot/resources/module_list.json | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/dependabot/resources/module_list.json b/dependabot/resources/module_list.json index b6e15d6e5..255b5fe53 100644 --- a/dependabot/resources/module_list.json +++ b/dependabot/resources/module_list.json @@ -268,6 +268,18 @@ }, { "name": "module-ballerina-constraint" + }, + { + "name": "module-ballerinax-persist.googlesheets", + "version_key": "stdlibPersistGoogleSheetVersion" + }, + { + "name": "module-ballerinax-persist.inmemory", + "version_key": "stdlibPersistInmemoryVersion" + }, + { + "name": "module-ballerinax-persist.sql", + "version_key": "stdlibPersistSqlVersion" } ] } From e6761ce2cb1454cec075d665a953305488bced8a Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Thu, 22 Jun 2023 14:16:27 +0530 Subject: [PATCH 094/103] [Automated] Update extension dependency dashboard --- README.md | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/README.md b/README.md index 60107d064..6873c35af 100644 --- a/README.md +++ b/README.md @@ -32,10 +32,10 @@ | | [datamapper](https://github.com/ballerina-platform/module-ballerinax-datamapper) | [![Build](https://github.com/ballerina-platform/module-ballerinax-datamapper/actions/workflows/build-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerinax-datamapper/actions/workflows/build-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerinax-datamapper/blob/master/gradle.properties) | []() | | | [log](https://github.com/ballerina-platform/module-ballerina-log) | [![Build](https://github.com/ballerina-platform/module-ballerina-log/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-log/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-log/blob/master/gradle.properties) | []() | | | [uuid](https://github.com/ballerina-platform/module-ballerina-uuid) | [![Build](https://github.com/ballerina-platform/module-ballerina-uuid/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-uuid/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-uuid/blob/main/gradle.properties) | []() | -| 4 | [auth](https://github.com/ballerina-platform/module-ballerina-auth) | [![Build](https://github.com/ballerina-platform/module-ballerina-auth/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-auth/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-auth/blob/master/gradle.properties) | [#1000](https://github.com/ballerina-platform/module-ballerina-auth/pull/1000) | -| | [file](https://github.com/ballerina-platform/module-ballerina-file) | [![Build](https://github.com/ballerina-platform/module-ballerina-file/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-file/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-file/blob/master/gradle.properties) | [#507](https://github.com/ballerina-platform/module-ballerina-file/pull/507) | -| | [ftp](https://github.com/ballerina-platform/module-ballerina-ftp) | [![Build](https://github.com/ballerina-platform/module-ballerina-ftp/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-ftp/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-ftp/blob/master/gradle.properties) | [#986](https://github.com/ballerina-platform/module-ballerina-ftp/pull/986) | -| | [jwt](https://github.com/ballerina-platform/module-ballerina-jwt) | [![Build](https://github.com/ballerina-platform/module-ballerina-jwt/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-jwt/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-jwt/blob/master/gradle.properties) | [#993](https://github.com/ballerina-platform/module-ballerina-jwt/pull/993) | +| 4 | [auth](https://github.com/ballerina-platform/module-ballerina-auth) | [![Build](https://github.com/ballerina-platform/module-ballerina-auth/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-auth/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-auth/blob/master/gradle.properties) | []() | +| | [file](https://github.com/ballerina-platform/module-ballerina-file) | [![Build](https://github.com/ballerina-platform/module-ballerina-file/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-file/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-file/blob/master/gradle.properties) | []() | +| | [ftp](https://github.com/ballerina-platform/module-ballerina-ftp) | [![Build](https://github.com/ballerina-platform/module-ballerina-ftp/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-ftp/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-ftp/blob/master/gradle.properties) | []() | +| | [jwt](https://github.com/ballerina-platform/module-ballerina-jwt) | [![Build](https://github.com/ballerina-platform/module-ballerina-jwt/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-jwt/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-jwt/blob/master/gradle.properties) | []() | | | [mime](https://github.com/ballerina-platform/module-ballerina-mime) | [![Build](https://github.com/ballerina-platform/module-ballerina-mime/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-mime/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-mime/blob/master/gradle.properties) | []() | | | [oauth2](https://github.com/ballerina-platform/module-ballerina-oauth2) | [![Build](https://github.com/ballerina-platform/module-ballerina-oauth2/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-oauth2/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-oauth2/blob/master/gradle.properties) | []() | | | [tcp](https://github.com/ballerina-platform/module-ballerina-tcp) | [![Build](https://github.com/ballerina-platform/module-ballerina-tcp/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-tcp/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-tcp/blob/master/gradle.properties) | []() | From c9dbe3b1ef0456e00d13a21fff855ba8c82add16 Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Thu, 22 Jun 2023 15:49:37 +0530 Subject: [PATCH 095/103] [Automated] Update Extensions Dependencies --- dependabot/resources/extensions.json | 112 ++++++++++++++++++++------- 1 file changed, 82 insertions(+), 30 deletions(-) diff --git a/dependabot/resources/extensions.json b/dependabot/resources/extensions.json index b06d5cc00..b77ae6959 100644 --- a/dependabot/resources/extensions.json +++ b/dependabot/resources/extensions.json @@ -201,7 +201,8 @@ "send_notification": true, "dependents": [ "module-ballerinax-datamapper", - "module-ballerina-log" + "module-ballerina-log", + "module-ballerinax-persist.inmemory" ] }, { @@ -233,7 +234,9 @@ "build_action_file": "build-timestamped-master", "send_notification": true, "dependents": [ - "persist-tools" + "module-ballerinax-persist.googlesheets", + "module-ballerinax-persist.inmemory", + "module-ballerinax-persist.sql" ] }, { @@ -363,6 +366,22 @@ "module-ballerina-udp" ] }, + { + "name": "module-ballerinax-persist.inmemory", + "level": 3, + "group_id": "io.ballerina.stdlib", + "artifact_id": "persist.inmemory-ballerina", + "version_key": "stdlibPersistInmemoryVersion", + "default_branch": "main", + "auto_merge": true, + "push_to_central": true, + "is_extended_library_module": false, + "build_action_file": "build-timestamped-master", + "send_notification": true, + "dependents": [ + "persist-tools" + ] + }, { "name": "module-ballerina-uuid", "level": 3, @@ -659,6 +678,7 @@ "send_notification": true, "dependents": [ "module-ballerinax-kafka", + "module-ballerinax-persist.googlesheets", "module-ballerinax-rabbitmq", "module-ballerina-sql" ] @@ -731,6 +751,22 @@ "ballerina-dev-tools" ] }, + { + "name": "module-ballerinax-persist.googlesheets", + "level": 7, + "group_id": "io.ballerina.stdlib", + "artifact_id": "persist.googlesheets-ballerina", + "version_key": "stdlibPersistGoogleSheetVersion", + "default_branch": "main", + "auto_merge": true, + "push_to_central": true, + "is_extended_library_module": false, + "build_action_file": "build-timestamped-master", + "send_notification": true, + "dependents": [ + "persist-tools" + ] + }, { "name": "module-ballerina-sql", "level": 7, @@ -748,8 +784,8 @@ "module-ballerinax-mssql", "module-ballerinax-mysql", "module-ballerinax-oracledb", - "module-ballerinax-postgresql", - "persist-tools" + "module-ballerinax-persist.sql", + "module-ballerinax-postgresql" ] }, { @@ -769,27 +805,27 @@ ] }, { - "name": "graphql-tools", + "name": "module-ballerinax-persist.sql", "level": 8, - "group_id": "io.ballerina", - "artifact_id": "graphql-tools", - "version_key": "graphqlVersion", + "group_id": "io.ballerina.stdlib", + "artifact_id": "persist.sql-ballerina", + "version_key": "stdlibPersistSqlVersion", "default_branch": "main", "auto_merge": true, - "push_to_central": false, + "push_to_central": true, "is_extended_library_module": false, "build_action_file": "build-timestamped-master", "send_notification": true, "dependents": [ - "ballerina-distribution" + "persist-tools" ] }, { - "name": "persist-tools", + "name": "graphql-tools", "level": 8, "group_id": "io.ballerina", - "artifact_id": "persist-tools", - "version_key": "persistToolVersion", + "artifact_id": "graphql-tools", + "version_key": "graphqlVersion", "default_branch": "main", "auto_merge": true, "push_to_central": false, @@ -797,7 +833,7 @@ "build_action_file": "build-timestamped-master", "send_notification": true, "dependents": [ - "ballerina-dev-tools" + "ballerina-distribution" ] }, { @@ -817,8 +853,24 @@ ] }, { - "name": "ballerina-dev-tools", + "name": "persist-tools", "level": 9, + "group_id": "io.ballerina", + "artifact_id": "persist-tools", + "version_key": "persistToolVersion", + "default_branch": "main", + "auto_merge": true, + "push_to_central": false, + "is_extended_library_module": false, + "build_action_file": "build-timestamped-master", + "send_notification": true, + "dependents": [ + "ballerina-dev-tools" + ] + }, + { + "name": "ballerina-dev-tools", + "level": 10, "group_id": "org.ballerinalang", "artifact_id": "ballerina-dev-tools", "version_key": "devToolsVersion", @@ -834,7 +886,7 @@ }, { "name": "ballerina-distribution", - "level": 10, + "level": 11, "group_id": "io.ballerina.stdlib", "artifact_id": "distribution-ballerina", "version_key": "stdlibDistributionVersion", @@ -850,7 +902,7 @@ "extended_library": [ { "name": "module-ballerinax-aws.lambda", - "level": 11, + "level": 12, "group_id": "org.ballerinax.awslambda", "artifact_id": "awslambda-extension-bala", "version_key": "awslambdaVersion", @@ -864,7 +916,7 @@ }, { "name": "module-ballerinax-azure.functions", - "level": 11, + "level": 12, "group_id": "org.ballerinax.azurefunctions", "artifact_id": "azurefunctions-extension", "version_key": "azFunctionsVersion", @@ -878,7 +930,7 @@ }, { "name": "module-ballerinax-choreo", - "level": 11, + "level": 12, "group_id": "org.ballerinalang", "artifact_id": "choreo-extension-ballerina", "version_key": "observeExtChoreoVersion", @@ -892,7 +944,7 @@ }, { "name": "module-ballerina-docker", - "level": 11, + "level": 12, "group_id": "org.ballerinax.docker", "artifact_id": "docker-generator", "version_key": "dockerVersion", @@ -906,7 +958,7 @@ }, { "name": "module-ballerinax-jaeger", - "level": 11, + "level": 12, "group_id": "org.ballerinalang", "artifact_id": "jaeger-extension-ballerina", "version_key": "observeExtJaegerVersion", @@ -920,7 +972,7 @@ }, { "name": "module-ballerinax-java.jdbc", - "level": 11, + "level": 12, "group_id": "io.ballerina.stdlib", "artifact_id": "java.jdbc-ballerina", "version_key": "stdlibJdbcVersion", @@ -934,7 +986,7 @@ }, { "name": "module-ballerinax-kafka", - "level": 11, + "level": 12, "group_id": "io.ballerina.stdlib", "artifact_id": "kafka-ballerina", "version_key": "stdlibKafkaVersion", @@ -948,7 +1000,7 @@ }, { "name": "module-ballerinax-mssql", - "level": 11, + "level": 12, "group_id": "io.ballerina.stdlib", "artifact_id": "mssql-ballerina", "version_key": "stdlibMssqlVersion", @@ -962,7 +1014,7 @@ }, { "name": "module-ballerinax-mysql", - "level": 11, + "level": 12, "group_id": "io.ballerina.stdlib", "artifact_id": "mysql-ballerina", "version_key": "stdlibMysqlVersion", @@ -976,7 +1028,7 @@ }, { "name": "module-ballerinax-nats", - "level": 11, + "level": 12, "group_id": "io.ballerina.stdlib", "artifact_id": "nats-ballerina", "version_key": "stdlibNatsVersion", @@ -990,7 +1042,7 @@ }, { "name": "module-ballerinax-oracledb", - "level": 11, + "level": 12, "group_id": "io.ballerina.stdlib", "artifact_id": "oracledb-ballerina", "version_key": "stdlibOracledbVersion", @@ -1004,7 +1056,7 @@ }, { "name": "module-ballerinax-postgresql", - "level": 11, + "level": 12, "group_id": "io.ballerina.stdlib", "artifact_id": "postgresql-ballerina", "version_key": "stdlibPostgresqlVersion", @@ -1018,7 +1070,7 @@ }, { "name": "module-ballerinax-prometheus", - "level": 11, + "level": 12, "group_id": "org.ballerinalang", "artifact_id": "prometheus-extension-ballerina", "version_key": "observeExtPrometheusVersion", @@ -1032,7 +1084,7 @@ }, { "name": "module-ballerinax-rabbitmq", - "level": 11, + "level": 12, "group_id": "io.ballerina.stdlib", "artifact_id": "rabbitmq-ballerina", "version_key": "stdlibRabbitmqVersion", From 37cb519a6caf6c711156877b11521cad438ddef1 Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Thu, 22 Jun 2023 15:56:02 +0530 Subject: [PATCH 096/103] [Automated] Update extension dependency dashboard --- README.md | 13 ++++++++----- 1 file changed, 8 insertions(+), 5 deletions(-) diff --git a/README.md b/README.md index 6873c35af..5b618c1ac 100644 --- a/README.md +++ b/README.md @@ -31,6 +31,7 @@ | 3 | [cache](https://github.com/ballerina-platform/module-ballerina-cache) | [![Build](https://github.com/ballerina-platform/module-ballerina-cache/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-cache/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-cache/blob/master/gradle.properties) | []() | | | [datamapper](https://github.com/ballerina-platform/module-ballerinax-datamapper) | [![Build](https://github.com/ballerina-platform/module-ballerinax-datamapper/actions/workflows/build-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerinax-datamapper/actions/workflows/build-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerinax-datamapper/blob/master/gradle.properties) | []() | | | [log](https://github.com/ballerina-platform/module-ballerina-log) | [![Build](https://github.com/ballerina-platform/module-ballerina-log/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-log/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-log/blob/master/gradle.properties) | []() | +| | [persist.inmemory](https://github.com/ballerina-platform/module-ballerinax-persist.inmemory) | [![Build](https://github.com/ballerina-platform/module-ballerinax-persist.inmemory/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerinax-persist.inmemory/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerinax-persist.inmemory/blob/main/gradle.properties) | []() | | | [uuid](https://github.com/ballerina-platform/module-ballerina-uuid) | [![Build](https://github.com/ballerina-platform/module-ballerina-uuid/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-uuid/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-uuid/blob/main/gradle.properties) | []() | | 4 | [auth](https://github.com/ballerina-platform/module-ballerina-auth) | [![Build](https://github.com/ballerina-platform/module-ballerina-auth/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-auth/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-auth/blob/master/gradle.properties) | []() | | | [file](https://github.com/ballerina-platform/module-ballerina-file) | [![Build](https://github.com/ballerina-platform/module-ballerina-file/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-file/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-file/blob/master/gradle.properties) | []() | @@ -42,7 +43,7 @@ | | [udp](https://github.com/ballerina-platform/module-ballerina-udp) | [![Build](https://github.com/ballerina-platform/module-ballerina-udp/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-udp/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-udp/blob/main/gradle.properties) | []() | | 5 | [edi](https://github.com/ballerina-platform/module-ballerina-edi) | [![Build](https://github.com/ballerina-platform/module-ballerina-edi/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-edi/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-edi/blob/main/gradle.properties) | []() | | | [email](https://github.com/ballerina-platform/module-ballerina-email) | [![Build](https://github.com/ballerina-platform/module-ballerina-email/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-email/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-email/blob/master/gradle.properties) | []() | -| | [http](https://github.com/ballerina-platform/module-ballerina-http) | [![Build](https://github.com/ballerina-platform/module-ballerina-http/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-http/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-http/blob/master/gradle.properties) | []() | +| | [http](https://github.com/ballerina-platform/module-ballerina-http) | [![Build](https://github.com/ballerina-platform/module-ballerina-http/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-http/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-http/blob/master/gradle.properties) | [#1679](https://github.com/ballerina-platform/module-ballerina-http/pull/1679) | | | [toml](https://github.com/ballerina-platform/module-ballerina-toml) | [![Build](https://github.com/ballerina-platform/module-ballerina-toml/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-toml/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-toml/blob/main/gradle.properties) | []() | | | [yaml](https://github.com/ballerina-platform/module-ballerina-yaml) | [![Build](https://github.com/ballerina-platform/module-ballerina-yaml/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-yaml/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-yaml/blob/main/gradle.properties) | []() | | 6 | [grpc](https://github.com/ballerina-platform/module-ballerina-grpc) | [![Build](https://github.com/ballerina-platform/module-ballerina-grpc/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-grpc/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-grpc/blob/master/gradle.properties) | []() | @@ -52,17 +53,19 @@ | | [websub](https://github.com/ballerina-platform/module-ballerina-websub) | [![Build](https://github.com/ballerina-platform/module-ballerina-websub/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-websub/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-websub/blob/master/gradle.properties) | []() | | | [websubhub](https://github.com/ballerina-platform/module-ballerina-websubhub) | [![Build](https://github.com/ballerina-platform/module-ballerina-websubhub/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-websubhub/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-websubhub/blob/main/gradle.properties) | []() | | 7 | [graphql](https://github.com/ballerina-platform/module-ballerina-graphql) | [![Build](https://github.com/ballerina-platform/module-ballerina-graphql/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-graphql/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-graphql/blob/master/gradle.properties) | []() | +| | [persist.googlesheets](https://github.com/ballerina-platform/module-ballerinax-persist.googlesheets) | [![Build](https://github.com/ballerina-platform/module-ballerinax-persist.googlesheets/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerinax-persist.googlesheets/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerinax-persist.googlesheets/blob/main/gradle.properties) | []() | | | [sql](https://github.com/ballerina-platform/module-ballerina-sql) | [![Build](https://github.com/ballerina-platform/module-ballerina-sql/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-sql/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-sql/blob/master/gradle.properties) | []() | | 8 | [c2c](https://github.com/ballerina-platform/module-ballerina-c2c) | [![Build](https://github.com/ballerina-platform/module-ballerina-c2c/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-c2c/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-c2c/blob/master/gradle.properties) | []() | +| | [persist.sql](https://github.com/ballerina-platform/module-ballerinax-persist.sql) | [![Build](https://github.com/ballerina-platform/module-ballerinax-persist.sql/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerinax-persist.sql/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerinax-persist.sql/blob/main/gradle.properties) | []() | | | [graphql-tools](https://github.com/ballerina-platform/graphql-tools) | [![Build](https://github.com/ballerina-platform/graphql-tools/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/graphql-tools/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/graphql-tools/blob/main/gradle.properties) | []() | -| | [persist-tools](https://github.com/ballerina-platform/persist-tools) | [![Build](https://github.com/ballerina-platform/persist-tools/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/persist-tools/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/persist-tools/blob/main/gradle.properties) | []() | | | [openapi-tools](https://github.com/ballerina-platform/openapi-tools) | [![Build](https://github.com/ballerina-platform/openapi-tools/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/openapi-tools/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/openapi-tools/blob/master/gradle.properties) | []() | -| 9 | [ballerina-dev-tools](https://github.com/ballerina-platform/ballerina-dev-tools) | [![Build](https://github.com/ballerina-platform/ballerina-dev-tools/actions/workflows/build-master.yml/badge.svg)](https://github.com/ballerina-platform/ballerina-dev-tools/actions/workflows/build-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/ballerina-dev-tools/blob/main/gradle.properties) | []() | -| 10 | [ballerina-distribution](https://github.com/ballerina-platform/ballerina-distribution) | [![Build](https://github.com/ballerina-platform/ballerina-distribution/actions/workflows/main.yml/badge.svg)](https://github.com/ballerina-platform/ballerina-distribution/actions/workflows/main.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/ballerina-distribution/blob/master/gradle.properties) | []() | +| 9 | [persist-tools](https://github.com/ballerina-platform/persist-tools) | [![Build](https://github.com/ballerina-platform/persist-tools/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/persist-tools/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/persist-tools/blob/main/gradle.properties) | []() | +| 10 | [ballerina-dev-tools](https://github.com/ballerina-platform/ballerina-dev-tools) | [![Build](https://github.com/ballerina-platform/ballerina-dev-tools/actions/workflows/build-master.yml/badge.svg)](https://github.com/ballerina-platform/ballerina-dev-tools/actions/workflows/build-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/ballerina-dev-tools/blob/main/gradle.properties) | []() | +| 11 | [ballerina-distribution](https://github.com/ballerina-platform/ballerina-distribution) | [![Build](https://github.com/ballerina-platform/ballerina-distribution/actions/workflows/main.yml/badge.svg)](https://github.com/ballerina-platform/ballerina-distribution/actions/workflows/main.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/ballerina-distribution/blob/master/gradle.properties) | []() | ## Ballerina Extended Library | Level | Modules | Build | Lag Status | Pending Automated PR | |:---:|:---:|:---:|:---:|:---:| -| 11 | [aws.lambda](https://github.com/ballerina-platform/module-ballerinax-aws.lambda) | [![Build](https://github.com/ballerina-platform/module-ballerinax-aws.lambda/actions/workflows/build-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerinax-aws.lambda/actions/workflows/build-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerinax-aws.lambda/blob/master/gradle.properties) | []() | +| 12 | [aws.lambda](https://github.com/ballerina-platform/module-ballerinax-aws.lambda) | [![Build](https://github.com/ballerina-platform/module-ballerinax-aws.lambda/actions/workflows/build-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerinax-aws.lambda/actions/workflows/build-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerinax-aws.lambda/blob/master/gradle.properties) | []() | | | [azure.functions](https://github.com/ballerina-platform/module-ballerinax-azure.functions) | [![Build](https://github.com/ballerina-platform/module-ballerinax-azure.functions/actions/workflows/build-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerinax-azure.functions/actions/workflows/build-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerinax-azure.functions/blob/master/gradle.properties) | []() | | | [choreo](https://github.com/ballerina-platform/module-ballerinax-choreo) | [![Build](https://github.com/ballerina-platform/module-ballerinax-choreo/actions/workflows/build-main.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerinax-choreo/actions/workflows/build-main.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerinax-choreo/blob/main/gradle.properties) | []() | | | [docker](https://github.com/ballerina-platform/module-ballerina-docker) | [![Build](https://github.com/ballerina-platform/module-ballerina-docker/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-docker/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-docker/blob/master/gradle.properties) | []() | From 3ffebe89745a7c64dc9821c606f71d8a5eaaf5ee Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Thu, 22 Jun 2023 16:41:55 +0530 Subject: [PATCH 097/103] [Automated] Update extension dependency dashboard --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index 5b618c1ac..53e8a4645 100644 --- a/README.md +++ b/README.md @@ -43,7 +43,7 @@ | | [udp](https://github.com/ballerina-platform/module-ballerina-udp) | [![Build](https://github.com/ballerina-platform/module-ballerina-udp/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-udp/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-udp/blob/main/gradle.properties) | []() | | 5 | [edi](https://github.com/ballerina-platform/module-ballerina-edi) | [![Build](https://github.com/ballerina-platform/module-ballerina-edi/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-edi/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-edi/blob/main/gradle.properties) | []() | | | [email](https://github.com/ballerina-platform/module-ballerina-email) | [![Build](https://github.com/ballerina-platform/module-ballerina-email/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-email/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-email/blob/master/gradle.properties) | []() | -| | [http](https://github.com/ballerina-platform/module-ballerina-http) | [![Build](https://github.com/ballerina-platform/module-ballerina-http/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-http/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-http/blob/master/gradle.properties) | [#1679](https://github.com/ballerina-platform/module-ballerina-http/pull/1679) | +| | [http](https://github.com/ballerina-platform/module-ballerina-http) | [![Build](https://github.com/ballerina-platform/module-ballerina-http/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-http/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-http/blob/master/gradle.properties) | []() | | | [toml](https://github.com/ballerina-platform/module-ballerina-toml) | [![Build](https://github.com/ballerina-platform/module-ballerina-toml/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-toml/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-toml/blob/main/gradle.properties) | []() | | | [yaml](https://github.com/ballerina-platform/module-ballerina-yaml) | [![Build](https://github.com/ballerina-platform/module-ballerina-yaml/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-yaml/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-yaml/blob/main/gradle.properties) | []() | | 6 | [grpc](https://github.com/ballerina-platform/module-ballerina-grpc) | [![Build](https://github.com/ballerina-platform/module-ballerina-grpc/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-grpc/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-grpc/blob/master/gradle.properties) | []() | From 859f5cc9906f4cd08292a749da118a598ffd075c Mon Sep 17 00:00:00 2001 From: NipunaMadhushan Date: Thu, 22 Jun 2023 17:06:36 +0530 Subject: [PATCH 098/103] Fix using downstream branch in FBP --- dependabot/full_build_pipeline.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/dependabot/full_build_pipeline.py b/dependabot/full_build_pipeline.py index f058aae56..974d4bf57 100644 --- a/dependabot/full_build_pipeline.py +++ b/dependabot/full_build_pipeline.py @@ -194,6 +194,10 @@ def main(): print_info(f"Using patch level: {args.patch_level}") patch_level = args.patch_level + if args.downstream_branch: + print_info(f"Using downstream branch: {args.downstream_branch}") + downstream_branch = args.downstream_branch + if args.build_released_versions: print_info("Using released versions for build in " + f"https://github.com/ballerina-platform/ballerina-distribution/blob/{patch_level}/gradle.properties") From 4e68bc8b41daeda57c8228ffa9d1a10ff59ebea1 Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Fri, 23 Jun 2023 00:54:51 +0530 Subject: [PATCH 099/103] [Automated] Update extension dependency dashboard --- README.md | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/README.md b/README.md index 53e8a4645..e1cbe2725 100644 --- a/README.md +++ b/README.md @@ -52,9 +52,9 @@ | | [websocket](https://github.com/ballerina-platform/module-ballerina-websocket) | [![Build](https://github.com/ballerina-platform/module-ballerina-websocket/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-websocket/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-websocket/blob/main/gradle.properties) | []() | | | [websub](https://github.com/ballerina-platform/module-ballerina-websub) | [![Build](https://github.com/ballerina-platform/module-ballerina-websub/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-websub/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-websub/blob/master/gradle.properties) | []() | | | [websubhub](https://github.com/ballerina-platform/module-ballerina-websubhub) | [![Build](https://github.com/ballerina-platform/module-ballerina-websubhub/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-websubhub/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-websubhub/blob/main/gradle.properties) | []() | -| 7 | [graphql](https://github.com/ballerina-platform/module-ballerina-graphql) | [![Build](https://github.com/ballerina-platform/module-ballerina-graphql/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-graphql/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-graphql/blob/master/gradle.properties) | []() | -| | [persist.googlesheets](https://github.com/ballerina-platform/module-ballerinax-persist.googlesheets) | [![Build](https://github.com/ballerina-platform/module-ballerinax-persist.googlesheets/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerinax-persist.googlesheets/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerinax-persist.googlesheets/blob/main/gradle.properties) | []() | -| | [sql](https://github.com/ballerina-platform/module-ballerina-sql) | [![Build](https://github.com/ballerina-platform/module-ballerina-sql/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-sql/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-sql/blob/master/gradle.properties) | []() | +| 7 | [graphql](https://github.com/ballerina-platform/module-ballerina-graphql) | [![Build](https://github.com/ballerina-platform/module-ballerina-graphql/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-graphql/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-graphql/blob/master/gradle.properties) | [#1492](https://github.com/ballerina-platform/module-ballerina-graphql/pull/1492) | +| | [persist.googlesheets](https://github.com/ballerina-platform/module-ballerinax-persist.googlesheets) | [![Build](https://github.com/ballerina-platform/module-ballerinax-persist.googlesheets/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerinax-persist.googlesheets/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerinax-persist.googlesheets/blob/main/gradle.properties) | [#36](https://github.com/ballerina-platform/module-ballerinax-persist.googlesheets/pull/36) | +| | [sql](https://github.com/ballerina-platform/module-ballerina-sql) | [![Build](https://github.com/ballerina-platform/module-ballerina-sql/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-sql/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-sql/blob/master/gradle.properties) | [#666](https://github.com/ballerina-platform/module-ballerina-sql/pull/666) | | 8 | [c2c](https://github.com/ballerina-platform/module-ballerina-c2c) | [![Build](https://github.com/ballerina-platform/module-ballerina-c2c/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-c2c/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-c2c/blob/master/gradle.properties) | []() | | | [persist.sql](https://github.com/ballerina-platform/module-ballerinax-persist.sql) | [![Build](https://github.com/ballerina-platform/module-ballerinax-persist.sql/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerinax-persist.sql/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerinax-persist.sql/blob/main/gradle.properties) | []() | | | [graphql-tools](https://github.com/ballerina-platform/graphql-tools) | [![Build](https://github.com/ballerina-platform/graphql-tools/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/graphql-tools/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/graphql-tools/blob/main/gradle.properties) | []() | From f9f6403557326f8fb9ba07212abd4eb35bbfb19f Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Fri, 23 Jun 2023 10:52:55 +0530 Subject: [PATCH 100/103] [Automated] Update extension dependency dashboard --- README.md | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/README.md b/README.md index e1cbe2725..53e8a4645 100644 --- a/README.md +++ b/README.md @@ -52,9 +52,9 @@ | | [websocket](https://github.com/ballerina-platform/module-ballerina-websocket) | [![Build](https://github.com/ballerina-platform/module-ballerina-websocket/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-websocket/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-websocket/blob/main/gradle.properties) | []() | | | [websub](https://github.com/ballerina-platform/module-ballerina-websub) | [![Build](https://github.com/ballerina-platform/module-ballerina-websub/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-websub/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-websub/blob/master/gradle.properties) | []() | | | [websubhub](https://github.com/ballerina-platform/module-ballerina-websubhub) | [![Build](https://github.com/ballerina-platform/module-ballerina-websubhub/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-websubhub/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-websubhub/blob/main/gradle.properties) | []() | -| 7 | [graphql](https://github.com/ballerina-platform/module-ballerina-graphql) | [![Build](https://github.com/ballerina-platform/module-ballerina-graphql/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-graphql/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-graphql/blob/master/gradle.properties) | [#1492](https://github.com/ballerina-platform/module-ballerina-graphql/pull/1492) | -| | [persist.googlesheets](https://github.com/ballerina-platform/module-ballerinax-persist.googlesheets) | [![Build](https://github.com/ballerina-platform/module-ballerinax-persist.googlesheets/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerinax-persist.googlesheets/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerinax-persist.googlesheets/blob/main/gradle.properties) | [#36](https://github.com/ballerina-platform/module-ballerinax-persist.googlesheets/pull/36) | -| | [sql](https://github.com/ballerina-platform/module-ballerina-sql) | [![Build](https://github.com/ballerina-platform/module-ballerina-sql/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-sql/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-sql/blob/master/gradle.properties) | [#666](https://github.com/ballerina-platform/module-ballerina-sql/pull/666) | +| 7 | [graphql](https://github.com/ballerina-platform/module-ballerina-graphql) | [![Build](https://github.com/ballerina-platform/module-ballerina-graphql/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-graphql/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-graphql/blob/master/gradle.properties) | []() | +| | [persist.googlesheets](https://github.com/ballerina-platform/module-ballerinax-persist.googlesheets) | [![Build](https://github.com/ballerina-platform/module-ballerinax-persist.googlesheets/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerinax-persist.googlesheets/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerinax-persist.googlesheets/blob/main/gradle.properties) | []() | +| | [sql](https://github.com/ballerina-platform/module-ballerina-sql) | [![Build](https://github.com/ballerina-platform/module-ballerina-sql/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-sql/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-sql/blob/master/gradle.properties) | []() | | 8 | [c2c](https://github.com/ballerina-platform/module-ballerina-c2c) | [![Build](https://github.com/ballerina-platform/module-ballerina-c2c/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerina-c2c/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerina-c2c/blob/master/gradle.properties) | []() | | | [persist.sql](https://github.com/ballerina-platform/module-ballerinax-persist.sql) | [![Build](https://github.com/ballerina-platform/module-ballerinax-persist.sql/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/module-ballerinax-persist.sql/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/module-ballerinax-persist.sql/blob/main/gradle.properties) | []() | | | [graphql-tools](https://github.com/ballerina-platform/graphql-tools) | [![Build](https://github.com/ballerina-platform/graphql-tools/actions/workflows/build-timestamped-master.yml/badge.svg)](https://github.com/ballerina-platform/graphql-tools/actions/workflows/build-timestamped-master.yml) | [![Lag](https://img.shields.io/badge/lag-no%20lag-brightgreen?label=)](https://github.com/ballerina-platform/graphql-tools/blob/main/gradle.properties) | []() | From e022fe0a615ac136a36bc73dc7cf74de605872af Mon Sep 17 00:00:00 2001 From: Sahan Hemachandra <45299562+sahanHe@users.noreply.github.com> Date: Mon, 26 Jun 2023 14:37:37 +0530 Subject: [PATCH 101/103] Remove persist.googlesheets from the modulelist.json --- dependabot/resources/module_list.json | 4 ---- 1 file changed, 4 deletions(-) diff --git a/dependabot/resources/module_list.json b/dependabot/resources/module_list.json index 255b5fe53..1d606945d 100644 --- a/dependabot/resources/module_list.json +++ b/dependabot/resources/module_list.json @@ -269,10 +269,6 @@ { "name": "module-ballerina-constraint" }, - { - "name": "module-ballerinax-persist.googlesheets", - "version_key": "stdlibPersistGoogleSheetVersion" - }, { "name": "module-ballerinax-persist.inmemory", "version_key": "stdlibPersistInmemoryVersion" From c5f09ea295b5353d4f7e5b3a24866d597ecad054 Mon Sep 17 00:00:00 2001 From: ballerina-bot Date: Mon, 26 Jun 2023 14:59:35 +0530 Subject: [PATCH 102/103] [Automated] Update Extensions Dependencies --- dependabot/resources/extensions.json | 18 ------------------ 1 file changed, 18 deletions(-) diff --git a/dependabot/resources/extensions.json b/dependabot/resources/extensions.json index b77ae6959..7b6cec9e2 100644 --- a/dependabot/resources/extensions.json +++ b/dependabot/resources/extensions.json @@ -234,7 +234,6 @@ "build_action_file": "build-timestamped-master", "send_notification": true, "dependents": [ - "module-ballerinax-persist.googlesheets", "module-ballerinax-persist.inmemory", "module-ballerinax-persist.sql" ] @@ -678,7 +677,6 @@ "send_notification": true, "dependents": [ "module-ballerinax-kafka", - "module-ballerinax-persist.googlesheets", "module-ballerinax-rabbitmq", "module-ballerina-sql" ] @@ -751,22 +749,6 @@ "ballerina-dev-tools" ] }, - { - "name": "module-ballerinax-persist.googlesheets", - "level": 7, - "group_id": "io.ballerina.stdlib", - "artifact_id": "persist.googlesheets-ballerina", - "version_key": "stdlibPersistGoogleSheetVersion", - "default_branch": "main", - "auto_merge": true, - "push_to_central": true, - "is_extended_library_module": false, - "build_action_file": "build-timestamped-master", - "send_notification": true, - "dependents": [ - "persist-tools" - ] - }, { "name": "module-ballerina-sql", "level": 7, From 88c43bc349a58d2beb65a1d5c12bd45c0caba3d8 Mon Sep 17 00:00:00 2001 From: Charuka Tharindu Date: Thu, 29 Jun 2023 17:10:15 +0530 Subject: [PATCH 103/103] Update usernames with delete package access --- .../usernames_with_package_delete_access.json | 3 +++ 1 file changed, 3 insertions(+) diff --git a/delete-packages-scripts/usernames_with_package_delete_access.json b/delete-packages-scripts/usernames_with_package_delete_access.json index cab498258..a2fd96807 100644 --- a/delete-packages-scripts/usernames_with_package_delete_access.json +++ b/delete-packages-scripts/usernames_with_package_delete_access.json @@ -23,6 +23,9 @@ }, { "username": "ThisaruGuruge" + }, + { + "username": "udda1996" } ] }