Skip to content

Commit

Permalink
Enable Genesis mode - transitory approach
Browse files Browse the repository at this point in the history
  • Loading branch information
saratomaz committed Jan 30, 2025
1 parent 503e982 commit e7ff5cd
Show file tree
Hide file tree
Showing 6 changed files with 7,571 additions and 87 deletions.
20 changes: 10 additions & 10 deletions .buildkite/node_sync_tests.sh
Original file line number Diff line number Diff line change
Expand Up @@ -27,18 +27,18 @@ echo " ==== importing packages from nix (https://search.nixos.org/packages)"
python3 -c "import requests, pandas, psutil, pymysql;"

env=$1
build_mode=$2
node_rev1=$3
tag_no1=$4
node_topology1=$5
node_start_arguments1=$6
node_rev2=$7
tag_no2=$8
node_topology2=$9
node_start_arguments2=${10}
node_rev1=$2
tag_no1=$3
node_topology1=$4
node_start_arguments1=$5
node_rev2=$6
tag_no2=$7
node_topology2=$8
node_start_arguments2=$9
use_genesis_mode=${10}

echo " ==== start sync test"
python ./sync_tests/tests/node_sync_test.py -b "$build_mode" -e "$env" -t1 "$tag_no1" -t2 "$tag_no2" -r1 "$node_rev1" -r2 "$node_rev2" -n1 "$node_topology1" -n2 "$node_topology2" -a1="$node_start_arguments1" -a2="$node_start_arguments2"
python ./sync_tests/tests/node_sync_test.py -e "$env" -t1 "$tag_no1" -t2 "$tag_no2" -r1 "$node_rev1" -r2 "$node_rev2" -n1 "$node_topology1" -n2 "$node_topology2" -a1="$node_start_arguments1" -a2="$node_start_arguments2" -g "${use_genesis_mode}"

echo "--- Prepare for adding sync test results to the AWS Database"
python ./sync_tests/tests/node_write_sync_values_to_db.py -e "$env"
4 changes: 2 additions & 2 deletions .buildkite/node_sync_tests.yml
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
steps:
- label: ':drum_with_drumsticks: Run the Cardano node sync test on Mainnet using a Linux machine'
commands:
- nix develop --accept-flake-config .#python --command python ./sync_tests/tests/node_sync_test.py -b "${build_mode}" -e "${env}" -t1 "${tag_no1}" -t2 "${tag_no2}" -r1 "${node_rev1}" -r2 "${node_rev2}" -n1 "${node_topology1}" -n2 "${node_topology2}" -a1 "${node_start_arguments1}" -a2 "${node_start_arguments2}"
- nix develop --accept-flake-config .#python --command python ./sync_tests/tests/node_sync_test.py -e "${env}" -t1 "${tag_no1}" -t2 "${tag_no2}" -r1 "${node_rev1}" -r2 "${node_rev2}" -n1 "${node_topology1}" -n2 "${node_topology2}" -a1 "${node_start_arguments1}" -a2 "${node_start_arguments2}" -g "${use_genesis_mode}"
timeout_in_minutes: 3000
agents:
system: x86_64-linux
queue: core-tech-bench
queue: "${queue_name}"
artifact_paths:
- 'logfile.log'
- 'node.log'
Expand Down
75 changes: 40 additions & 35 deletions .github/workflows/node_sync_test.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -10,51 +10,44 @@ on:
- mainnet
- preprod
- preview
default: preprod
build_mode:
description: "build-mode"
type: choice
options:
- nix
default: nix
default: mainnet
tag_no1:
description: "Initial sync - Graph axis label"
required: true
default: "9.2.1"
default: "10.2"
node_rev1:
description: "Initial sync - cardano-node revision"
required: true
default: "tags/9.2.1"
default: "9017d918d0c5143a137a82d94af4a2ac67ae7d2e"
node_topology1:
description: "Initial sync - cardano-node topology"
type: choice
options:
- non-bootstrap-peers
- bootstrap-peers
default: non-bootstrap-peers
node_start_arguments1:
description: "Initial sync - Extra arguments when starting the node"
required: false
default: "None"
tag_no2:
description: "Upgrade node - Graph axis label"
required: true
default: "None"
node_rev2:
description: "Upgrade node - cardano-node revision"
required: true
default: "None"
node_topology2:
description: "Upgrade node - cardano-node topology"
default: legacy
use_genesis_mode:
description: "Use Ouroboros Genesis mode"
type: boolean
default: true
buildkite_queue_name:
description: "Buildkite queue name to use"
type: choice
options:
- core-tech-bench
- core-tech-bench-af
- core-tech-bench-ap
- core-tech-bench-eu
- core-tech-bench-sa
buildkite_pipeline:
description: "Buildkite pipeline to use"
type: choice
options:
- p2p
- legacy
default: p2p
node_start_arguments2:
description: "Upgrade node - Extra arguments when starting the node"
required: false
default: "None"
- node-sync-tests
- node-sync-tests-genesis
- node-sync-tests-genesis-ap
- node-sync-tests-genesis-eu
- node-sync-tests-genesis-sa

jobs:
node_sync_test_buildkite:
Expand Down Expand Up @@ -85,9 +78,18 @@ jobs:
- name: Trigger the Buildkite pipeline - run sync tests on Mainnet
uses: 'buildkite/[email protected]'
with:
buildkite_api_access_token: ${{ secrets.BUILDKITE_API_ACCESS_TOKEN }}
pipeline: "input-output-hk/${{ github.event.inputs.buildkite_pipeline }}"
branch: ${{ github.ref_name }}
commit: HEAD
message: ':github: Triggered by GitHub Action'
wait: false
wait_interval: 10
wait_timeout: 3600
env:
BUILDKITE_API_ACCESS_TOKEN: ${{ secrets.BUILDKITE_API_ACCESS_TOKEN }}
PIPELINE: 'input-output-hk/node-sync-tests'
PIPELINE: "input-output-hk/${{ github.event.inputs.buildkite_pipeline }}"
BRANCH: ${{ github.ref_name }}
MESSAGE: ':github: Triggered by GitHub Action'
AWS_DB_USERNAME: ${{ secrets.AWS_DB_USERNAME }}
Expand All @@ -97,15 +99,18 @@ jobs:
BLOCKFROST_API_KEY: ${{ secrets.BLOCKFROST_API_KEY }}
BUILD_ENV_VARS: '{
"env":"${{ github.event.inputs.environment }}",
"build_mode":"${{ github.event.inputs.build_mode }}",
"node_rev1":"${{ steps.get_tag.outputs.node_rev1 }}",
"node_rev2":"${{ github.event.inputs.node_rev2 }}",
"tag_no1":"${{ github.event.inputs.tag_no1 }}",
"tag_no2":"${{ github.event.inputs.tag_no2 }}",
"node_topology1":"${{ github.event.inputs.node_topology1 }}",
"node_topology2":"${{ github.event.inputs.node_topology2 }}",
"node_start_arguments1":"${{ github.event.inputs.node_start_arguments1 }}",
"node_start_arguments2":"${{ github.event.inputs.node_start_arguments2 }}",
"node_start_arguments1":"None",
"node_start_arguments2":"None",
"use_genesis_mode":"${{ github.event.inputs.use_genesis_mode }}",
"queue_name":"${{ github.event.inputs.buildkite_queue_name }}",
"CARDANO_NODE_SOCKET_PATH":"/var/tmp/${{ github.event.inputs.buildkite_pipeline }}/node.socket",
"BLOCKFROST_API_KEY":"${{ secrets.BLOCKFROST_API_KEY }}",
"AWS_DB_USERNAME":"${{ secrets.AWS_DB_USERNAME }}",
"AWS_DB_PASS":"${{ secrets.AWS_DB_PASS }}",
Expand Down
Loading

0 comments on commit e7ff5cd

Please sign in to comment.