Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

feat(ci): add hive for devnet-5 #26

Merged
merged 4 commits into from
Jan 15, 2025
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
20 changes: 20 additions & 0 deletions .github/actions/hive-deps/action.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,20 @@
name: Install dependencies

runs:
using: 'composite'
steps:
- name: Add gh-cli to apt
shell: bash
run: |
(type -p wget >/dev/null || (apt update && apt-get install wget -y)) \
&& mkdir -p -m 755 /etc/apt/keyrings \
&& out=$(mktemp) && wget -nv -O$out https://cli.github.com/packages/githubcli-archive-keyring.gpg \
&& cat $out | tee /etc/apt/keyrings/githubcli-archive-keyring.gpg > /dev/null \
&& chmod go+r /etc/apt/keyrings/githubcli-archive-keyring.gpg \
&& echo "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/githubcli-archive-keyring.gpg] https://cli.github.com/packages stable main" | tee /etc/apt/sources.list.d/github-cli.list > /dev/null
- name: Install apt packages
shell: bash
run: |
apt update && apt install -y unzip gh
- name: Install yq
uses: dcarbone/install-yq-action@4075b4dca348d74bd83f2bf82d30f25d7c54539b # v1.3.1
181 changes: 181 additions & 0 deletions .github/workflows/hive-devnet-5.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,181 @@
name: Hive - Devnet 5
on:
push:
branches:
- skylenet/hive-action
workflow_dispatch:
# Note: We're limited to 10 inputs
inputs:
client:
type: string
default: go-ethereum, besu, reth, nethermind, erigon
description: Comma-separated list of clients to test .e.g go-ethereum, besu, reth, nethermind, erigon
simulator:
type: string
default: ethereum/rpc-compat, ethereum/eest/consume-engine, ethereum/eest/consume-rlp
description: Comma-separated list of simulators to test .e.g ethereum/rpc-compat, ethereum/eest/consume-engine, ethereum/eest/consume-rlp
geth_version:
type: string
default: s1na/go-ethereum@prague-devnet-5
description: GitHub repository and tag for go-ethereum (repo@tag)
besu_version:
type: string
default: siladu/besu@pectra-devnet-5-interop
description: GitHub repository and tag for besu (repo@tag)
reth_version:
type: string
default: paradigmxyz/reth@main
description: GitHub repository and tag for reth (repo@tag)
nethermind_version:
type: string
default: NethermindEth/nethermind@pectra-devnet-5
description: GitHub repository and tag for nethermind (repo@tag)
erigon_version:
type: string
default: erigontech/erigon@pectra5
description: Docker image and tag for erigon (image@tag)

env:
S3_BUCKET: hive-results
S3_PATH: pectra-devnet-5
S3_PUBLIC_URL: https://hive.ethpandaops.io/pectra-devnet-5
INSTALL_RCLONE_VERSION: v1.68.2
GLOBAL_EXTRA_FLAGS: >-
--sim.buildarg fixtures=https://github.com/ethereum/execution-spec-tests/releases/download/pectra-devnet-5%40v1.1.0/fixtures_pectra-devnet-5.tar.gz
--sim.buildarg branch=pectra-devnet-5
--client.checktimelimit=60s
--sim.parallelism=4

jobs:
prepare:
runs-on: ubuntu-latest
outputs:
# Versions of the clients
geth_repo: ${{ steps.parse.outputs.geth_repo }}
geth_tag: ${{ steps.parse.outputs.geth_tag }}
geth_docker_image_tag: ${{ steps.parse.outputs.geth_docker_image_tag }}
besu_repo: ${{ steps.parse.outputs.besu_repo }}
besu_tag: ${{ steps.parse.outputs.besu_tag }}
besu_docker_image_tag: ${{ steps.parse.outputs.besu_docker_image_tag }}
reth_repo: ${{ steps.parse.outputs.reth_repo }}
reth_tag: ${{ steps.parse.outputs.reth_tag }}
reth_docker_image_tag: ${{ steps.parse.outputs.reth_docker_image_tag }}
nethermind_repo: ${{ steps.parse.outputs.nethermind_repo }}
nethermind_tag: ${{ steps.parse.outputs.nethermind_tag }}
nethermind_docker_image_tag: ${{ steps.parse.outputs.nethermind_docker_image_tag }}
erigon_image: ${{ steps.parse.outputs.erigon_image }}
erigon_tag: ${{ steps.parse.outputs.erigon_tag }}
erigon_docker_image_tag: ${{ steps.parse.outputs.erigon_docker_image_tag }}
# client_config contains the YAML client config for Hive
client_config: ${{ steps.client_config.outputs.config }}
steps:
- id: parse
run: |
# Default client versions
GETH_DEFAULT="s1na/go-ethereum@prague-devnet-5"
BESU_DEFAULT="siladu/besu@pectra-devnet-5-interop"
RETH_DEFAULT="paradigmxyz/reth@main"
NETHERMIND_DEFAULT="NethermindEth/nethermind@pectra-devnet-5"
ERIGON_DEFAULT="erigontech/erigon@pectra5"

# Parse geth
echo "geth_repo=$(echo ${GETH_VERSION:-$GETH_DEFAULT} | cut -d@ -f1)" >> $GITHUB_OUTPUT
echo "geth_tag=$(echo ${GETH_VERSION:-$GETH_DEFAULT} | cut -d@ -f2)" >> $GITHUB_OUTPUT
echo "geth_docker_image_tag=geth_$(echo ${GETH_VERSION:-$GETH_DEFAULT} | sed 's/[@\/]/_/g' | tr '[:upper:]' '[:lower:]')" >> $GITHUB_OUTPUT

# Parse besu
echo "besu_repo=$(echo ${BESU_VERSION:-$BESU_DEFAULT} | cut -d@ -f1)" >> $GITHUB_OUTPUT
echo "besu_tag=$(echo ${BESU_VERSION:-$BESU_DEFAULT} | cut -d@ -f2)" >> $GITHUB_OUTPUT
echo "besu_docker_image_tag=besu_$(echo ${BESU_VERSION:-$BESU_DEFAULT} | sed 's/[@\/]/_/g' | tr '[:upper:]' '[:lower:]')" >> $GITHUB_OUTPUT

# Parse reth
echo "reth_repo=$(echo ${RETH_VERSION:-$RETH_DEFAULT} | cut -d@ -f1)" >> $GITHUB_OUTPUT
echo "reth_tag=$(echo ${RETH_VERSION:-$RETH_DEFAULT} | cut -d@ -f2)" >> $GITHUB_OUTPUT
echo "reth_docker_image_tag=reth_$(echo ${RETH_VERSION:-$RETH_DEFAULT} | sed 's/[@\/]/_/g' | tr '[:upper:]' '[:lower:]')" >> $GITHUB_OUTPUT

# Parse nethermind
echo "nethermind_repo=$(echo ${NETHERMIND_VERSION:-$NETHERMIND_DEFAULT} | cut -d@ -f1)" >> $GITHUB_OUTPUT
echo "nethermind_tag=$(echo ${NETHERMIND_VERSION:-$NETHERMIND_DEFAULT} | cut -d@ -f2)" >> $GITHUB_OUTPUT
echo "nethermind_docker_image_tag=nethermind_$(echo ${NETHERMIND_VERSION:-$NETHERMIND_DEFAULT} | sed 's/[@\/]/_/g' | tr '[:upper:]' '[:lower:]')" >> $GITHUB_OUTPUT

# Parse erigon
echo "erigon_image=$(echo ${ERIGON_VERSION:-$ERIGON_DEFAULT} | cut -d@ -f1)" >> $GITHUB_OUTPUT
echo "erigon_tag=$(echo ${ERIGON_VERSION:-$ERIGON_DEFAULT} | cut -d@ -f2)" >> $GITHUB_OUTPUT
echo "erigon_docker_image_tag=erigon_$(echo ${ERIGON_VERSION:-$ERIGON_DEFAULT} | sed 's/[@\/]/_/g' | tr '[:upper:]' '[:lower:]')" >> $GITHUB_OUTPUT
env:
GETH_VERSION: ${{ inputs.geth_version }}
BESU_VERSION: ${{ inputs.besu_version }}
RETH_VERSION: ${{ inputs.reth_version }}
NETHERMIND_VERSION: ${{ inputs.nethermind_version }}
ERIGON_VERSION: ${{ inputs.erigon_version }}
- id: client_config
run: |
cat << 'EOF' >> $GITHUB_OUTPUT
config<<ENDCONFIG
- client: go-ethereum
nametag: ${{ steps.parse.outputs.geth_docker_image_tag }}
dockerfile: git
build_args:
github: ${{ steps.parse.outputs.geth_repo }}
tag: ${{ steps.parse.outputs.geth_tag }}
- client: besu
nametag: ${{ steps.parse.outputs.besu_docker_image_tag }}
dockerfile: git
build_args:
github: ${{ steps.parse.outputs.besu_repo }}
tag: ${{ steps.parse.outputs.besu_tag }}
- client: reth
nametag: ${{ steps.parse.outputs.reth_docker_image_tag }}
dockerfile: git
build_args:
github: ${{ steps.parse.outputs.reth_repo }}
tag: ${{ steps.parse.outputs.reth_tag }}
- client: nethermind
nametag: ${{ steps.parse.outputs.nethermind_docker_image_tag }}
dockerfile: git
build_args:
github: ${{ steps.parse.outputs.nethermind_repo }}
tag: ${{ steps.parse.outputs.nethermind_tag }}
- client: erigon
nametag: ${{ steps.parse.outputs.erigon_docker_image_tag }}
build_args:
baseimage: ${{ steps.parse.outputs.erigon_image }}
tag: ${{ steps.parse.outputs.erigon_tag }}
ENDCONFIG
EOF

test:
needs: prepare
runs-on: >-
${{
matrix.simulator == 'ethereum/rpc-compat' && 'ubuntu-latest' ||
contains(matrix.simulator, 'ethereum/eest/') && 'self-hosted-ghr-size-m-x64' ||
'ubuntu-latest'
}}
concurrency:
group: >-
${{ github.head_ref || inputs }}-${{ matrix.client }}-${{ matrix.simulator }}
strategy:
fail-fast: false
matrix:
#client: ${{ fromJSON(format('[{0}]', inputs.client || '"go-ethereum","besu","reth","nethermind","erigon"')) }}
#simulator: ${{ fromJSON(format('[{0}]', inputs.simulator || '"ethereum/rpc-compat","ethereum/eest/consume-engine","ethereum/eest/consume-rlp"')) }}
client: ${{ fromJSON(format('[{0}]', inputs.client || '"go-ethereum"')) }}
simulator: ${{ fromJSON(format('[{0}]', inputs.simulator || '"ethereum/rpc-compat"')) }}
steps:
- uses: actions/checkout@v4
- uses: ./.github/actions/hive-deps
if: runner.environment != 'github-hosted'
- uses: ethpandaops/hive-github-action@master
with:
client: ${{ matrix.client }}
simulator: ${{ matrix.simulator }}
client_config: ${{ needs.prepare.outputs.client_config }}
extra_flags: ${{ env.GLOBAL_EXTRA_FLAGS }}
s3_upload: true
s3_bucket: ${{ env.S3_BUCKET }}
s3_path: ${{ env.S3_PATH }}
s3_public_url: ${{ env.S3_PUBLIC_URL }}
rclone_config: ${{ secrets.HIVE_RCLONE_CONFIG }}
rclone_version: ${{ env.INSTALL_RCLONE_VERSION }}
workflow_artifact_upload: true
Loading