fix: parsing of integration results #205
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: netsim-CI | |
| on: | |
| # pull_request: | |
| push: | |
| branches: | |
| - main | |
| issue_comment: | |
| types: [created, edited, deleted] | |
| env: | |
| RUST_BACKTRACE: 1 | |
| RUSTFLAGS: -Dwarnings | |
| MSRV: "1.63" | |
| IROH_FORCE_STAGING_RELAYS: "1" | |
| jobs: | |
| netsim: | |
| name: Run network simulations/benchmarks | |
| if: >- | |
| (github.event_name == 'issue_comment' && | |
| github.event.issue.pull_request && | |
| startsWith(github.event.comment.body, '/perf')) || github.event_name != 'issue_comment' | |
| runs-on: [self-hosted, linux, X64] | |
| permissions: | |
| issues: write | |
| pull-requests: write | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@master | |
| with: | |
| submodules: recursive | |
| - name: Install rust stable | |
| uses: actions-rs/toolchain@v1 | |
| with: | |
| toolchain: stable | |
| override: true | |
| - name: Install netsim deps | |
| run: | | |
| cd netsim | |
| sudo apt update | |
| ./setup.sh | |
| - name: Build chuck | |
| run: | | |
| cargo build --release | |
| - name: Fetch and build iroh | |
| run: | | |
| git clone https://github.com/n0-computer/iroh.git | |
| cd iroh | |
| cargo build --release | |
| - name: Copy binaries to right location | |
| run: | | |
| cp target/release/chuck netsim/bins/chuck | |
| cp iroh/target/release/iroh netsim/bins/iroh | |
| - name: Detect comment commands | |
| if: github.event_name == 'issue_comment' | |
| id: detect_comment_config | |
| run: | | |
| a='${{ github.event.comment.body }}' | |
| if [[ $a == '/perf config'* ]]; | |
| then | |
| a=$(echo "'$a'" | tr '\n' ' ' | tr -s " " | sed -e 's/.*```\(.*\)```.*/\1/') | |
| export NETSIM_CONFIG="$a" | |
| echo "NETSIM_CONFIG<<EOFMARKER" >> ${GITHUB_OUTPUT} | |
| echo "${NETSIM_CONFIG}" >> ${GITHUB_OUTPUT} | |
| echo "EOFMARKER" >> ${GITHUB_OUTPUT} | |
| fi | |
| echo "'$NETSIM_CONFIG'" | |
| - name: Run tests | |
| run: | | |
| cd netsim | |
| sudo kill -9 $(pgrep ovs) | |
| sudo mn --clean | |
| c='${{ steps.detect_comment_config.outputs.NETSIM_CONFIG }}' | |
| if [ -z "${c}" ]; | |
| then | |
| sudo python3 main.py sims/iroh | |
| else | |
| echo $c >> custom_sim.json | |
| sudo python3 main.py custom_sim.json | |
| fi | |
| - name: Generate report | |
| id: generate_report | |
| run: | | |
| cd netsim | |
| python3 reports_csv.py --table > report.txt | |
| export NETSIM_REPORT=$(cat report.txt) | |
| echo "NETSIM_REPORT<<EOFMARKER" >> ${GITHUB_OUTPUT} | |
| echo "${NETSIM_REPORT}" >> ${GITHUB_OUTPUT} | |
| echo "EOFMARKER" >> ${GITHUB_OUTPUT} | |
| - name: Setup Environment | |
| shell: bash | |
| run: | | |
| echo "LAST_COMMIT_SHA=unknown" >> ${GITHUB_ENV} | |
| echo "HEAD_REF=unknown" >> ${GITHUB_ENV} | |
| - name: Setup Environment (Issue) | |
| if: ${{ github.event_name == 'issue_comment' }} | |
| shell: bash | |
| run: | | |
| echo "LAST_COMMIT_SHA=$(git rev-parse --short ${{ github.event.issue.pull_request.head.sha }})" >> ${GITHUB_ENV} | |
| echo "HEAD_REF=${{ github.event.issue.pull_request.head.ref }}" >> ${GITHUB_ENV} | |
| - name: Setup Environment (PR) | |
| if: ${{ github.event_name == 'pull_request' }} | |
| shell: bash | |
| run: | | |
| echo "LAST_COMMIT_SHA=$(git rev-parse --short ${{ github.event.pull_request.head.sha }})" >> ${GITHUB_ENV} | |
| echo "HEAD_REF=${{ github.event.pull_request.head.ref }}" >> ${GITHUB_ENV} | |
| - name: Setup Environment (Push) | |
| if: ${{ github.event_name == 'push' }} | |
| shell: bash | |
| run: | | |
| echo "LAST_COMMIT_SHA=$(git rev-parse --short ${GITHUB_SHA})" >> ${GITHUB_ENV} | |
| echo "HEAD_REF=${{ github.head_ref }}" >> ${GITHUB_ENV} | |
| - name: Respond Issue | |
| uses: peter-evans/create-or-update-comment@v2 | |
| if: github.event_name == 'issue_comment' | |
| with: | |
| issue-number: ${{ github.event.issue.number }} | |
| body: | | |
| `${{ env.HEAD_REF }}.${{ env.LAST_COMMIT_SHA }}` | |
| Perf report: | |
| ${{ steps.generate_report.outputs.NETSIM_REPORT }} | |
| - name: Respond PR | |
| uses: peter-evans/create-or-update-comment@v2 | |
| if: github.event.pull_request | |
| with: | |
| issue-number: ${{ github.event.pull_request.number }} | |
| body: | | |
| `${{ env.HEAD_REF }}.${{ env.LAST_COMMIT_SHA }}` | |
| Perf report: | |
| ${{ steps.generate_report.outputs.NETSIM_REPORT }} | |
| - name: Generate reports | |
| run: | | |
| cd netsim | |
| python3 reports_csv.py --prom --commit ${{ env.LAST_COMMIT_SHA }} > report_prom.txt | |
| python3 reports_csv.py --metro --commit ${{ env.LAST_COMMIT_SHA }} > report_metro.txt | |
| - name: Dump reports | |
| if: github.event_name != 'issue_comment' | |
| run: | | |
| export AWS_ACCESS_KEY_ID=${{secrets.S3_ACCESS_KEY_ID}} | |
| export AWS_SECRET_ACCESS_KEY=${{secrets.S3_ACCESS_KEY}} | |
| export AWS_DEFAULT_REGION=us-west-2 | |
| curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip" | |
| unzip -q awscliv2.zip | |
| sudo ./aws/install --update | |
| cd netsim | |
| tar cvzf report.tar.gz report_prom.txt report.txt report_metro.txt logs/ report/ | |
| aws s3 cp ./report.tar.gz s3://${{secrets.S3_REPORT_BUCKET}}/${{ env.LAST_COMMIT_SHA }}.tar.gz --no-progress | |
| instance=$(echo "${{ env.HEAD_REF }}" | tr -c '[:alnum:]' '_') | |
| d=$(cat report_prom.txt) | |
| prom_data=$(printf "%s\n " "$d") | |
| curl -X POST -H "Content-Type: text/plain" --data "$prom_data" ${{secrets.PROM_ENDPOINT}}/metrics/job/chucksim/instance/${instance} | |
| - name: Echo metrics | |
| # if: github.ref_name=='main' | |
| run: | | |
| cd netsim | |
| d=$(cat report_metro.txt) | |
| metro_data=$(printf "%s\n " "$d") | |
| echo "$metro_data" | |
| # curl -X POST -H "Content-Type: application/json" -H "Authorization: Bearer ${{secrets.METRO_TOKEN}}" --data "$metro_data" ${{secrets.METRO_ENDPOINT}} |