Skip to content

add jump det comment v2 #365

add jump det comment v2

add jump det comment v2 #365

Workflow file for this run

name: "BenchEval Test"
on:
# schedule:
# - cron: '*/5 * * * *'
push:
branches:
- main
- missing_eval
jobs:
test:
runs-on: ubuntu-latest
steps:
- name: checkout the main branch
uses: actions/checkout@v4
- name: checkout the bench_data branch to a given folder
uses: actions/checkout@v4
with:
ref: 'bench_data'
sparse-checkout: |
data.json
sparse-checkout-cone-mode: false
path: 'bench_data'
# - run: tree
- name: Evaluate benchmark
uses: ./
id: eval
with:
folder_with_bench_data: ./bench_data
file_with_bench_data: data.json
folder_with_current_benchmark_results: resultsFolder
bench_group_name: "MongoDB Benchmark"
evaluation_method: "jump_detection"
jump_detection_thresholds: "10, 10, 10, 10, 10"
save_curr_bench_res: true
github_token: ${{ secrets.GH_TOKEN }}
github_context: ${{ toJson(github) }}
# - name: Commit files
# working-directory: ./bench_data
# run: |
# git config --local user.email "41898282+github-actions[bot]@users.noreply.github.com"
# git config --local user.name "github-actions[bot]"
# git commit -a -m "Add changes"
# git push origin bench_data
#
# - name: Check output and fail if needed
# if: steps.eval.outputs.should_fail == 'true'
# run: |
# echo "Failing as indicated by evaluation action"
# exit 1