From 83082b3e04903497aad70ecdda99ab127f3ea5ac Mon Sep 17 00:00:00 2001 From: Sergejs Kostjucenko <85877331+sergejparity@users.noreply.github.com> Date: Wed, 6 Dec 2023 17:19:30 +0200 Subject: [PATCH] Test criterion reports (#836) * increase translate measurement time * increase translate measurement time * use mean if slope is null --- scripts/ci/benchmarks-report.sh | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/scripts/ci/benchmarks-report.sh b/scripts/ci/benchmarks-report.sh index 3e63a86feb..2e60ea0716 100644 --- a/scripts/ci/benchmarks-report.sh +++ b/scripts/ci/benchmarks-report.sh @@ -51,11 +51,21 @@ RESULT=$(for d in */; do MASTER_TIME=$(jq .slope.point_estimate ${d}master/estimates.json) PR_TIME=$(jq .slope.point_estimate ${d}new/estimates.json) + if [[ $MASTER_TIME='null' || $PR_TIME='null' ]] + then + MASTER_TIME=$(jq .mean.point_estimate ${d}master/estimates.json) + PR_TIME=$(jq .mean.point_estimate ${d}new/estimates.json) + fi PERF_CHANGE=$(get_performance_change_status "$(grep -A 3 -e $(echo "${d::-1}" | tr "_" ".") ../bench-pr)") DIFF=$(jq .mean.point_estimate ${d}change/estimates.json) WASM_MASTER_TIME=$(jq .slope.point_estimate ../wasmtime-criterion/${d}master-wasm/estimates.json) WASM_PR_TIME=$(jq .slope.point_estimate ../wasmtime-criterion/${d}new/estimates.json) + if [[ WASM_MASTER_TIME='null' || WASM_PR_TIME='null' ]] + then + WASM_MASTER_TIME=$(jq .mean.point_estimate ../wasmtime-criterion/${d}master-wasm/estimates.json) + WASM_PR_TIME=$(jq .mean.point_estimate ../wasmtime-criterion/${d}new/estimates.json) + fi WASM_PERF_CHANGE=$(get_performance_change_status "$(grep -A 3 -e $(echo "${d::-1}" | tr "_" ".") ../wasmtime-pr)") WASM_DIFF=$(jq .mean.point_estimate ../wasmtime-criterion/${d}change/estimates.json)