diff --git a/.github/actions/benchexec-report/action.yml b/.github/actions/benchexec-report/action.yml index 57e4311836..6f791acd0f 100644 --- a/.github/actions/benchexec-report/action.yml +++ b/.github/actions/benchexec-report/action.yml @@ -6,6 +6,7 @@ runs: - name: Checkout repository uses: actions/checkout@c85c95e3d7251135ab7dc9ce3241c5835cc595a9 # v3.5.3 - name: Install benchexec + shell: bash run: | sudo add-apt-repository ppa:sosy-lab/benchmarking sudo apt install benchexec @@ -15,6 +16,7 @@ runs: path: artifacts - name: Generate tables id: generate + shell: bash run: | cd artifacts EOF=$(dd if=/dev/urandom bs=15 count=1 status=none | base64) @@ -44,6 +46,7 @@ runs: name: BenchexecResults-${{ matrix.task }} path: results - name: See PR message + shell: bash run: | echo "${{ steps.generate.outputs.Message }}" - name: Comment on PR diff --git a/.github/actions/benchexec-test/action.yml b/.github/actions/benchexec-test/action.yml index 6b19cf70aa..76f19d0ec2 100644 --- a/.github/actions/benchexec-test/action.yml +++ b/.github/actions/benchexec-test/action.yml @@ -11,21 +11,25 @@ runs: - name: Checkout repository uses: actions/checkout@c85c95e3d7251135ab7dc9ce3241c5835cc595a9 # v3.5.3 - name: Install benchexec and dependencies + shell: bash run: | sudo add-apt-repository ppa:sosy-lab/benchmarking sudo apt install benchexec openjdk-17-jre-headless libgomp1 libmpfr-dev - name: Get benchmark definition file + shell: bash run: | mkdir -p xml wget https://gitlab.com/sosy-lab/sv-comp/bench-defs/-/raw/main/benchmark-defs/theta.xml -P xml sed -i 's///g' xml/theta.xml - name: Get sv-benchmarks + shell: bash run: | git clone --filter=blob:none --no-checkout --depth 1 --sparse https://gitlab.com/sosy-lab/benchmarking/sv-benchmarks.git cd sv-benchmarks git sparse-checkout add c git checkout - name: Get archive + shell: bash run: | wget https://github.com/ftsrg/theta/releases/download/svcomp23/theta.zip unzip theta.zip @@ -35,15 +39,18 @@ runs: name: ThetaJars path: jar/ - name: Add new jar to archive + shell: bash run: | mv jar/xcfa/xcfa-cli/build/libs/*-all.jar theta/theta.jar ls -l theta - name: Cut setfile if too long + shell: bash run: | cd sv-benchmarks/c for i in $(sed 's/#.*$//g' ${{ inputs.task }}.set); do find . -wholename ./$i; done | while read line; do grep "$line" $GITHUB_ACTION_PATH/unsupported.txt >/dev/null 2>/dev/null || echo $(echo $line | sha1sum | awk ' { print $1 } ') $line ; done | sort -k1 | awk ' { $1=""; print $0 } ' | awk '{$1=$1};1' > all-files.txt head -n${{ inputs.test_number }} all-files.txt > ${{ inputs.task }}.set - name: Run benchexec + shell: bash run: | benchexec xml/theta.xml --no-container --tool-directory theta -t ${{ inputs.task }} - name: Upload results