Skip to content

Chisel and CIRCT Bump #127

Chisel and CIRCT Bump

Chisel and CIRCT Bump #127

name: Daily Regression
on:
schedule:
# Run this job everyday at 6:30 AM UTC+8
- cron: '30 22 * * *'
jobs:
gen-matrix:
name: "Generate test matrix"
runs-on: [self-hosted, linux, nixos, BIGRAM]
env:
RUNNERS: 70
outputs:
test-plan: ${{ steps.gen-matrix.outputs.matrix }}
steps:
# actions/checkout will use the "event" commit to checkout repository,
# which will lead to an unexpected issue that the "event" commit doesn't belongs to the repository,
# and causing the derivation build output cannot be cache correctly.
- uses: actions/checkout@v4
with:
ref: ${{ github.event.pull_request.head.sha }}
- id: gen-matrix
name: "Generate test matrix"
run: |
echo -n matrix= >> "$GITHUB_OUTPUT"
nix develop -c t1-helper generateRegressionTestPlan --runnersAmount "$RUNNERS" >> "$GITHUB_OUTPUT"
run-testcases:
name: "Run testcases"
needs: [gen-matrix]
strategy:
fail-fast: false
matrix: ${{ fromJSON(needs.gen-matrix.outputs.test-plan) }}
runs-on: [self-hosted, linux, nixos]
steps:
- uses: actions/checkout@v4
with:
ref: ${{ github.event.pull_request.head.sha }}
- name: "Run testcases"
run: |
nix develop -c t1-helper runTests --jobs "${{ matrix.jobs }}" \
--resultDir test-results-$(head -c 10 /dev/urandom | base32) \
--dontBail
- uses: actions/upload-artifact@v4
if: ${{ !cancelled() }}
with:
name: test-reports-${{ matrix.id }}
path: |
test-results-*/failed-tests.md
test-results-*/cycle-updates.md
gen-perf-matrix:
name: "Generate test matrix for perf cases"
runs-on: [self-hosted, linux, nixos, BIGRAM]
env:
RUNNERS: 70
outputs:
perf-plan: ${{ steps.gen-matrix.outputs.matrix }}
steps:
# actions/checkout will use the "event" commit to checkout repository,
# which will lead to an unexpected issue that the "event" commit doesn't belongs to the repository,
# and causing the derivation build output cannot be cache correctly.
- uses: actions/checkout@v4
with:
ref: ${{ github.event.pull_request.head.sha }}
- id: gen-matrix
name: "Generate test matrix"
run: |
echo -n matrix= >> "$GITHUB_OUTPUT"
nix develop -c t1-helper generateCiMatrix --testPlanFile "perf.json" --runnersAmount "$RUNNERS" >> "$GITHUB_OUTPUT"
run-perfcases:
name: "Run perf cases"
needs: [gen-perf-matrix]
strategy:
fail-fast: false
matrix: ${{ fromJSON(needs.gen-perf-matrix.outputs.perf-plan) }}
runs-on: [self-hosted, linux, nixos]
steps:
- uses: actions/checkout@v4
with:
ref: ${{ github.event.pull_request.head.sha }}
- name: "Run testcases"
run: |
nix develop -c t1-helper runTests --jobs "${{ matrix.jobs }}" \
--resultDir test-results-$(head -c 10 /dev/urandom | base32)
- uses: actions/upload-artifact@v4
if: ${{ !cancelled() }}
with:
name: perf-reports-${{ matrix.id }}
path: |
test-results-*/failed-tests.md
test-results-*/cycle-updates.md
test-results-*/*_cycle.json
report:
name: "Report CI result"
if: ${{ !cancelled() }}
needs: [run-testcases]
runs-on: [self-hosted, linux, nixos]
steps:
- uses: actions/checkout@v4
with:
fetch-depth: 0
ref: master
- uses: actions/download-artifact@v4
with:
pattern: '*-reports-*'
merge-multiple: true
- run: |
echo -e "\n## Newly passed tests\n" >> "$GITHUB_STEP_SUMMARY"
shopt -s nullglob
cat test-results-*/cycle-updates.md >> "$GITHUB_STEP_SUMMARY"
- run: |
echo -e "\n## Still failing tests\n" >> "$GITHUB_STEP_SUMMARY"
shopt -s nullglob
cat test-results-*/failed-tests.md >> "$GITHUB_STEP_SUMMARY"
- name: "Commit cycle updates"
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
run: |
nix develop -c t1-helper mergeCycleData --filePat perf.json
git config user.name github-actions
git config user.email [email protected]
changed_cases=$(git diff --name-only '.github/cases/**/perf.json')
if [ -n "$changed_cases" ]; then
echo "changed cases: $changed_cases"
currentDate=$(date +%F)
branch="cycle-update-$currentDate"
git checkout -b "$branch"
git add '.github/cases/**/perf.json'
git commit -m "[ci] update test case cycle data at $currentDate"
git push origin "$branch" --force-with-lease
nix run '.#gh' -- \
pr create --title "Update perf cycle" --body "Update test cycles."
else
echo "No cycle change detect"
fi
- uses: geekyeggo/delete-artifact@v4
with:
# test-reports has been used, it can be deleted
name: test-reports-*
bump-deps:
name: "Bump Chisel"
if: ${{ !cancelled() }}
runs-on: [self-hosted, linux, nixos]
steps:
- uses: actions/checkout@v4
with:
fetch-depth: 0
ref: master
- name: Bump Chisel
run: |
cd nix/t1
nix run '.#nvfetcher' -- -f '^chisel$'
- name: Bump circt
run: |
oldFirtool="$(nix build '.#circt' --no-link --print-out-paths)/bin/firtool"
nix flake update nixpkgs-for-circt
newFirtool="$(nix build '.#circt' --no-link --print-out-paths)/bin/firtool"
diff_bin="$(nix build '.#diffutils' --no-link --print-out-paths)/bin/diff"
if "$diff_bin" -u <($oldFirtool --version) <($newFirtool --version); then
# if unchanged
git restore flake.lock
fi
- name: Bump all mill deps
run: |
oldHash=$(nix derivation show .#t1.elaborator.millDeps | jq -r 'to_entries[0].value.env.outputHash')
nix build '.#t1.elaborator.millDeps' --rebuild > t1-milldeps-log.txt 2>&1 || true
newHash=$(cat t1-milldeps-log.txt \
| grep -P '^\s+got:\s+sha256-.*$' \
| cut -d':' -f2 \
| xargs)
if [ -z "$newHash" ] || [ "$newHash" = "$oldHash" ]; then
echo "Original build logs for debug: "
cat t1-milldeps-log.txt
echo "Hash unchanged, exit"
exit 0
fi
echo "Updating hash $oldHash to $newHash"
sed -i "s|$oldHash|$newHash|" nix/t1/t1.nix
- name: Commit changes
env:
GITHUB_TOKEN: ${{ secrets.T1_PR_PAT }}
run: |
git config user.name Avimitin
git config user.email [email protected]
currentDate=$(date +%F)
branch="dependencies-bumping-$currentDate"
git checkout -b "$branch"
git add 'nix/t1'
git add 'flake.lock'
fileUnchanged() {
git diff --quiet --exit-code "$@"
}
if ! git diff --quiet --cached --exit-code; then
updatedFiles=$(git diff --cached --name-only)
echo "File changed"
git commit -m "[deps] Bump T1 dependencies"
git push origin "$branch" --force-with-lease
nix run '.#gh' -- \
pr create --title "Bump T1 dependencies" --body "Updated: $updatedFiles"
fi