Test Issue Management #23
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Test Issue Management | |
| on: | |
| workflow_run: | |
| workflows: ["Tests"] | |
| types: | |
| - completed | |
| permissions: | |
| issues: write | |
| contents: read | |
| jobs: | |
| manage-test-issues: | |
| runs-on: ubuntu-latest | |
| if: github.event.workflow_run.conclusion == 'failure' | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Get test results | |
| id: test-results | |
| uses: dawidd6/action-download-artifact@bf251b5aa9c2f7eeb574a96ee720e24f801b7c11 | |
| with: | |
| workflow: tests.yml | |
| run_id: ${{ github.event.workflow_run.id }} | |
| name: pytest-results-3.11 | |
| path: test-results-3.11 | |
| continue-on-error: true | |
| - name: Get test results (Python 3.12) | |
| id: test-results-3-12 | |
| uses: dawidd6/action-download-artifact@bf251b5aa9c2f7eeb574a96ee720e24f801b7c11 | |
| with: | |
| workflow: tests.yml | |
| run_id: ${{ github.event.workflow_run.id }} | |
| name: pytest-results-3.12 | |
| path: test-results-3.12 | |
| continue-on-error: true | |
| - name: Get test results (Python 3.13) | |
| id: test-results-3-13 | |
| uses: dawidd6/action-download-artifact@bf251b5aa9c2f7eeb574a96ee720e24f801b7c11 | |
| with: | |
| workflow: tests.yml | |
| run_id: ${{ github.event.workflow_run.id }} | |
| name: pytest-results-3.13 | |
| path: test-results-3.13 | |
| continue-on-error: true | |
| - name: Process test results | |
| if: steps.test-results.outcome == 'success' || steps.test-results-3-12.outcome == 'success' || steps.test-results-3-13.outcome == 'success' | |
| uses: actions/github-script@v7 | |
| with: | |
| script: | | |
| const fs = require('fs'); | |
| const path = require('path'); | |
| try { | |
| // Process results from all Python versions | |
| const versions = ['3.11', '3.12', '3.13']; | |
| const allTests = new Set(); | |
| const failedTests = new Set(); | |
| for (const version of versions) { | |
| const resultsPath = path.join(process.env.GITHUB_WORKSPACE, `test-results-${version}`, 'results.json'); | |
| if (!fs.existsSync(resultsPath)) { | |
| console.log(`No test results found for Python ${version}`); | |
| continue; | |
| } | |
| // Read test results | |
| const results = JSON.parse(fs.readFileSync(resultsPath, 'utf8')); | |
| if (!results.tests || !Array.isArray(results.tests)) { | |
| console.log(`Invalid test results format for Python ${version}`); | |
| continue; | |
| } | |
| // Process each test | |
| for (const test of results.tests) { | |
| const testName = `${test.nodeid}`; | |
| const shortTestName = testName.split('::').pop(); | |
| allTests.add(shortTestName); | |
| if (test.outcome === 'failed') { | |
| failedTests.add({ | |
| shortTestName, | |
| testName, | |
| errorMessage: test.call?.longrepr || 'No error message available', | |
| version | |
| }); | |
| } | |
| } | |
| } | |
| // Process failed tests | |
| for (const failedTest of failedTests) { | |
| // Search for existing issues | |
| const issues = await github.rest.issues.listForRepo({ | |
| owner: context.repo.owner, | |
| repo: context.repo.repo, | |
| state: 'all', | |
| labels: ['tests'] | |
| }); | |
| // Find issue with matching test name in title | |
| const existingIssue = issues.data.find(issue => | |
| issue.title === `Test Failure: ${failedTest.shortTestName}` | |
| ); | |
| if (existingIssue) { | |
| // Issue exists, reopen if closed | |
| if (existingIssue.state === 'closed') { | |
| await github.rest.issues.update({ | |
| owner: context.repo.owner, | |
| repo: context.repo.repo, | |
| issue_number: existingIssue.number, | |
| state: 'open' | |
| }); | |
| // Add comment only when reopening | |
| await github.rest.issues.createComment({ | |
| owner: context.repo.owner, | |
| repo: context.repo.repo, | |
| issue_number: existingIssue.number, | |
| body: `Test failed again in commit ${context.sha} (Python ${failedTest.version})\n\nFull test name: ${failedTest.testName}\n\nError message:\n\`\`\`\n${failedTest.errorMessage}\n\`\`\`` | |
| }); | |
| } | |
| // No comment if issue is already open | |
| } else { | |
| // Create new issue | |
| await github.rest.issues.create({ | |
| owner: context.repo.owner, | |
| repo: context.repo.repo, | |
| title: `Test Failure: ${failedTest.shortTestName}`, | |
| body: `Test failed in commit ${context.sha} (Python ${failedTest.version})\n\nFull test name: ${failedTest.testName}\n\nError message:\n\`\`\`\n${failedTest.errorMessage}\n\`\`\``, | |
| labels: ['tests'] | |
| }); | |
| } | |
| } | |
| } catch (error) { | |
| console.error('Error processing test results:', error); | |
| core.setFailed(error.message); | |
| } |