Skip to content

Commit

Permalink
Add CI workflow to compute diff between files dist files
Browse files Browse the repository at this point in the history
  • Loading branch information
Kocal committed Oct 15, 2024
1 parent d394049 commit 629cf64
Show file tree
Hide file tree
Showing 2 changed files with 261 additions and 0 deletions.
182 changes: 182 additions & 0 deletions .github/generate-dist-files-size-diff.mjs
Original file line number Diff line number Diff line change
@@ -0,0 +1,182 @@
/**
* Generate a markdown table with the difference in size of the dist files between the base and the PR.
*/

/*
Usage:
```shell
BASE_DIST_FILES='{"src/Autocomplete/assets/dist/controller.js":{"size":15382,"size_gz":3716,"size_brotli":3125},"src/Chartjs/assets/dist/controller.js":{"size":2281,"size_gz":771,"size_brotli":642},"src/Cropperjs/assets/dist/controller.js":{"size":1044,"size_gz":475,"size_brotli":371}}' \
PR_DIST_FILES='{"src/Chartjs/assets/dist/controller.js":{"size":1281,"size_gz":171,"size_brotli":641},"src/Cropperjs/assets/dist/controller.js":{"size":1044,"size_gz":475,"size_brotli":371},"src/Cropperjs/assets/dist/style.min.css":{"size":32,"size_gz":66,"size_brotli":34},"src/Dropzone/assets/dist/controller.js":{"size":3199,"size_gz":816,"size_brotli":634},"src/Map/src/Bridge/Google/assets/dist/foo.js":{"size":3199,"size_gz":816,"size_brotli":634}}' \
GITHUB_REPOSITORY='symfony/ux' \
GITHUB_HEAD_REF='my-branch-name' \
node .github/generate-dist-files-size-diff.mjs
```
*/

if (!process.env.BASE_DIST_FILES) {
throw new Error('Missing or invalid "BASE_DIST_FILES" env variable.');
}

if (!process.env.PR_DIST_FILES) {
throw new Error('Missing or invalid "PR_DIST_FILES" env variable.');
}

if (!process.env.GITHUB_REPOSITORY) {
throw new Error('Missing or invalid "GITHUB_REPOSITORY" env variable.');
}

if (!process.env.GITHUB_HEAD_REF) {
throw new Error('Missing or invalid "GITHUB_HEAD_REF" env variable.');
}

/**
* Adapted from https://gist.github.com/zentala/1e6f72438796d74531803cc3833c039c?permalink_comment_id=4455218#gistcomment-4455218
* @param {number} bytes
* @param {number} digits
* @returns {string}
*/
function formatBytes(bytes, digits = 2) {
if (bytes === 0) {
return '0 B';
}
const sizes = [`B`, 'kB', 'MB'];
const i = Math.floor(Math.log(bytes) / Math.log(1024));

return parseFloat((bytes / Math.pow(1024, i)).toFixed(digits)) + ' ' + sizes[i];
}

/**
* @param {number} from
* @param {number} to
* @returns {number}
*/
function computeDiffPercent(from, to) {
if (from === to) {
return 0;
}

return Number(((from - to) / to * -100).toFixed(1));
}

/**
* @param {number} percent
* @returns {string}
*/
function formatDiffPercent(percent) {
return percent > 0 ? `+${percent}% 📈` : percent < 0 ? `${percent}% 📉` : `${percent}%`;
}

export function main() {
const repoUrl = `https://github.com/${process.env.GITHUB_REPOSITORY}`;
/** @type {Record<string, {size: number, size_gz: number, size_brotli: number}>} */
const base = JSON.parse(process.env.BASE_DIST_FILES);
/** @type {Record<string, {size: number, size_gz: number, size_brotli: number}>} */
const pr = JSON.parse(process.env.PR_DIST_FILES);
let output = '<h1>📊 Dist packagesFiles size difference</h1>\n\n';

/**
* @type {Map<string, {
* meta: {
* packageName: string,
* bridgeName: string,
* url: string,
* },
* files: Set<{
* state: 'added' | 'removed' | 'changed',
* before: {size: number, sizeGz: number, sizeBrotli: number},
* after: {size: number, sizeGz: number, sizeBrotli: number},
* diffPercent: {size: number, sizeGz: number, sizeBrotli: number},
* meta: {fileNameShort: string, fileNameUrl: string}
* }>
* }>}
*/
const packagesFiles = [...new Set([...Object.keys(pr), ...Object.keys(base)])]
.sort()
.reduce((acc, file) => {
const beforeSize = base[file]?.size || 0;
const afterSize = pr[file]?.size || 0;
const beforeSizeGz = base[file]?.size_gz || 0;
const afterSizeGz = pr[file]?.size_gz || 0;
const beforeSizeBrotli = base[file]?.size_brotli || 0;
const afterSizeBrotli = pr[file]?.size_brotli || 0;

if (beforeSize !== afterSize) {
const isBridge = file.includes('src/Bridge'); // we assume that's enough for now
const packageName = file.split('/')[1];
const bridgeName = isBridge ? file.split('/')[4] : '';
const key = isBridge ? `${packageName} (Bridge ${bridgeName})` : packageName;
if (!acc.has(key)) {
acc.set(key, {
meta: {
packageName,
bridgeName,
url: isBridge ? `${repoUrl}/tree/${process.env.GITHUB_HEAD_REF}/src/${packageName}/src/Bridge/${bridgeName}/assets/dist` : `${repoUrl}/tree/${process.env.GITHUB_HEAD_REF}/src/${packageName}/assets/dist`,
}, files: new Set(),
});
}

const added = !base[file] && pr[file];
const removed = base[file] && !pr[file];

acc.get(key).files.add({
state: added ? 'added' : (removed ? 'removed' : 'changed'),
before: { size: beforeSize, sizeGz: beforeSizeGz, sizeBrotli: beforeSizeBrotli },
after: { size: afterSize, sizeGz: afterSizeGz, sizeBrotli: afterSizeBrotli },
diffPercent: {
size: removed ? -100 : (added ? 100 : (computeDiffPercent(beforeSize, afterSize))),
sizeGz: removed ? -100 : (added ? 100 : (computeDiffPercent(beforeSizeGz, afterSizeGz))),
sizeBrotli: removed ? -100 : (added ? 100 : (computeDiffPercent(beforeSizeBrotli, afterSizeBrotli))),
},
meta: {
fileNameShort: file.replace(isBridge ? `src/${file.split('/')[1]}/src/Bridge/${file.split('/')[4]}/assets/dist/` : `src/${file.split('/')[1]}/assets/dist/`, ''),
fileNameUrl: `${repoUrl}/blob/${process.env.GITHUB_HEAD_REF}/${file}`,
},
});
}

return acc;
}, new Map);

if (packagesFiles.size === 0) {
output += 'ℹ️ No difference in dist packagesFiles.\n';
return output;
}

output += 'Thanks for the PR! Here is the difference in size of the dist packagesFiles between the base and the PR.\n';
output += 'Please review the changes and make sure they are expected.\n\n';
output += `<table>
<thead><tr><th>File</th><th>Before (Size / Gzip / Brotli)</th><th>After (Size / Gzip / Brotli)</th></tr></thead>
<tbody>`;
for (const [pkgKey, pkg] of packagesFiles.entries()) {
output += `<tr><td colspan="3"><a href="${pkg.meta.url}"><b>${pkgKey}</b></a></td></tr>`;
for (const file of pkg.files) {
output += `<tr>
<td><a href="${file.meta.fileNameUrl}"><code>${file.meta.fileNameShort}</code></a></td>
`;
output += file.state === 'added'
? `<td><em>Added</em></td>`
: `<td>
<code>${formatBytes(file.before.size)}</code>
/ <code>${formatBytes(file.before.sizeGz)}</code>
/ <code>${formatBytes(file.before.sizeBrotli)}</code>
</td>`;
output += file.state === 'removed'
? `<td><em>Removed</em></td>`
: `<td>
<code>${formatBytes(file.after.size)}</code>${file.state === 'changed' ? `: ${formatDiffPercent(file.diffPercent.size)}<br/>` : ' / '}
<code>${formatBytes(file.after.sizeGz)}</code>${file.state === 'changed' ? `: ${formatDiffPercent(file.diffPercent.sizeGz)}<br/>` : ' / '}
<code>${formatBytes(file.after.sizeBrotli)}</code>${file.state === 'changed' ? `: ${formatDiffPercent(file.diffPercent.sizeBrotli)}` : ''}
</td>`;
output += `</tr>`;
}
}
output += `</tbody>
</table>
`;

return output;
}

if (!process.env.CI) {
console.log(main());
}
79 changes: 79 additions & 0 deletions .github/workflows/dist-files-size-diff.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,79 @@
name: Dist Files Size Diff

on:
pull_request:
paths:
- 'src/*/assets/dist/**'
- 'src/*/src/Bridge/*/assets/dist/**'

jobs:
dist-files-size-diff:
runs-on: ubuntu-latest
permissions:
pull-requests: write # for marocchino/sticky-pull-request-comment@v2
steps:
- name: Configure git
run: |
git config --global user.email ""
git config --global user.name "github-action[bot]"
- uses: marocchino/sticky-pull-request-comment@v2
with:
message: |
⏳ The dist files size difference is being calculated...
- uses: actions/checkout@v4
with:
ref: ${{ github.base_ref }}

- name: Get dist files size (from base branch)
id: base-dist-files
run: |
set -e
FILES=$(find src -mindepth 2 -path '*/assets/dist/*' \( -name "*.js" -o -name "*.css" \) -not \( -path '*/tests/*' -o -path '*/public/*' -o -path '*/vendor/*' \) | sort | while read -r file; do
echo "{\"$file\": {\"size\": $(wc -c < "$file"), \"size_gz\": $(gzip -c "$file" | wc -c), \"size_brotli\": $(brotli -c "$file" | wc -c)}}"
done | jq -s 'add' -c)
echo "files=$FILES" >> $GITHUB_OUTPUT
- uses: actions/checkout@v4

- name: Get dist files size (from pull request)
id: pr-dist-files
run: |
set -e
FILES=$(find src -mindepth 2 -path '*/assets/dist/*' \( -name "*.js" -o -name "*.css" \) -not \( -path '*/tests/*' -o -path '*/public/*' -o -path '*/vendor/*' \) | sort | while read -r file; do
echo "{\"$file\": {\"size\": $(wc -c < "$file"), \"size_gz\": $(gzip -c "$file" | wc -c), \"size_brotli\": $(brotli -c "$file" | wc -c)}}"
done | jq -s 'add' -c)
echo "files=$FILES" >> $GITHUB_OUTPUT
- name: Generate the diff
id: diff
uses: actions/github-script@v7
env:
BASE_DIST_FILES: ${{ steps.base-dist-files.outputs.files }}
PR_DIST_FILES: ${{ steps.pr-dist-files.outputs.files }}
with:
result-encoding: string
script: |
console.log(process.env);
console.log(context);
const { main } = await import('${{ github.workspace }}/.github/generate-dist-files-size-diff.mjs')
return await main()
- name: Comment on the pull request (if any failure)
if: ${{ failure() }}
uses: marocchino/sticky-pull-request-comment@v2
with:
message: |
❌ The dist files size difference could not be calculated. Please check the logs for more details.
- name: Comment on the pull request (if success)
if: ${{ always() && steps.diff.conclusion == 'success' }}
uses: marocchino/sticky-pull-request-comment@v2
with:
message: ${{ steps.diff.outputs.result }}

0 comments on commit 629cf64

Please sign in to comment.