feat: Add Delta Kernel FFI support for read path and expose Apache.Arrow.Table and Microsoft.Data.Analysis.DataFrame read interface #182
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Continuous Integration | |
| on: | |
| pull_request: | |
| push: | |
| branches: | |
| - main | |
| - "releases/*" | |
| permissions: | |
| pages: write | |
| id-token: write | |
| pull-requests: write | |
| jobs: | |
| build-lint-test: | |
| strategy: | |
| fail-fast: true | |
| matrix: | |
| os: [ubuntu-latest, macos-latest, windows-latest] | |
| include: | |
| - os: windows-latest | |
| checkTarget: true | |
| - os: ubuntu-latest | |
| docsTarget: true | |
| # Code coverage doesn't seem to work when PR's are opened from forked repositories, see discussion: | |
| # | |
| # >>> https://delta-users.slack.com/archives/C06P467JMBK/p1727730777683979?thread_ts=1727643486.229189&cid=C06P467JMBK | |
| # | |
| coverageTarget: false | |
| cloudTestTarget: true | |
| runs-on: ${{ matrix.runsOn || matrix.os }} | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v2 | |
| with: | |
| submodules: recursive | |
| - name: Checkout specific delta-kernel-rs release | |
| run: | | |
| GIT_ROOT=$(git rev-parse --show-toplevel) | |
| DELTA_KERNEL_RS_TAG=$(cat "$GIT_ROOT/src/DeltaLake/Kernel/delta-kernel-rs.version.txt") | |
| git -C "$GIT_ROOT/src/DeltaLake/Kernel/delta-kernel-rs" checkout "$DELTA_KERNEL_RS_TAG" | |
| - name: Install Rust | |
| uses: actions-rs/toolchain@v1 | |
| with: | |
| toolchain: stable | |
| - name: Setup Rust cache | |
| uses: Swatinem/rust-cache@v2 | |
| with: | |
| workspaces: src/DeltaLake/Bridge | |
| - name: Setup .NET | |
| uses: actions/setup-dotnet@v3 | |
| - name: Build | |
| # We intentionally just build debug mode in this CI. We build before | |
| # regen to confirm no interop header changes. | |
| run: dotnet build | |
| - name: Regen confirm unchanged | |
| if: ${{ matrix.checkTarget }} | |
| # Needs to be 16.0.0 until https://github.com/dotnet/ClangSharp/pull/506 released | |
| run: | | |
| dotnet tool install --global --version 16.0.0 ClangSharpPInvokeGenerator | |
| # ClangSharpPInvokeGenerator @src/DeltaLake/Bridge/GenerateInterop.rsp | |
| npx doctoc README.md | |
| git config --global core.safecrlf false | |
| git diff --exit-code | |
| - name: Check format | |
| if: ${{ matrix.checkTarget }} | |
| run: dotnet format --verify-no-changes | |
| - name: Test | |
| env: | |
| RUST_BACKTRACE: 1 | |
| # increased stack size currently necessary for osx | |
| DOTNET_DefaultStackSize: "180000" | |
| run: dotnet test -c Release /p:CollectCoverage=true /p:CoverletOutputFormat=lcov /p:CoverletOutput=./lcov.info --logger "console;verbosity=detailed" --blame-crash -v n | |
| - name: Upload test failure | |
| if: ${{ failure() }} | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: test-fail-${{ matrix.os }} | |
| path: tests/DeltaLake.Tests/TestResults | |
| - name: Setup LCOV | |
| if: github.event_name == 'pull_request' && matrix.coverageTarget | |
| uses: hrishikesh-kadam/setup-lcov@v1 | |
| - name: Report code coverage | |
| if: github.event_name == 'pull_request' && matrix.coverageTarget | |
| uses: zgosalvez/github-actions-report-lcov@v3 | |
| with: | |
| coverage-files: tests/DeltaLake.Tests/lcov.info | |
| minimum-coverage: 80 | |
| artifact-name: code-coverage-report | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| #working-directory: apps/my-first-app | |
| update-comment: true | |
| - name: Build docs | |
| if: ${{ matrix.docsTarget }} | |
| run: | | |
| dotnet tool update -g docfx | |
| docfx src/DeltaLake.ApiDoc/docfx.json --warningsAsErrors | |
| - name: Upload artifact | |
| if: ${{ github.ref == 'refs/heads/main' && matrix.docsTarget }} | |
| uses: actions/upload-pages-artifact@v3 | |
| with: | |
| # Upload entire repository | |
| path: "src/DeltaLake.ApiDoc/_site" | |
| - name: Deploy to GitHub Pages | |
| if: ${{ github.ref == 'refs/heads/main' && matrix.docsTarget }} | |
| id: deployment | |
| uses: actions/deploy-pages@v4 |