Arrow 2.0

.github/unused_workflows/publish.yml

@@ -0,0 +1,161 @@
+name: "Publish all libs, Arrow-stack and Docs"
+
+on:
+  push:
+    tags:
+      - '**'
+
+env:
+  BASEDIR: ${{github.workspace}}/arrow-libs
+  GRADLE_OPTS: -Dorg.gradle.daemon=false -Dorg.gradle.jvmargs="-Xmx5g -XX:MaxPermSize=2048m -XX:+HeapDumpOnOutOfMemoryError -XX:+UseParallelGC -XX:MaxMetaspaceSize=1g -Dfile.encoding=UTF-8"
+  SONATYPE_USER: ${{ secrets.SONATYPE_USER }}
+  SONATYPE_PWD: ${{ secrets.SONATYPE_PWD }}
+  ORG_GRADLE_PROJECT_signingKey: ${{ secrets.ORG_GRADLE_PROJECT_signingKey }}
+  ORG_GRADLE_PROJECT_signingPassword: ${{ secrets.ORG_GRADLE_PROJECT_signingPassword }}
+  OSS_USER: '${{ secrets.OSS_USER }}'
+  OSS_TOKEN: '${{ secrets.OSS_TOKEN }}'
+  OSS_STAGING_PROFILE_ID: '${{ secrets.OSS_STAGING_PROFILE_ID }}'
+  SIGNING_KEY_NAME: '${{ secrets.SIGNING_KEY_NAME }}'
+  SIGNING_KEY_ID: '${{ secrets.SIGNING_KEY_ID }}'
+  SIGNING_KEY_PASSPHRASE: '${{ secrets.SIGNING_KEY_PASSPHRASE }}'
+  SIGNING_KEY: '${{ secrets.SIGNING_KEY }}'
+  GRADLE_PUBLISH_KEY: '${{ secrets.GRADLE_PUBLISH_KEY }}'
+  GRADLE_PUBLISH_SECRET: '${{ secrets.GRADLE_PUBLISH_SECRET }}'
+  AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
+  AWS_CLOUDFRONT_ID: ${{ secrets.AWS_CLOUDFRONT_ID }}
+  AWS_DEFAULT_REGION: eu-west-1
+  AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+  JEKYLL_ENV: production
+  S3_BUCKET: ${{ secrets.S3_BUCKET }}
+
+jobs:
+  publish:
+    timeout-minutes: 90
+    runs-on: macos-latest
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+
+      - name: Set up Java
+        uses: actions/setup-java@v3
+        with:
+          distribution: 'zulu'
+          java-version: 11
+
+      - name: assemble
+        uses: gradle/gradle-build-action@v2
+        with:
+          arguments: assemble -Pkotlin.mpp.enableCompatibilityMetadataVariant=true
+
+      - name: Get Arrow version
+        id: version
+        run: echo "::set-output name=arrow::$(head -n 1 build/semver/version.txt)"
+
+      - name: Upload reports
+        if: failure()
+        uses: actions/upload-artifact@v3
+        with:
+          name: 'reports-${{ matrix.os }}'
+          path: '**/build/reports/**'
+
+      - name: Publish alpha/beta/rc version
+        uses: gradle/gradle-build-action@v2
+        if: |
+          contains(steps.version.outputs.arrow, 'alpha') ||
+          contains(steps.version.outputs.arrow, 'beta') ||
+          contains(steps.version.outputs.arrow, 'rc')
+        with:
+          arguments: -Pkotlin.mpp.enableCompatibilityMetadataVariant=true publishToSonatype closeAndReleaseSonatypeStagingRepository
+
+      - name: Publish final version
+        uses: gradle/gradle-build-action@v2
+        if: |
+          !contains(steps.version.outputs.arrow, 'alpha') &&
+          !contains(steps.version.outputs.arrow, 'beta') &&
+          !contains(steps.version.outputs.arrow, 'rc')
+        with:
+          arguments: -Pkotlin.mpp.enableCompatibilityMetadataVariant=true publishToSonatype closeSonatypeStagingRepository
+
+      - name: Prepare environment
+        working-directory: arrow-site
+        run: |
+          mkdir $BASEDIR/logs
+          brew install tree
+          bundle config set --local path 'vendor/bundle'
+          bundle install --gemfile Gemfile
+
+      - name: Create API doc
+        uses: gradle/gradle-build-action@v2
+        with:
+          arguments: -Pkotlin.mpp.enableCompatibilityMetadataVariant=true dokkaGfm
+
+      - name: Build release directory (/docs)
+        working-directory: arrow-site
+        if: |
+          !contains(steps.version.outputs.arrow, 'alpha') &&
+          !contains(steps.version.outputs.arrow, 'beta') &&
+          !contains(steps.version.outputs.arrow, 'rc')
+        run: |
+          bundle exec jekyll build -b docs -s docs
+          tree _site > $BASEDIR/logs/content_docs-${{ steps.version.outputs.arrow }}.log
+
+      - name: Publish documentation (/docs)
+        working-directory: arrow-site
+        if: |
+          !contains(steps.version.outputs.arrow, 'alpha') &&
+          !contains(steps.version.outputs.arrow, 'beta') &&
+          !contains(steps.version.outputs.arrow, 'rc')
+        run: |
+          echo ">>> Latest release" >> $BASEDIR/logs/aws_sync.log
+          ${GITHUB_WORKSPACE}/.github/scripts/sync-docs-with-aws.sh
+
+      - name: Build release directory (/docs/<major.minor>)
+        working-directory: arrow-site
+        if: |
+          !contains(steps.version.outputs.arrow, 'alpha') &&
+          !contains(steps.version.outputs.arrow, 'beta') &&
+          !contains(steps.version.outputs.arrow, 'rc')
+        run: |
+          bundle exec jekyll build -b docs/${{ steps.version.outputs.arrow }} -s docs
+          tree _site > $BASEDIR/logs/content_docs-${{ steps.version.outputs.arrow }}.log
+
+      - name: Publish release directory (/docs/<major.minor>)
+        working-directory: arrow-site
+        if: |
+          !contains(steps.version.outputs.arrow, 'alpha') &&
+          !contains(steps.version.outputs.arrow, 'beta') &&
+          !contains(steps.version.outputs.arrow, 'rc')
+        run: |
+          aws s3 sync _site s3://$S3_BUCKET/docs/${{ steps.version.outputs.arrow }} --delete --exclude "/CNAME" --exclude "/code/*" --exclude "/index.html" --exclude "/redirects.json" >> $BASEDIR/logs/aws_sync.log
+
+      - name: Build latest version (/docs/next)
+        working-directory: arrow-site
+        run: |
+          bundle exec jekyll build -b docs/next -s docs
+          tree _site > $BASEDIR/logs/content_docs-next.log
+
+      - name: Publish latest version (/docs/next)
+        working-directory: arrow-site
+        run: |
+          aws s3 sync _site s3://$S3_BUCKET/docs/next --delete --exclude "/CNAME" --exclude "/code/*" --exclude "/index.html" --exclude "/redirects.json" >> $BASEDIR/logs/aws_sync.log
+
+      - name: Publish sitemap.xml
+        if: |
+          !contains(steps.version.outputs.arrow, 'alpha') &&
+          !contains(steps.version.outputs.arrow, 'beta') &&
+          !contains(steps.version.outputs.arrow, 'rc')
+        run: |
+          ${GITHUB_WORKSPACE}/.github/scripts/create-sitemap.sh > sitemap.xml
+          aws s3 cp sitemap.xml s3://$S3_BUCKET/sitemap.xml >> $BASEDIR/logs/aws_sync.log
+
+      - name: Invalidate CloudFront cache
+        run: aws cloudfront create-invalidation --distribution-id $AWS_CLOUDFRONT_ID --paths "/*"
+
+      - name: List S3
+        run: aws s3 ls s3://$S3_BUCKET --recursive --summarize > $BASEDIR/logs/site-content.log
+
+      - uses: actions/upload-artifact@v3
+        with:
+          name: logs
+          path: arrow-libs/logs.

.github/workflows/publish.yml

@@ -1,13 +1,17 @@
 name: "Publish all libs, Arrow-stack and Docs"
 
 on:
-  workflow_dispatch:
-    branches: [main]
-    inputs:
-      version:
-        description: 'Version'
-        required: true
-        type: string
+  push:
+    branch:
+      - 'arrow-2'
+#on:
+#  workflow_dispatch:
+#    branches: [main]
+#    inputs:
+#      version:
+#        description: 'Version'
+#        required: true
+#        type: string
 
 env:
   BASEDIR: ${{github.workspace}}/arrow-libs
@@ -50,5 +54,5 @@ jobs:
           name: 'reports-${{ matrix.os }}'
           path: '**/build/reports/**'
 
-      - name: Publish final version
+      - name: Publish next major SNAPSHOT version
         run: ./gradlew -Pversion=${{ inputs.version }}  publishToSonatype closeSonatypeStagingRepository

.github/workflows/pull_request.yml

@@ -265,7 +265,7 @@ jobs:
 
   js:
     runs-on: ubuntu-latest
-    timeout-minutes: 60
+    timeout-minutes: 30
 
     steps:
       - uses: actions/checkout@v4
@@ -327,32 +327,32 @@ jobs:
           name: 'reports-linux'
           path: '**/build/reports/**'
 
-#  wasm:
-#    runs-on: ubuntu-latest
-#    timeout-minutes: 60
-#
-#    steps:
-#      - uses: actions/checkout@v4
-#        with:
-#          fetch-depth: 0
-#
-#      - name: Set up Java
-#        uses: actions/setup-java@v4
-#        with:
-#          distribution: 'temurin'
-#          java-version: 17
-#
-#      - name: Setup Gradle
-#        uses: gradle/actions/setup-gradle@v3
-#        with:
-#          cache-read-only: ${{ github.ref != 'refs/heads/main' && github.ref != 'refs/heads/arrow-2' }}
-#
-#      - name: Compile WebAssembly
-#        run: ./gradlew compileKotlinWasmJs  --scan
-#
-#      - name: Upload reports
-#        if: failure()
-#        uses: actions/upload-artifact@v4
-#        with:
-#          name: 'reports-wasm'
-#          path: '**/build/reports/**'
+  wasm:
+    runs-on: ubuntu-latest
+    timeout-minutes: 60
+
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      - name: Set up Java
+        uses: actions/setup-java@v4
+        with:
+          distribution: 'temurin'
+          java-version: 17
+
+      - name: Setup Gradle
+        uses: gradle/actions/setup-gradle@v3
+        with:
+          cache-read-only: ${{ github.ref != 'refs/heads/main' && github.ref != 'refs/heads/arrow-2' }}
+
+      - name: Compile WebAssembly
+        run: ./gradlew wasmJsTest -Penable_wasm=true --scan
+
+      - name: Upload reports
+        if: failure()
+        uses: actions/upload-artifact@v4
+        with:
+          name: 'reports-wasm'
+          path: '**/build/reports/**'

arrow-libs/core/arrow-atomic/build.gradle.kts

@@ -1,5 +1,7 @@
 @file:Suppress("DSL_SCOPE_VIOLATION")
 
+import org.jetbrains.kotlin.gradle.tasks.KotlinCompile
+
 plugins {
   id(libs.plugins.kotlin.multiplatform.get().pluginId)
   alias(libs.plugins.arrowGradleConfig.kotlin)
@@ -34,9 +36,9 @@ kotlin {
       dependencies {
         implementation(projects.arrowFxCoroutines)
         implementation(libs.kotlin.test)
+        implementation(libs.coroutines.test)
         implementation(libs.kotest.assertionsCore)
         implementation(libs.kotest.property)
-        implementation(libs.coroutines.test)
       }
     }
   }
@@ -49,3 +51,11 @@ kotlin {
     }
   }
 }
+
+tasks.withType<KotlinCompile>().configureEach {
+  kotlinOptions.freeCompilerArgs += "-Xexpect-actual-classes"
+}
+
+tasks.withType<Test>().configureEach {
+  useJUnitPlatform()
+}