daily-remote-tests-issue-template.md

.github/workflows/daily-remote-tests-issue-template.md

@@ -0,0 +1,8 @@
+---
+title: Daily GitHub Actions fail for remote tests on {{ date | date('ddd, MMMM Do YYYY') }}
+assignees: nguyenv, johnkerl
+labels: bug
+---
+
+See run for more details:
+https://github.com/{{ env.GITHUB_REPOSITORY }}/actions/runs/{{ env.GITHUB_RUN_ID }}

.github/workflows/daily-test-build-issue-template.md

@@ -1,5 +1,5 @@
 ---
-title: Daily GitHub Actions Build Fail on {{ date | date('ddd, MMMM Do YYYY') }}
+title: Daily GitHub Actions build fail on {{ date | date('ddd, MMMM Do YYYY') }}
 assignees: nguyenv, ryan-williams, johnkerl
 labels: bug
 ---

.github/workflows/libtiledb-ci.yml

@@ -1,18 +1,15 @@
 name: libTileDB-SOMA CodeCov
 
 on:
-# XXX TEMP
-#  pull_request:
-#    paths-ignore:
-#      - "apis/python/**"
-#      - "apis/r/**"
-#      - ".pre-commit-config.yaml"
-#      # XXX TEMP
-#      - ".github/workflows/python-remote-storage.yml"
-#  push:
-#    branches:
-#      - main
-#      - 'release-*'
+  pull_request:
+    paths-ignore:
+      - "apis/python/**"
+      - "apis/r/**"
+      - ".pre-commit-config.yaml"
+  push:
+    branches:
+      - main
+      - 'release-*'
   workflow_dispatch:
 
 jobs:

.github/workflows/libtiledbsoma-asan-ci.yml

@@ -1,18 +1,16 @@
 name: libtiledbsoma ASAN
 
 on:
-# XXX TEMP
-#  pull_request:
-#    paths-ignore:
-#      - "apis/python/**"
-#      - "apis/r/**"
-#      - ".pre-commit-config.yaml"
-#      # XXX TEMP
-#      - ".github/workflows/python-remote-storage.yml"
-#  push:
-#    branches:
-#      - main
-#      - 'release-*'
+  pull_request:
+    paths-ignore:
+      - "apis/python/**"
+      - "apis/r/**"
+      - ".pre-commit-config.yaml"
+      - ".github/workflows/python-remote-storage.yml"
+  push:
+    branches:
+      - main
+      - 'release-*'
   workflow_dispatch:
 
 jobs:

.github/workflows/python-ci-minimal.yml

@@ -8,19 +8,18 @@ name: TileDB-SOMA Python CI (Minimal)
 # To test the full matrix on a working branch, invoke ./python-ci-full.yml from
 #   https://github.com/single-cell-data/TileDB-SOMA/actions/workflows/python-ci-full.yml
 on:
-  # XXX TEMP
-#  pull_request:
-#    branches:
-#      - main
-#      - 'release-*'
-#    paths:
-#      - '**'
-#      - '!**.md'
-#      - '!apis/r/**'
-#      - '!docs/**'
-#      - '!.github/**'
-#      - '.github/workflows/python-ci-minimal.yml'
-#      - '.github/workflows/python-ci-single.yml'
+  pull_request:
+    branches:
+      - main
+      - 'release-*'
+    paths:
+      - '**'
+      - '!**.md'
+      - '!apis/r/**'
+      - '!docs/**'
+      - '!.github/**'
+      - '.github/workflows/python-ci-minimal.yml'
+      - '.github/workflows/python-ci-single.yml'
   workflow_dispatch:
 
 jobs:

.github/workflows/python-dependency-variation.yml

@@ -1,16 +1,15 @@
 name: TileDB-SOMA Python CI with varying dependencies
 
 on:
-# XXX TEMP
-#  push:
-#    branches:
-#      - main
-#      - 'release-*'
-#  pull_request:
-#    paths-ignore:
-#      - '**.md'
-#      - 'apis/r/**'
-#      - 'docs/**'
+  push:
+    branches:
+      - main
+      - 'release-*'
+  pull_request:
+    paths-ignore:
+      - '**.md'
+      - 'apis/r/**'
+      - 'docs/**'
   workflow_dispatch:
 
 jobs:

.github/workflows/python-remote-storage.yml

@@ -1,13 +1,18 @@
 name: TileDB-SOMA Python CI (remote storage)
 
 on:
-  workflow_dispatch:
+  # Not for regular use, but you can uncomment this when putting up PRs on this
+  # file. Just remember to take it back out. There's no need to run
+  # remote-storage tests on every single PR push to our repo.
+  #
+  # pull_request:
   #
-  # Not for regular use:
-  # TEMP
-  pull_request:
+  # Allows for 'as needed' manual trigger:
+  workflow_dispatch:
   #
-  # TODO: a nightly cron
+  # Use a regular nighly build as well (time is UTC):
+  schedule:
+    - cron: "25 5 * * *"
 
 env:
   # Don't name this "TILEDB_REST_TOKEN" since that will map into a core
@@ -28,8 +33,8 @@ jobs:
           # in GitHub Actions as of 2025-02-06.
           - name: linux
             os: ubuntu-24.04
-            # TODO: also on 3.12. But 3.9 is higher-pri, until we drop support
-            # for it. (Note our main CI tests across a broader set of Python
+            # TO DO: also on 3.12. But 3.9 is higher-pri, until we drop support
+            # for it. (Note our main CI run tests across a broader set of Python
             # versions.)
             python_version: 3.9
             cc: gcc-13
@@ -102,3 +107,18 @@ jobs:
       - name: Run pytests for Python
         shell: bash
         run: python -m pytest apis/python/remote_tests -v --durations=20 --maxfail=50
+
+  # File a bug report if anything fails, but don't file tickets for manual runs
+  # -- only for scheduled ones.
+  create_issue_on_fail:
+    needs: [ci]
+    if: (failure() || cancelled()) && github.event_name != 'workflow_dispatch'
+    steps:
+      - name: Checkout TileDB-SOMA `main`
+        uses: actions/checkout@v2
+      - name: Create Issue if Build Fails
+        uses: JasonEtco/create-an-issue@v2
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        with:
+          filename: .github/workflows/daily-remote-tests-issue-template.md

.github/workflows/r-python-interop-testing.yml

@@ -1,21 +1,17 @@
 name: TileDB-SOMA R-Python interop testing
 
 on:
-# XXX TEMP
-#  pull_request:
-#    paths-ignore:
-#      # XXX TEMP
-#      - ".github/workflows/python-remote-storage.yml"
-#    # TODO: leave this enabled for pre-merge signal for now. At some point we may want to go back to
-#    # only having this signal post-merge.
-#    #paths:
-#    #  - "apis/python/**"
-#    #  - "apis/r/**"
-#    #  - "apis/system/**"
-#  push:
-#    branches:
-#      - main
-#      - "release-*"
+  pull_request:
+    # TODO: leave this enabled for pre-merge signal for now. At some point we may want to go back to
+    # only having this signal post-merge.
+    #paths:
+    #  - "apis/python/**"
+    #  - "apis/r/**"
+    #  - "apis/system/**"
+  push:
+    branches:
+      - main
+      - "release-*"
   workflow_dispatch:
 
 jobs:

apis/python/remote_tests/README.md

@@ -1,5 +1,7 @@
 # How to run these tests
 
+These are nominally a nightly cron. However, you can run them manually if you want.
+
 ```
 export TILEDB_REST_TOKEN="..."   # Get the token for the Saas `unittest` user
 unsetTILEDB_REST_PAYER_NAMESPACE # If you have that set