ci: Add nightly tests (#125)

.github/workflows/code-check.yml

@@ -10,13 +10,13 @@ jobs:
     runs-on: ubuntu-latest
     steps:
     - name: Check out code
-      uses: actions/checkout@v2
-    
+      uses: actions/checkout@v4
+
     - name: Set up Python 3.8
-      uses: actions/setup-python@v2
+      uses: actions/setup-python@v5
       with:
         python-version: 3.8
-    
+
     - name: Install dependencies
       run: |
         python -m pip install --upgrade pip

.github/workflows/jaffle-shop-v2.yml

@@ -38,7 +38,7 @@ jobs:
         with:
           firebolt-client-id: ${{ secrets.FIREBOLT_CLIENT_ID_STG_NEW_IDN }}
           firebolt-client-secret: ${{ secrets.FIREBOLT_CLIENT_SECRET_STG_NEW_IDN }}
-          account: "automation"
+          account: ${{ vars.FIREBOLT_ACCOUNT }}
           api-endpoint: "api.staging.firebolt.io"
 
 
@@ -49,7 +49,7 @@ jobs:
           DATABASE_NAME: ${{ steps.setup.outputs.database_name }}
           ENGINE_NAME: ${{ steps.setup.outputs.engine_name }}
           API_ENDPOINT: "api.staging.firebolt.io"
-          ACCOUNT_NAME: "automation"
+          ACCOUNT_NAME: ${{ vars.FIREBOLT_ACCOUNT }}
           DBT_PROFILES_DIR: "../dbt-firebolt/.github/workflows/jaffle_shop"
         working-directory: jaffle-shop
         run:

.github/workflows/jaffle_shop/run_test_workflow.sh

@@ -1,4 +1,3 @@
-#!/usr/bin/bash
 set -e
 dbt debug
 dbt clean

.github/workflows/nightly.yml

@@ -0,0 +1,71 @@
+name: Nightly code check
+on:
+  workflow_dispatch:
+  schedule:
+    - cron: '0 1 * * *' # 3 am UTC every day
+jobs:
+  code-check:
+    uses: ./.github/workflows/code-check.yml
+  tests:
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false # finish all jobs even if one fails
+      max-parallel: 2
+      matrix:
+        os: ['ubuntu-latest', 'macos-latest', 'windows-latest']
+        python-version: ['3.8', '3.9', '3.10', '3.11', '3.12']
+    steps:
+      - name: Check out dbt-adapter code
+        uses: actions/checkout@v4
+        with:
+          path: dbt-firebolt
+
+      - name: Check out Jaffle Shop code
+        uses: actions/checkout@v4
+        with:
+          repository: firebolt-db/jaffle_shop_firebolt
+          path: jaffle-shop
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -e "dbt-firebolt/.[dev]"
+
+      - name: Setup database and engine
+        id: setup
+        uses: firebolt-db/integration-testing-setup@v2
+        with:
+          firebolt-client-id: ${{ secrets.FIREBOLT_CLIENT_ID_STG_NEW_IDN }}
+          firebolt-client-secret: ${{ secrets.FIREBOLT_CLIENT_SECRET_STG_NEW_IDN }}
+          account: ${{ vars.FIREBOLT_ACCOUNT }}
+          api-endpoint: "api.staging.firebolt.io"
+
+      - name: Run Jaffle Shop test workflow
+        env:
+          USER_NAME: ${{ secrets.FIREBOLT_CLIENT_ID_STG_NEW_IDN }}
+          PASSWORD: ${{ secrets.FIREBOLT_CLIENT_SECRET_STG_NEW_IDN }}
+          DATABASE_NAME: ${{ steps.setup.outputs.database_name }}
+          ENGINE_NAME: ${{ steps.setup.outputs.engine_name }}
+          API_ENDPOINT: "api.staging.firebolt.io"
+          ACCOUNT_NAME: ${{ vars.FIREBOLT_ACCOUNT }}
+          DBT_PROFILES_DIR: "../dbt-firebolt/.github/workflows/jaffle_shop"
+        working-directory: jaffle-shop
+        shell: bash
+        run: |
+          ../dbt-firebolt/.github/workflows/jaffle_shop/run_test_workflow.sh
+
+      - name: Slack Notify of failure
+        if: failure()
+        id: slack
+        uses: firebolt-db/action-slack-nightly-notify@v1
+        with:
+          os: ${{ matrix.os }}
+          programming-language: Python
+          language-version: ${{ matrix.python-version }}
+          notifications-channel: 'ecosystem-ci-notifications'
+          slack-api-key: ${{ secrets.SLACK_BOT_TOKEN }}