combine-datasets.yml

name: Combine Datasets

on:
  push:
    branches:
      - refactor-schema-with-data  # Runs only on pushes to the 'refactor-schema-with-data' branch; to be changed!
  pull_request:
    branches:
      - refactor-schema-with-data  # Runs on PRs targeting the 'refactor-schema-with-data' branch; to be changed!

jobs:
  process_datasets:
    runs-on: ubuntu-latest

    steps:
      - name: Checkout Repository
        uses: actions/checkout@v3

      - name: Set Up Python
        uses: actions/setup-python@v4
        with:
          python-version: '3.12'

      - name: Install Dependencies
        run: |
          python -m pip install --upgrade pip
          # Install any dependencies if required
          # pip install -r requirements.txt

      - name: Run Combine Datasets Script
        run: python automation/combine-datasets.py

      - name: Commit and Push Changes
        run: |
          git config --global user.name "github-actions[bot]"
          git config --global user.email "github-actions[bot]@users.noreply.github.com"
          git add docs/assets/datasets.json
          git commit -m "Updated combined datasets.json" || echo "No changes to commit"
          git push
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}