Skip to content

Use pudl parquet resources in data_mart #20

Use pudl parquet resources in data_mart

Use pudl parquet resources in data_mart #20

Workflow file for this run

---
name: full-build
on:
push:
branches:
- version-outputs # for testing only
jobs:
build:
runs-on: ubuntu-latest
env:
API_KEY_GOOGLE_MAPS: ${{ secrets.API_KEY_GOOGLE_MAPS }}
API_KEY_EIA: ${{ secrets.API_KEY_EIA }}
GOOGLE_GHA_CREDS_PATH: ${{ secrets.GOOGLE_GHA_CREDS_PATH }}
steps:
- name: Check out code
uses: actions/checkout@v2
- uses: "google-github-actions/auth@v2"
with:
credentials_json: "${{ secrets.DGM_GITHUB_ACTION_CREDENTIALS }}"
- name: Display env variables
run: |
echo "Workspace directory: $GITHUB_WORKSPACE" \
echo "Google credentials path: $GOOGLE_GHA_CREDS_PATH" \
- name: Give the dbcp user ownership of the workspace
run: sudo chown -R 1000:1000 $GITHUB_WORKSPACE
- name: Set up Docker Compose
run: |
sudo apt-get update
sudo apt-get install -y docker-compose
- name: Build and run Docker Compose services
run: |
docker-compose up -d
- name: Run full ETL
run: |
make all_local
- name: Run all test
run: |
make test
- name: Stop Docker Compose services
if: always()
run: |
docker-compose down
- name: Give ownership of the workspace back to root
if: always()
run: sudo chown -R 0:0 $GITHUB_WORKSPACE