Use pudl parquet resources in data_mart #20
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
--- | |
name: full-build | |
on: | |
push: | |
branches: | |
- version-outputs # for testing only | |
jobs: | |
build: | |
runs-on: ubuntu-latest | |
env: | |
API_KEY_GOOGLE_MAPS: ${{ secrets.API_KEY_GOOGLE_MAPS }} | |
API_KEY_EIA: ${{ secrets.API_KEY_EIA }} | |
GOOGLE_GHA_CREDS_PATH: ${{ secrets.GOOGLE_GHA_CREDS_PATH }} | |
steps: | |
- name: Check out code | |
uses: actions/checkout@v2 | |
- uses: "google-github-actions/auth@v2" | |
with: | |
credentials_json: "${{ secrets.DGM_GITHUB_ACTION_CREDENTIALS }}" | |
- name: Display env variables | |
run: | | |
echo "Workspace directory: $GITHUB_WORKSPACE" \ | |
echo "Google credentials path: $GOOGLE_GHA_CREDS_PATH" \ | |
- name: Give the dbcp user ownership of the workspace | |
run: sudo chown -R 1000:1000 $GITHUB_WORKSPACE | |
- name: Set up Docker Compose | |
run: | | |
sudo apt-get update | |
sudo apt-get install -y docker-compose | |
- name: Build and run Docker Compose services | |
run: | | |
docker-compose up -d | |
- name: Run full ETL | |
run: | | |
make all_local | |
- name: Run all test | |
run: | | |
make test | |
- name: Stop Docker Compose services | |
if: always() | |
run: | | |
docker-compose down | |
- name: Give ownership of the workspace back to root | |
if: always() | |
run: sudo chown -R 0:0 $GITHUB_WORKSPACE |