use pwd

.github/workflows/build_prod_test.yml

@@ -1,5 +1,6 @@
+# NOTE: this only tests building, there is no good way to test
+# runtime functionality in prod without using pytest
 name: Test Prod Build
-
 on:
   workflow_dispatch: # Allows manual triggering of the workflow
   push:
@@ -21,3 +22,7 @@ jobs:
 
       - name: Launch Docker Compose
         run: python3 main.py prod --detach
+
+      - name: Debug Docker Containers
+        shell: bash
+        run: docker ps -a

.vscode/launch.json

@@ -9,8 +9,9 @@
       "args": ["dev"],
       "subProcess": true,
       "env": {
-        "DAGSTER_POSTGRES_HOST": "0.0.0.0"
+        "DAGSTER_POSTGRES_HOST": "0.0.0.0",
+        "DAGSTER_HOME": "$PWD"
       }
     }
   ]
-}
+}

main.py

@@ -131,7 +131,7 @@ def main():
             "DAGSTER_POSTGRES_HOST=dagster_postgres docker compose --profile localInfra --profile production -f Docker/Docker-compose.yaml down"
         )
     elif args.command == "dagster-dev":
-        run_subprocess("DAGSTER_POSTGRES_HOST=0.0.0.0 dagster dev")
+        run_subprocess("DAGSTER_POSTGRES_HOST=0.0.0.0 DAGSTER_HOME=$PWD dagster dev")
     elif args.command == "dev":
         up(profiles=["localInfra"], build=args.build, detach=args.detach)
     elif args.command == "prod":
@@ -144,4 +144,7 @@ def main():
 
 
 if __name__ == "__main__":
+    assert os.path.dirname(os.path.abspath(__file__)) == os.getcwd(), (
+        "Please run this script from the root of the repository"
+    )
     main()

userCode/lib/env.py

@@ -96,9 +96,7 @@ def strict_env(key: str):
 LAKEFS_ACCESS_KEY_ID = strict_env("LAKEFS_ACCESS_KEY_ID")
 LAKEFS_SECRET_ACCESS_KEY = strict_env("LAKEFS_SECRET_ACCESS_KEY")
 
-DAGSTER_YAML_CONFIG = os.path.join(
-    os.path.dirname(__file__), "..", "..", "dagster.yaml"
-)
+DAGSTER_YAML_CONFIG = os.path.join(strict_env("DAGSTER_HOME"), "dagster.yaml")
 assert os.path.exists(DAGSTER_YAML_CONFIG), (
     f"the dagster.yaml file does not exist at {DAGSTER_YAML_CONFIG}"
 )