fix ci/cd again #51

	name: E2E Dagster build

	on:
	push:
	workflow_dispatch: # Allows manual triggering of the workflow

	# Cancel previous runs for the same branch so we don't have multiple long running tests due to pre-commit
	concurrency:
	group: ${{ github.workflow }}-${{ github.event.pull_request.number \|\| github.ref }}
	cancel-in-progress: true

	jobs:
	setup-docker-and-test:
	runs-on: ubuntu-latest

	steps:
	# Checkout the repository
	- name: Checkout Code
	uses: actions/checkout@v4

	# Set up Docker
	- name: Set up Docker
	uses: docker/setup-buildx-action@v2

	# Run the Python script that handles the build and execution
	- name: Launch Docker Stack
	run: python3 main.py local

	# Docker stack does not allow for waiting based on a healthcheck so we need to wait manually here
	- name: Wait for MinIO
	run: \|
	for i in {1..30}; do
	if curl -fs http://localhost:9001/minio/health/live; then
	echo "MinIO is up!"
	exit 0
	fi
	echo "Waiting for MinIO to be ready..."
	sleep 5
	done
	echo "Failed to connect to MinIO after 30 attempts."
	exit 1

	- name: Run tests that don't require secrets
	# for the time being, skip tests that require secrets in CI/CD
	run: python3 main.py test

Provide feedback