diff --git a/.github/workflows/run-simulators.yml b/.github/workflows/run-simulators.yml index 91fb0a323..ddc66d01f 100644 --- a/.github/workflows/run-simulators.yml +++ b/.github/workflows/run-simulators.yml @@ -41,6 +41,16 @@ jobs: aws ec2 attach-volume --volume-id $volume_id --instance-id $INSTANCE_ID --device /dev/sda1 echo "Volume $volume_id attached to instance $INSTANCE_ID as /dev/sda1" + - name: Check Disc Usage After Volume Attachment + env: + PRIVATE_KEY: ${{ secrets.SSH_PRIVATE_KEY }} + HOSTNAME: ${{ secrets.SSH_HOST }} + USER_NAME: ${{ secrets.SSH_USERNAME }} + run: | + echo "$PRIVATE_KEY" > private_key && chmod 600 private_key + ssh -o StrictHostKeyChecking=no -i private_key ${USER_NAME}@${HOSTNAME} 'df -h /dev/sda1' + + - name: Start EC2 Instance run: | # Get the instance state @@ -146,6 +156,15 @@ jobs: runs-on: ubuntu-latest needs: [check_simulator_version_updates, check_nvidia_smi] steps: + - name: Check Disk Usage Before CARLA Tests + env: + PRIVATE_KEY: ${{ secrets.SSH_PRIVATE_KEY }} + HOSTNAME: ${{ secrets.SSH_HOST }} + USER_NAME: ${{ secrets.SSH_USERNAME }} + run: | + echo "$PRIVATE_KEY" > private_key && chmod 600 private_key + ssh -o StrictHostKeyChecking=no -i private_key ${USER_NAME}@${HOSTNAME} 'df -h /dev/sda1' + - name: Run CARLA Tests env: PRIVATE_KEY: ${{ secrets.SSH_PRIVATE_KEY }} @@ -164,11 +183,29 @@ jobs: done ' + - name: Check Disk Usage After CARLA Tests + env: + PRIVATE_KEY: ${{ secrets.SSH_PRIVATE_KEY }} + HOSTNAME: ${{ secrets.SSH_HOST }} + USER_NAME: ${{ secrets.SSH_USERNAME }} + run: | + echo "$PRIVATE_KEY" > private_key && chmod 600 private_key + ssh -o StrictHostKeyChecking=no -i private_key ${USER_NAME}@${HOSTNAME} 'df -h /dev/sda1' + run_webots_simulators: name: run_webots_simulators runs-on: ubuntu-latest needs: [check_simulator_version_updates, check_nvidia_smi] steps: + - name: Check Disk Usage Before Webots Tests + env: + PRIVATE_KEY: ${{ secrets.SSH_PRIVATE_KEY }} + HOSTNAME: ${{ secrets.SSH_HOST }} + USER_NAME: ${{ secrets.SSH_USERNAME }} + run: | + echo "$PRIVATE_KEY" > private_key && chmod 600 private_key + ssh -o StrictHostKeyChecking=no -i private_key ${USER_NAME}@${HOSTNAME} 'df -h /dev/sda1' + - name: Run Webots Tests env: PRIVATE_KEY: ${{ secrets.SSH_PRIVATE_KEY }} @@ -189,6 +226,14 @@ jobs: done kill %1 ' + - name: Check Disk Usage After Webots Tests + env: + PRIVATE_KEY: ${{ secrets.SSH_PRIVATE_KEY }} + HOSTNAME: ${{ secrets.SSH_HOST }} + USER_NAME: ${{ secrets.SSH_USERNAME }} + run: | + echo "$PRIVATE_KEY" > private_key && chmod 600 private_key + ssh -o StrictHostKeyChecking=no -i private_key ${USER_NAME}@${HOSTNAME} 'df -h /dev/sda1' stop_ec2_instance: name: stop_ec2_instance @@ -202,6 +247,15 @@ jobs: AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} AWS_DEFAULT_REGION: ${{ secrets.AWS_REGION }} steps: + - name: Check Disk Before Stopping EC2 Instance + env: + PRIVATE_KEY: ${{ secrets.SSH_PRIVATE_KEY }} + HOSTNAME: ${{ secrets.SSH_HOST }} + USER_NAME: ${{ secrets.SSH_USERNAME }} + run: | + echo "$PRIVATE_KEY" > private_key && chmod 600 private_key + ssh -o StrictHostKeyChecking=no -i private_key ${USER_NAME}@${HOSTNAME} 'df -h /dev/sda1' + - name: Stop EC2 Instance run: | # Get the instance state and stop it if running