Skip to content

Commit

Permalink
Fix Yarn example CI
Browse files Browse the repository at this point in the history
This closes #31.
  • Loading branch information
Sxnan authored Jul 26, 2023
1 parent ee2ccfa commit 2413335
Show file tree
Hide file tree
Showing 4 changed files with 17 additions and 1 deletion.
6 changes: 6 additions & 0 deletions .github/workflows/build-and-test.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,12 @@ jobs:
matrix:
python_version: ["3.7", "3.8", "3.9"]
steps:
- name: Maximize build space
uses: easimon/maximize-build-space@master
with:
root-reserve-mb: 32768
remove-dotnet: 'true'
remove-android: 'true'
- uses: actions/checkout@v3
- name: start mimnikube
uses: medyagh/setup-minikube@latest
Expand Down
1 change: 1 addition & 0 deletions flink-kubernetes-application/run_and_verify.sh
Original file line number Diff line number Diff line change
Expand Up @@ -45,4 +45,5 @@ minikube ssh --native-ssh=false -- 'cat /tmp/flink-kubernetes-application/output
sort_and_compare_files data/merged_output data/expected_output.txt

rm -rf flink-1.16.2-bin-scala_2.12.tgz ./flink-1.16.2
docker rmi -f flink-k8s-app

6 changes: 5 additions & 1 deletion flink-yarn-application/run_and_verify.sh
Original file line number Diff line number Diff line change
Expand Up @@ -20,8 +20,12 @@ cd "$(dirname "$0")"
PROJECT_DIR=$(cd "$(pwd)/.."; pwd)
source "${PROJECT_DIR}"/tools/utils.sh

df -h
curl -LO https://archive.apache.org/dist/hadoop/common/hadoop-3.3.6/hadoop-3.3.6.tar.gz
tar -xzf hadoop-3.3.6.tar.gz --exclude='hadoop-3.3.6/share/doc/**' --exclude='hadoop-3.3.6/share/tools/lib/**'
tar -xzf hadoop-3.3.6.tar.gz \
--exclude='hadoop-3.3.6/share/doc' \
--exclude='hadoop-3.3.6/share/hadoop/tools/lib' \
--exclude='hadoop-3.3.6/share/hadoop/yarn/hadoop-yarn-applications-catalog-webapp-*.war'
rm -rf hadoop-3.3.6.tar.gz
cp -r etc/hadoop hadoop-3.3.6/etc
ssh-keygen -t rsa -P '' -f ~/.ssh/id_rsa
Expand Down
5 changes: 5 additions & 0 deletions tools/ci/run_tests.sh
Original file line number Diff line number Diff line change
Expand Up @@ -23,9 +23,14 @@ python -m pip -q install --upgrade "feathub-nightly[spark]"

docker build -q --rm -t feathub-flink -f ./docker/Dockerfile .

echo "Free space: "
df -h

# Run the run_and_verify.sh script in each example folder
for EXAMPLE_RUN_SCRIPT in "${PROJECT_DIR}"/*/run_and_verify.sh; do
echo "Running example ${EXAMPLE_RUN_SCRIPT}..."
bash "${EXAMPLE_RUN_SCRIPT}"
echo "Example ${EXAMPLE_RUN_SCRIPT} success."
echo "Free space: "
df -h
done

0 comments on commit 2413335

Please sign in to comment.