Merge pull request #1 from MortalHappiness/feature/release-manually

Feature/release manually
MortalHappiness · Jan 22, 2025 · de045aa · de045aa
2 parents 5f51977 + 29858e0
commit de045aa
Show file tree

Hide file tree

Showing 516 changed files with 47,244 additions and 12,416 deletions.
diff --git a/.buildkite/test-e2e.yml b/.buildkite/test-e2e.yml
@@ -0,0 +1,47 @@
+- label: 'Test E2E (nightly operator)'
+  instance_size: large
+  image: golang:1.22
+  commands:
+    - source .buildkite/setup-env.sh
+    - kind create cluster --wait 900s --config ./tests/framework/config/kind-config-buildkite.yml
+    - kubectl config set clusters.kind-kind.server https://docker:6443
+    # Build nightly KubeRay operator image
+    - pushd ray-operator
+    - IMG=kuberay/operator:nightly make docker-image
+    - kind load docker-image kuberay/operator:nightly
+    - IMG=kuberay/operator:nightly make deploy
+    - kubectl wait --timeout=90s --for=condition=Available=true deployment kuberay-operator
+    # Run e2e tests and print KubeRay operator logs if tests fail
+    - KUBERAY_TEST_TIMEOUT_SHORT=1m KUBERAY_TEST_TIMEOUT_MEDIUM=5m KUBERAY_TEST_TIMEOUT_LONG=10m go test -timeout 30m -v ./test/e2e || (kubectl logs --tail -1 -l app.kubernetes.io/name=kuberay && exit 1)
+
+- label: 'Test E2E rayservice (nightly operator)'
+  instance_size: large
+  image: golang:1.22
+  commands:
+    - source .buildkite/setup-env.sh
+    - kind create cluster --wait 900s --config ./tests/framework/config/kind-config-buildkite.yml
+    - kubectl config set clusters.kind-kind.server https://docker:6443
+    # Build nightly KubeRay operator image
+    - pushd ray-operator
+    - IMG=kuberay/operator:nightly make docker-image
+    - kind load docker-image kuberay/operator:nightly
+    - IMG=kuberay/operator:nightly make deploy
+    - kubectl wait --timeout=90s --for=condition=Available=true deployment kuberay-operator
+    # Run e2e tests and print KubeRay operator logs if tests fail
+    - KUBERAY_TEST_TIMEOUT_SHORT=1m KUBERAY_TEST_TIMEOUT_MEDIUM=5m KUBERAY_TEST_TIMEOUT_LONG=10m go test -timeout 30m -v ./test/e2erayservice || (kubectl logs --tail -1 -l app.kubernetes.io/name=kuberay && exit 1)
+
+- label: 'Test Autoscaler E2E (nightly operator)'
+  instance_size: large
+  image: golang:1.22
+  commands:
+    - source .buildkite/setup-env.sh
+    - kind create cluster --wait 900s --config ./tests/framework/config/kind-config-buildkite.yml
+    - kubectl config set clusters.kind-kind.server https://docker:6443
+    # Build nightly KubeRay operator image
+    - pushd ray-operator
+    - IMG=kuberay/operator:nightly make docker-image
+    - kind load docker-image kuberay/operator:nightly
+    - IMG=kuberay/operator:nightly make deploy
+    - kubectl wait --timeout=90s --for=condition=Available=true deployment kuberay-operator
+    # Run e2e tests and print KubeRay operator logs if tests fail
+    - KUBERAY_TEST_TIMEOUT_SHORT=1m KUBERAY_TEST_TIMEOUT_MEDIUM=5m KUBERAY_TEST_TIMEOUT_LONG=10m go test -timeout 30m -v ./test/e2eautoscaler || (kubectl logs --tail -1 -l app.kubernetes.io/name=kuberay && exit 1)
diff --git a/.buildkite/test-sample-yamls.yml b/.buildkite/test-sample-yamls.yml
@@ -1,61 +1,33 @@
-#ci:group=:yaml: Sample YAML tests
-
-- label: 'Test RayCluster Sample YAMLs (nightly operator)'
-  instance_size: large
-  image: golang:1.20
-  commands:
-    - ./.buildkite/setup-env.sh
-    # Build nightly KubeRay operator image
-    - pushd ray-operator
-    - IMG=kuberay/operator:nightly make docker-image
-    - popd
-    # Use nightly KubeRay operator image
-    - source .venv/bin/activate && BUILDKITE_ENV=true OPERATOR_IMAGE=kuberay/operator:nightly python3 tests/test_sample_raycluster_yamls.py
-
-- label: 'Test RayCluster Sample YAMLs (latest release)'
-  instance_size: large
-  image: golang:1.20
-  commands:
-    - ./.buildkite/setup-env.sh
-    # Use KubeRay operator image from the latest release
-    - source .venv/bin/activate && BUILDKITE_ENV=true OPERATOR_IMAGE=quay.io/kuberay/operator:v1.1.0 python3 tests/test_sample_raycluster_yamls.py
-
-- label: 'Test RayJob Sample YAMLs (nightly operator)'
+- label: 'Test Sample YAMLs (nightly operator)'
   instance_size: large
-  image: golang:1.20
+  image: golang:1.22
   commands:
-    - ./.buildkite/setup-env.sh
+    - source .buildkite/setup-env.sh
+    - kind create cluster --wait 900s --config ./tests/framework/config/kind-config-buildkite.yml
+    - kubectl config set clusters.kind-kind.server https://docker:6443
     # Build nightly KubeRay operator image
     - pushd ray-operator
     - IMG=kuberay/operator:nightly make docker-image
-    - popd
-    # Use nightly KubeRay operator image
-    - source .venv/bin/activate && BUILDKITE_ENV=true OPERATOR_IMAGE=kuberay/operator:nightly python3 tests/test_sample_rayjob_yamls.py
+    - kind load docker-image kuberay/operator:nightly
+    - IMG=kuberay/operator:nightly make deploy
+    - kubectl wait --timeout=90s --for=condition=Available=true deployment kuberay-operator
+    # Run sample YAML tests
+    - KUBERAY_TEST_TIMEOUT_SHORT=1m KUBERAY_TEST_TIMEOUT_MEDIUM=5m KUBERAY_TEST_TIMEOUT_LONG=10m go test -timeout 30m -v ./test/sampleyaml
+    # Printing KubeRay operator logs
+    - kubectl logs --tail -1 -l app.kubernetes.io/name=kuberay
 
-- label: 'Test RayJob Sample YAMLs (latest release)'
+- label: 'Test Sample YAMLs (latest release)'
   instance_size: large
-  image: golang:1.20
+  image: golang:1.22
   commands:
-    - ./.buildkite/setup-env.sh
-    # Use KubeRay operator image from the latest release
-    - source .venv/bin/activate && BUILDKITE_ENV=true OPERATOR_IMAGE=quay.io/kuberay/operator:v1.1.0 python3 tests/test_sample_rayjob_yamls.py
-
-- label: 'Test RayService Sample YAMLs (nightly operator)'
-  instance_size: large
-  image: golang:1.20
-  commands:
-    - ./.buildkite/setup-env.sh
-    # Build nightly KubeRay operator image
+    - source .buildkite/setup-env.sh
+    - kind create cluster --wait 900s --config ./tests/framework/config/kind-config-buildkite.yml
+    - kubectl config set clusters.kind-kind.server https://docker:6443
+    # Deploy KubeRay operator
     - pushd ray-operator
-    - IMG=kuberay/operator:nightly make docker-image
-    - popd
-    # Use nightly KubeRay operator image
-    - source .venv/bin/activate && BUILDKITE_ENV=true OPERATOR_IMAGE=kuberay/operator:nightly python3 tests/test_sample_rayservice_yamls.py
-
-- label: 'Test RayService Sample YAMLs (latest release)'
-  instance_size: large
-  image: golang:1.20
-  commands:
-    - ./.buildkite/setup-env.sh
-    # Use KubeRay operator image from the latest release
-    - source .venv/bin/activate && BUILDKITE_ENV=true OPERATOR_IMAGE=quay.io/kuberay/operator:v1.1.0 python3 tests/test_sample_rayservice_yamls.py
+    - IMG=quay.io/kuberay/operator:v1.2.2 make deploy
+    - kubectl wait --timeout=90s --for=condition=Available=true deployment kuberay-operator
+    # Run sample YAML tests
+    - KUBERAY_TEST_TIMEOUT_SHORT=1m KUBERAY_TEST_TIMEOUT_MEDIUM=5m KUBERAY_TEST_TIMEOUT_LONG=10m go test -timeout 30m -v ./test/sampleyaml
+    # Printing KubeRay operator logs
+    - kubectl logs --tail -1 -l app.kubernetes.io/name=kuberay
diff --git a/.github/ISSUE_TEMPLATE/bug-report.yml b/.github/ISSUE_TEMPLATE/bug-report.yml
@@ -7,7 +7,7 @@ body:
     attributes:
       value: |
         Thank you for reporting the problem!
-        Please make sure what you are reporting is a bug with reproducible steps. 
+        Please make sure what you are reporting is a bug with reproducible steps.
 
   - type: checkboxes
     attributes:

diff --git a/.github/pull_request_template.md b/.github/pull_request_template.md
@@ -12,7 +12,7 @@
 
 ## Checks
 
-- [ ] I've made sure the tests are passing. 
+- [ ] I've made sure the tests are passing.
 - Testing Strategy
    - [ ] Unit tests
    - [ ] Manual tests

diff --git a/.github/workflows/actions/compatibility/action.yaml b/.github/workflows/actions/compatibility/action.yaml
@@ -37,7 +37,7 @@ runs:
     uses: docker-practice/actions-setup-docker@master
 
   - name: Download Artifact Operator
-    uses: actions/download-artifact@v2
+    uses: actions/download-artifact@v4
     with:
       name: operator_img
       path: /tmp

diff --git a/.github/workflows/consistency-check.yaml b/.github/workflows/consistency-check.yaml
@@ -10,7 +10,7 @@ on:
 jobs:
   # Check consistency between types.go and generated API.
   ray-operator-verify-codegen:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     timeout-minutes: 10
     steps:
       - uses: actions/checkout@v2
@@ -21,7 +21,7 @@ jobs:
         uses: actions/setup-go@v3
         with:
           # Use the same go version with build job
-          go-version: v1.20
+          go-version: v1.22
 
       - name: Check golang version
         working-directory: ./ray-operator
@@ -37,7 +37,7 @@ jobs:
 
   # Check consistency between types.go and generated API reference.
   ray-operator-verify-api-docs:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     timeout-minutes: 10
     steps:
       - uses: actions/checkout@v2
@@ -48,7 +48,7 @@ jobs:
         uses: actions/setup-go@v3
         with:
           # Use the same go version with build job
-          go-version: v1.20
+          go-version: v1.22
 
       - name: Check golang version
         working-directory: ./ray-operator
@@ -61,7 +61,7 @@ jobs:
   # 1. Check consistency between types.go and CRD YAML files.
   # 2. Check consistency between kubebuilder markers and RBAC.
   ray-operator-verify-crd-rbac:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     timeout-minutes: 10
     steps:
       - uses: actions/checkout@v2
@@ -72,7 +72,7 @@ jobs:
         uses: actions/setup-go@v3
         with:
           # Use the same go version with build job
-          go-version: v1.20
+          go-version: v1.22
 
       - name: Update CRD/RBAC YAML files
         working-directory: ./ray-operator
@@ -96,7 +96,7 @@ jobs:
   # and in helm-chart/kuberay-operator/crds
   helm-chart-verify-crd:
     needs: ray-operator-verify-crd-rbac
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     timeout-minutes: 10
     steps:
       - uses: actions/checkout@v2
@@ -125,7 +125,7 @@ jobs:
   # and in helm-chart/kuberay-operator/templates
   helm-chart-verify-rbac:
     needs: ray-operator-verify-crd-rbac
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     timeout-minutes: 10
     steps:
       - uses: actions/checkout@v2

diff --git a/.github/workflows/e2e-tests.yaml b/.github/workflows/e2e-tests.yaml
diff --git a/.github/workflows/helm-lint.yaml b/.github/workflows/helm-lint.yaml
@@ -9,7 +9,7 @@ on:
 
 jobs:
   lint-test-helm-3-4:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     steps:
       - name: Checkout Code
         uses: actions/checkout@v3
@@ -35,7 +35,7 @@ jobs:
         run: ct lint --all --chart-dirs helm-chart/ --validate-maintainers=false
 
   lint-test-helm-3-9:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     steps:
       - name: Checkout Code
         uses: actions/checkout@v3

diff --git a/.github/workflows/image-release.yaml b/.github/workflows/image-release.yaml
@@ -15,13 +15,13 @@ jobs:
     env:
       working-directory: ./apiserver
     name: Release APIServer Docker Image
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     steps:
 
     - name: Set up Go
       uses: actions/setup-go@v3
       with:
-        go-version: v1.20
+        go-version: v1.22
 
     - name: Check out code into the Go module directory
       uses: actions/checkout@v2
@@ -75,13 +75,13 @@ jobs:
     env:
       working-directory: ./ray-operator
     name: Release Operator Docker Images
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     steps:
 
     - name: Set up Go
       uses: actions/setup-go@v3
       with:
-        go-version: v1.20
+        go-version: v1.22
 
     - name: Check out code into the Go module directory
       uses: actions/checkout@v2