Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

[AUTO] Update input manifests #5135

Merged
merged 1 commit into from
Oct 28, 2024
Merged

[AUTO] Update input manifests #5135

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions .github/workflows/os-increment-plugin-versions.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -59,6 +59,7 @@ jobs:
- '2.16'
- '2.17'
- '2.18'
- '2.19'
exclude:
- {entry: {repo: geospatial}, branch: '1.3'}
- {entry: {repo: neural-search}, branch: '1.3'}
Expand Down
1 change: 1 addition & 0 deletions .github/workflows/osd-increment-plugin-versions.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -50,6 +50,7 @@ jobs:
- '2.16'
- '2.17'
- '2.18'
- '2.19'
steps:
- name: Check out OpenSearch Dashboards repo
uses: actions/checkout@v3
Expand Down
1 change: 1 addition & 0 deletions jenkins/check-for-build.jenkinsfile
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -23,6 +23,7 @@ pipeline {
}
triggers {
parameterizedCron '''
H 1 * * * %INPUT_MANIFEST=2.19.0/opensearch-2.19.0.yml;TARGET_JOB_NAME=distribution-build-opensearch;BUILD_PLATFORM=linux windows;BUILD_DISTRIBUTION=tar rpm deb zip;TEST_MANIFEST=2.19.0/opensearch-2.19.0-test.yml;TEST_PLATFORM=linux;TEST_DISTRIBUTION=tar
H 4 * * * %INPUT_MANIFEST=1.3.20/opensearch-1.3.20.yml;TARGET_JOB_NAME=distribution-build-opensearch;BUILD_PLATFORM=linux windows;BUILD_DISTRIBUTION=tar rpm deb zip;TEST_MANIFEST=1.3.20/opensearch-1.3.20-test.yml;TEST_PLATFORM=linux;TEST_DISTRIBUTION=tar
H 4 * * * %INPUT_MANIFEST=3.0.0/opensearch-3.0.0.yml;TARGET_JOB_NAME=distribution-build-opensearch;BUILD_PLATFORM=linux windows;BUILD_DISTRIBUTION=tar rpm deb zip
H 4 * * * %INPUT_MANIFEST=3.0.0/opensearch-dashboards-3.0.0.yml;TARGET_JOB_NAME=distribution-build-opensearch-dashboards;BUILD_PLATFORM=linux windows;BUILD_DISTRIBUTION=tar rpm deb zip
Expand Down
1 change: 1 addition & 0 deletions jenkins/integ-test-notification.jenkinsfile
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -28,6 +28,7 @@ pipeline {
}
triggers {
parameterizedCron('''
H */6 * * * %INPUT_MANIFEST=2.19.0/opensearch-2.19.0.yml
H */6 * * * %INPUT_MANIFEST=2.18.0/opensearch-2.18.0.yml
H */6 * * * %INPUT_MANIFEST=3.0.0/opensearch-3.0.0.yml
H */6 * * * %INPUT_MANIFEST=2.18.0/opensearch-dashboards-2.18.0.yml
Expand Down
151 changes: 151 additions & 0 deletions manifests/2.19.0/opensearch-2.19.0-test.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,151 @@
---
schema-version: '1.0'
name: OpenSearch
ci:
image:
name: opensearchstaging/ci-runner:ci-runner-al2-opensearch-build-v1
args: -e JAVA_HOME=/opt/java/openjdk-21
components:
- name: alerting
integ-test:
test-configs:
- with-security
- without-security
additional-cluster-configs:
plugins.destination.host.deny_list:
- 10.0.0.0/8
- 127.0.0.1
bwc-test:
test-configs:
- with-security
- name: anomaly-detection
integ-test:
build-dependencies:
- job-scheduler
test-configs:
- with-security
- without-security
bwc-test:
test-configs:
- with-security
- name: flow-framework
integ-test:
test-configs:
- with-security
- without-security
- name: asynchronous-search
integ-test:
test-configs:
- with-security
- without-security
bwc-test:
test-configs:
- with-security
- name: cross-cluster-replication
integ-test:
topology:
- cluster_name: leader
data_nodes: 2
- cluster_name: follower
data_nodes: 2
test-configs:
- with-security
- without-security
- name: geospatial
integ-test:
test-configs:
- with-security
- without-security
- name: index-management
integ-test:
build-dependencies:
- job-scheduler
test-configs:
- with-security
- without-security
additional-cluster-configs:
path.repo:
- /tmp
bwc-test:
test-configs:
- with-security
- name: k-NN
integ-test:
test-configs:
- with-security
- without-security
- name: ml-commons
integ-test:
test-configs:
- with-security
- without-security
- name: neural-search
integ-test:
test-configs:
- with-security
- without-security
- name: notifications
working-directory: notifications
integ-test:
test-configs:
- with-security
- without-security
bwc-test:
test-configs:
- with-security
- name: opensearch-observability
integ-test:
test-configs:
- with-security
- without-security
bwc-test:
test-configs:
- with-security
- name: opensearch-reports
integ-test:
test-configs:
- with-security
- without-security
- name: security
integ-test:
test-configs:
- with-security
- name: security-analytics
integ-test:
test-configs:
- with-security
- without-security
- name: sql
integ-test:
test-configs:
- with-security
- without-security
additional-cluster-configs:
script.context.field.max_compilations_rate: 1000/1m
plugins.query.datasources.encryption.masterkey: 4fc8fee6a3fd7d6ca01772e5
bwc-test:
test-configs:
- with-security
- name: custom-codecs
integ-test:
test-configs:
- with-security
- without-security
- name: skills
integ-test:
test-configs:
- with-security
- without-security
- name: query-insights
integ-test:
test-configs:
- with-security
- without-security
- name: opensearch-system-templates
integ-test:
test-configs:
- with-security
- without-security
Comment on lines +144 to +148
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Hi @peterzhuamazon,
Do you know from where the data is generated. Looks like some flags are missing https://github.com/opensearch-project/opensearch-build/blob/main/manifests/2.17.0/opensearch-2.17.0-test.yml#L167-L169

cc: @vikasvb90

Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Is this the place to add?

Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

@gaiksaya


2024-10-25 00:51:25 INFO     Using /var/jenkins/workspace/manifest-update/manifests/2.18.0/opensearch-2.18.0.yml as the base input manifest
2024-10-25 00:51:25 INFO     Using /var/jenkins/workspace/manifest-update/manifests/2.18.0/opensearch-2.18.0-test.yml as the base test manifest
2024-10-25 00:51:25 INFO     Wrote /var/jenkins/workspace/manifest-update/manifests/2.19.0/opensearch-2.19.0.yml as the new input manifest
2024-10-25 00:51:25 INFO     Wrote /var/jenkins/workspace/manifest-update/manifests/2.19.0/opensearch-2.19.0-test.yml as the new test manifest

Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

So yes it is based on the 2.18.0-test manifest.

I will update both 2.18 and 2.19.

additional-cluster-configs:
cluster.application_templates.enabled: true
opensearch.experimental.feature.application_templates.enabled: true
199 changes: 199 additions & 0 deletions manifests/2.19.0/opensearch-2.19.0.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,199 @@
---
schema-version: '1.1'
build:
name: OpenSearch
version: 2.19.0
ci:
image:
name: opensearchstaging/ci-runner:ci-runner-al2-opensearch-build-v1
args: -e JAVA_HOME=/opt/java/openjdk-21
components:
- name: OpenSearch
repository: https://github.com/opensearch-project/OpenSearch.git
ref: 2.x
- name: common-utils
repository: https://github.com/opensearch-project/common-utils.git
ref: 2.x
platforms:
- linux
- windows
- name: job-scheduler
repository: https://github.com/opensearch-project/job-scheduler.git
ref: 2.x
platforms:
- linux
- windows
- name: security
repository: https://github.com/opensearch-project/security.git
ref: 2.x
platforms:
- linux
- windows
- name: k-NN
repository: https://github.com/opensearch-project/k-NN.git
ref: 2.x
platforms:
- linux
- windows
- name: geospatial
repository: https://github.com/opensearch-project/geospatial.git
ref: 2.x
platforms:
- linux
- windows
depends_on:
- job-scheduler
- name: cross-cluster-replication
repository: https://github.com/opensearch-project/cross-cluster-replication.git
ref: 2.x
platforms:
- linux
- windows
depends_on:
- common-utils
- name: ml-commons
repository: https://github.com/opensearch-project/ml-commons.git
ref: 2.x
platforms:
- linux
- windows
depends_on:
- common-utils
- name: neural-search
repository: https://github.com/opensearch-project/neural-search.git
ref: 2.x
platforms:
- linux
- windows
depends_on:
- ml-commons
- k-NN
- name: notifications-core
repository: https://github.com/opensearch-project/notifications.git
ref: 2.x
working_directory: notifications
platforms:
- linux
- windows
depends_on:
- common-utils
- name: notifications
repository: https://github.com/opensearch-project/notifications.git
ref: 2.x
working_directory: notifications
platforms:
- linux
- windows
depends_on:
- common-utils
- name: opensearch-observability
repository: https://github.com/opensearch-project/observability.git
ref: 2.x
platforms:
- linux
- windows
depends_on:
- common-utils
- name: opensearch-reports
repository: https://github.com/opensearch-project/reporting.git
ref: 2.x
platforms:
- linux
- windows
depends_on:
- common-utils
- job-scheduler
- name: sql
repository: https://github.com/opensearch-project/sql.git
ref: 2.x
platforms:
- linux
- windows
depends_on:
- ml-commons
- name: asynchronous-search
repository: https://github.com/opensearch-project/asynchronous-search.git
ref: 2.x
platforms:
- linux
- windows
depends_on:
- common-utils
- name: anomaly-detection
repository: https://github.com/opensearch-project/anomaly-detection.git
ref: 2.x
platforms:
- linux
- windows
depends_on:
- common-utils
- job-scheduler
- name: alerting
repository: https://github.com/opensearch-project/alerting.git
ref: 2.x
platforms:
- linux
- windows
depends_on:
- common-utils
- name: security-analytics
repository: https://github.com/opensearch-project/security-analytics.git
ref: 2.x
platforms:
- linux
- windows
depends_on:
- common-utils
- alerting
- job-scheduler
- name: index-management
repository: https://github.com/opensearch-project/index-management.git
ref: 2.x
platforms:
- linux
- windows
depends_on:
- common-utils
- job-scheduler
- name: performance-analyzer
repository: https://github.com/opensearch-project/performance-analyzer.git
ref: 2.x
platforms:
- linux
- name: custom-codecs
repository: https://github.com/opensearch-project/custom-codecs.git
ref: 2.x
platforms:
- linux
- windows
- name: flow-framework
repository: https://github.com/opensearch-project/flow-framework.git
ref: 2.x
platforms:
- linux
- windows
depends_on:
- common-utils
- name: skills
repository: https://github.com/opensearch-project/skills.git
ref: 2.x
platforms:
- linux
- windows
depends_on:
- job-scheduler
- anomaly-detection
- sql
- ml-commons
- name: query-insights
repository: https://github.com/opensearch-project/query-insights.git
ref: 2.x
platforms:
- linux
- windows
- name: opensearch-system-templates
repository: https://github.com/opensearch-project/opensearch-system-templates.git
ref: 2.x
platforms:
- linux
- windows
Loading