From 5458c6b014e6781472f4b79f60ae384e08c2c334 Mon Sep 17 00:00:00 2001
From: Hyejin Yoon <0327jane@gmail.com>
Date: Fri, 1 Sep 2023 14:23:46 +0900
Subject: [PATCH 01/21] docs:fix broken img links under managed-datahub (#8769)
---
docs/managed-datahub/chrome-extension.md | 12 ++++++------
.../datahub-api/graphql-api/getting-started.md | 2 +-
.../datahub-api/graphql-api/incidents-api-beta.md | 2 +-
.../integrations/oidc-sso-integration.md | 2 +-
.../metadata-ingestion-with-acryl/ingestion.md | 4 ++--
.../setting-up-remote-ingestion-executor-on-aws.md | 14 +++++++-------
6 files changed, 18 insertions(+), 18 deletions(-)
diff --git a/docs/managed-datahub/chrome-extension.md b/docs/managed-datahub/chrome-extension.md
index c6840f4e8e221..0aa0860d03b67 100644
--- a/docs/managed-datahub/chrome-extension.md
+++ b/docs/managed-datahub/chrome-extension.md
@@ -12,7 +12,7 @@ In order to use the Acryl DataHub Chrome extension, you need to download it onto
-
+
@@ -26,7 +26,7 @@ Once you have your extension installed, you'll need to configure it to work with
-
+
@@ -34,7 +34,7 @@ Once you have your extension installed, you'll need to configure it to work with
-
+
@@ -48,7 +48,7 @@ Some organizations have custom SaaS domains for Looker and some Acryl DataHub de
-
+
@@ -56,7 +56,7 @@ Some organizations have custom SaaS domains for Looker and some Acryl DataHub de
-
+
@@ -74,7 +74,7 @@ Once you have everything configured on your extension, it's time to use it!
-
+
diff --git a/docs/managed-datahub/datahub-api/graphql-api/getting-started.md b/docs/managed-datahub/datahub-api/graphql-api/getting-started.md
index 57d46f05c4e0c..736bf6fea6811 100644
--- a/docs/managed-datahub/datahub-api/graphql-api/getting-started.md
+++ b/docs/managed-datahub/datahub-api/graphql-api/getting-started.md
@@ -12,7 +12,7 @@ For a full reference to the Queries & Mutations available for consumption, check
-
+
diff --git a/docs/managed-datahub/datahub-api/graphql-api/incidents-api-beta.md b/docs/managed-datahub/datahub-api/graphql-api/incidents-api-beta.md
index bfd8e8f2dae1b..16d83d2f57575 100644
--- a/docs/managed-datahub/datahub-api/graphql-api/incidents-api-beta.md
+++ b/docs/managed-datahub/datahub-api/graphql-api/incidents-api-beta.md
@@ -406,7 +406,7 @@ These notifications are also able to tag the immediate asset's owners, along wit
-
+
diff --git a/docs/managed-datahub/integrations/oidc-sso-integration.md b/docs/managed-datahub/integrations/oidc-sso-integration.md
index c0f5069d849fa..ec4ca311a0de5 100644
--- a/docs/managed-datahub/integrations/oidc-sso-integration.md
+++ b/docs/managed-datahub/integrations/oidc-sso-integration.md
@@ -44,6 +44,6 @@ To enable the OIDC integration, start by navigating to **Settings > Platform > S
-
+
diff --git a/docs/managed-datahub/metadata-ingestion-with-acryl/ingestion.md b/docs/managed-datahub/metadata-ingestion-with-acryl/ingestion.md
index e225fd8b014c8..0444d15b3627c 100644
--- a/docs/managed-datahub/metadata-ingestion-with-acryl/ingestion.md
+++ b/docs/managed-datahub/metadata-ingestion-with-acryl/ingestion.md
@@ -58,13 +58,13 @@ In Acryl DataHub deployments, you _must_ use a sink of type `datahub-rest`, whic
The token can be retrieved by logging in as admin. You can go to Settings page and generate a Personal Access Token with your desired expiration date.
-
+
-
+
diff --git a/docs/managed-datahub/operator-guide/setting-up-remote-ingestion-executor-on-aws.md b/docs/managed-datahub/operator-guide/setting-up-remote-ingestion-executor-on-aws.md
index 6c6cce51ea098..b8fb0ea9e80f1 100644
--- a/docs/managed-datahub/operator-guide/setting-up-remote-ingestion-executor-on-aws.md
+++ b/docs/managed-datahub/operator-guide/setting-up-remote-ingestion-executor-on-aws.md
@@ -19,7 +19,7 @@ For example, if an ingestion source is not publicly accessible via the internet,
-
+
@@ -27,7 +27,7 @@ To accommodate these cases, Acryl supports configuring a remote ingestion execut
-
+
@@ -50,13 +50,13 @@ To accommodate these cases, Acryl supports configuring a remote ingestion execut
-
+
-
+
@@ -67,7 +67,7 @@ To accommodate these cases, Acryl supports configuring a remote ingestion execut
-
+
3. In the 'Finish Up' step, click '**Advanced'**.
@@ -78,7 +78,7 @@ To accommodate these cases, Acryl supports configuring a remote ingestion execut
-
+
## Updating a Remote Ingestion Executor
@@ -92,7 +92,7 @@ In order to update the executor, ie. to deploy a new container version, you'll n
6. Upload a copy of the Acryl Remote Executor [CloudFormation Template](https://raw.githubusercontent.com/acryldata/datahub-cloudformation/master/Ingestion/templates/python.ecs.template.yaml)
-
+
7. Click **Next**
From 31fc687786cbee3caa4643a7413cc4aeaaa749da Mon Sep 17 00:00:00 2001
From: Hyejin Yoon <0327jane@gmail.com>
Date: Fri, 1 Sep 2023 18:14:28 +0900
Subject: [PATCH 02/21] fix:small typo on graphql tutorial (#8741)
---
docs/api/tutorials/lineage.md | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git a/docs/api/tutorials/lineage.md b/docs/api/tutorials/lineage.md
index ce23a4d274e8e..dc43cb178f949 100644
--- a/docs/api/tutorials/lineage.md
+++ b/docs/api/tutorials/lineage.md
@@ -145,8 +145,8 @@ You can now see the column-level lineage between datasets. Note that you have to
-```json
-mutation searchAcrossLineage {
+```graphql
+query searchAcrossLineage {
searchAcrossLineage(
input: {
query: "*"
From 7dd6e09ac5afce8bc354b68fdb9739d04f22a6a2 Mon Sep 17 00:00:00 2001
From: david-leifker <114954101+david-leifker@users.noreply.github.com>
Date: Fri, 1 Sep 2023 09:06:01 -0500
Subject: [PATCH 03/21] refactor(build): upgrade to gradle 7 & guava update
(#8745)
---
.github/workflows/spark-smoke-test.yml | 2 +
build.gradle | 16 +--
buildSrc/build.gradle | 10 +-
.../GenerateJsonSchemaTask.java | 6 +-
datahub-frontend/build.gradle | 2 +-
datahub-frontend/play.gradle | 14 +--
datahub-graphql-core/build.gradle | 23 ++---
datahub-upgrade/build.gradle | 39 ++++----
entity-registry/build.gradle | 28 +++---
.../custom-test-model/build.gradle | 6 +-
gradle/wrapper/gradle-wrapper.properties | 2 +-
ingestion-scheduler/build.gradle | 13 +--
li-utils/build.gradle | 16 +--
metadata-auth/auth-api/build.gradle | 12 +--
metadata-dao-impl/kafka-producer/build.gradle | 17 ++--
metadata-events/mxe-avro-1.7/build.gradle | 6 +-
metadata-events/mxe-registration/build.gradle | 9 +-
metadata-events/mxe-schemas/build.gradle | 4 +
.../mxe-utils-avro-1.7/build.gradle | 11 ++-
.../java/datahub-client/build.gradle | 19 ++--
.../java/datahub-protobuf/build.gradle | 1 +
.../java/examples/build.gradle | 2 +-
.../java/spark-lineage/build.gradle | 2 +-
metadata-io/build.gradle | 98 ++++++++++---------
metadata-jobs/mae-consumer-job/build.gradle | 9 +-
metadata-jobs/mae-consumer/build.gradle | 39 ++++----
metadata-jobs/mce-consumer-job/build.gradle | 13 ++-
metadata-jobs/mce-consumer/build.gradle | 28 +++---
metadata-jobs/pe-consumer/build.gradle | 20 ++--
metadata-models-custom/build.gradle | 10 +-
metadata-models-validator/build.gradle | 12 +--
metadata-models/build.gradle | 8 +-
metadata-service/auth-config/build.gradle | 6 +-
metadata-service/auth-filter/build.gradle | 14 +--
metadata-service/auth-impl/build.gradle | 16 +--
.../auth-servlet-impl/build.gradle | 18 ++--
metadata-service/configuration/build.gradle | 2 +-
metadata-service/factories/build.gradle | 68 +++++++------
.../graphql-servlet-impl/build.gradle | 21 ++--
metadata-service/health-servlet/build.gradle | 19 ++--
.../controller/HealthCheckController.java | 1 +
metadata-service/openapi-servlet/build.gradle | 42 ++++----
.../RelationshipsController.java | 8 +-
.../src/test/sample-test-plugins/build.gradle | 1 +
metadata-service/restli-client/build.gradle | 17 ++--
.../restli-servlet-impl/build.gradle | 43 ++++----
.../schema-registry-api/build.gradle | 30 +++---
.../schema-registry-servlet/build.gradle | 41 ++++----
metadata-service/services/build.gradle | 35 +++----
.../linkedin/metadata/service/TagService.java | 2 +-
metadata-service/servlet/build.gradle | 19 ++--
metadata-service/war/build.gradle | 46 ++++-----
metadata-utils/build.gradle | 39 ++++----
test-models/build.gradle | 6 +-
54 files changed, 531 insertions(+), 460 deletions(-)
diff --git a/.github/workflows/spark-smoke-test.yml b/.github/workflows/spark-smoke-test.yml
index 5f501780873f6..ac411d812deea 100644
--- a/.github/workflows/spark-smoke-test.yml
+++ b/.github/workflows/spark-smoke-test.yml
@@ -40,6 +40,8 @@ jobs:
python-version: "3.7"
- name: Install dependencies
run: ./metadata-ingestion/scripts/install_deps.sh
+ - name: Remove images
+ run: docker image prune -a -f || true
- name: Smoke test
run: |
./gradlew :metadata-integration:java:spark-lineage:integrationTest \
diff --git a/build.gradle b/build.gradle
index 3958f502b3b32..f73fe42d45956 100644
--- a/build.gradle
+++ b/build.gradle
@@ -1,7 +1,7 @@
buildscript {
ext.junitJupiterVersion = '5.6.1'
// Releases: https://github.com/linkedin/rest.li/blob/master/CHANGELOG.md
- ext.pegasusVersion = '29.22.16'
+ ext.pegasusVersion = '29.45.0'
ext.mavenVersion = '3.6.3'
ext.springVersion = '5.3.29'
ext.springBootVersion = '2.7.14'
@@ -29,16 +29,16 @@ buildscript {
classpath 'io.acryl.gradle.plugin:gradle-avro-plugin:0.8.1'
classpath 'org.springframework.boot:spring-boot-gradle-plugin:' + springBootVersion
classpath "io.codearte.gradle.nexus:gradle-nexus-staging-plugin:0.30.0"
- classpath "com.palantir.gradle.gitversion:gradle-git-version:0.12.3"
- classpath "org.gradle.playframework:gradle-playframework:0.12"
- classpath "gradle.plugin.org.hidetake:gradle-swagger-generator-plugin:2.18.1"
+ classpath "com.palantir.gradle.gitversion:gradle-git-version:3.0.0"
+ classpath "org.gradle.playframework:gradle-playframework:0.14"
+ classpath "gradle.plugin.org.hidetake:gradle-swagger-generator-plugin:2.19.1"
}
}
plugins {
id 'com.gorylenko.gradle-git-properties' version '2.4.0-rc2'
id 'com.github.johnrengelman.shadow' version '6.1.0'
- id "com.palantir.docker" version "0.35.0"
+ id 'com.palantir.docker' version '0.35.0'
// https://blog.ltgt.net/javax-jakarta-mess-and-gradle-solution/
// TODO id "org.gradlex.java-ecosystem-capabilities" version "1.0"
}
@@ -95,7 +95,7 @@ project.ext.externalDependency = [
'graphqlJavaScalars': 'com.graphql-java:graphql-java-extended-scalars:19.1',
'gson': 'com.google.code.gson:gson:2.8.9',
'guice': 'com.google.inject:guice:4.2.3',
- 'guava': 'com.google.guava:guava:27.0.1-jre',
+ 'guava': 'com.google.guava:guava:32.1.2-jre',
'h2': 'com.h2database:h2:2.1.214',
'hadoopCommon':'org.apache.hadoop:hadoop-common:2.7.2',
'hadoopMapreduceClient':'org.apache.hadoop:hadoop-mapreduce-client-core:2.7.2',
@@ -239,7 +239,7 @@ configure(subprojects.findAll {! it.name.startsWith('spark-lineage')}) {
subprojects {
- apply plugin: 'maven'
+ apply plugin: 'maven-publish'
apply plugin: 'com.gorylenko.gradle-git-properties'
gitProperties {
@@ -253,7 +253,7 @@ subprojects {
plugins.withType(JavaPlugin) {
dependencies {
- testCompile externalDependency.testng
+ testImplementation externalDependency.testng
constraints {
implementation('io.netty:netty-all:4.1.86.Final')
implementation('org.apache.commons:commons-compress:1.21')
diff --git a/buildSrc/build.gradle b/buildSrc/build.gradle
index 981a0ab221217..f88d2bdb966ce 100644
--- a/buildSrc/build.gradle
+++ b/buildSrc/build.gradle
@@ -5,12 +5,12 @@ buildscript {
}
dependencies {
- compile('io.acryl:json-schema-avro:0.1.5') {
+ implementation('io.acryl:json-schema-avro:0.1.5') {
exclude group: 'com.fasterxml.jackson.core', module: 'jackson-databind'
exclude group: 'com.google.guava', module: 'guava'
}
- compile 'com.google.guava:guava:27.0.1-jre'
- compile 'com.fasterxml.jackson.core:jackson-databind:2.13.5'
- compile 'com.fasterxml.jackson.dataformat:jackson-dataformat-yaml:2.13.5'
- compile 'commons-io:commons-io:2.11.0'
+ implementation 'com.google.guava:guava:32.1.2-jre'
+ implementation 'com.fasterxml.jackson.core:jackson-databind:2.13.5'
+ implementation 'com.fasterxml.jackson.dataformat:jackson-dataformat-yaml:2.13.5'
+ implementation 'commons-io:commons-io:2.11.0'
}
\ No newline at end of file
diff --git a/buildSrc/src/main/java/io/datahubproject/GenerateJsonSchemaTask.java b/buildSrc/src/main/java/io/datahubproject/GenerateJsonSchemaTask.java
index a5a843d91b1eb..796d622860c15 100644
--- a/buildSrc/src/main/java/io/datahubproject/GenerateJsonSchemaTask.java
+++ b/buildSrc/src/main/java/io/datahubproject/GenerateJsonSchemaTask.java
@@ -21,10 +21,7 @@
import java.util.List;
import java.util.stream.Collectors;
import org.gradle.api.DefaultTask;
-import org.gradle.api.tasks.CacheableTask;
-import org.gradle.api.tasks.InputDirectory;
-import org.gradle.api.tasks.OutputDirectory;
-import org.gradle.api.tasks.TaskAction;
+import org.gradle.api.tasks.*;
import static com.github.fge.processing.ProcessingUtil.*;
import static org.apache.commons.io.FilenameUtils.*;
@@ -46,6 +43,7 @@ public void setInputDirectory(String inputDirectory) {
}
@InputDirectory
+ @PathSensitive(PathSensitivity.NAME_ONLY)
public String getInputDirectory() {
return inputDirectory;
}
diff --git a/datahub-frontend/build.gradle b/datahub-frontend/build.gradle
index fda33e4a9a3c6..cf1f8ca3cdd84 100644
--- a/datahub-frontend/build.gradle
+++ b/datahub-frontend/build.gradle
@@ -1,7 +1,7 @@
plugins {
id "io.github.kobylynskyi.graphql.codegen" version "4.1.1"
- id 'com.palantir.docker'
id 'scala'
+ id 'com.palantir.docker'
}
apply from: "../gradle/versioning/versioning.gradle"
diff --git a/datahub-frontend/play.gradle b/datahub-frontend/play.gradle
index e7121d277926d..e40f8e3eeb96d 100644
--- a/datahub-frontend/play.gradle
+++ b/datahub-frontend/play.gradle
@@ -4,7 +4,7 @@ apply plugin: "org.gradle.playframework"
project.ext.httpPort = 9001
project.ext.playBinaryBaseName = "datahub-frontend"
-tasks.withType(PlayRun) {
+runPlay {
httpPort = project.ext.httpPort
}
@@ -33,8 +33,8 @@ dependencies {
}
}
- compile project(":metadata-service:restli-client")
- compile project(":metadata-service:auth-config")
+ implementation project(":metadata-service:restli-client")
+ implementation project(":metadata-service:auth-config")
implementation externalDependency.jettyJaas
implementation externalDependency.graphqlJava
@@ -70,15 +70,15 @@ dependencies {
testImplementation 'no.nav.security:mock-oauth2-server:0.3.1'
testImplementation 'org.junit-pioneer:junit-pioneer:1.9.1'
testImplementation externalDependency.junitJupiterApi
- testRuntime externalDependency.junitJupiterEngine
+ testRuntimeOnly externalDependency.junitJupiterEngine
implementation externalDependency.slf4jApi
compileOnly externalDependency.lombok
- runtime externalDependency.guice
- runtime (externalDependency.playDocs) {
+ runtimeOnly externalDependency.guice
+ runtimeOnly (externalDependency.playDocs) {
exclude group: 'com.typesafe.akka', module: 'akka-http-core_2.12'
}
- runtime externalDependency.playGuice
+ runtimeOnly externalDependency.playGuice
implementation externalDependency.log4j2Api
implementation externalDependency.logbackClassic
diff --git a/datahub-graphql-core/build.gradle b/datahub-graphql-core/build.gradle
index 8fd45033373dc..89ba8f17b6aeb 100644
--- a/datahub-graphql-core/build.gradle
+++ b/datahub-graphql-core/build.gradle
@@ -4,25 +4,26 @@ plugins {
apply plugin: 'java'
dependencies {
- compile project(':metadata-service:restli-client')
- compile project(':metadata-service:auth-impl')
- compile project(':metadata-service:auth-config')
- compile project(':metadata-service:configuration')
- compile project(':metadata-service:services')
- compile project(':metadata-io')
- compile project(':metadata-utils')
+ implementation project(':metadata-service:restli-client')
+ implementation project(':metadata-service:auth-impl')
+ implementation project(':metadata-service:auth-config')
+ implementation project(':metadata-service:configuration')
+ implementation project(':metadata-service:services')
+ implementation project(':metadata-io')
+ implementation project(':metadata-utils')
implementation externalDependency.graphqlJava
implementation externalDependency.graphqlJavaScalars
- compile externalDependency.antlr4Runtime
- compile externalDependency.antlr4
- compile externalDependency.guava
+ implementation externalDependency.antlr4Runtime
+ implementation externalDependency.antlr4
+ implementation externalDependency.guava
+ implementation externalDependency.opentelemetryAnnotations
implementation externalDependency.slf4jApi
compileOnly externalDependency.lombok
annotationProcessor externalDependency.lombok
- testCompile externalDependency.mockito
+ testImplementation externalDependency.mockito
}
graphqlCodegen {
diff --git a/datahub-upgrade/build.gradle b/datahub-upgrade/build.gradle
index 78d9f6a09948d..625cab6b354c5 100644
--- a/datahub-upgrade/build.gradle
+++ b/datahub-upgrade/build.gradle
@@ -12,14 +12,15 @@ ext {
}
dependencies {
- compile project(':metadata-io')
- compile project(':metadata-service:factories')
- compile project(':metadata-service:restli-client')
- compile project(':metadata-service:configuration')
+ implementation project(':metadata-io')
+ implementation project(':metadata-service:factories')
+ implementation project(':metadata-service:restli-client')
+ implementation project(':metadata-service:configuration')
+ implementation project(':metadata-dao-impl:kafka-producer')
implementation externalDependency.charle
- compile externalDependency.javaxInject
- compile(externalDependency.hadoopClient) {
+ implementation externalDependency.javaxInject
+ implementation(externalDependency.hadoopClient) {
exclude group: 'net.minidev', module: 'json-smart'
exclude group: 'com.nimbusds', module: 'nimbus-jose-jwt'
exclude group: "org.apache.htrace", module: "htrace-core4"
@@ -52,18 +53,18 @@ dependencies {
implementation externalDependency.slf4jApi
compileOnly externalDependency.lombok
- compile externalDependency.picocli
- compile externalDependency.parquet
+ implementation externalDependency.picocli
+ implementation externalDependency.parquet
implementation externalDependency.protobuf
- compile externalDependency.springBeans
- compile externalDependency.springBootAutoconfigure
- compile externalDependency.springCore
- compile externalDependency.springKafka
+ implementation externalDependency.springBeans
+ implementation externalDependency.springBootAutoconfigure
+ implementation externalDependency.springCore
+ implementation externalDependency.springKafka
- runtime externalDependency.logbackClassic
- runtime externalDependency.mariadbConnector
- runtime externalDependency.mysqlConnector
- runtime externalDependency.postgresql
+ runtimeOnly externalDependency.logbackClassic
+ runtimeOnly externalDependency.mariadbConnector
+ runtimeOnly externalDependency.mysqlConnector
+ runtimeOnly externalDependency.postgresql
implementation externalDependency.awsMskIamAuth
@@ -71,9 +72,9 @@ dependencies {
annotationProcessor externalDependency.picocli
testImplementation externalDependency.springBootTest
- testCompile externalDependency.mockito
- testCompile externalDependency.testng
- testRuntime externalDependency.logbackClassic
+ testImplementation externalDependency.mockito
+ testImplementation externalDependency.testng
+ testRuntimeOnly externalDependency.logbackClassic
}
bootJar {
diff --git a/entity-registry/build.gradle b/entity-registry/build.gradle
index af742d240d1e6..3da0bf5bb4fb8 100644
--- a/entity-registry/build.gradle
+++ b/entity-registry/build.gradle
@@ -1,16 +1,17 @@
apply plugin: 'pegasus'
+apply plugin: 'java-library'
dependencies {
- compile spec.product.pegasus.data
- compile spec.product.pegasus.generator
- compile project(path: ':metadata-models')
+ implementation spec.product.pegasus.data
+ implementation spec.product.pegasus.generator
+ api project(path: ':metadata-models')
implementation externalDependency.slf4jApi
compileOnly externalDependency.lombok
- compile externalDependency.guava
- compile externalDependency.jacksonDataBind
- compile externalDependency.jacksonDataFormatYaml
- compile externalDependency.reflections
- compile externalDependency.jsonPatch
+ implementation externalDependency.guava
+ implementation externalDependency.jacksonDataBind
+ implementation externalDependency.jacksonDataFormatYaml
+ implementation externalDependency.reflections
+ implementation externalDependency.jsonPatch
constraints {
implementation(externalDependency.snakeYaml) {
because("previous versions are vulnerable to CVE-2022-25857")
@@ -19,12 +20,13 @@ dependencies {
dataModel project(':li-utils')
annotationProcessor externalDependency.lombok
- compile externalDependency.mavenArtifact
+ api externalDependency.mavenArtifact
- testCompile project(':test-models')
- testCompile externalDependency.testng
- testCompile externalDependency.mockito
- testCompile externalDependency.mockitoInline
+ testImplementation project(':test-models')
+ testImplementation project(path: ':test-models', configuration: 'testDataTemplate')
+ testImplementation externalDependency.testng
+ testImplementation externalDependency.mockito
+ testImplementation externalDependency.mockitoInline
}
compileTestJava.dependsOn tasks.getByPath(':entity-registry:custom-test-model:modelDeploy')
diff --git a/entity-registry/custom-test-model/build.gradle b/entity-registry/custom-test-model/build.gradle
index 90f50fe1f2992..778e2e42b95c4 100644
--- a/entity-registry/custom-test-model/build.gradle
+++ b/entity-registry/custom-test-model/build.gradle
@@ -23,11 +23,11 @@ if (project.hasProperty('projVersion')) {
dependencies {
- compile spec.product.pegasus.data
+ implementation spec.product.pegasus.data
// Uncomment these if you want to depend on models defined in core datahub
- //compile project(':li-utils')
+ //implementation project(':li-utils')
//dataModel project(':li-utils')
- //compile project(':metadata-models')
+ //implementation project(':metadata-models')
//dataModel project(':metadata-models')
}
diff --git a/gradle/wrapper/gradle-wrapper.properties b/gradle/wrapper/gradle-wrapper.properties
index ec991f9aa12cb..98debb84d51de 100644
--- a/gradle/wrapper/gradle-wrapper.properties
+++ b/gradle/wrapper/gradle-wrapper.properties
@@ -1,5 +1,5 @@
distributionBase=GRADLE_USER_HOME
distributionPath=wrapper/dists
-distributionUrl=https\://services.gradle.org/distributions/gradle-6.9.2-bin.zip
+distributionUrl=https\://services.gradle.org/distributions/gradle-7.6.2-bin.zip
zipStoreBase=GRADLE_USER_HOME
zipStorePath=wrapper/dists
diff --git a/ingestion-scheduler/build.gradle b/ingestion-scheduler/build.gradle
index b15b5b8c52673..dc9887406b8b4 100644
--- a/ingestion-scheduler/build.gradle
+++ b/ingestion-scheduler/build.gradle
@@ -1,16 +1,17 @@
apply plugin: 'java'
dependencies {
- compile project(path: ':metadata-models')
- compile project(path: ':metadata-io')
- compile project(path: ':metadata-service:restli-client')
- compile project(':metadata-service:configuration')
+ implementation project(path: ':metadata-models')
+ implementation project(path: ':metadata-io')
+ implementation project(path: ':metadata-service:restli-client')
+ implementation project(':metadata-service:configuration')
+
implementation externalDependency.slf4jApi
compileOnly externalDependency.lombok
annotationProcessor externalDependency.lombok
- testCompile externalDependency.mockito
- testCompile externalDependency.testng
+ testImplementation externalDependency.mockito
+ testImplementation externalDependency.testng
constraints {
implementation(externalDependency.log4jCore) {
diff --git a/li-utils/build.gradle b/li-utils/build.gradle
index d11cd86659605..e8b672a3a21fa 100644
--- a/li-utils/build.gradle
+++ b/li-utils/build.gradle
@@ -1,4 +1,4 @@
-apply plugin: 'java'
+apply plugin: 'java-library'
apply plugin: 'pegasus'
tasks.withType(JavaCompile).configureEach {
@@ -13,19 +13,21 @@ tasks.withType(Test).configureEach {
}
dependencies {
- compile spec.product.pegasus.data
- compile externalDependency.commonsLang
- compile(externalDependency.reflections) {
+ api spec.product.pegasus.data
+ implementation externalDependency.commonsLang
+ implementation(externalDependency.reflections) {
exclude group: 'com.google.guava', module: 'guava'
}
- compile externalDependency.guava
+ implementation externalDependency.guava
implementation externalDependency.slf4jApi
compileOnly externalDependency.lombok
annotationProcessor externalDependency.lombok
- testCompile externalDependency.assertJ
- testCompile project(':test-models')
+ testImplementation externalDependency.assertJ
+ testImplementation externalDependency.commonsIo
+ testImplementation project(':test-models')
+ testImplementation project(path: ':test-models', configuration: 'testDataTemplate')
}
idea {
diff --git a/metadata-auth/auth-api/build.gradle b/metadata-auth/auth-api/build.gradle
index f82f488b6f182..2bf9e5243e152 100644
--- a/metadata-auth/auth-api/build.gradle
+++ b/metadata-auth/auth-api/build.gradle
@@ -3,7 +3,7 @@ plugins {
}
apply plugin: 'com.github.johnrengelman.shadow'
-apply plugin: 'java'
+apply plugin: 'java-library'
apply plugin: 'signing'
apply plugin: 'maven-publish'
apply plugin: 'io.codearte.nexus-staging'
@@ -28,14 +28,14 @@ shadowJar {
dependencies() {
implementation spec.product.pegasus.data
implementation project(path: ':li-utils')
- implementation project(path: ':metadata-utils')
+ api project(path: ':metadata-utils')
- compile externalDependency.guava
- compile externalDependency.lombok
+ implementation externalDependency.guava
+ implementation externalDependency.lombok
annotationProcessor externalDependency.lombok
-
- testCompile externalDependency.testng
+
+ testImplementation externalDependency.testng
}
task sourcesJar(type: Jar) {
diff --git a/metadata-dao-impl/kafka-producer/build.gradle b/metadata-dao-impl/kafka-producer/build.gradle
index 6b08ac50a4c17..393b10b0e9d24 100644
--- a/metadata-dao-impl/kafka-producer/build.gradle
+++ b/metadata-dao-impl/kafka-producer/build.gradle
@@ -1,20 +1,23 @@
apply plugin: 'java'
dependencies {
- compile project(':metadata-events:mxe-avro-1.7')
- compile project(':metadata-events:mxe-registration')
- compile project(':metadata-events:mxe-utils-avro-1.7')
- compile project(':entity-registry')
- compile project(':metadata-io')
+ implementation project(':metadata-events:mxe-avro-1.7')
+ implementation project(':metadata-events:mxe-registration')
+ implementation project(':metadata-events:mxe-utils-avro-1.7')
+ implementation project(':entity-registry')
+ implementation project(':metadata-io')
- compile externalDependency.kafkaClients
+ implementation externalDependency.kafkaClients
+ implementation externalDependency.springBeans
+ implementation externalDependency.springContext
+ implementation externalDependency.opentelemetryAnnotations
implementation externalDependency.slf4jApi
compileOnly externalDependency.lombok
annotationProcessor externalDependency.lombok
- testCompile externalDependency.mockito
+ testImplementation externalDependency.mockito
constraints {
implementation(externalDependency.log4jCore) {
diff --git a/metadata-events/mxe-avro-1.7/build.gradle b/metadata-events/mxe-avro-1.7/build.gradle
index 6bde1511bf280..e30406644913c 100644
--- a/metadata-events/mxe-avro-1.7/build.gradle
+++ b/metadata-events/mxe-avro-1.7/build.gradle
@@ -3,11 +3,11 @@ configurations {
}
apply plugin: 'io.acryl.gradle.plugin.avro'
-apply plugin: 'java'
+apply plugin: 'java-library'
dependencies {
- compile externalDependency.avro_1_7
- compile(externalDependency.avroCompiler_1_7) {
+ api externalDependency.avro_1_7
+ implementation(externalDependency.avroCompiler_1_7) {
exclude group: 'org.apache.velocity', module: 'velocity'
}
constraints {
diff --git a/metadata-events/mxe-registration/build.gradle b/metadata-events/mxe-registration/build.gradle
index aa5fad09f3fec..60e0da59616d9 100644
--- a/metadata-events/mxe-registration/build.gradle
+++ b/metadata-events/mxe-registration/build.gradle
@@ -5,11 +5,12 @@ configurations {
}
dependencies {
- compile project(':metadata-events:mxe-avro-1.7')
- compile project(':metadata-models')
- compile spec.product.pegasus.dataAvro1_6
+ implementation project(':metadata-events:mxe-avro-1.7')
+ implementation project(':metadata-models')
+ implementation spec.product.pegasus.dataAvro1_6
- testCompile project(':test-models')
+ testImplementation project(':test-models')
+ testImplementation project(path: ':test-models', configuration: 'testDataTemplate')
avroOriginal project(path: ':metadata-models', configuration: 'avroSchema')
diff --git a/metadata-events/mxe-schemas/build.gradle b/metadata-events/mxe-schemas/build.gradle
index 0b3e621b8db15..fe46601fb68b7 100644
--- a/metadata-events/mxe-schemas/build.gradle
+++ b/metadata-events/mxe-schemas/build.gradle
@@ -11,6 +11,10 @@ task copyMetadataModels(type: Copy) {
}
generateAvroSchema.dependsOn copyMetadataModels
+validateSchemaAnnotation.dependsOn copyMetadataModels
+mainTranslateSchemas.dependsOn copyMetadataModels
+generateDataTemplate.dependsOn copyMetadataModels
+mainCopySchemas.dependsOn copyMetadataModels
pegasus.main.generationModes = [PegasusGenerationMode.PEGASUS, PegasusGenerationMode.AVRO]
task copyOriginalAvsc(type: Copy, dependsOn: generateAvroSchema) {
diff --git a/metadata-events/mxe-utils-avro-1.7/build.gradle b/metadata-events/mxe-utils-avro-1.7/build.gradle
index f8474e21daa0b..82249d393578c 100644
--- a/metadata-events/mxe-utils-avro-1.7/build.gradle
+++ b/metadata-events/mxe-utils-avro-1.7/build.gradle
@@ -1,11 +1,12 @@
-apply plugin: 'java'
+apply plugin: 'java-library'
dependencies {
- compile project(':metadata-events:mxe-avro-1.7')
- compile project(':metadata-models')
- compile spec.product.pegasus.dataAvro1_6
+ api project(':metadata-events:mxe-avro-1.7')
+ api project(':metadata-models')
+ api spec.product.pegasus.dataAvro1_6
- testCompile project(':test-models')
+ testImplementation project(':test-models')
+ testImplementation project(path: ':test-models', configuration: 'testDataTemplate')
constraints {
implementation(externalDependency.log4jCore) {
diff --git a/metadata-integration/java/datahub-client/build.gradle b/metadata-integration/java/datahub-client/build.gradle
index 82273427974af..e304bb5329c62 100644
--- a/metadata-integration/java/datahub-client/build.gradle
+++ b/metadata-integration/java/datahub-client/build.gradle
@@ -26,12 +26,11 @@ tasks.withType(Test).configureEach {
}
dependencies {
-
implementation project(':metadata-models')
implementation(externalDependency.kafkaAvroSerializer) {
exclude group: "org.apache.avro"
}
- compile externalDependency.avro_1_7
+ implementation externalDependency.avro_1_7
constraints {
implementation('commons-collections:commons-collections:3.2.2') {
because 'Vulnerability Issue'
@@ -48,12 +47,14 @@ dependencies {
implementation externalDependency.slf4jApi
compileOnly externalDependency.lombok
annotationProcessor externalDependency.lombok
- testCompile externalDependency.mockito
- testCompile externalDependency.mockServer
- testCompile externalDependency.mockServerClient
- testCompile externalDependency.testContainers
- testCompile externalDependency.httpAsyncClient
- testRuntime externalDependency.logbackClassic
+ // VisibleForTesting
+ compileOnly externalDependency.guava
+ testImplementation externalDependency.mockito
+ testImplementation externalDependency.mockServer
+ testImplementation externalDependency.mockServerClient
+ testImplementation externalDependency.testContainers
+ testImplementation externalDependency.httpAsyncClient
+ testRuntimeOnly externalDependency.logbackClassic
swaggerCodegen 'io.swagger.codegen.v3:swagger-codegen-cli:3.0.33'
}
@@ -139,6 +140,7 @@ checkShadowJar {
assemble {
dependsOn shadowJar
}
+compileTestJava.dependsOn shadowJar
task sourcesJar(type: Jar) {
archiveClassifier = 'sources'
@@ -231,6 +233,7 @@ tasks.register('generateOpenApiPojos', GenerateSwaggerCode) {
}
compileJava.dependsOn generateOpenApiPojos
+processResources.dependsOn generateOpenApiPojos
sourceSets.main.java.srcDir "${generateOpenApiPojos.outputDir}/src/main/java"
sourceSets.main.resources.srcDir "${generateOpenApiPojos.outputDir}/src/main/resources"
diff --git a/metadata-integration/java/datahub-protobuf/build.gradle b/metadata-integration/java/datahub-protobuf/build.gradle
index fa33e6baab534..bc919119f8fac 100644
--- a/metadata-integration/java/datahub-protobuf/build.gradle
+++ b/metadata-integration/java/datahub-protobuf/build.gradle
@@ -30,6 +30,7 @@ dependencies {
implementation project(':metadata-models')
implementation project(path: ':metadata-integration:java:datahub-client', configuration: 'shadow')
+ implementation externalDependency.guava
implementation externalDependency.protobuf
implementation externalDependency.jgrapht
implementation externalDependency.gson
diff --git a/metadata-integration/java/examples/build.gradle b/metadata-integration/java/examples/build.gradle
index b9e8e253dc359..581e9f82da0dc 100644
--- a/metadata-integration/java/examples/build.gradle
+++ b/metadata-integration/java/examples/build.gradle
@@ -24,7 +24,7 @@ dependencies {
implementation project(path: ':li-utils')
implementation project(path: ':metadata-models')
- compile project(path: ':metadata-integration:java:datahub-client', configuration: 'shadow')
+ implementation project(path: ':metadata-integration:java:datahub-client', configuration: 'shadow')
implementation externalDependency.httpAsyncClient
// Tests need a concrete log4j available. Providing it here
diff --git a/metadata-integration/java/spark-lineage/build.gradle b/metadata-integration/java/spark-lineage/build.gradle
index 7257cf0aabc35..7143ac4833143 100644
--- a/metadata-integration/java/spark-lineage/build.gradle
+++ b/metadata-integration/java/spark-lineage/build.gradle
@@ -145,7 +145,7 @@ assemble {
dependsOn shadowJar
}
-task integrationTest(type: Exec, dependsOn: [shadowJar, ':docker:quickstart'] ) {
+task integrationTest(type: Exec, dependsOn: [shadowJar, ':docker:quickstartSlim'] ) {
environment "RUN_QUICKSTART", "false"
commandLine "spark-smoke-test/smoke.sh"
}
diff --git a/metadata-io/build.gradle b/metadata-io/build.gradle
index 507351f933cf0..e8ef0b3d6819d 100644
--- a/metadata-io/build.gradle
+++ b/metadata-io/build.gradle
@@ -1,4 +1,4 @@
-apply plugin: 'java'
+apply plugin: 'java-library'
apply plugin: 'org.hidetake.swagger.generator'
configurations {
@@ -6,64 +6,69 @@ configurations {
}
dependencies {
+ implementation project(':entity-registry')
+ api project(':metadata-utils')
+ api project(':metadata-events:mxe-avro-1.7')
+ api project(':metadata-events:mxe-registration')
+ api project(':metadata-events:mxe-utils-avro-1.7')
+ api project(':metadata-models')
+ api project(':metadata-service:restli-client')
+ api project(':metadata-service:configuration')
+ api project(':metadata-service:services')
+
+ implementation spec.product.pegasus.data
+ implementation spec.product.pegasus.generator
+
+ implementation externalDependency.guava
+ implementation externalDependency.reflections
implementation externalDependency.jsonPatch
- compile project(':entity-registry')
- compile project(':metadata-utils')
- compile project(':metadata-events:mxe-avro-1.7')
- compile project(':metadata-events:mxe-registration')
- compile project(':metadata-events:mxe-utils-avro-1.7')
- compile project(':metadata-models')
- compile project(':metadata-service:restli-client')
- compile project(':metadata-service:configuration')
- compile project(':metadata-service:services')
-
- compile spec.product.pegasus.data
- compile spec.product.pegasus.generator
-
- compile externalDependency.dgraph4j exclude group: 'com.google.guava', module: 'guava'
+ api externalDependency.dgraph4j exclude group: 'com.google.guava', module: 'guava'
implementation externalDependency.slf4jApi
- testImplementation project(':metadata-integration:java:datahub-client')
- runtime externalDependency.logbackClassic
+ runtimeOnly externalDependency.logbackClassic
compileOnly externalDependency.lombok
implementation externalDependency.commonsCollections
- compile externalDependency.datastaxOssNativeProtocol
- compile externalDependency.datastaxOssCore
- compile externalDependency.datastaxOssQueryBuilder
- compile externalDependency.elasticSearchRest
- compile externalDependency.elasticSearchTransport
- compile externalDependency.javatuples
- compile externalDependency.javaxValidation
+ api externalDependency.datastaxOssNativeProtocol
+ api externalDependency.datastaxOssCore
+ api externalDependency.datastaxOssQueryBuilder
+ api externalDependency.elasticSearchRest
+ api externalDependency.elasticSearchTransport
+ implementation externalDependency.javatuples
+ api externalDependency.javaxValidation
runtimeOnly externalDependency.jna
- compile externalDependency.kafkaClients
- compile externalDependency.ebean
+ api externalDependency.kafkaClients
+ api externalDependency.ebean
enhance externalDependency.ebeanAgent
- compile externalDependency.opentelemetryAnnotations
- compile externalDependency.resilience4j
- compile externalDependency.springContext
- compile externalDependency.swaggerAnnotations
+ implementation externalDependency.opentelemetryAnnotations
+ implementation externalDependency.resilience4j
+ api externalDependency.springContext
+ implementation externalDependency.swaggerAnnotations
swaggerCodegen 'io.swagger.codegen.v3:swagger-codegen-cli:3.0.33'
- compile (externalDependency.mixpanel) {
+ implementation(externalDependency.mixpanel) {
exclude group: 'org.json', module: 'json'
}
annotationProcessor externalDependency.lombok
- testCompile externalDependency.testng
- testCompile externalDependency.h2
- testCompile externalDependency.mysqlConnector
- testCompile externalDependency.neo4jHarness
- testCompile externalDependency.mockito
- testCompile externalDependency.mockitoInline
- testCompile externalDependency.iStackCommons
- testCompile externalDependency.resilience4j
- testCompile externalDependency.testContainers
- testCompile externalDependency.testContainersJunit
- testCompile externalDependency.testContainersElasticsearch
- testCompile externalDependency.testContainersCassandra
- testCompile externalDependency.lombok
- testCompile project(':test-models')
- testImplementation externalDependency.springBootTest
+ testImplementation project(':test-models')
+ testImplementation project(path: ':test-models', configuration: 'testDataTemplate')
testImplementation project(':datahub-graphql-core')
+ testImplementation project(path: ':metadata-integration:java:datahub-client', configuration: 'shadow')
+ testImplementation externalDependency.testng
+ testImplementation externalDependency.h2
+ testImplementation externalDependency.mysqlConnector
+ testImplementation externalDependency.neo4jHarness
+ testImplementation externalDependency.mockito
+ testImplementation externalDependency.mockitoInline
+ testImplementation externalDependency.iStackCommons
+ testImplementation externalDependency.resilience4j
+ testImplementation externalDependency.testContainers
+ testImplementation externalDependency.testContainersJunit
+ testImplementation externalDependency.testContainersElasticsearch
+ testImplementation externalDependency.testContainersCassandra
+ testImplementation externalDependency.lombok
+ testImplementation externalDependency.springBootTest
+ testImplementation spec.product.pegasus.restliServer
+
// logback >=1.3 required due to `testcontainers` only
testImplementation 'ch.qos.logback:logback-classic:1.4.7'
@@ -135,6 +140,7 @@ tasks.register('generateOpenApiPojos', GenerateSwaggerCode) {
}
compileJava.dependsOn generateOpenApiPojos
+processResources.dependsOn generateOpenApiPojos
sourceSets.main.java.srcDir "${generateOpenApiPojos.outputDir}/src/main/java"
sourceSets.main.resources.srcDir "${generateOpenApiPojos.outputDir}/src/main/resources"
diff --git a/metadata-jobs/mae-consumer-job/build.gradle b/metadata-jobs/mae-consumer-job/build.gradle
index 3811a9537ac24..ca099eea5a8a3 100644
--- a/metadata-jobs/mae-consumer-job/build.gradle
+++ b/metadata-jobs/mae-consumer-job/build.gradle
@@ -11,22 +11,27 @@ ext {
}
dependencies {
+ implementation project(':metadata-service:factories')
implementation project(':metadata-jobs:mae-consumer')
// TODO: Extract PE consumer into separate pod.
implementation project(':metadata-jobs:pe-consumer')
+
implementation(externalDependency.springBootStarterWeb) {
exclude module: "spring-boot-starter-tomcat"
}
implementation externalDependency.springBootStarterJetty
implementation externalDependency.springKafka
+ implementation externalDependency.springBootAutoconfigure
+ implementation externalDependency.springActuator
implementation externalDependency.slf4jApi
implementation externalDependency.log4j2Api
compileOnly externalDependency.lombok
implementation externalDependency.logbackClassic
+ testImplementation project(':metadata-dao-impl:kafka-producer')
testImplementation externalDependency.springBootTest
- testCompile externalDependency.mockito
- testCompile externalDependency.testng
+ testImplementation externalDependency.mockito
+ testImplementation externalDependency.testng
}
bootJar {
diff --git a/metadata-jobs/mae-consumer/build.gradle b/metadata-jobs/mae-consumer/build.gradle
index 26b3d82b8570a..69fe2255a6916 100644
--- a/metadata-jobs/mae-consumer/build.gradle
+++ b/metadata-jobs/mae-consumer/build.gradle
@@ -11,40 +11,41 @@ configurations {
dependencies {
avro project(path: ':metadata-models', configuration: 'avroSchema')
- compile project(':li-utils')
- compile (project(':metadata-service:factories')) {
+ implementation project(':li-utils')
+ implementation(project(':metadata-service:factories')) {
exclude group: 'org.neo4j.test'
}
- compile project(':metadata-service:auth-config')
- compile project(':metadata-service:restli-client')
- compile project(':metadata-io')
- compile project(':ingestion-scheduler')
- compile project(':metadata-utils')
- compile project(":entity-registry")
- compile project(':metadata-events:mxe-avro-1.7')
- compile project(':metadata-events:mxe-registration')
- compile project(':metadata-events:mxe-utils-avro-1.7')
+ implementation project(':metadata-service:auth-config')
+ implementation project(':metadata-service:restli-client')
+ implementation project(':metadata-io')
+ implementation project(':ingestion-scheduler')
+ implementation project(':metadata-utils')
+ implementation project(":entity-registry")
+ implementation project(':metadata-events:mxe-avro-1.7')
+ implementation project(':metadata-events:mxe-registration')
+ implementation project(':metadata-events:mxe-utils-avro-1.7')
+ implementation project(':datahub-graphql-core')
- compile externalDependency.elasticSearchRest
- compile externalDependency.kafkaAvroSerde
+ implementation externalDependency.elasticSearchRest
+ implementation externalDependency.kafkaAvroSerde
implementation externalDependency.protobuf
- compile externalDependency.neo4jJavaDriver
+ implementation externalDependency.neo4jJavaDriver
- compile externalDependency.springKafka
- compile externalDependency.springActuator
+ implementation externalDependency.springKafka
+ implementation externalDependency.springActuator
implementation externalDependency.slf4jApi
compileOnly externalDependency.lombok
annotationProcessor externalDependency.lombok
- runtime externalDependency.logbackClassic
+ runtimeOnly externalDependency.logbackClassic
- testCompile externalDependency.mockito
+ testImplementation externalDependency.mockito
implementation externalDependency.awsMskIamAuth
testImplementation externalDependency.springBootTest
- testRuntime externalDependency.logbackClassic
+ testRuntimeOnly externalDependency.logbackClassic
}
task avroSchemaSources(type: Copy) {
diff --git a/metadata-jobs/mce-consumer-job/build.gradle b/metadata-jobs/mce-consumer-job/build.gradle
index 2229c387f3676..b72d4baff23d6 100644
--- a/metadata-jobs/mce-consumer-job/build.gradle
+++ b/metadata-jobs/mce-consumer-job/build.gradle
@@ -21,6 +21,8 @@ dependencies {
}
implementation externalDependency.springBootStarterJetty
implementation externalDependency.springKafka
+ implementation externalDependency.springBootAutoconfigure
+ implementation externalDependency.springActuator
implementation spec.product.pegasus.restliDocgen
implementation spec.product.pegasus.restliSpringBridge
implementation externalDependency.slf4jApi
@@ -28,15 +30,16 @@ dependencies {
compileOnly externalDependency.lombok
implementation externalDependency.logbackClassic
- runtime externalDependency.mariadbConnector
- runtime externalDependency.mysqlConnector
- runtime externalDependency.postgresql
+ runtimeOnly externalDependency.mariadbConnector
+ runtimeOnly externalDependency.mysqlConnector
+ runtimeOnly externalDependency.postgresql
annotationProcessor externalDependency.lombok
+ testImplementation project(':metadata-dao-impl:kafka-producer')
testImplementation externalDependency.springBootTest
- testCompile externalDependency.mockito
- testCompile externalDependency.testng
+ testImplementation externalDependency.mockito
+ testImplementation externalDependency.testng
}
bootJar {
diff --git a/metadata-jobs/mce-consumer/build.gradle b/metadata-jobs/mce-consumer/build.gradle
index 467d1dbdd3717..0bca55e0e5f92 100644
--- a/metadata-jobs/mce-consumer/build.gradle
+++ b/metadata-jobs/mce-consumer/build.gradle
@@ -11,24 +11,24 @@ configurations {
dependencies {
avro project(path: ':metadata-models', configuration: 'avroSchema')
- compile project(':li-utils')
- compile (project(':metadata-service:factories')) {
+ implementation project(':li-utils')
+ implementation(project(':metadata-service:factories')) {
exclude group: 'org.neo4j.test'
}
- compile project(':metadata-utils')
- compile project(':metadata-events:mxe-schemas')
- compile project(':metadata-events:mxe-avro-1.7')
- compile project(':metadata-events:mxe-registration')
- compile project(':metadata-events:mxe-utils-avro-1.7')
- compile project(':metadata-io')
- compile project(':metadata-service:restli-client')
- compile spec.product.pegasus.restliClient
- compile spec.product.pegasus.restliCommon
- compile externalDependency.elasticSearchRest
+ implementation project(':metadata-utils')
+ implementation project(':metadata-events:mxe-schemas')
+ implementation project(':metadata-events:mxe-avro-1.7')
+ implementation project(':metadata-events:mxe-registration')
+ implementation project(':metadata-events:mxe-utils-avro-1.7')
+ implementation project(':metadata-io')
+ implementation project(':metadata-service:restli-client')
+ implementation spec.product.pegasus.restliClient
+ implementation spec.product.pegasus.restliCommon
+ implementation externalDependency.elasticSearchRest
implementation externalDependency.protobuf
- compile externalDependency.springKafka
- compile externalDependency.springActuator
+ implementation externalDependency.springKafka
+ implementation externalDependency.springActuator
implementation externalDependency.slf4jApi
compileOnly externalDependency.lombok
diff --git a/metadata-jobs/pe-consumer/build.gradle b/metadata-jobs/pe-consumer/build.gradle
index 517b021353f9d..1899a4de15635 100644
--- a/metadata-jobs/pe-consumer/build.gradle
+++ b/metadata-jobs/pe-consumer/build.gradle
@@ -9,21 +9,21 @@ configurations {
dependencies {
avro project(path: ':metadata-models', configuration: 'avroSchema')
- compile project(':li-utils')
- compile project(':metadata-events:mxe-avro-1.7')
- compile project(':metadata-events:mxe-registration')
- compile project(':metadata-events:mxe-utils-avro-1.7')
- compile (project(':metadata-service:factories')) {
+ implementation project(':li-utils')
+ implementation project(':metadata-events:mxe-avro-1.7')
+ implementation project(':metadata-events:mxe-registration')
+ implementation project(':metadata-events:mxe-utils-avro-1.7')
+ implementation(project(':metadata-service:factories')) {
exclude group: 'org.neo4j.test'
}
- compile externalDependency.springKafka
- compile externalDependency.springActuator
+ implementation externalDependency.springKafka
+ implementation externalDependency.springActuator
implementation externalDependency.slf4jApi
compileOnly externalDependency.lombok
annotationProcessor externalDependency.lombok
- runtime externalDependency.logbackClassic
- testCompile externalDependency.mockito
- testRuntime externalDependency.logbackClassic
+ runtimeOnly externalDependency.logbackClassic
+ testImplementation externalDependency.mockito
+ testRuntimeOnly externalDependency.logbackClassic
}
task avroSchemaSources(type: Copy) {
diff --git a/metadata-models-custom/build.gradle b/metadata-models-custom/build.gradle
index 4af866502f5dc..95a00766039a8 100644
--- a/metadata-models-custom/build.gradle
+++ b/metadata-models-custom/build.gradle
@@ -11,10 +11,10 @@ buildscript {
plugins {
id 'base'
+ id 'maven-publish'
}
apply plugin: 'pegasus'
-
if (project.hasProperty('projVersion')) {
project.version = project.projVersion
} else {
@@ -23,11 +23,11 @@ if (project.hasProperty('projVersion')) {
dependencies {
- compile spec.product.pegasus.data
+ implementation spec.product.pegasus.data
// Uncomment these if you want to depend on models defined in core datahub
- //compile project(':li-utils')
+ //implementation project(':li-utils')
//dataModel project(':li-utils')
- //compile project(':metadata-models')
+ //implementation project(':metadata-models')
//dataModel project(':metadata-models')
}
@@ -69,6 +69,6 @@ task modelDeploy(type: Copy) {
modelDeploy.dependsOn modelArtifact
-install.dependsOn modelDeploy
+publish.dependsOn modelDeploy
diff --git a/metadata-models-validator/build.gradle b/metadata-models-validator/build.gradle
index bd1ec9449fb19..c8d1d2e6651d6 100644
--- a/metadata-models-validator/build.gradle
+++ b/metadata-models-validator/build.gradle
@@ -1,13 +1,13 @@
apply plugin: 'java'
dependencies {
- compile project(":entity-registry")
- compile spec.product.pegasus.data
- compile spec.product.pegasus.generator
+ implementation project(":entity-registry")
+ implementation spec.product.pegasus.data
+ implementation spec.product.pegasus.generator
- compile externalDependency.commonsIo
- compile externalDependency.findbugsAnnotations
- compile externalDependency.guava
+ implementation externalDependency.commonsIo
+ implementation externalDependency.findbugsAnnotations
+ implementation externalDependency.guava
implementation externalDependency.slf4jApi
runtimeOnly externalDependency.logbackClassic
diff --git a/metadata-models/build.gradle b/metadata-models/build.gradle
index 432823852a263..2e8efae9b7bce 100644
--- a/metadata-models/build.gradle
+++ b/metadata-models/build.gradle
@@ -1,6 +1,6 @@
import io.datahubproject.GenerateJsonSchemaTask
-
+apply plugin: 'java-library'
apply plugin: 'pegasus'
tasks.withType(JavaCompile).configureEach {
@@ -15,16 +15,16 @@ tasks.withType(Test).configureEach {
}
dependencies {
- compile spec.product.pegasus.data
+ api spec.product.pegasus.data
constraints {
implementation('org.apache.commons:commons-text:1.10.0') {
because 'Vulnerability Issue'
}
}
- compile project(':li-utils')
+ api project(':li-utils')
dataModel project(':li-utils')
- testCompile externalDependency.guava
+ testImplementation externalDependency.guava
}
mainAvroSchemaJar.dependsOn generateAvroSchema
diff --git a/metadata-service/auth-config/build.gradle b/metadata-service/auth-config/build.gradle
index 2e9210804bed9..c7a1128897dd5 100644
--- a/metadata-service/auth-config/build.gradle
+++ b/metadata-service/auth-config/build.gradle
@@ -1,9 +1,9 @@
apply plugin: 'java'
dependencies {
- compile project(path: ':metadata-models')
- compile project(path: ':metadata-auth:auth-api')
- compile externalDependency.guava
+ implementation project(path: ':metadata-models')
+ implementation project(path: ':metadata-auth:auth-api')
+ implementation externalDependency.guava
implementation externalDependency.slf4jApi
compileOnly externalDependency.lombok
annotationProcessor externalDependency.lombok
diff --git a/metadata-service/auth-filter/build.gradle b/metadata-service/auth-filter/build.gradle
index 2c77850209205..2dd07ef10274c 100644
--- a/metadata-service/auth-filter/build.gradle
+++ b/metadata-service/auth-filter/build.gradle
@@ -1,15 +1,17 @@
apply plugin: 'java'
dependencies {
- compile project(':metadata-auth:auth-api');
- compile project(path: ':metadata-service:auth-config')
- compile project(path: ':metadata-service:factories')
+ implementation project(':metadata-auth:auth-api')
+ implementation project(':metadata-service:auth-impl')
+ implementation project(path: ':metadata-service:auth-config')
+ implementation project(path: ':metadata-service:factories')
- compile externalDependency.servletApi
+ implementation externalDependency.servletApi
implementation externalDependency.slf4jApi
compileOnly externalDependency.lombok
- compile externalDependency.springWeb
+ implementation externalDependency.springWeb
+ implementation externalDependency.guice
annotationProcessor externalDependency.lombok
- testCompile externalDependency.mockito
+ testImplementation externalDependency.mockito
}
\ No newline at end of file
diff --git a/metadata-service/auth-impl/build.gradle b/metadata-service/auth-impl/build.gradle
index aefbf81577a9b..1ffeb99e7ad4a 100644
--- a/metadata-service/auth-impl/build.gradle
+++ b/metadata-service/auth-impl/build.gradle
@@ -6,11 +6,14 @@ compileJava {
}
dependencies {
- compile project(path: ':metadata-models')
- compile project(path: ':metadata-auth:auth-api')
- compile project(path: ':metadata-service:auth-config')
- compile project(path: ':metadata-io')
-
+ implementation project(path: ':metadata-models')
+ implementation project(path: ':metadata-auth:auth-api')
+ implementation project(path: ':metadata-service:auth-config')
+ implementation project(path: ':metadata-io')
+
+ implementation(externalDependency.mixpanel) {
+ exclude group: 'org.json', module: 'json'
+ }
implementation 'io.jsonwebtoken:jjwt-api:0.11.2'
runtimeOnly 'io.jsonwebtoken:jjwt-impl:0.11.2',
'io.jsonwebtoken:jjwt-jackson:0.11.2'
@@ -20,6 +23,5 @@ dependencies {
annotationProcessor externalDependency.lombok
- testCompile externalDependency.mockito
-
+ testImplementation externalDependency.mockito
}
\ No newline at end of file
diff --git a/metadata-service/auth-servlet-impl/build.gradle b/metadata-service/auth-servlet-impl/build.gradle
index 3338f3a5c6b94..7945b3b4e9a06 100644
--- a/metadata-service/auth-servlet-impl/build.gradle
+++ b/metadata-service/auth-servlet-impl/build.gradle
@@ -1,15 +1,17 @@
apply plugin: 'java'
dependencies {
- compile project(':metadata-auth:auth-api')
- compile project(':metadata-service:factories')
+ implementation project(':metadata-auth:auth-api')
+ implementation project(':metadata-service:auth-impl')
+ implementation project(':metadata-service:factories')
- compile externalDependency.springCore
- compile externalDependency.springWeb
- compile externalDependency.springWebMVC
- compile externalDependency.graphqlJava
- compile externalDependency.springBeans
- compile externalDependency.springContext
+ implementation externalDependency.springCore
+ implementation externalDependency.springWeb
+ implementation externalDependency.springWebMVC
+ implementation externalDependency.graphqlJava
+ implementation externalDependency.springBeans
+ implementation externalDependency.springContext
+ implementation externalDependency.guice
implementation externalDependency.slf4jApi
compileOnly externalDependency.lombok
diff --git a/metadata-service/configuration/build.gradle b/metadata-service/configuration/build.gradle
index 8623e53d2554a..30fa3079d29a4 100644
--- a/metadata-service/configuration/build.gradle
+++ b/metadata-service/configuration/build.gradle
@@ -3,7 +3,7 @@ plugins {
}
dependencies {
- compile externalDependency.jacksonDataBind
+ implementation externalDependency.jacksonDataBind
implementation externalDependency.slf4jApi
implementation externalDependency.springCore
diff --git a/metadata-service/factories/build.gradle b/metadata-service/factories/build.gradle
index 8e9b859e3b136..f848a5e339781 100644
--- a/metadata-service/factories/build.gradle
+++ b/metadata-service/factories/build.gradle
@@ -1,54 +1,58 @@
-apply plugin: 'java'
+apply plugin: 'java-library'
apply from: "../../gradle/versioning/versioning.gradle"
dependencies {
- compile project(':metadata-io')
- compile project(':metadata-utils')
- compile project(':metadata-service:auth-impl')
- compile project(':metadata-service:auth-config')
- compile project(':metadata-service:plugin')
- compile project(':metadata-service:configuration')
- compile project(':datahub-graphql-core')
- compile project(':metadata-service:restli-servlet-impl')
- compile project(':metadata-dao-impl:kafka-producer')
- compile project(':ingestion-scheduler')
+ api project(':metadata-io')
+ api project(':metadata-utils')
+ implementation project(':metadata-service:auth-impl')
+ api project(':metadata-service:auth-config')
+ api project(':metadata-service:plugin')
+ api project(':metadata-service:configuration')
+ implementation project(':datahub-graphql-core')
+ implementation project(':metadata-service:restli-servlet-impl')
+ implementation project(':metadata-dao-impl:kafka-producer')
+ implementation project(':ingestion-scheduler')
- compile (externalDependency.awsGlueSchemaRegistrySerde) {
+ implementation (externalDependency.awsGlueSchemaRegistrySerde) {
exclude group: 'org.json', module: 'json'
}
- compile externalDependency.elasticSearchRest
- compile externalDependency.httpClient
- compile externalDependency.gson
+ implementation externalDependency.elasticSearchRest
+ implementation externalDependency.httpClient
+ implementation externalDependency.gson
implementation (externalDependency.hazelcast) {
exclude group: 'org.json', module: 'json'
}
- compile externalDependency.hazelcastSpring
- compile externalDependency.kafkaClients
- compile externalDependency.kafkaAvroSerde
+ implementation externalDependency.hazelcastSpring
+ implementation externalDependency.kafkaClients
+ implementation externalDependency.kafkaAvroSerde
compileOnly externalDependency.lombok
- compile externalDependency.servletApi
- compile externalDependency.springBeans
- compile externalDependency.springBootAutoconfigure
- compile externalDependency.springBootStarterCache
- compile externalDependency.springContext
- compile externalDependency.springCore
- compile externalDependency.springKafka
- compile externalDependency.springWeb
+ implementation externalDependency.servletApi
+ api externalDependency.springBeans
+ implementation externalDependency.springBootAutoconfigure
+ implementation externalDependency.springBootStarterCache
+ api externalDependency.springContext
+ api externalDependency.springCore
+ api externalDependency.springKafka
+ api externalDependency.springWeb
implementation externalDependency.awsPostgresIamAuth
implementation externalDependency.awsRds
+ implementation(externalDependency.mixpanel) {
+ exclude group: 'org.json', module: 'json'
+ }
annotationProcessor externalDependency.lombok
- compile spec.product.pegasus.restliSpringBridge
+ implementation spec.product.pegasus.restliSpringBridge
implementation spec.product.pegasus.restliDocgen
+ implementation externalDependency.jline
+ implementation externalDependency.common
testImplementation externalDependency.springBootTest
+ testImplementation externalDependency.mockito
+ testImplementation externalDependency.testng
+ testImplementation externalDependency.hazelcastTest
+ testImplementation externalDependency.javatuples
- testCompile externalDependency.mockito
- testCompile externalDependency.testng
- testCompile externalDependency.hazelcastTest
- implementation externalDependency.jline
- implementation externalDependency.common
constraints {
implementation(externalDependency.snappy) {
diff --git a/metadata-service/graphql-servlet-impl/build.gradle b/metadata-service/graphql-servlet-impl/build.gradle
index ff64f9a8a8233..52fd20ef32389 100644
--- a/metadata-service/graphql-servlet-impl/build.gradle
+++ b/metadata-service/graphql-servlet-impl/build.gradle
@@ -1,16 +1,19 @@
apply plugin: 'java'
dependencies {
- compile project(':datahub-graphql-core')
- compile project(':metadata-auth:auth-api')
- compile project(':metadata-service:factories')
+ implementation project(':datahub-graphql-core')
+ implementation project(':metadata-auth:auth-api')
+ implementation project(':metadata-service:auth-impl')
+ implementation project(':metadata-service:factories')
- compile externalDependency.springCore
- compile externalDependency.springWeb
- compile externalDependency.springWebMVC
- compile externalDependency.graphqlJava
- compile externalDependency.springBeans
- compile externalDependency.springContext
+ implementation externalDependency.servletApi
+ implementation externalDependency.springCore
+ implementation externalDependency.springWeb
+ implementation externalDependency.springWebMVC
+ implementation externalDependency.graphqlJava
+ implementation externalDependency.springBeans
+ implementation externalDependency.springContext
+ implementation externalDependency.guice
implementation externalDependency.slf4jApi
compileOnly externalDependency.lombok
annotationProcessor externalDependency.lombok
diff --git a/metadata-service/health-servlet/build.gradle b/metadata-service/health-servlet/build.gradle
index 3237c56779ada..6095f724b3cd4 100644
--- a/metadata-service/health-servlet/build.gradle
+++ b/metadata-service/health-servlet/build.gradle
@@ -2,16 +2,17 @@ apply plugin: 'java'
dependencies {
- compile project(':metadata-service:factories')
+ implementation project(':metadata-service:factories')
- compile externalDependency.reflections
- compile externalDependency.springBoot
- compile externalDependency.springCore
- compile externalDependency.springDocUI
- compile externalDependency.springWeb
- compile externalDependency.springWebMVC
- compile externalDependency.springBeans
- compile externalDependency.springContext
+ implementation externalDependency.guava
+ implementation externalDependency.reflections
+ implementation externalDependency.springBoot
+ implementation externalDependency.springCore
+ implementation externalDependency.springDocUI
+ implementation externalDependency.springWeb
+ implementation externalDependency.springWebMVC
+ implementation externalDependency.springBeans
+ implementation externalDependency.springContext
implementation externalDependency.slf4jApi
compileOnly externalDependency.lombok
implementation externalDependency.antlr4Runtime
diff --git a/metadata-service/health-servlet/src/main/java/com/datahub/health/controller/HealthCheckController.java b/metadata-service/health-servlet/src/main/java/com/datahub/health/controller/HealthCheckController.java
index 45edcb2a6a5d9..02ca5182cd2be 100644
--- a/metadata-service/health-servlet/src/main/java/com/datahub/health/controller/HealthCheckController.java
+++ b/metadata-service/health-servlet/src/main/java/com/datahub/health/controller/HealthCheckController.java
@@ -10,6 +10,7 @@
import java.util.Map;
import java.util.concurrent.TimeUnit;
import java.util.function.Supplier;
+
import org.elasticsearch.action.admin.cluster.health.ClusterHealthRequest;
import org.elasticsearch.action.admin.cluster.health.ClusterHealthResponse;
import org.elasticsearch.client.RequestOptions;
diff --git a/metadata-service/openapi-servlet/build.gradle b/metadata-service/openapi-servlet/build.gradle
index 7cd022f97247c..1909b4862d294 100644
--- a/metadata-service/openapi-servlet/build.gradle
+++ b/metadata-service/openapi-servlet/build.gradle
@@ -2,36 +2,38 @@ apply plugin: 'java'
dependencies {
- compile project(':metadata-auth:auth-api')
- compile project(':metadata-service:factories')
- compile project(':metadata-service:schema-registry-api')
+ implementation project(':metadata-auth:auth-api')
+ implementation project(':metadata-service:auth-impl')
+ implementation project(':metadata-service:factories')
+ implementation project(':metadata-service:schema-registry-api')
- compile externalDependency.reflections
- compile externalDependency.springBoot
- compile externalDependency.springCore
- compile(externalDependency.springDocUI) {
+ implementation externalDependency.reflections
+ implementation externalDependency.springBoot
+ implementation externalDependency.springCore
+ implementation(externalDependency.springDocUI) {
exclude group: 'org.springframework.boot'
}
- compile externalDependency.springWeb
- compile externalDependency.springWebMVC
- compile externalDependency.springBeans
- compile externalDependency.springContext
+ implementation externalDependency.springWeb
+ implementation externalDependency.springWebMVC
+ implementation externalDependency.springBeans
+ implementation externalDependency.springContext
implementation externalDependency.slf4jApi
compileOnly externalDependency.lombok
implementation externalDependency.antlr4Runtime
implementation externalDependency.antlr4
+ implementation externalDependency.swaggerAnnotations
annotationProcessor externalDependency.lombok
testImplementation externalDependency.springBootTest
testImplementation project(':mock-entity-registry')
- testCompile externalDependency.springBoot
- testCompile externalDependency.testContainers
- testCompile externalDependency.springKafka
- testCompile externalDependency.testng
- testCompile externalDependency.mockito
- testCompile externalDependency.logbackClassic
- testCompile externalDependency.jacksonCore
- testCompile externalDependency.jacksonDataBind
- testCompile externalDependency.springBootStarterWeb
+ testImplementation externalDependency.springBoot
+ testImplementation externalDependency.testContainers
+ testImplementation externalDependency.springKafka
+ testImplementation externalDependency.testng
+ testImplementation externalDependency.mockito
+ testImplementation externalDependency.logbackClassic
+ testImplementation externalDependency.jacksonCore
+ testImplementation externalDependency.jacksonDataBind
+ testImplementation externalDependency.springBootStarterWeb
}
\ No newline at end of file
diff --git a/metadata-service/openapi-servlet/src/main/java/io/datahubproject/openapi/relationships/RelationshipsController.java b/metadata-service/openapi-servlet/src/main/java/io/datahubproject/openapi/relationships/RelationshipsController.java
index 796a7774da303..1e37170f37b3b 100644
--- a/metadata-service/openapi-servlet/src/main/java/io/datahubproject/openapi/relationships/RelationshipsController.java
+++ b/metadata-service/openapi-servlet/src/main/java/io/datahubproject/openapi/relationships/RelationshipsController.java
@@ -18,8 +18,11 @@
import com.linkedin.metadata.search.utils.QueryUtils;
import com.linkedin.metadata.utils.metrics.MetricUtils;
import io.datahubproject.openapi.exception.UnauthorizedException;
-import io.swagger.annotations.ApiOperation;
+import io.swagger.v3.oas.annotations.Operation;
import io.swagger.v3.oas.annotations.Parameter;
+import io.swagger.v3.oas.annotations.media.Content;
+import io.swagger.v3.oas.annotations.media.Schema;
+import io.swagger.v3.oas.annotations.responses.ApiResponse;
import io.swagger.v3.oas.annotations.tags.Tag;
import java.net.URLDecoder;
import java.nio.charset.Charset;
@@ -94,7 +97,8 @@ private RelatedEntitiesResult getRelatedEntities(String rawUrn, List rel
}
@GetMapping(value = "/", produces = MediaType.APPLICATION_JSON_VALUE)
- @ApiOperation(code = 0, response = RelatedEntitiesResult.class, value = "")
+ @Operation(responses = { @ApiResponse(responseCode = "0", description = "",
+ content = @Content(schema = @Schema(implementation = RelatedEntitiesResult.class)))})
public ResponseEntity getRelationships(
@Parameter(name = "urn", required = true,
description = "The urn for the entity whose relationships are being queried")
diff --git a/metadata-service/plugin/src/test/sample-test-plugins/build.gradle b/metadata-service/plugin/src/test/sample-test-plugins/build.gradle
index 7d4b43402a586..f299a35db0f64 100644
--- a/metadata-service/plugin/src/test/sample-test-plugins/build.gradle
+++ b/metadata-service/plugin/src/test/sample-test-plugins/build.gradle
@@ -7,6 +7,7 @@ dependencies {
implementation project(path: ':metadata-auth:auth-api')
implementation externalDependency.lombok
implementation externalDependency.logbackClassic;
+ implementation 'com.google.code.findbugs:jsr305:3.0.2'
testImplementation 'org.junit.jupiter:junit-jupiter-api:5.8.1'
testRuntimeOnly 'org.junit.jupiter:junit-jupiter-engine:5.8.1'
diff --git a/metadata-service/restli-client/build.gradle b/metadata-service/restli-client/build.gradle
index 263d4b49197f4..45cf008d3ca7d 100644
--- a/metadata-service/restli-client/build.gradle
+++ b/metadata-service/restli-client/build.gradle
@@ -1,18 +1,19 @@
apply plugin: 'pegasus'
+apply plugin: 'java-library'
dependencies {
- compile project(':metadata-service:restli-api')
- compile project(':metadata-auth:auth-api')
- compile project(path: ':metadata-service:restli-api', configuration: 'restClient')
- compile project(':metadata-events:mxe-schemas')
- compile project(':metadata-utils')
+ api project(':metadata-service:restli-api')
+ api project(':metadata-auth:auth-api')
+ api project(path: ':metadata-service:restli-api', configuration: 'restClient')
+ api project(':metadata-events:mxe-schemas')
+ api project(':metadata-utils')
implementation externalDependency.slf4jApi
compileOnly externalDependency.lombok
annotationProcessor externalDependency.lombok
- compile spec.product.pegasus.restliClient
+ implementation spec.product.pegasus.restliClient
- testCompile externalDependency.mockito
- testCompile externalDependency.testng
+ testImplementation externalDependency.mockito
+ testImplementation externalDependency.testng
}
diff --git a/metadata-service/restli-servlet-impl/build.gradle b/metadata-service/restli-servlet-impl/build.gradle
index 1028f7c3dcce4..cb307863748c3 100644
--- a/metadata-service/restli-servlet-impl/build.gradle
+++ b/metadata-service/restli-servlet-impl/build.gradle
@@ -11,7 +11,7 @@ sourceSets {
idea {
module {
testSourceDirs += file('src/integTest/java')
- scopes.TEST.plus += [ configurations.integTestCompile ]
+ scopes.TEST.plus += [ configurations.integTestCompileOnly ]
}
}
@@ -19,6 +19,10 @@ idea {
configurations {
integTestImplementation.extendsFrom implementation
integTestRuntimeOnly.extendsFrom runtimeOnly
+ integTestCompileOnly {
+ extendsFrom compileOnly
+ canBeResolved = true
+ }
modelValidation
}
@@ -32,34 +36,37 @@ dependencies {
}
}
- compile project(':metadata-service:restli-api')
- compile project(':metadata-auth:auth-api')
- compile project(path: ':metadata-service:restli-api', configuration: 'dataTemplate')
- compile project(':li-utils')
- compile project(':metadata-models')
- compile project(':metadata-utils')
- compile project(':metadata-io')
- compile spec.product.pegasus.restliServer
+ implementation project(':metadata-service:restli-api')
+ implementation project(':metadata-auth:auth-api')
+ implementation project(path: ':metadata-service:restli-api', configuration: 'dataTemplate')
+ implementation project(':li-utils')
+ implementation project(':metadata-models')
+ implementation project(':metadata-utils')
+ implementation project(':metadata-io')
+ implementation spec.product.pegasus.restliServer
implementation externalDependency.slf4jApi
- // This is compile and not compileOnly because of restli
- compile externalDependency.lombok
- compile externalDependency.neo4jJavaDriver
- compile externalDependency.opentelemetryAnnotations
+ implementation externalDependency.dropwizardMetricsCore
+ implementation externalDependency.dropwizardMetricsJmx
+
+ compileOnly externalDependency.lombok
+ implementation externalDependency.neo4jJavaDriver
+ implementation externalDependency.opentelemetryAnnotations
runtimeOnly externalDependency.logbackClassic
annotationProcessor externalDependency.lombok
- testCompile project(':test-models')
+ testImplementation project(':test-models')
+ testImplementation project(path: ':test-models', configuration: 'testDataTemplate')
testImplementation project(':mock-entity-registry')
- testCompile externalDependency.mockito
- testCompile externalDependency.testng
+ testImplementation externalDependency.mockito
+ testImplementation externalDependency.testng
integTestImplementation externalDependency.junitJupiterApi
integTestRuntimeOnly externalDependency.junitJupiterEngine
- integTestCompile externalDependency.junitJupiterApi
- integTestCompile externalDependency.junitJupiterParams
+ integTestCompileOnly externalDependency.junitJupiterApi
+ integTestCompileOnly externalDependency.junitJupiterParams
modelValidation project(path: ':metadata-models-validator')
dataModel project(path: ':metadata-models', configuration: 'dataTemplate')
diff --git a/metadata-service/schema-registry-api/build.gradle b/metadata-service/schema-registry-api/build.gradle
index e60ca7d348b5c..7bf1e558c8906 100644
--- a/metadata-service/schema-registry-api/build.gradle
+++ b/metadata-service/schema-registry-api/build.gradle
@@ -3,26 +3,26 @@ apply plugin: 'org.hidetake.swagger.generator'
dependencies {
// Dependencies for open api
- compile externalDependency.reflections
- compile externalDependency.springBoot
- compile externalDependency.springCore
- compile externalDependency.springWeb
- compile externalDependency.springWebMVC
- compile externalDependency.springBeans
- compile externalDependency.springContext
+ implementation externalDependency.reflections
+ implementation externalDependency.springBoot
+ implementation externalDependency.springCore
+ implementation externalDependency.springWeb
+ implementation externalDependency.springWebMVC
+ implementation externalDependency.springBeans
+ implementation externalDependency.springContext
implementation externalDependency.antlr4Runtime
implementation externalDependency.antlr4
- compile externalDependency.javaxValidation
- compile externalDependency.servletApi
- compile group: 'javax.annotation', name: 'javax.annotation-api', version: '1.3.2'
- compile externalDependency.jacksonDataBind
- compile externalDependency.slf4jApi
+ implementation externalDependency.javaxValidation
+ implementation externalDependency.servletApi
+ implementation group: 'javax.annotation', name: 'javax.annotation-api', version: '1.3.2'
+ implementation externalDependency.jacksonDataBind
+ implementation externalDependency.slf4jApi
// End of dependencies
- compile externalDependency.swaggerAnnotations
- swaggerCodegen 'io.swagger.codegen.v3:swagger-codegen-cli:3.0.33'
+ implementation externalDependency.swaggerAnnotations
+ swaggerCodegen 'io.swagger.codegen.v3:swagger-codegen-cli:3.0.46'
- testCompile externalDependency.assertJ
+ testImplementation externalDependency.assertJ
}
tasks.register('generateOpenApiPojos', GenerateSwaggerCode) {
diff --git a/metadata-service/schema-registry-servlet/build.gradle b/metadata-service/schema-registry-servlet/build.gradle
index ec62203ddf0c5..554ac696c94fd 100644
--- a/metadata-service/schema-registry-servlet/build.gradle
+++ b/metadata-service/schema-registry-servlet/build.gradle
@@ -1,19 +1,20 @@
apply plugin: 'java'
dependencies {
- compile project(':metadata-service:factories')
- compile project(':metadata-service:schema-registry-api')
+ implementation project(':metadata-service:factories')
+ implementation project(':metadata-service:schema-registry-api')
- compile externalDependency.reflections
- compile externalDependency.springBoot
- compile externalDependency.springCore
- compile(externalDependency.springDocUI) {
+ implementation externalDependency.reflections
+ implementation externalDependency.springBoot
+ implementation externalDependency.springCore
+ implementation(externalDependency.springDocUI) {
exclude group: 'org.springframework.boot'
}
- compile externalDependency.springWeb
- compile externalDependency.springWebMVC
- compile externalDependency.springBeans
- compile externalDependency.springContext
+ implementation externalDependency.springWeb
+ implementation externalDependency.springWebMVC
+ implementation externalDependency.springBeans
+ implementation externalDependency.springContext
+ implementation externalDependency.springBootAutoconfigure
implementation externalDependency.slf4jApi
compileOnly externalDependency.lombok
implementation externalDependency.antlr4Runtime
@@ -23,14 +24,14 @@ dependencies {
testImplementation externalDependency.springBootTest
testImplementation project(':mock-entity-registry')
- testCompile externalDependency.springBoot
- testCompile externalDependency.testContainers
- testCompile externalDependency.testContainersKafka
- testCompile externalDependency.springKafka
- testCompile externalDependency.testng
- testCompile externalDependency.mockito
- testCompile externalDependency.logbackClassic
- testCompile externalDependency.jacksonCore
- testCompile externalDependency.jacksonDataBind
- testCompile externalDependency.springBootStarterWeb
+ testImplementation externalDependency.springBoot
+ testImplementation externalDependency.testContainers
+ testImplementation externalDependency.testContainersKafka
+ testImplementation externalDependency.springKafka
+ testImplementation externalDependency.testng
+ testImplementation externalDependency.mockito
+ testImplementation externalDependency.logbackClassic
+ testImplementation externalDependency.jacksonCore
+ testImplementation externalDependency.jacksonDataBind
+ testImplementation externalDependency.springBootStarterWeb
}
\ No newline at end of file
diff --git a/metadata-service/services/build.gradle b/metadata-service/services/build.gradle
index adc7b7bf09d99..99345d6f6bc3f 100644
--- a/metadata-service/services/build.gradle
+++ b/metadata-service/services/build.gradle
@@ -7,32 +7,33 @@ configurations {
dependencies {
implementation externalDependency.jsonPatch
- compile project(':entity-registry')
- compile project(':metadata-utils')
- compile project(':metadata-events:mxe-avro-1.7')
- compile project(':metadata-events:mxe-registration')
- compile project(':metadata-events:mxe-utils-avro-1.7')
- compile project(':metadata-models')
- compile project(':metadata-service:restli-client')
- compile project(':metadata-service:configuration')
+ implementation project(':entity-registry')
+ implementation project(':metadata-utils')
+ implementation project(':metadata-events:mxe-avro-1.7')
+ implementation project(':metadata-events:mxe-registration')
+ implementation project(':metadata-events:mxe-utils-avro-1.7')
+ implementation project(':metadata-models')
+ implementation project(':metadata-service:restli-client')
+ implementation project(':metadata-service:configuration')
implementation externalDependency.slf4jApi
implementation externalDependency.swaggerAnnotations
- runtime externalDependency.logbackClassic
+ runtimeOnly externalDependency.logbackClassic
compileOnly externalDependency.lombok
implementation externalDependency.commonsCollections
- compile externalDependency.javatuples
- compile externalDependency.javaxValidation
- compile externalDependency.opentelemetryAnnotations
+ implementation externalDependency.javatuples
+ implementation externalDependency.javaxValidation
+ implementation externalDependency.opentelemetryAnnotations
annotationProcessor externalDependency.lombok
- testCompile externalDependency.testng
- testCompile externalDependency.junit
- testCompile externalDependency.mockito
- testCompile externalDependency.mockitoInline
+ testImplementation externalDependency.testng
+ testImplementation externalDependency.junit
+ testImplementation externalDependency.mockito
+ testImplementation externalDependency.mockitoInline
testCompileOnly externalDependency.lombok
- testCompile project(':test-models')
+ testImplementation project(':test-models')
+ testImplementation project(path: ':test-models', configuration: 'testDataTemplate')
testImplementation project(':datahub-graphql-core')
// logback >=1.3 required due to `testcontainers` only
testImplementation 'ch.qos.logback:logback-classic:1.4.7'
diff --git a/metadata-service/services/src/main/java/com/linkedin/metadata/service/TagService.java b/metadata-service/services/src/main/java/com/linkedin/metadata/service/TagService.java
index b52d68e2e75ee..9e12fc80a3cdb 100644
--- a/metadata-service/services/src/main/java/com/linkedin/metadata/service/TagService.java
+++ b/metadata-service/services/src/main/java/com/linkedin/metadata/service/TagService.java
@@ -20,7 +20,7 @@
import java.util.Map;
import java.util.Optional;
import java.util.stream.Collectors;
-import com.linkedin.entity.client.EntityClient;
+import com.linkedin.entity.client.EntityClient;
import com.datahub.authentication.Authentication;
import javax.annotation.Nonnull;
import lombok.extern.slf4j.Slf4j;
diff --git a/metadata-service/servlet/build.gradle b/metadata-service/servlet/build.gradle
index 9242d21201886..eb2cd9c2d3de7 100644
--- a/metadata-service/servlet/build.gradle
+++ b/metadata-service/servlet/build.gradle
@@ -1,13 +1,16 @@
apply plugin: 'java'
dependencies {
- compile project(':metadata-io')
- compile externalDependency.httpClient
- compile externalDependency.servletApi
- compile externalDependency.gson
- compile externalDependency.jacksonDataBind
- compile externalDependency.springWebMVC
+ implementation project(':metadata-io')
+ implementation project(':datahub-graphql-core')
+ implementation project(':entity-registry')
+ implementation project(':metadata-service:factories')
+
+ implementation externalDependency.httpClient
+ implementation externalDependency.servletApi
+ implementation externalDependency.gson
+ implementation externalDependency.jacksonDataBind
+ implementation externalDependency.springWebMVC
+ compileOnly externalDependency.lombok
annotationProcessor externalDependency.lombok
- compile project(':entity-registry')
- compile project(':metadata-service:factories')
}
diff --git a/metadata-service/war/build.gradle b/metadata-service/war/build.gradle
index eaf14f7fd6c18..ae207e0260e60 100644
--- a/metadata-service/war/build.gradle
+++ b/metadata-service/war/build.gradle
@@ -12,33 +12,33 @@ ext {
ext.apiProject = project(':metadata-service:restli-api')
dependencies {
- runtime project(':metadata-service:factories')
- runtime project(':metadata-service:auth-filter')
- runtime project(':metadata-service:servlet')
- runtime project(':metadata-service:auth-servlet-impl')
- runtime project(':metadata-service:graphql-servlet-impl')
- runtime project(':metadata-service:health-servlet')
- runtime project(':metadata-service:openapi-servlet')
- runtime project(':metadata-service:schema-registry-servlet')
- runtime project(':metadata-jobs:mce-consumer')
- runtime project(':metadata-jobs:mae-consumer')
- runtime project(':metadata-jobs:pe-consumer')
+ runtimeOnly project(':metadata-service:factories')
+ runtimeOnly project(':metadata-service:auth-filter')
+ runtimeOnly project(':metadata-service:servlet')
+ runtimeOnly project(':metadata-service:auth-servlet-impl')
+ runtimeOnly project(':metadata-service:graphql-servlet-impl')
+ runtimeOnly project(':metadata-service:health-servlet')
+ runtimeOnly project(':metadata-service:openapi-servlet')
+ runtimeOnly project(':metadata-service:schema-registry-servlet')
+ runtimeOnly project(':metadata-jobs:mce-consumer')
+ runtimeOnly project(':metadata-jobs:mae-consumer')
+ runtimeOnly project(':metadata-jobs:pe-consumer')
- runtime externalDependency.awsSecretsManagerJdbc
- runtime externalDependency.h2
- runtime externalDependency.mariadbConnector
- runtime externalDependency.mysqlConnector
- runtime externalDependency.postgresql
- runtime externalDependency.springWebMVC
+ runtimeOnly externalDependency.awsSecretsManagerJdbc
+ runtimeOnly externalDependency.h2
+ runtimeOnly externalDependency.mariadbConnector
+ runtimeOnly externalDependency.mysqlConnector
+ runtimeOnly externalDependency.postgresql
+ runtimeOnly externalDependency.springWebMVC
- runtime spec.product.pegasus.restliDocgen
- runtime spec.product.pegasus.restliSpringBridge
+ runtimeOnly spec.product.pegasus.restliDocgen
+ runtimeOnly spec.product.pegasus.restliSpringBridge
- runtime externalDependency.log4jCore
- runtime externalDependency.log4j2Api
- runtime externalDependency.logbackClassic
+ runtimeOnly externalDependency.log4jCore
+ runtimeOnly externalDependency.log4j2Api
+ runtimeOnly externalDependency.logbackClassic
implementation externalDependency.awsMskIamAuth
- testRuntime externalDependency.logbackClassic
+ testRuntimeOnly externalDependency.logbackClassic
implementation externalDependency.charle
}
configurations.all{
diff --git a/metadata-utils/build.gradle b/metadata-utils/build.gradle
index 3b04a5dc53d75..9f8ef70a0e728 100644
--- a/metadata-utils/build.gradle
+++ b/metadata-utils/build.gradle
@@ -1,30 +1,31 @@
-apply plugin: 'java'
+apply plugin: 'java-library'
dependencies {
- compile externalDependency.avro_1_7
- compile externalDependency.commonsLang
- compile externalDependency.dropwizardMetricsCore
- compile externalDependency.dropwizardMetricsJmx
- compile externalDependency.elasticSearchRest
- compile externalDependency.httpClient
- compile externalDependency.neo4jJavaDriver
- compile externalDependency.json
-
- compile spec.product.pegasus.restliClient
- compile spec.product.pegasus.restliCommon
- compile spec.product.pegasus.restliServer
-
- compile project(':li-utils')
- compile project(':entity-registry')
- compile project(':metadata-events:mxe-avro-1.7')
- compile project(':metadata-events:mxe-utils-avro-1.7')
+ api externalDependency.avro_1_7
+ implementation externalDependency.commonsLang
+ api externalDependency.dropwizardMetricsCore
+ implementation externalDependency.dropwizardMetricsJmx
+ api externalDependency.elasticSearchRest
+ implementation externalDependency.httpClient
+ api externalDependency.neo4jJavaDriver
+ api externalDependency.json
+
+ implementation spec.product.pegasus.restliClient
+ implementation spec.product.pegasus.restliCommon
+ implementation spec.product.pegasus.restliServer
+
+ api project(':li-utils')
+ api project(':entity-registry')
+ api project(':metadata-events:mxe-avro-1.7')
+ api project(':metadata-events:mxe-utils-avro-1.7')
implementation externalDependency.slf4jApi
compileOnly externalDependency.lombok
annotationProcessor externalDependency.lombok
- testCompile project(':test-models')
+ testImplementation project(':test-models')
+ testImplementation project(path: ':test-models', configuration: 'testDataTemplate')
constraints {
implementation(externalDependency.log4jCore) {
diff --git a/test-models/build.gradle b/test-models/build.gradle
index 4cfbcc1399e7d..c74f7249fa1d9 100644
--- a/test-models/build.gradle
+++ b/test-models/build.gradle
@@ -1,5 +1,5 @@
apply plugin: 'pegasus'
-apply plugin: 'java'
+apply plugin: 'java-library'
tasks.withType(JavaCompile).configureEach {
javaCompiler = javaToolchains.compilerFor {
@@ -13,8 +13,8 @@ tasks.withType(Test).configureEach {
}
dependencies {
- compile spec.product.pegasus.data
- compile externalDependency.commonsIo
+ implementation spec.product.pegasus.data
+ implementation externalDependency.commonsIo
dataModel project(':metadata-models')
dataModel project(':li-utils')
}
From 23f24f4e941488c675f26e4fd44662c588c2caee Mon Sep 17 00:00:00 2001
From: Joshua Eilers
Date: Fri, 1 Sep 2023 09:53:42 -0700
Subject: [PATCH 04/21] fix(siblings): space icons out (#8767)
---
.../profile/header/PlatformContent/PlatformContentView.tsx | 1 +
.../src/app/search/autoComplete/AutoCompleteEntity.tsx | 1 +
2 files changed, 2 insertions(+)
diff --git a/datahub-web-react/src/app/entity/shared/containers/profile/header/PlatformContent/PlatformContentView.tsx b/datahub-web-react/src/app/entity/shared/containers/profile/header/PlatformContent/PlatformContentView.tsx
index 5605bacc1d4e4..51a422ba93418 100644
--- a/datahub-web-react/src/app/entity/shared/containers/profile/header/PlatformContent/PlatformContentView.tsx
+++ b/datahub-web-react/src/app/entity/shared/containers/profile/header/PlatformContent/PlatformContentView.tsx
@@ -14,6 +14,7 @@ import ParentNodesView, {
const LogoIcon = styled.span`
display: flex;
+ gap: 4px;
margin-right: 8px;
`;
diff --git a/datahub-web-react/src/app/search/autoComplete/AutoCompleteEntity.tsx b/datahub-web-react/src/app/search/autoComplete/AutoCompleteEntity.tsx
index 60bb21713ba58..d241a3895f19f 100644
--- a/datahub-web-react/src/app/search/autoComplete/AutoCompleteEntity.tsx
+++ b/datahub-web-react/src/app/search/autoComplete/AutoCompleteEntity.tsx
@@ -20,6 +20,7 @@ const AutoCompleteEntityWrapper = styled.div`
const IconsContainer = styled.div`
display: flex;
+ gap: 4px;
`;
const ContentWrapper = styled.div`
From 59b59c2b9310091be854151ff60250e5399399b2 Mon Sep 17 00:00:00 2001
From: Harshal Sheth
Date: Sat, 2 Sep 2023 16:01:04 -0700
Subject: [PATCH 05/21] chore(build): upgrade gradle wrapper (#8776)
---
gradle/wrapper/gradle-wrapper.jar | Bin 59203 -> 61624 bytes
gradle/wrapper/gradle-wrapper.properties | 1 +
gradlew | 18 ++++++++++++++----
gradlew.bat | 15 +++++++++------
4 files changed, 24 insertions(+), 10 deletions(-)
diff --git a/gradle/wrapper/gradle-wrapper.jar b/gradle/wrapper/gradle-wrapper.jar
index e708b1c023ec8b20f512888fe07c5bd3ff77bb8f..afba109285af78dbd2a1d187e33ac4f87c76e392 100644
GIT binary patch
delta 39359
zcmZs?V{j&2*fpAoZQHh;iEZ1qlL_uP6Wg|}JGO04JhAO>-cw(_b)Hk_M^|-qU%h{=
zz1He$?Q3ub47dkYPxk{M>}1uG3Kj&!01E_!HmSfAGwE^-3y`A)<%_pW@MS>%et17D
zI-`OqlRebP1`iWB1OpR$xdusrn3}W{lBjnP#Xx$Ry-1^AWi5-9<2L`pZ9$l;K$H{s
zV`Jfmy>)>PQpa;{@{^BeW3}^|1EBZt^w0O_v+pdDkoUD82xrtItU>v{%T}?-aMapmg^L*5T;@!@o-f)SzU4*(-*q?d4VnqE1zr3g!Ifm-h=KM%z9o
zL|c{CVbD(bzPwkH**j)?mpY@Psx#Cd#x&2DTLqy%CHo3px}kkO=v|uq?`qZk@9ONk
zV6cMah02W`V4gJG$D`Y{nYSbuL?e=itCB~F36nq~G=TqBQ6cK{#Ak72++J7YyHjr@
z)QvMnULO?(fBCK|t5Dzpn-=|KaE$tRR(;5ED{w{yvIt1FYdd5iDU+x?w6k
z%ol7AZCYK$3vW-se%4EBkYm;FT|UsL&bJL-(i}-73BLDOkLRm%{tch}-ZIbLpTsUX
z{yL5k=Ya9O)N=db#6dprzinCL$u(4$qQCgh+*)Vj;D9a=F@MvN%gHdAS&y~lc%yjm7$FyR2d2paup~3%_kHp)@5m*1@(K9
zqNk{5G|?Gk7)%vJ=h7LW_j6mS*XhW