forked from weso/sparkwdsub
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathbuild.sbt
87 lines (71 loc) · 3.11 KB
/
build.sbt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
name := "sparkWDSub"
version := "1.0"
scalaVersion := "2.12.15"
val sparkVersion = "3.1.2"
val wikidataToolkitVersion = "0.12.1"
val jacksonVersion = "2.10.0"
// val wdsubVersion = "0.0.16"
val shexsVersion = "0.1.104"
val srdfVersion = "0.1.105"
val utilsVersion = "0.2.2"
val catsVersion = "2.7.0"
val declineVersion = "2.2.0"
val sparkFastTestsVersion = "1.0.0"
val munitVersion = "0.7.29"
val munitEffectVersion = "1.0.7"
lazy val MUnitFramework = new TestFramework("munit.Framework")
libraryDependencies ++= Seq(
// Spark dependencies.
"org.apache.spark" %% "spark-core" % sparkVersion % "provided",
"org.apache.spark" %% "spark-sql" % sparkVersion % "provided",
"org.apache.spark" %% "spark-mllib" % sparkVersion % "provided",
"org.apache.spark" %% "spark-streaming" % sparkVersion % "provided",
"org.apache.spark" %% "spark-graphx" % sparkVersion % "provided",
// Wikidata toolkit dependencies.
"org.wikidata.wdtk" % "wdtk-dumpfiles" % wikidataToolkitVersion,
"org.wikidata.wdtk" % "wdtk-wikibaseapi" % wikidataToolkitVersion,
"org.wikidata.wdtk" % "wdtk-datamodel" % wikidataToolkitVersion,
"org.wikidata.wdtk" % "wdtk-rdf" % wikidataToolkitVersion,
"org.wikidata.wdtk" % "wdtk-storage" % wikidataToolkitVersion,
"org.wikidata.wdtk" % "wdtk-util" % wikidataToolkitVersion,
// Jackson dependencies.
"com.fasterxml.jackson.core" % "jackson-databind" % jacksonVersion,
"com.fasterxml.jackson.core" % "jackson-core" % jacksonVersion,
"com.fasterxml.jackson.core" % "jackson-annotations" % jacksonVersion,
"com.fasterxml.jackson.module" %% "jackson-module-scala" % "2.12.2",
// WESO components dependencies.
"es.weso" %% "srdf" % srdfVersion,
"es.weso" %% "srdfjena" % srdfVersion,
"es.weso" %% "srdf4j" % srdfVersion,
"es.weso" %% "utils" % utilsVersion,
"es.weso" %% "shex" % shexsVersion,
"es.weso" %% "wshex" % shexsVersion,
// Cats dependencies.
"org.typelevel" %% "cats-core" % catsVersion,
"org.typelevel" %% "cats-kernel" % catsVersion,
// Decline dependencies.
"com.monovore" %% "decline" % declineVersion,
"com.monovore" %% "decline-effect" % declineVersion,
// Testing dependencies
"com.github.mrpowers" %% "spark-fast-tests" % sparkFastTestsVersion % Test,
// Munit dependencies.
"org.scalameta" %% "munit" % munitVersion % Test,
"org.typelevel" %% "munit-cats-effect-3" % munitEffectVersion % Test,
// CLI command parsing library.
"org.rogach" %% "scallop" % "4.0.4"
)
assemblyMergeStrategy in assembly := {
case PathList("META-INF", xs @ _*) => MergeStrategy.discard
case x => MergeStrategy.first
}
lazy val app = (project in file("."))
.settings(
assembly / mainClass := Some("es.weso.wdsub.spark.Main"),
assembly / assemblyJarName := "sparkwdsub.jar",
)
assembly / assemblyShadeRules := {
val shadePackage = "org.globalforestwatch.shaded"
Seq(
ShadeRule.rename("cats.kernel.**" -> s"$shadePackage.cats.kernel.@1").inAll
)
}