diff --git a/sparkbench/assembly/pom.xml b/sparkbench/assembly/pom.xml index 785b432b1..bff5072af 100644 --- a/sparkbench/assembly/pom.xml +++ b/sparkbench/assembly/pom.xml @@ -159,7 +159,43 @@ - !modules + !exclude-streaming + + + + + + exclude-streaming + + + com.intel.hibench.sparkbench + sparkbench-micro + ${project.version} + + + com.intel.hibench.sparkbench + sparkbench-ml + ${project.version} + + + com.intel.hibench.sparkbench + sparkbench-websearch + ${project.version} + + + com.intel.hibench.sparkbench + sparkbench-graph + ${project.version} + + + com.intel.hibench.sparkbench + sparkbench-sql + ${project.version} + + + + + exclude-streaming diff --git a/sparkbench/pom.xml b/sparkbench/pom.xml index 41c230b37..6f5154281 100644 --- a/sparkbench/pom.xml +++ b/sparkbench/pom.xml @@ -117,7 +117,23 @@ - !modules + !exclude-streaming + + + + + + no-streaming + + micro + ml + websearch + graph + sql + + + + exclude-streaming @@ -191,6 +207,20 @@ + + spark2.4 + + 2.4.3 + 2.4 + + + + spark + 2.4 + + + + defaultScalaVersion @@ -232,5 +262,31 @@ + + scala2.12 + + 2.12.9 + 2.12 + + + + scala + 2.12 + + + + + + hadoop3.2 + + 3.2.0 + + + + hadoop + 3.2 + + + diff --git a/sparkbench/streaming/pom.xml b/sparkbench/streaming/pom.xml index 513b9bad8..88a5d2e12 100644 --- a/sparkbench/streaming/pom.xml +++ b/sparkbench/streaming/pom.xml @@ -119,5 +119,22 @@ + + spark2.4 + + + org.apache.spark + spark-streaming-kafka-0-8_2.11 + 2.4.0 + + + + + spark + 2.4 + + + +