Use Hadoop 2.7 for newer Spark versions with yarn.

amplab · Jun 21, 2017 · 4e1a916 · 4e1a916
1 parent 7af4f6d
commit 4e1a916
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/spark/init.sh b/spark/init.sh
@@ -130,7 +130,7 @@ else
       elif [[ "$HADOOP_MAJOR_VERSION" == "2" ]]; then
         wget http://s3.amazonaws.com/spark-related-packages/spark-$SPARK_VERSION-bin-cdh4.tgz
       else
-        wget http://s3.amazonaws.com/spark-related-packages/spark-$SPARK_VERSION-bin-hadoop2.4.tgz
+        wget http://s3.amazonaws.com/spark-related-packages/spark-$SPARK_VERSION-bin-hadoop2.7.tgz
       fi
       if [ $? != 0 ]; then
         echo "ERROR: Unknown Spark version"