tar -xf /home/hadoop/install/spark-2.1.-bin-without-hadoop.tgz -C /opt/cloud/packages/

ln -s /opt/cloud/packages/spark-2.1.-bin-without-hadoop  /opt/cloud/bin/spark

ln -s /opt/cloud/packages/spark-2.1.-bin-without-hadoop/conf  /opt/cloud/etc/spark

mkdir -p /opt/cloud/logs/spark

mkdir -p /opt/cloud/data/spark

vi ~/.bashrc

export SPARK_HOME=/opt/cloud/bin/spark

export PATH=$SPARK_HOME/bin:$PATH

source ~/.bashrc

cd /opt/cloud/etc/spark

mv spark-env.sh.template spark-env.sh

vi spark-env.sh

export JAVA_HOME=/usr/lib/jvm/java

export HADOOP_HOME=/opt/cloud/bin/hadoop

export HADOOP_CONF_DIR=$HADOOP_HOME/etc/hadoop

export SPARK_DIST_CLASSPATH=$(hadoop classpath)[]

export SPARK_LOCAL_DIRS=/opt/cloud/data/spark

export SPARK_LOG_DIR=/opt/cloud/logs/spark

export SPARK_PID_DIR=/opt/cloud/hdfs/tmp

mv spark-defaults.conf.template spark-defaults.conf

vi spark-defaults.conf

spark.driver.memory              512m

export MASTER=yarn

./bin/run-example SparkPi 

vi ~/.bashrc           

rm /opt/cloud/bin/spark

rm /opt/cloud/etc/spark -rf

rm /opt/cloud/packages/spark-2.1.-bin-without-hadoop/ -rf

rm /opt/cloud/data/spark/ -rf

rm /opt/cloud/logs/spark/ -rf