已安装Hadoop2.7.2的三节点集群
安装Scala
- 下载scala-2.11.7.tgz
解压Scala
1$ tar -zxvf scala-2.11.7.tgz -C ~/cloud/配置环境变量
12export SCALA_HOME=/home/ubuntu/cloud/scala-2.11.7export PATH = $PATH:$SCALA_HOME/bin测试
12scala -versionScala code runner version 2.11.7 -- Copyright 2002-2013, LAMP/EPFL配置到每台节点
安装Spark
#Spark
export SPARK_HOME=/home/ubuntu/cloud/spark-1.6.0
export PATH=$PATH:$SPARK_HOME/bin
export JAVA_HOME=/usr/java/jdk1.8.0_91
export SPARK_MASTER_IP=10.0.0.7
#export SPARK_WORKER_MEMORY=2g
export HADOOP_CONF_DIR=${HADOOP_HOME}/etc/hadoop
slave1
slave2