THIS IS A TEST INSTANCE. ALL YOUR CHANGES WILL BE LOST!!!!
...
Code Block | ||
---|---|---|
| ||
# Install necessary tools
$ sudo apt-get update —fix-missing
$ sudo apt-get install -y git openjdk-7-jdk maven rubygems python-epydoc gnupg-agent linkchecker
# Install Scala 2.10
$ cd
$ wget http://www.scala-lang.org/files/archive/scala-2.10.3.tgz
$ tar xvzf scala*.tgz
$ ln -s scala-2.10.3 scala
# Instal SBT 0.13.1
$ cd
$ mkdir sbt
$ cd sbt
$ wget http://repo.typesafe.com/typesafe/ivy-releases/org.scala-sbt/sbt-launch/0.13.1/sbt-launch.jar
# Create /home/ubuntu/sbt/sbt with the following code
SBT_OPTS="-Xms512M -Xmx1536M -Xss1M -XX:+CMSClassUnloadingEnabled -XX:MaxPermSize=256M"
java $SBT_OPTS -jar `dirname $0`/sbt-launch.jar "$@"
$ chmod u+x /home/ubuntu/sbt/sbt
# Add stuff to ~/.bashrc
$ echo "export SCALA_HOME=/home/ubuntu/scala/" >> ~/.bashrc
$ echo "export SBT_HOME=/home/ubuntu/sbt/" >> ~/.bashrc
$ echo "export MAVEN_OPTS='-Xmx3g -XX:MaxPermSize=1g -XX:ReservedCodeCacheSize=1g'" >> ~/.bashrc
$ echo "export PATH='$SCALA_HOME/bin/:$SBT_HOME:$PATH'" >> ~/.bashrc
$ source ~/.bashrc
# Verify Scala and SBT
sbt sbt-version # Should force the download of SBT dependencies and finally print SBT version, verify that it is >= 0.13.1 .
scala -version # Should print the Scala version number, verify that it matches the version for which Spark release was built. |