Contents

version = ENV['SPARK_VERSION'] || Itamae::Plugin::Recipe::Spark::SPARK_VERSION
hadoop_version = ENV['HADOOP_VERSION'] || Itamae::Plugin::Recipe::Hadoop::HADOOP_VERSION

execute "download spark-#{version}" do
  cwd '/tmp'
  command <<-EOF
    rm -f spark-#{version}-bin-hadoop2.7.tgz
    wget https://archive.apache.org/dist/spark/spark-#{version}/spark-#{version}-bin-hadoop2.7.tgz
  EOF
  not_if "test -e /opt/spark/spark-#{version}-bin-hadoop2.7/INSTALLED || echo #{::File.read(::File.join(::File.dirname(__FILE__), "spark-#{version}_sha256.txt")).strip} | sha256sum -c"
end

directory '/opt/spark' do
  user 'root'
  owner 'root'
  group 'root'
  mode '755'
end

execute "install spark-#{version}" do
  cwd '/tmp'
  command <<-EOF
    rm -Rf spark-#{version}-bin-hadoop2.7/
    tar zxf spark-#{version}-bin-hadoop2.7.tgz
    sudo rm -Rf /opt/spark/spark-#{version}-bin-hadoop2.7
    sudo mv spark-#{version}-bin-hadoop2.7 /opt/spark/
    sudo touch /opt/spark/spark-#{version}-bin-hadoop2.7/INSTALLED
  EOF
  not_if "test -e /opt/spark/spark-#{version}-bin-hadoop2.7/INSTALLED"
end

execute 'install hadoop aws jars' do
  cwd '/opt/hadoop/current'
  command <<-EOF
    cp -f share/hadoop/tools/lib/aws-java-sdk-*.jar \
        /opt/spark/spark-#{version}-bin-hadoop2.7/jars/
    cp -f share/hadoop/tools/lib/hadoop-aws-#{hadoop_version}.jar \
        /opt/spark/spark-#{version}-bin-hadoop2.7/jars/
  EOF
  not_if "test `ls -1 /opt/spark/spark-#{version}-bin-hadoop2.7/jars/ | egrep '(hadoop-)?aws-.*' | wc -l` = 4"
end

if ENV['AWS_ACCESS_KEY_ID'] and ENV['AWS_SECRET_ACCESS_KEY']
  template "/opt/spark/spark-#{version}-bin-hadoop2.7/conf/hdfs-site.xml" do
    variables aws_access_key_id: ENV['AWS_ACCESS_KEY_ID'],
              aws_secret_access_key: ENV['AWS_SECRET_ACCESS_KEY']
  end
end

link '/opt/spark/current' do
  to "/opt/spark/spark-#{version}-bin-hadoop2.7"
  user 'root'
  force true
end

Version data entries

1 entries across 1 versions & 1 rubygems

Version	Path
itamae-plugin-recipe-spark-0.1.1	lib/itamae/plugin/recipe/spark/install.rb