install.rb in itamae-plugin-recipe-spark-0.1.6

- old
+ new

@@ -15,10 +15,27 @@
     wget https://archive.apache.org/dist/spark/spark-#{version}/spark-#{version}-bin-hadoop#{hadoop_type}.tgz
   EOF
   not_if "test -e /opt/spark/spark-#{version}-bin-hadoop#{hadoop_type}/INSTALLED || echo #{::File.read(::File.join(::File.dirname(__FILE__), "spark-#{version}_hadoop_#{hadoop_type}_sha256.txt")).strip} | sha256sum -c"
 end
 
+spark_redshift_version = Itamae::Plugin::Recipe::Spark::SPARK_REDSHIFT_VERSION
+spark_avro_version = Itamae::Plugin::Recipe::Spark::SPARK_AVRO_VERSION
+minimal_json_version = Itamae::Plugin::Recipe::Spark::MINIMAL_JSON_VERSION
+redshift_jdbc_version = Itamae::Plugin::Recipe::Spark::REDSHIFT_JDBC_VERSION
+jets3t_version = Itamae::Plugin::Recipe::Spark::JETS3T_VERSION
+execute "download spark-redshift-#{spark_redshift_version} and dependencies" do
+  cwd '/tmp'
+  command <<-EOF
+    wget -q https://repo1.maven.org/maven2/io/github/spark-redshift-community/spark-redshift_#{spark_redshift_version.split('-').first}/#{spark_redshift_version.split('-').last}/spark-redshift_#{spark_redshift_version}.jar -O spark-redshift_#{spark_redshift_version}.jar
+    wget -q https://repo1.maven.org/maven2/org/apache/spark/spark-avro_#{spark_avro_version.split('-').first}/#{spark_avro_version.split('-').last}/spark-avro_#{spark_avro_version}.jar -O spark-avro_#{spark_avro_version}.jar
+    wget -q https://repo1.maven.org/maven2/com/eclipsesource/minimal-json/minimal-json/#{minimal_json_version}/minimal-json-#{minimal_json_version}.jar -O minimal-json-#{minimal_json_version}.jar
+    wget -q https://s3.amazonaws.com/redshift-downloads/drivers/jdbc/#{redshift_jdbc_version}/RedshiftJDBC42-#{redshift_jdbc_version}.jar -O RedshiftJDBC42-#{redshift_jdbc_version}.jar
+    wget -q https://repo1.maven.org/maven2/net/java/dev/jets3t/jets3t/#{jets3t_version}/jets3t-#{jets3t_version}.jar -O jets3t-#{jets3t_version}.jar
+  EOF
+  not_if "sha256sum -c #{File.join(File.dirname(__FILE__), "spark-redshift_#{spark_redshift_version}_sha256.txt")}"
+end
+
 directory '/opt/spark' do
   user 'root'
   owner 'root'
   group 'root'
   mode '755'
@@ -43,9 +60,30 @@
         /opt/spark/spark-#{version}-bin-hadoop#{hadoop_type}/jars/
     cp -f share/hadoop/tools/lib/hadoop-aws-#{hadoop_version}.jar \
         /opt/spark/spark-#{version}-bin-hadoop#{hadoop_type}/jars/
   EOF
   not_if "test `ls -1 /opt/spark/spark-#{version}-bin-hadoop#{hadoop_type}/jars/ | egrep '(hadoop-)?aws-.*' | wc -l` = 4"
+end
+
+execute 'install spark-redshift jars' do
+  cwd "/opt/spark/spark-#{version}-bin-hadoop#{hadoop_type}"
+  command <<-EOF
+    ls -d $(find jars) | grep 'spark-redshift_[0-9.-]*.jar' | xargs rm -f
+    cp -f /tmp/spark-redshift_#{spark_redshift_version}.jar \
+        jars/
+    ls -d $(find jars) | grep 'spark-avro_[0-9.-]*.jar' | xargs rm -f
+    cp -f /tmp/spark-avro_#{spark_avro_version}.jar \
+        jars/
+    ls -d $(find jars) | grep 'minimal-json-[0-9.]*.jar' | xargs rm -f
+    cp -f /tmp/minimal-json-#{minimal_json_version}.jar \
+        jars/
+    ls -d $(find jars) | grep 'RedshiftJDBC42-[0-9.]*.jar' | xargs rm -f
+    cp -f /tmp/RedshiftJDBC42-#{redshift_jdbc_version}.jar \
+        jars/
+    ls -d $(find jars) | grep 'jets3t-[0-9.]*.jar' | xargs rm -f
+    cp -f /tmp/jets3t-#{jets3t_version}.jar \
+        jars/
+  EOF
 end
 
 template "/opt/spark/spark-#{version}-bin-hadoop#{hadoop_type}/conf/spark-defaults.conf"
 
 if ENV['AWS_ACCESS_KEY_ID'] and ENV['AWS_SECRET_ACCESS_KEY']