require 'r10k/logging' require 'r10k/settings/mixin' require 'fileutils' require 'tmpdir' require 'puppet_forge' module R10K module Forge # Download, unpack, and install modules from the Puppet Forge class ModuleRelease include R10K::Settings::Mixin def_setting_attr :proxy def_setting_attr :baseurl def_setting_attr :cache_root, File.expand_path(ENV['HOME'] ? '~/.r10k/cache': '/root/.r10k/cache') include R10K::Logging # @!attribute [r] forge_release # @api private # @return [PuppetForge::V3::ModuleRelease] The Forge V3 API module # release object used for downloading and verifying the module # release. attr_reader :forge_release # @!attribute [rw] download_path # @return [Pathname] Where the module tarball will be downloaded to. attr_accessor :download_path # @!attribute [rw] tarball_cache_path # @return [Pathname] Where the module tarball will be cached to. attr_accessor :tarball_cache_path # @!attribute [rw] tarball_cache_root # @return [Pathname] Directory where the module tarball will be cached to. attr_accessor :tarball_cache_root # @!attribute [rw] md5_file_path # @return [Pathname] Where the md5 of the cached tarball is stored. attr_accessor :md5_file_path # @!attribute [rw] unpack_path # @return [Pathname] Where the module will be unpacked to. attr_accessor :unpack_path # @param full_name [String] The hyphen separated name of the module # @param version [String] The version of the module def initialize(full_name, version) @full_name = PuppetForge::V3.normalize_name(full_name) @version = version # Copy the PuppetForge base connection to the release class; the connection # objects are created in the class instances and thus are not shared with # subclasses. PuppetForge::V3::Release.conn = PuppetForge::V3::Base.conn @forge_release = PuppetForge::V3::Release.new({ :name => @full_name, :version => @version, :slug => "#{@full_name}-#{@version}" }) tarball_name = @forge_release.slug + '.tar.gz' @download_path = Pathname.new(Dir.mktmpdir) + (tarball_name) @tarball_cache_root = Pathname.new(settings[:cache_root]) + (@forge_release.slug + "/tarball/") @tarball_cache_path = @tarball_cache_root + tarball_name md5_filename = @forge_release.slug + '.md5' @md5_file_path = @tarball_cache_root + md5_filename @unpack_path = Pathname.new(Dir.mktmpdir) + @forge_release.slug end # Download, unpack, and install this module release to the target directory. # # @example # environment_path = Pathname.new('/etc/puppetlabs/puppet/environments/production') # target_dir = environment_path + 'eight_hundred' # mod = R10K::Forge::ModuleRelease.new('branan-eight_hundred', '8.0.0') # mod.install(target_dir) # # @param target_dir [Pathname] The full path to where the module should be installed. # @return [void] def install(target_dir) download verify unpack(target_dir) ensure cleanup end # Download the module release to {#download_path} and cache to {#tarball_cache_path} # # @return [void] def download if @tarball_cache_path.exist? logger.debug1 "Using cached copy of #{@forge_release.slug} tarball" else logger.debug1 "Downloading #{@forge_release.slug} from #{PuppetForge::Release.conn.url_prefix} to #{@download_path}" @forge_release.download(download_path) FileUtils::mkdir_p(@tarball_cache_root) FileUtils::mv(@download_path, @tarball_cache_path) end end # Verify the module release cached in {#tarball_cache_path} against the # module release checksum given by the Puppet Forge. On mismatch, remove # the cached copy. # # @return [void] def verify logger.debug1 "Verifying that #{@tarball_cache_path} matches checksum" md5_of_tarball = Digest::MD5.hexdigest(File.read(@tarball_cache_path, mode: 'rb')) if @md5_file_path.exist? verify_from_md5_file(md5_of_tarball) else verify_from_forge(md5_of_tarball) end end # Verify the md5 of the cached tarball against the # module release checksum stored in the cache as well. # On mismatch, remove the cached copy of both files. # # @raise [PuppetForge::V3::Release::ChecksumMismatch] The # cached module release checksum doesn't match the cached checksum. # # @return [void] def verify_from_md5_file(md5_of_tarball) md5_from_file = File.read(@md5_file_path).strip if md5_of_tarball != md5_from_file logger.error "MD5 of #{@tarball_cache_path} (#{md5_of_tarball}) does not match checksum #{md5_from_file} in #{@md5_file_path}. Removing both files." cleanup_cached_tarball_path cleanup_md5_file_path raise PuppetForge::V3::Release::ChecksumMismatch.new end end # Verify the md5 of the cached tarball against the # module release checksum from the forge. # On mismatch, remove the cached copy of the tarball. # # @raise [PuppetForge::V3::Release::ChecksumMismatch] The # cached module release checksum doesn't match the forge checksum. # # @return [void] def verify_from_forge(md5_of_tarball) md5_from_forge = @forge_release.file_md5 #compare file_md5 to md5_of_tarball if md5_of_tarball != md5_from_forge logger.debug1 "MD5 of #{@tarball_cache_path} (#{md5_of_tarball}) does not match checksum #{md5_from_forge} found on the forge. Removing tarball." cleanup_cached_tarball_path raise PuppetForge::V3::Release::ChecksumMismatch.new else File.write(@md5_file_path, md5_from_forge) end end # Unpack the module release at {#tarball_cache_path} into the given target_dir # # @param target_dir [Pathname] The final path where the module release # should be unpacked/installed into. # @return [void] def unpack(target_dir) logger.debug1 _("Unpacking %{tarball_cache_path} to %{target_dir} (with tmpdir %{tmp_path})") % {tarball_cache_path: tarball_cache_path, target_dir: target_dir, tmp_path: unpack_path} file_lists = PuppetForge::Unpacker.unpack(tarball_cache_path.to_s, target_dir.to_s, unpack_path.to_s) logger.debug2 _("Valid files unpacked: %{valid_files}") % {valid_files: file_lists[:valid]} if !file_lists[:invalid].empty? logger.debug1 _("These files existed in the module's tar file, but are invalid filetypes and were not unpacked: %{invalid_files}") % {invalid_files: file_lists[:invalid]} end if !file_lists[:symlinks].empty? logger.warn _("Symlinks are unsupported and were not unpacked from the module tarball. %{release_slug} contained these ignored symlinks: %{symlinks}") % {release_slug: @forge_release.slug, symlinks: file_lists[:symlinks]} end end # Remove all files created while downloading and unpacking the module. def cleanup cleanup_unpack_path cleanup_download_path end # Remove the temporary directory used for unpacking the module. def cleanup_unpack_path if unpack_path.exist? unpack_path.parent.rmtree end end # Remove the downloaded module release. def cleanup_download_path if download_path.exist? download_path.parent.rmtree end end # Remove the cached module release. def cleanup_cached_tarball_path if tarball_cache_path.exist? tarball_cache_path.delete end end # Remove the module release md5. def cleanup_md5_file_path if md5_file_path.exist? md5_file_path.delete end end end end end