Contents

require 'runcom'

module Chronicle
  module ETL
    # Utility methods to read, write, and access config files
    module Config
      module_function

      # Loads a yml config file
      def load(path)
        config = Runcom::Config.new(path)
        # FIXME: hack to deeply symbolize keys
        JSON.parse(config.to_h.to_json, symbolize_names: true)
      end

      # Writes a hash as a yml config file
      def write(path, data)
        config = Runcom::Config.new(path)
        filename = config.all[0].to_s + '.yml'
        File.open(filename, 'w') do |f|
          f << data.to_yaml
        end
      end

      # Returns all jobs available in ~/.config/chronicle/etl/jobs/*.yml
      def available_jobs
        job_directory = Runcom::Config.new('chronicle/etl/jobs').current
        Dir.glob(File.join(job_directory, "*.yml")).map do |filename|
          File.basename(filename, ".*")
        end
      end

      # Returns all available credentials available in ~/.config/chronilce/etl/credenetials/*.yml
      def available_credentials
        job_directory = Runcom::Config.new('chronicle/etl/credentials').current
        Dir.glob(File.join(job_directory, "*.yml")).map do |filename|
          File.basename(filename, ".*")
        end
      end

      # Load a job definition from job config directory
      def load_job_from_config(job_name)
        definition = self.load("chronicle/etl/jobs/#{job_name}.yml")
        definition[:name] = job_name
        definition
      end

      def load_credentials(name)
        config = self.load("chronicle/etl/credentials/#{name}.yml")
      end
    end
  end
end

Version data entries

2 entries across 2 versions & 1 rubygems

Version	Path
chronicle-etl-0.2.4	lib/chronicle/etl/config.rb
chronicle-etl-0.2.3	lib/chronicle/etl/config.rb