Contents

require 'digest'
require_relative 'redis_helper'

class Redis
  class Populator
    include Redis::Helper

    attr_accessor :redis

    def initialize(redis_hosts)
      @redis = Redis::Distributed.new(redis_hosts)
    end

    # Generate sets' keys to populate redis cluster
    # @param num size [Integer] the number of sets that have to be created
    # @return hash of keys grouped by redis node
    def generate_keys(num)
      num.times.inject({}) do |acc, i| 
        key = ::Digest::MD5.hexdigest(i.to_s)
        node = redis.node_for(key).client
        hash_key = "redis://#{node.host}:#{node.port}/#{node.db}"
        acc[hash_key] = [] if acc[hash_key].nil?
        acc[hash_key] << key
        acc
      end
    end

    # Populates sets with the given amount of members
    # @param node [Hash] a parsed redis_url 
    # @param keys [Array] an array of sets' keys that need to be populated 
    def populate_keys(node, keys, size)
      f = IO.popen("redis-cli -h #{node[:host]} -p #{node[:port]} -n #{node[:db]} --pipe", IO::RDWR)

      keys.each do |key|
        size.times.map do |x| 
          f << to_redis_proto('SADD', key, ::Digest::MD5.hexdigest('f' + x.to_s))
        end
      end

      f.close
    end

    # Populates redis cluster 
    # @param keys_num [Integer] amount of redis sets that need to be populated
    # @param num [Integer] number of members in each set
    def populate_cluster(keys_num, num)
      redis.flushdb

      nodes = generate_keys(keys_num)
      threads = []

      nodes.keys.each do |node_url|
        node = parse_redis_url(node_url)

        threads << Thread.new(node, nodes[node_url], num) {|node, keys, size|
          populate_keys(node, keys, size)
        }
      end

      threads.each{|t| t.join}
    end
  end # class Populator
end # class Redis

Version data entries

2 entries across 2 versions & 1 rubygems

Version	Path
redis_migrator-0.1.2	lib/redis_migrator/redis_populator.rb
redis_migrator-0.1.1	lib/redis_migrator/redis_populator.rb