lib/ayadn/nicerank.rb in ayadn-1.8.2 vs lib/ayadn/nicerank.rb in ayadn-2.0

@@ -1,13 +1,84 @@
 # encoding: utf-8
 module Ayadn
   class NiceRank
 
+    attr_reader :store
+
     def initialize
       @url = 'http://api.nice.social/user/nicerank?ids='
+      @store = FastCache::Cache.new(5_000, 120*60) # 5000 items with 2 hours TTL each
+      @hits = 0
+      @ids = 0
+      @posts = 0
     end
 
+    # Get posts
+    # Get unique posters
+    # Get NR response
+    # Fetch IDs from store
+    # if absent, decode + save to dic + cache in store
+    # if present, save to dic from store (and count hits for debug)
+    def get_ranks stream
+      user_ids, niceranks = [], {}
+      stream['data'].each do |post|
+        id = post['user']['id']
+        user_ids << id if @store[id].nil?
+      end
+      user_ids.uniq!
+      got = CNX.get "#{@url}#{user_ids.join(',')}&show_details=Y" unless user_ids.empty?
+      if got.nil? || got == ""
+        parsed = {'meta' => {'code' => 404}, 'data' => []}
+      else
+        parsed = JSON.parse(got)
+      end
+      parsed['data'].each do |obj|
+        res = @store[obj['user_id']]
+        if res.nil?
+          obj['account']['is_human'] == true ? is_human = 1 : is_human = 0
+          obj['account']['real_person'] == true ? real_person = 1 : real_person = 0
+          content = {
+            username: obj['user']['username'],
+            rank: obj['rank'],
+            is_human: is_human,
+            real_person: real_person
+          }
+          @store[obj['user_id']] = content
+          niceranks[obj['user_id']] = content
+        else
+          @hits += 1
+          niceranks[obj['user_id']] = res
+        end
+
+      end
+
+      @posts += stream['data'].size
+      @ids += user_ids.size
+
+      if Settings.options[:timeline][:debug] == true
+        deb = "\n"
+        deb << "+ NICERANK\n"
+        deb << "* t#{Time.now.to_i}\n"
+        deb << "Posts:\t\t#{stream['data'].size}\n"
+        deb << "Requested NR:\t#{user_ids.size}\n"
+        deb << "* TOTALS\n"
+        deb << "Posts:\t\t#{@posts}\n"
+        deb << "Fetched ranks:\t#{@ids}\n"
+        deb << "DB hits:\t#{@hits}\n"
+        deb << "Uniques:\t#{@store.count}\n"
+        deb << "\n"
+        puts deb.color(Settings.options[:colors][:debug])
+        Logs.rec.debug "NICERANK/POSTS: #{@posts}"
+        Logs.rec.debug "NICERANK/NR CALLS: #{@ids}"
+        Logs.rec.debug "NICERANK/CACHE HITS: #{@hits}"
+        Logs.rec.debug "NICERANK/CACHED IDS: #{@store.count}"
+      end
+
+      return niceranks
+    end
+
+    # This is for user info, no scrolling: no need to cache
     def get_posts_day ids
       resp = JSON.parse(CNX.get("#{@url}#{ids.join(',')}&show_details=Y"))
       if resp.nil? || resp['meta']['code'] != 200
         []
       else
@@ -19,10 +90,13 @@
           }
         end
       end
     end
 
+    # This is for user lists, no scrolling: no need to cache
+    # Even with a lot of requests, it's within the NR limits
+    # because of the slicing (upto 200 objects / call)
     def from_ids ids
       blocs, ranks = [], []
       blank = JSON.parse({'meta' => {'code' => 404}, 'data' => []}.to_json)
       until ids.empty?
         blocs << ids.shift(200)
@@ -35,81 +109,9 @@
           resps = JSON.parse(got)
           ranks << resps['data']
         end
       end
       return ranks.flatten!
-    end
-
-    def get_ranks stream
-      user_ids, get_these, table, niceranks = [], [], {}, {}
-
-      stream['data'].each do |post|
-        user_ids << post['user']['id'].to_i
-        table[post['user']['id'].to_i] = post['user']['username']
-      end
-      user_ids.uniq!
-
-      db_ranks = Databases.get_niceranks user_ids
-      expire = Settings.options[:nicerank][:cache] * 3600 # Time.now needs seconds
-
-      db_ranks.each do |id, ranks|
-        if ranks.nil? || (Time.now - ranks[:cached]) > expire
-          get_these << id
-        else
-          niceranks[id] = {
-            username: ranks[:username],
-            rank: ranks[:rank],
-            is_human: ranks[:is_human],
-            real_person: ranks[:real_person],
-            cached: ranks[:cached]
-          }
-        end
-      end
-
-      Debug.how_many_ranks niceranks, get_these
-
-      unless get_these.empty?
-        got = CNX.get "#{@url}#{get_these.join(',')}&show_details=Y"
-        blank = JSON.parse({'meta' => {'code' => 404}, 'data' => []}.to_json)
-        if got.nil? || got == ""
-          parsed = blank
-        else
-          parsed = JSON.parse(got)
-        end
-        if parsed['meta']['code'] != 200
-          resp = blank
-        else
-          resp = parsed
-        end
-
-        if resp['meta']['code'] != 200
-          Debug.niceranks_error resp
-          Errors.nr "REQUESTED: #{get_these.join(' ')}"
-          Errors.nr "RESPONSE: #{resp}"
-          if niceranks
-            Debug.ranks_pool niceranks
-            return niceranks
-          else
-            return {}
-          end
-        end
-
-        resp['data'].each do |obj|
-          niceranks[obj['user_id']] = {
-            username: table[obj['user_id']],
-            rank: obj['rank'],
-            is_human: obj['is_human'],
-            real_person: obj['account']['real_person'],
-            cached: Time.now
-          }
-        end
-
-        Debug.total_ranks niceranks
-      end
-
-      Databases.add_niceranks niceranks
-
-      niceranks
     end
 
   end
 end