lib/polaris/nlp/init.rb in polaris-nlp-0.1.2 vs lib/polaris/nlp/init.rb in polaris-nlp-0.2.0

@@ -1,12 +1,57 @@
 # -*- coding: utf-8 -*-
 
+require 'sqlite3'
+require 'open-uri'
+
 module Polaris
 
   module Nlp
+    module_function
 
+    @home = Dir.home
+
     # init method is called in first setup.
     def init
+
+      unless Dir.exists?("#{@home}/.polaris")
+        Dir.mkdir("#{@home}/.polaris")
+      end
+
+      puts "Download data..."
+      ja_text = open('http://www.lr.pi.titech.ac.jp/%7Etakamura/pubs/pn_ja.dic').read.encode('utf-8','sjis')
+      en_text = open('http://www.lr.pi.titech.ac.jp/%7Etakamura/pubs/pn_en.dic').read.encode('utf-8','sjis')
+      puts "Done"
+
+      if File.exists?("#{@home}/.polaris/features.sqlite3")
+        FileUtils.rm("#{@home}/.polaris/features.sqlite3")
+      end
+
+      db = SQLite3::Database.new("#{@home}/.polaris/features.sqlite3")
+      db.execute("CREATE TABLE models (word TEXT ,value REAL);")
+
+      puts "Seed Japanese data..."
+      ja_text.split("\n").each do |line|
+        item = line.split(':')
+        word = item[0]
+        value = item[3]
+        insert_value(db,word,value)
+      end
+      puts "Done"
+
+      puts "Seed English data..."
+      en_text.split("\n").each do |line|
+        item = line.split(':')
+        word = item[0]
+        value = item[2]
+        insert_value(db,word,value)
+      end
+      puts "Done"
+
+    end
+
+    def insert_value(db,word,value)
+      return db.execute("INSERT INTO models (word, value) VALUES(?, ?);", word, value)
     end
 
   end
 end