lib/wyrm/dump.rb in wyrm-0.4.1 vs lib/wyrm/dump.rb in wyrm-0.4.2

@@ -4,106 +4,131 @@
 require 'wyrm/pump_maker'
 require 'wyrm/schema_tools'
 require 'wyrm/logger'
 
 # Dump a schema and compressed data from a db to a set of files
-#  src_db = Sequel.connect "postgres://localhost:5454/lots"
-#  ds = DumpSchema.new src_db, Pathname('/var/data/lots')
-#  ds.call
+#
+#  Dump["postgres://localhost:5454/lots", '/var/data/lots']
+#
 # TODO possibly use Gem::Package::TarWriter to write tar files
-class Wyrm::Dump
-  include Wyrm::PumpMaker
-  include Wyrm::SchemaTools
-  include Wyrm::Logger
+module Wyrm
+  class Dump
+    include Wyrm::PumpMaker
+    include Wyrm::SchemaTools
+    include Wyrm::Logger
 
-  def initialize( src_db, container = nil, pump: nil )
-    @container = Pathname.new container || '.'
-    raise "#{@container} does not exist" unless @container.exist?
+    def self.[]( *args )
+      new(*args).call
+    end
 
-    @src_db = maybe_deebe src_db
-    @pump = make_pump( @src_db, pump )
+    def call
+      dump_schema
+      dump_tables
+      dump_indexes
+    end
 
-    @src_db.extension :schema_dumper
-  end
+    def initialize( src_db, container = nil, pump: nil )
+      @container = Pathname.new container || '.'
+      raise "#{@container} does not exist" unless @container.exist?
 
-  attr_reader :src_db, :container, :pump
+      @src_db = maybe_deebe src_db
+      @pump = make_pump( @src_db, pump )
 
-  def same_db; false end
+      @src_db.extension :schema_dumper
+    end
 
-  def numbering
-    @numbering ||= '000'
-  end
+    attr_reader :src_db, :container, :pump
 
-  def dump_schema
-    (container + "#{numbering.next!}_schema.rb").open('w') do |io|
-      io.write schema_migration
+    def same_db; false end
+
+    def numbering
+      @numbering ||= '000'
     end
-  end
 
-  def dump_indexes
-    (container + "#{numbering.next!}_indexes.rb").open('w') do |io|
-      io.write index_migration
+    def dump_table_schemas( *tables )
+      (container + "#{numbering.next!}_schema.rb").open('w') do |io|
+        tables.each do |table|
+          logger.debug "schema for #{table}"
+          io.puts table_migration table
+        end
+      end
     end
 
-    (container + "#{numbering.next!}_foreign_keys.rb").open('w') do |io|
-      io.write fk_migration
+    def dump_schema
+      (container + "#{numbering.next!}_schema.rb").open('w') do |io|
+        io.write schema_migration
+      end
     end
-  end
 
-  def write_through_bz2( pathname )
-    fio = pathname.open('w')
-    # open subprocess in read-write mode
-    zio = IO.popen( STREAM_COMP, 'r+' )
-    copier = Thread.new do
-      begin
-        IO.copy_stream zio, fio
-        logger.debug "finished stream copy"
-      ensure
-        fio.close
+    def dump_indexes
+      (container + "#{numbering.next!}_indexes.rb").open('w') do |io|
+        io.write index_migration
       end
+
+      (container + "#{numbering.next!}_foreign_keys.rb").open('w') do |io|
+        io.write fk_migration
+      end
     end
 
-    yield zio
+    def write_through_bz2( pathname )
+      fio = pathname.open('w')
+      # open subprocess in read-write mode
+      zio = IO.popen( STREAM_COMP, 'r+' )
+      copier = Thread.new do
+        begin
+          IO.copy_stream zio, fio
+          logger.debug "finished stream copy"
+        ensure
+          fio.close
+        end
+      end
 
-    # signal the copier thread to stop
-    zio.close_write
-    logger.debug 'finished dumping'
+      # block receiving zio will write to it.
+      yield zio
 
-    # wait for copier thread to finish
-    copier.join
-    logger.debug 'stream copy thread finished'
-  ensure
-    zio.close unless zio.closed?
-    fio.close unless fio.closed?
-  end
+      # signal the copier thread to stop
+      logger.debug 'flushing'
+      if RUBY_ENGINE == 'jruby'
+        # seems to be required for jruby, at least 9.1.2.0
+        logger.debug 'jruby flushing'
+        zio.flush
+        logger.debug 'jruby close'
+        zio.close
+      else
+        zio.close_write
+      end
+      logger.debug 'finished dumping'
 
-  def dump_table( table_name, &io_block )
-    pump.table_name = table_name
-    if pump.table_dataset.empty?
-      logger.info "No records in #{table_name}"
-      return
+      # wait for copier thread to finish
+      copier.join
+      logger.debug 'stream copy thread finished'
+    ensure
+      zio.close if zio && !zio.closed?
+      fio.close if fio && !fio.closed?
     end
 
-    filename = container + "#{table_name}.dbp.bz2"
-    logger.info "dumping #{table_name} to #{filename}"
+    def dump_table( table_name, &io_block )
+      pump.table_name = table_name
+      if pump.table_dataset.empty?
+        logger.info "No records in #{table_name}"
+        return
+      end
 
-    write_through_bz2 filename do |zio|
-      # generate the dump
-      pump.io = zio
-      pump.dump
-    end
-  rescue
-    logger.error "failed dumping #{table_name}: #{$!.message}"
-  end
+      filename = container + "#{table_name}.dbp.bz2"
+      logger.info "dumping #{table_name} to #{filename}"
 
-  def dump_tables
-    src_db.tables.each do |table_name|
-      dump_table table_name
+      write_through_bz2 filename do |zio|
+        # generate the dump
+        pump.io = zio
+        pump.dump
+      end
+    rescue
+      logger.error "failed dumping #{table_name}: #{$!.message}"
     end
-  end
 
-  def call
-    dump_schema
-    dump_tables
-    dump_indexes
+    def dump_tables
+      src_db.tables.each do |table_name|
+        dump_table table_name
+      end
+    end
   end
 end