bin/ingest_arcgis.rb in geohydra-0.3.1 vs bin/ingest_arcgis.rb in geohydra-0.3.3

@@ -2,76 +2,96 @@
 
 require File.expand_path(File.dirname(__FILE__) + '/../config/boot')
 require 'optparse'
 require 'fileutils'
 
-def extract_thumbnail fn, flags
-  if fn =~ %r{^(.*)\.(shp|tif)\.xml$}i or File.basename(fn) == 'metadata.xml'
-    puts "Processing #{fn} for JPEG" if flags[:verbose]
-    GeoHydra::Transform.extract_thumbnail fn, File.join(File.dirname(fn), 'preview.jpg')
-  else
-    raise OptionParser::InvalidOption, "File <#{fn}> is not ESRI metadata format"
+class IngestArcGIS < GeoHydra::Process
+  def extract_thumbnail fn, flags
+    if fn =~ %r{^(.*)\.(shp|tif)\.xml$}i or File.basename(fn) == 'metadata.xml'
+      puts "Processing #{fn} for JPEG" if flags[:verbose]
+      thumbnail_fn = File.join(File.dirname(fn), 'preview.jpg')
+      puts "Writing to #{thumbnail_fn}" if flags[:debug]
+      GeoHydra::Transform.extract_thumbnail fn, thumbnail_fn
+    else
+      raise OptionParser::InvalidOption, "File <#{fn}> is not ESRI metadata format"
+    end
   end
-end
 
-def process_file fn, flags
-  puts "Processing #{fn}" if flags[:verbose]
-  if fn =~ %r{^(.*).(shp|tif).xml$}
-    ofn = $1 + '-iso19139.xml'
-    ofn_fc = $1 + '-iso19139-fc.xml'
-  elsif File.basename(fn) == 'metadata.xml'
-    ofn = File.join(File.dirname(fn), 'metadata.iso19139.xml')
-    ofn_fc = File.join(File.dirname(fn), 'metadata.iso19139-fc.xml')
-  else
-    raise OptionParser::InvalidOption, "File <#{fn}> is not named correctly"
-  end
+  def process_file fn, flags
+    puts "Processing #{fn}" if flags[:verbose]
+    if fn =~ %r{^(.*).(shp|tif).xml$}
+      ofn = $1 + '-iso19139.xml'
+      ofn_fc = $1 + '-iso19110.xml'
+      ofn_fgdc = $1 + '-fgdc.xml'
+    elsif File.basename(fn) == 'metadata.xml'
+      ofn = File.join(File.dirname(fn), 'metadata.iso19139.xml')
+      ofn_fc = File.join(File.dirname(fn), 'metadata.iso19110.xml')
+      ofn_fgdc = File.join(File.dirname(fn), 'metadata.fgdc.xml')
+    else
+      raise OptionParser::InvalidOption, "File <#{fn}> is not named correctly"
+    end
   
-  ap({:fn => fn, :ofn => ofn, :ofn_fc => ofn_fc}) if flags[:debug]
-  unless FileUtils.uptodate?(ofn, [fn]) and FileUtils.uptodate?(ofn_fc, [fn])
-    GeoHydra::Transform.from_arcgis fn, ofn, ofn_fc
-    extract_thumbnail(fn, flags)
-    dstdir = "#{File.dirname(fn)}/../content/"
-    FileUtils.mkdir_p(dstdir) unless File.directory?(dstdir)
-    system("mv #{File.dirname(fn)}/*.jpg #{dstdir}/")
+    if flags[:rebuild] or not (FileUtils.uptodate?(ofn, [fn]) and FileUtils.uptodate?(ofn_fc, [fn]))
+      ap({:fn => fn, :ofn => ofn, :ofn_fc => ofn_fc, :ofn_fgdc => ofn_fgdc}) if flags[:debug]
+      begin
+        GeoHydra::Transform.from_arcgis fn, ofn, ofn_fc, ofn_fgdc
+        extract_thumbnail(fn, flags)
+        if flags[:mv_jpg]
+          dstdir = "#{File.dirname(fn)}/../content/"
+          FileUtils.mkdir_p(dstdir) unless File.directory?(dstdir)
+          system("mv #{File.dirname(fn)}/*.jpg #{dstdir}/")
+        
+        end
+      rescue Exception => e
+        puts e
+      end
+    
+    end
   end
-end
 
-flags = {
-  :verbose => false,
-  :debug => false,
-  :directory => '/var/geomdtk/current/stage'
-}
-OptionParser.new do |opts|
-  opts.banner = "
-Usage: #{__FILE__} [-v] file.shp.xml [file.shp.xml ...]
-       #{__FILE__} [-v] metadata.xml [metadata.xml ...]
-       #{__FILE__} [-v] [directory]
-"
-  opts.on("-v", "--verbose", "Run verbosely") do |v|
-    flags[:debug] = true if flags[:verbose]
-    flags[:verbose] = true
-  end
-end.parse!
-ARGV << flags[:directory] if ARGV.empty?
+  def run(args)
+    flags = {
+      :verbose => false,
+      :debug => false,
+      :rebuild => false,
+      :mv_jpg => true,
+      :directory => '/var/geomdtk/current/stage'
+    }
+    OptionParser.new do |opts|
+      opts.banner = "
+    Usage: #{__FILE__} [-v] file.shp.xml [file.shp.xml ...]
+           #{__FILE__} [-v] metadata.xml [metadata.xml ...]
+           #{__FILE__} [-v] [directory]
+    "
+      opts.on("-v", "--verbose", "Run verbosely") do |v|
+        flags[:debug] = true if flags[:verbose]
+        flags[:verbose] = true
+      end
+    end.parse!(args)
+    args << flags[:directory] if args.empty?
 
-ap({:flags => flags, :argv => ARGV}) if flags[:debug]
+    ap({:flags => flags, :args => args}) if flags[:debug]
 
-n = 0
-ARGV.each do |fn|
-  if File.directory? fn
-    Dir.glob(File.join(fn, '**', '*.shp.xml')) do |fn2|
-      process_file fn2, flags if File.exist?(fn2)
-      n = n + 1
+    n = 0
+    args.each do |fn|
+      if File.directory? fn
+        Dir.glob(File.join(fn, '**', '*.shp.xml')) do |fn2|
+          process_file fn2, flags if File.exist?(fn2)
+          n = n + 1
+        end
+        Dir.glob(File.join(fn, '**', 'metadata.xml')) do |fn2|
+          process_file fn2, flags if File.exist?(fn2)
+          n = n + 1
+        end
+      elsif File.exist? fn
+        process_file fn, flags
+        n = n + 1
+      else
+        $stderr.puts "WARNING: Missing file <#{fn}>"
+      end
     end
-    Dir.glob(File.join(fn, '**', 'metadata.xml')) do |fn2|
-      process_file fn2, flags if File.exist?(fn2)
-      n = n + 1
-    end
-  elsif File.exist? fn
-    process_file fn, flags
-    n = n + 1
-  else
-    $stderr.puts "WARNING: Missing file <#{fn}>"
+    puts "Processed #{n} ArcGIS metadata files"
   end
 end
-puts "Processed #{n} ArcGIS metadata files"
+
+IngestArcGIS.new().run(ARGV)