CensusDivision.class_eval do
  data_miner do
    process 'Define some unit conversions' do
      Conversions.register :hundred_cubic_feet_per_square_foot_hour, :cubic_metres_per_square_metre_hour,   30.48
      Conversions.register :gallons_per_square_foot_hour,            :litres_per_square_metre_hour,         40.7458333
      Conversions.register :kilowatt_hours_per_square_foot_hour,     :kilowatt_hours_per_square_metre_hour, 10.7639104
      Conversions.register :thousand_btu_per_square_foot_hour,       :megajoules_per_square_metre_hour,     11.3565267
      Conversions.register :hundred_cubic_feet_per_room_night,       :cubic_metres_per_room_night,          2.83168466
      Conversions.register :gallons_per_room_night,                  :litres_per_room_night,                3.78541178
      Conversions.register :thousand_btu_per_room_night,             :megajoules_per_room_night,            1.05505585
    end
    
    # http://www.census.gov/popest/geographic/codes02.csv
    import('the U.S. Census Geographic Terms and Definitions',
           :url => 'http://www.census.gov/popest/about/geo/state_geocodes_v2009.txt',
           :skip => 6,
           :headers => %w{ Region Division FIPS Name },
           :select => ::Proc.new { |row| row['Division'].to_i > 0 and row['FIPS'].to_i == 0 }) do
      key   'number', :field_name => 'Division'
      store 'name', :field_name => 'Name'
      store 'census_region_number', :field_name => 'Region'
      store 'census_region_name', :field_name => 'Region', :dictionary => { :input => 'number', :output => 'name', :url => 'http://data.brighterplanet.com/census_regions.csv' }
    end
    
    import 'meeting building fuel intensities calculated from CBECS 2003',
           :url => 'https://spreadsheets.google.com/pub?key=0AoQJbWqPrREqdGotdjgtUEk0eUU0R3lxM1hHdlF1V0E&hl=en&gid=0&output=csv' do
      key   'number', :field_name => 'census_division'
      store 'meeting_building_natural_gas_intensity', :from_units => :hundred_cubic_feet_per_square_foot_hour, :to_units => :cubic_metres_per_square_metre_hour
      store 'meeting_building_fuel_oil_intensity', :from_units => :gallons_per_square_foot_hour, :to_units => :litres_per_square_metre_hour
      store 'meeting_building_electricity_intensity', :from_units => :kilowatt_hours_per_square_foot_hour, :to_units => :kilowatt_hours_per_square_metre_hour
      store 'meeting_building_district_heat_intensity', :from_units => :thousand_btu_per_square_foot_hour, :to_units => :megajoules_per_square_metre_hour
    end
    
    import 'lodging building fuel intensities derived from CBECS 2003',
           :url => 'https://docs.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdGkxNExTajZPSjRWU3REVks5SFJ0cmc&output=csv',
           :select => lambda { |row| row['census_division'].to_i.between?(1, 9) } do
      key   'number', :field_name => 'census_division'
      store 'lodging_building_electricity_intensity',   :field_name => 'electricity_intensity',   :units_field_name => 'electricity_intensity_units'
      store 'lodging_building_natural_gas_intensity',   :field_name => 'natural_gas_intensity',   :from_units => :hundred_cubic_feet_per_room_night, :to_units => :cubic_metres_per_room_night
      store 'lodging_building_fuel_oil_intensity',      :field_name => 'fuel_oil_intensity',      :from_units => :gallons_per_room_night,            :to_units => :litres_per_room_night
      store 'lodging_building_district_heat_intensity', :field_name => 'district_heat_intensity', :from_units => :thousand_btu_per_room_night,       :to_units => :megajoules_per_room_night
    end
  end
end