require 'earth/automobile/data_miner'
require 'earth/fuel/data_miner'
require 'earth/hospitality/data_miner'
require 'earth/rail/data_miner'

Country.class_eval do
  data_miner do
    # http://www.iso.org/iso/list-en1-semic-3.txt
    # http://unstats.un.org/unsd/methods/m49/m49alpha.htm
    import "OpenGeoCode.org's Country Codes to Country Names list",
           :url => 'http://opengeocode.org/download/countrynames.txt',
           :format => :delimited,
           :delimiter => '; ',
           :headers => false,
           :skip => 22 do
      key 'iso_3166_code', :field_number => 0
      store 'iso_3166_alpha_3_code', :field_number => 1
      store 'iso_3166_numeric_code', :field_number => 2
      store 'name', :field_number => 5 # romanized version with utf-8 characters
    end
    
    import "heating and cooling degree day data from WRI CAIT",
           :url => "file://#{Earth::DATA_DIR}/locality/wri_hdd_cdd_data.csv",
           :select => proc { |record| record['country'] != 'European Union (27)' },
           :errata => { :url => "file://#{Earth::ERRATA_DIR}/country/wri_errata.csv" } do
      key 'name', :field_name => 'country'
      store 'heating_degree_days', :units => :degrees_celsius
      store 'cooling_degree_days', :units => :degrees_celsius
    end
    
    process "set Montenegro's heating and cooling degree days to the same as Serbia's" do
      serbia = Country.find 'RS'
      Country.find('ME').update_attributes!(
        :heating_degree_days => serbia.heating_degree_days,
        :heating_degree_days_units => serbia.heating_degree_days_units,
        :cooling_degree_days => serbia.cooling_degree_days,
        :cooling_degree_days_units => serbia.cooling_degree_days_units
      )
    end
    
    # AUTOMOBILE
    import "automobile-related data for the US",
           :url => "file://#{Earth::DATA_DIR}/locality/us_auto_data.csv" do
      key 'iso_3166_code'
      store 'automobile_urbanity'
      store 'automobile_city_speed',    :from_units => :miles_per_hour, :to_units => :kilometres_per_hour
      store 'automobile_highway_speed', :from_units => :miles_per_hour, :to_units => :kilometres_per_hour
      store 'automobile_trip_distance', :from_units => :miles, :to_units => :kilometres
    end
    
    process "Ensure AutomobileActivityYearTypeFuel is populated" do
      AutomobileActivityYearTypeFuel.run_data_miner!
    end
    
    process "Derive US average automobile fuel efficiency from AutomobileActivityYearTypeFuel" do
      max_year = AutomobileActivityYearTypeFuel.maximum(:activity_year)
      fuel_years = AutomobileActivityYearTypeFuel.where("activity_year = #{max_year} AND fuel_consumption IS NOT NULL")
      where(:iso_3166_code => 'US').update_all(
        :automobile_fuel_efficiency => (fuel_years.sum(:distance).to_f / fuel_years.sum(:fuel_consumption)),
        :automobile_fuel_efficiency_units => (fuel_years.first.distance_units + '_per_' + fuel_years.first.fuel_consumption_units.singularize)
      )
    end
    
    # ELECTRICITY
    process "Ensure GreehouseGas is populated" do
      GreenhouseGas.run_data_miner!
    end
    
    import "calculate national electricity emission factors from Brander et al. (2011)",
           :url => 'https://docs.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdDZmWHFjLVdBZGRBdGxVdDdqd1YtYWc&output=csv' do
      key 'iso_3166_code', :field_name => 'country_iso_3166_code'
      store 'electricity_emission_factor', :synthesize => proc { |row|
        (
          row['electricity_co2_emission_factor'].to_f +
          (row['electricity_ch4_emission_factor'].to_f * GreenhouseGas[:ch4].global_warming_potential) +
          (row['electricity_n2o_emission_factor'].to_f * GreenhouseGas[:n2o].global_warming_potential)
        ) }, :units => 'kilograms_co2e_per_kilowatt_hour'
      store 'electricity_loss_factor', :field_name => 'loss_factor'
    end
    
    process "Ensure EgridSubregion and EgridRegion are populated" do
      EgridSubregion.run_data_miner!
      EgridRegion.run_data_miner!
    end
    
    process "Derive average US electricity emission factor and loss factor from eGRID" do
      united_states.update_attributes!(
        :electricity_emission_factor =>       EgridSubregion.fallback.electricity_emission_factor,
        :electricity_emission_factor_units => EgridSubregion.fallback.electricity_emission_factor_units,
        :electricity_loss_factor =>           EgridRegion.fallback.loss_factor
      )
    end
    
    # FLIGHT
    import "country-specific flight route inefficiency factors derived from Kettunen et al. (2005)",
           :url => "file://#{Earth::DATA_DIR}/locality/country_flight_data.csv" do
      key   'iso_3166_code'
      store 'flight_route_inefficiency_factor'
    end
    
    # HOSPITALITY
    process "Define US average lodging occupancy rate" do
      united_states.update_attributes! :lodging_occupancy_rate => 0.601 # per http://www.pwc.com/us/en/press-releases/2012/pwc-us-lodging-industry-forecast.jhtml
    end
    
    process "Ensure CountryLodgingClass is populated" do
      CountryLodgingClass.run_data_miner!
    end
    
    process "Derive average hotel characteristics from CountryLodgingClass" do
      find_each do |country|
        if (lodging_classes = country.lodging_classes).any?
          country.update_attributes!(
            :lodging_natural_gas_intensity         => lodging_classes.weighted_average(:natural_gas_intensity),
            :lodging_fuel_oil_intensity            => lodging_classes.weighted_average(:fuel_oil_intensity),
            :lodging_electricity_intensity         => lodging_classes.weighted_average(:electricity_intensity),
            :lodging_district_heat_intensity       => lodging_classes.weighted_average(:district_heat_intensity),
            :lodging_natural_gas_intensity_units   => 'cubic_metres_per_occupied_room_night', # FIXME TODO derive this
            :lodging_fuel_oil_intensity_units      => 'litres_per_occupied_room_night', # FIXME TODO derive this
            :lodging_electricity_intensity_units   => 'kilowatt_hours_per_occupied_room_night', # FIXME TODO derive this
            :lodging_district_heat_intensity_units => 'megajoules_per_occupied_room_night' # FIXME TODO derive this
          )
        end
      end
    end
    
    # RAIL
    process "Ensure RailCompany and RailFuel are populated" do
      RailCompany.run_data_miner!
      RailFuel.run_data_miner!
    end
    
    process "Calculate rail passengers, trip distance, and speed from RailCompany" do
      find_each do |country|
        if (rail_companies = country.rail_companies).any?
          country.update_attributes!(
            :rail_passengers          => rail_companies.sum(:passengers),
            :rail_trip_distance       => rail_companies.weighted_average(:trip_distance, :weighted_by => :passengers),
            :rail_speed               => rail_companies.weighted_average(:speed, :weighted_by => :passengers),
            :rail_trip_distance_units => ('kilometres' if country.rail_trip_distance.present?),
            :rail_speed_units         => ('kilometres_per_hour' if country.rail_speed.present?)
          )
        end
      end
    end
    
    import "european rail fuel and emission data derived from the UIC",
           :url => 'https://docs.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdDczWnlPN2VtX1RmU0EtOVBYRFo4REE&output=csv' do
      key 'iso_3166_code'
      store 'rail_trip_electricity_intensity', :units_field_name => 'rail_trip_electricity_intensity_units'
      store 'rail_trip_diesel_intensity',      :units_field_name => 'rail_trip_diesel_intensity_units'
      store 'rail_trip_co2_emission_factor',   :units_field_name => 'rail_trip_co2_emission_factor_units' 
    end
    
    process "Unit conversion for European rail diesel intensity" do
      diesel = RailFuel.find_by_name("diesel")
      where(:rail_trip_diesel_intensity_units => 'grams_per_passenger_kilometre').update_all(%{
        rail_trip_diesel_intensity = 1.0 * rail_trip_diesel_intensity / 1000.0 / #{diesel.density},
        rail_trip_diesel_intensity_units = 'litres_per_passenger_kilometre'
      })
    end
    
    process "Unit conversion for European rail co2 emission factor" do
      where(:rail_trip_co2_emission_factor_units => 'grams_per_passenger_kilometre').update_all(%{
        rail_trip_co2_emission_factor = 1.0 * rail_trip_co2_emission_factor / 1000.0,
        rail_trip_co2_emission_factor_units = 'kilograms_per_passenger_kilometre'
      })
    end
    
    process "Derive US rail fuel and emission data from RailCompany" do
      rail_companies = united_states.rail_companies
      united_states.update_attributes!(
        :rail_trip_electricity_intensity       => rail_companies.weighted_average(:electricity_intensity, :weighted_by => :passengers),
        :rail_trip_diesel_intensity            => rail_companies.weighted_average(:diesel_intensity, :weighted_by => :passengers),
        :rail_trip_co2_emission_factor         => rail_companies.weighted_average(:co2_emission_factor, :weighted_by => :passengers),
        :rail_trip_electricity_intensity_units => 'kilowatt_hours_per_passenger_kilometre',
        :rail_trip_diesel_intensity_units      => 'litres_per_passenger_kilometre',
        :rail_trip_co2_emission_factor_units   => 'kilograms_per_passenger_kilometre'
      )
    end
  end
end