AutomobileMakeModelYearVariant.class_eval do
  # For errata
  class AutomobileMakeModelYearVariant::Guru
    def transmission_is_blank?(row)
      row['transmission'].blank?
    end
    
    def is_a_2007_gmc_or_chevrolet?(row)
      row['year'] == 2007 and %w(GMC CHEVROLET).include? row['MFR'].upcase
    end
    
    def is_a_porsche?(row)
      row['make'].to_s.upcase == 'PORSCHE'
    end
    
    def is_not_a_porsche?(row)
      !is_a_porsche? row
    end
    
    def is_a_mercedes_benz?(row)
      row['make'].to_s =~ /MERCEDES/i
    end
    
    def is_a_lexus?(row)
      row['make'].to_s.upcase == 'LEXUS'
    end
    
    def is_a_bmw?(row)
      row['make'].to_s.upcase == 'BMW'
    end
    
    def is_a_ford?(row)
      row['make'].to_s.upcase == 'FORD'
    end
    
    def is_a_rolls_royce_and_model_contains_bentley?(row)
      is_a_rolls_royce?(row) and model_contains_bentley?(row)
    end
    
    def is_a_bentley?(row)
      row['make'].to_s.upcase == 'BENTLEY'
    end
    
    def is_a_rolls_royce?(row)
      row['make'].to_s =~ /ROLLS/i
    end
    
    def is_a_turbo_brooklands?(row)
      row['model'] =~ /TURBO R\/RL BKLDS/i
    end
    
    def model_contains_maybach?(row)
      row['model'] =~ /MAYBACH/i
    end
    
    def model_contains_bentley?(row)
      row['model'] =~ /BENTLEY/i
    end
    
    def name_contains_smart?(row)
      row['model'] =~ / smart /i
    end
    
    def source_code
      IO.read __FILE__
    end
  end
  
  # updated with 2010 names
  TRANSMISSIONS = {
    'A'   => 'Automatic',      # prefix
    'M'   => 'Manual',         # prefix
    'L'   => 'Automatic',      # prefix
    'S'   => 'Semi-Automatic', # prefix
    'AM'  => 'Automated Manual',
    'C'   => 'Continuously Variable',
    'SA'  => 'Semi-Automatic',
    'CVT' => 'Continuously Variable',
    'OT'  => 'Other'
  }

  ENGINE_TYPES = {
    '(GUZZLER)' => nil, # "gas guzzler"
    '(POLICE)' => nil, # police automobile_variant
    '(MPFI)' => 'injection',
    '(MPI*)' => 'injection',
    '(SPFI)' => 'injection',
    '(FFS)' => 'injection',
    '(TURBO)' => 'turbo',
    '(TRBO)' => 'turbo',
    '(TC*)' => 'turbo',
    '(FFS,TRBO)' => %w(injection turbo),
    '(S-CHARGE)' => 'supercharger',
    '(SC*)' => 'supercharger',
    '(DIESEL)' => nil, # diesel
    '(DSL)' => nil, # diesel
    '(ROTARY)' => nil, # rotary
    '(VARIABLE)' => nil, # variable displacement
    '(NO-CAT)' => nil, # no catalytic converter
    '(OHC)' => nil, # overhead camshaft
    '(OHV)' => nil, # overhead valves
    '(16-VALVE)' => nil, # 16V
    '(305)' => nil, # 305 cubic inch displacement
    '(307)' => nil, # 307 cubic inch displacement
    '(M-ENG)' => nil,
    '(W-ENG)' => nil,
    '(GM-BUICK)' => nil,
    '(GM-CHEV)' => nil,
    '(GM-OLDS)' => nil,
    '(GM-PONT)' => nil,
  }
  
  class AutomobileMakeModelYearVariant::ParserB
    ::FixedWidth.define :fuel_economy_guide_b do |d|
      d.rows do |row|
        row.trap { true } # there's only one section
        row.column 'active_year'      , 4,    :type => :integer  #   ACTIVE YEAR
        row.column 'state_code'       , 1,    :type => :string  #   STATE CODE:  F=49-STATE,C=CALIFORNIA
        row.column 'carline_clss'     , 2,    :type => :integer  #   CARLINE CLASS CODE
        row.column 'carline_mfr_code' , 3,    :type => :integer  #   CARLINE MANUFACTURER CODE
        row.column 'carline_name'     , 28,   :type => :string  #   CARLINE NAME
        row.column 'disp_cub_in'      , 4,    :type => :integer   #  DISP CUBIC INCHES
        row.column 'fuel_system'      , 2,    :type => :string   #  FUEL SYSTEM: 'FI' FOR FUEL INJECTION, 2-DIGIT INTEGER VALUE FOR #OF VENTURIES IF CARBURETOR SYSTEM.
        row.column 'model_trans'      , 6,    :type => :string   #  TRANSMISSION TYPE
        row.column 'no_cyc'           , 2,    :type => :integer   #  NUMBER OF ENGINE CYLINDERS
        row.column 'date_time'        , 12,   :type => :string  #   DATE AND TIME RECORD ENTERED -YYMMDDHHMMSS (YEAR, MONTH, DAY, HOUR, MINUTE, SECOND)
        row.column 'release_date'     , 6,    :type => :string   #  RELEASE DATE - YYMMDD (YEAR, MONTH, DAY)
        row.column 'vi_mfr_code'      , 3,    :type => :integer   #  VI MANUFACTURER CODE
        row.column 'carline_code'     , 5,    :type => :integer   #  CARLINE CODE
        row.column 'basic_eng_id'     , 5,    :type => :integer   #  BASIC ENGINE INDEX
        row.column 'carline_mfr_name' , 32,   :type => :string  #   CARLINE MANUFACTURER NAME
        row.column 'suppress_code'    , 1,    :type => :integer    # SUPPRESSION CODE (NO SUPPRESSED RECORD IF FOR PUBLIC ACCESS)
        row.column 'est_city_mpg'     , 3,    :type => :integer    # ESTIMATED (CITY) MILES PER GALLON - 90% OF UNADJUSTED VALUE
        row.spacer 2
        row.column 'highway_mpg'      , 3,    :type => :integer    # ESTIMATED (HWY) MILES PER GALLON - 78% OF UNADJUSTED VALUE
        row.spacer 2
        row.column 'combined_mpg'     , 3,    :type => :integer    # COMBINED MILES PER GALLON
        row.spacer 2
        row.column 'unadj_city_mpg'   , 3,    :type => :integer    # UNADJUSTED  CITY MILES PER GALLON
        row.spacer 2
        row.column 'unadj_hwy_mpg'    , 3,    :type => :integer    # UNADJUSTED HIGHWAY MILES PER GALLON
        row.spacer 2
        row.column 'unadj_comb_mpg'   , 3,    :type => :integer    # UNADJUSTED COMBINED MILES PER GALLON
        row.spacer 2
        row.column 'ave_anl_fuel'     , 6,    :type => :integer    # "$" in col 147, Annual Fuel Cost starting col 148 in I5
        row.column 'opt_disp'         , 8,    :type => :string    # OPTIONAL DISPLACEMENT
        row.column 'engine_desc1'     , 10,   :type => :string   #  ENGINE DESCRIPTION 1
        row.column 'engine_desc2'     , 10,   :type => :string   #  ENGINE DESCRIPTION 2
        row.column 'engine_desc3'     , 10,   :type => :string   #  ENGINE DESCRIPTION 3
        row.column 'body_type_2d'     , 10,   :type => :string   #  BODY TYPE 2 DOOR - IF THE BODY TYPE APPLIES IT WILL TAKE THE FORM '2DR-PPP/LL' WHERE PPP=PASSENGER INTERIOR VOLUME AND LL=LUGGAGE INTERIOR VOLUME.
        row.column 'body_type_4d'     , 10,   :type => :string   #  BODY TYPE 4 DOOR - IF THE BODY TYPE APPLIES IT WILL TAKE THE FORM '4DR-PPP/LL' WHERE PPP=PASSENGER INTERIOR VOLUME AND LL=LUGGAGE INTERIOR VOLUME.
        row.column 'body_type_hbk'    , 10,   :type => :string   #  BODY TYPE HBK    - IF THE BODY TYPE APPLIES IT WILL TAKE THE FORM 'HBK-PPP/LL' WHERE PPP=PASSENGER INTERIOR VOLUME AND LL=LUGGAGE INTERIOR VOLUME.
        row.column 'puerto_rico'      , 1,    :type => :string    # '*' IF FOR PUERTO RICO SALES ONLY
        row.column 'overdrive'        , 4,    :type => :string    # OVERDRIVE:  ' OD ' FOR OVERDRIVE, 'EOD ' FOR ELECTRICALLY OPERATED OVERDRIVE AND 'AEOD' FOR AUTOMATIC OVERDRIVE
        row.column 'drive_system'     , 3,    :type => :string    # FWD=FRONT WHEEL DRIVE, RWD=REAR,  4WD=4-WHEEL
        row.column 'filler'           , 1,    :type => :string    # NOT USED
        row.column 'fuel_type'        , 1,    :type => :string    # R=REGULAR(UNLEADED), P=PREMIUM,  D=DIESEL
        row.column 'trans_desc'       , 15,   :type => :string   #  TRANSMISSION DESCRIPTORS
      end
    end
    attr_reader :year
    def initialize(options = {})
      options = options.stringify_keys
      @year = options['year']
    end
    def apply(row)
      row.merge!({
        'make'           => row['carline_mfr_name'], # make it line up with the errata
        'model'          => row['carline_name'],     # ditto
        'transmission'   => TRANSMISSIONS[row['model_trans'][0, 1]],
        'speeds'         => (row['model_trans'][1, 1] == 'V') ? 'variable' : row['model_trans'][1, 1],
        'turbo'          => [ENGINE_TYPES[row['engine_desc1']], ENGINE_TYPES[row['engine_desc2']]].flatten.include?('turbo'),
        'supercharger'   => [ENGINE_TYPES[row['engine_desc1']], ENGINE_TYPES[row['engine_desc2']]].flatten.include?('supercharger'),
        'injection'      => [ENGINE_TYPES[row['engine_desc1']], ENGINE_TYPES[row['engine_desc2']]].flatten.include?('injection'),
        'displacement'   => _displacement(row['opt_disp']),
        'year'           => year
      })
      row
    end
    def _displacement(str)
      str = str.gsub(/[\(\)]/, '').strip
      if str =~ /^(.+)L$/
        $1.to_f
      elsif str =~ /^(.+)CC$/
        $1.to_f / 1000
      end
    end
  end
  
  class AutomobileMakeModelYearVariant::ParserC
    attr_reader :year
    def initialize(options = {})
      options = options.stringify_keys
      @year = options['year']
    end
    def apply(row)
      row.merge!({
        'make'           => row['Manufacturer'], # make it line up with the errata
        'model'          => row['carline name'], # ditto
        'drive'          => row['drv'] + 'WD',
        'transmission'   => TRANSMISSIONS[row['trans'][-3, 1]], # only using prefix, probably a FIXME
        'speeds'         => (row['trans'][-2, 1] == 'V') ? '1' : row['trans'][-2, 1],
        'turbo'          => row['T'] == 'T',
        'supercharger'   => row['S'] == 'S',
        'injection'      => true,
        'year'           => year
      })
      row
    end
  end
  
  class AutomobileMakeModelYearVariant::ParserD
    attr_reader :year
    def initialize(options = {})
      options = options.stringify_keys
      @year = options['year']
    end
    def apply(row)
      row.merge!({
        'make'           => row['MFR'],          # make it line up with the errata
        'model'          => row['CAR LINE'],     # ditto
        'drive'          => row['DRIVE SYS'] + 'WD',
        'transmission'   => TRANSMISSIONS[row['TRANS'][-3, 1]], # only using prefix, probably a FIXME
        'speeds'         => (row['TRANS'][-2, 1] == 'V') ? '1' : row['TRANS'][-2, 1],
        'turbo'          => row['TURBO'] == 'T',
        'supercharger'   => row['SPCHGR'] == 'S',
        'injection'      => true,
        'year'           => year
      })
      row
    end
  end
  
  class AutomobileMakeModelYearVariant::ParserE
    OLD_FUEL_CODES = {
      'CNG' => 'C',
      'DU' => 'D',
      'G' => 'R',
      'GP' => 'P',
      'GPR' => 'P',
      'GM' => 'P',
      'BE' => 'BE',
      'H' => 'H'
    }
    attr_reader :year
    def initialize(options = {})
      options = options.stringify_keys
      @year = options['year']
    end
    def apply(row)
      row.merge!({
        'make'           => row['Division'],          # make it line up with the errata
        'model'          => row['Carline'],     # ditto
        'drive'          => row['Drive Sys'] + 'WD',
        'transmission'   => TRANSMISSIONS[row['Trans']],
        'speeds'         => row['# Gears'],
        'turbo'          => row['Air Aspir Method'] == 'TC',
        'supercharger'   => row['Air Aspir Method'] == 'SC',
        'injection'      => true,
        'year'           => year,
        'fuel_type_code' => OLD_FUEL_CODES[row['Fuel Usage  - Conventional Fuel']]
      })
      row
    end
  end
  
  data_miner do
    # 1985---1997
    # FIXME TODO one Jaguar in the 1990 FEG has no model name
    # FIXME TODO 14 records in the 1995 FEG are missing fuel efficiencies
    (85..97).each do |yy|
    # [85, 95, 96].each do |yy|
      filename = (yy == 96) ? "#{yy}MFGUI.ASC" : "#{yy}MFGUI.DAT"
      import("19#{ yy } Fuel Economy Guide",
             :url => "http://www.fueleconomy.gov/FEG/epadata/#{yy}mfgui.zip",
             :format => :fixed_width,
             :cut => ((yy == 95) ? '13-' : nil),
             :schema_name => :fuel_economy_guide_b,
             :select => lambda { |row| row['model'].present? and (row['suppress_code'].blank? or row['suppress_code'].to_f == 0) and row['state_code'] == 'F' },
             :filename => filename,
             :transform => { :class => AutomobileMakeModelYearVariant::ParserB, :year => "19#{yy}".to_i },
             :errata => { :url => 'https://spreadsheets.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdEFqVXRvQjRGNUpxNHFCOXhqSjRmdlE&output=csv', :responder => AutomobileMakeModelYearVariant::Guru.new }) do
        key   'row_hash'
        store 'name', :field_name => 'model'
        store 'make_name', :field_name => 'make'
        store 'year'
        store 'fuel_code', :field_name => 'fuel_type'
        store 'fuel_efficiency_highway', :static => nil, :units => :kilometres_per_litre
        store 'fuel_efficiency_city', :static => nil, :units => :kilometres_per_litre
        store 'raw_fuel_efficiency_highway', :field_name => 'unadj_hwy_mpg', :from_units => :miles_per_gallon, :to_units => :kilometres_per_litre
        store 'raw_fuel_efficiency_city', :field_name => 'unadj_city_mpg', :from_units => :miles_per_gallon, :to_units => :kilometres_per_litre
        store 'cylinders', :field_name => 'no_cyc'
        store 'drive', :field_name => 'drive_system'
        store 'carline_mfr_code'
        store 'vi_mfr_code'
        store 'carline_code'
        store 'carline_class_code', :field_name => 'carline_clss'
        store 'transmission'
        store 'speeds'
        store 'turbo'
        store 'supercharger'
        store 'injection'
        store 'displacement'
      end
    end
    
    # 1998--2005
    {
      1998 => { :url => 'http://www.fueleconomy.gov/FEG/epadata/98guide6.zip', :filename => '98guide6.csv' },
      1999 => { :url => 'http://www.fueleconomy.gov/FEG/epadata/99guide.zip', :filename => '99guide6.csv' },
      2000 => { :url => 'http://www.fueleconomy.gov/FEG/epadata/00data.zip', :filename => 'G6080900.xls' },
      2001 => { :url => 'http://static.brighterplanet.com/science/data/transport/automobiles/fuel_economy_guide/01guide0918.csv' }, # parseexcel 0.5.2 can't read Excel 5.0 { :url => 'http://www.fueleconomy.gov/FEG/epadata/01data.zip', :filename => '01guide0918.xls' }
      2002 => { :url => 'http://www.fueleconomy.gov/FEG/epadata/02data.zip', :filename => 'guide_jan28.xls' },
      2003 => { :url => 'http://www.fueleconomy.gov/FEG/epadata/03data.zip', :filename => 'guide_2003_feb04-03b.csv' },
      2004 => { :url => 'http://www.fueleconomy.gov/FEG/epadata/04data.zip', :filename => 'gd04-Feb1804-RelDtFeb20.csv' },
      2005 => { :url => 'http://www.fueleconomy.gov/FEG/epadata/05data.zip', :filename => 'guide2005-2004oct15.csv' }
    }.sort { |a, b| a.first <=> b.first }.each do |year, options|
      import "#{ year } Fuel Economy Guide",
             options.merge(:transform => { :class => AutomobileMakeModelYearVariant::ParserC, :year => year },
                           :errata => { :url => 'https://spreadsheets.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdEFqVXRvQjRGNUpxNHFCOXhqSjRmdlE&output=csv', :responder => AutomobileMakeModelYearVariant::Guru.new },
                           :select => lambda { |row| row['model'].present? }) do
        key   'row_hash'
        store 'name', :field_name => 'model'
        store 'make_name', :field_name => 'make'
        store 'fuel_code', :field_name => 'fl'
        store 'fuel_efficiency_highway', :static => nil, :units => :kilometres_per_litre
        store 'fuel_efficiency_city', :static => nil, :units => :kilometres_per_litre
        store 'raw_fuel_efficiency_highway', :field_name => 'uhwy', :from_units => :miles_per_gallon, :to_units => :kilometres_per_litre
        store 'raw_fuel_efficiency_city', :field_name => 'ucty', :from_units => :miles_per_gallon, :to_units => :kilometres_per_litre
        store 'cylinders', :field_name => 'cyl'
        store 'displacement', :field_name => 'displ'
        store 'carline_class_code', :field_name => 'cls' if year >= 2000
        store 'carline_class_name', :field_name => 'Class'
        store 'year'
        store 'transmission'
        store 'speeds'
        store 'turbo'
        store 'supercharger'
        store 'injection'
        store 'drive'
      end
    end
    
    # 2006--2009
    {
      2006 => { :url => 'http://www.fueleconomy.gov/FEG/epadata/06data.zip', :filename => '2006_FE_Guide_14-Nov-2005_download.csv' },
      # the 07data.xls file provided by the government has a bad encoding
      2007 => { :url => 'http://static.brighterplanet.com/science/data/transport/automobiles/fuel_economy_guide/2007_FE_guide_ALL_no_sales_May_01_2007.csv' },
      2008 => { :url => 'http://www.fueleconomy.gov/FEG/epadata/08data.zip', :filename => '2008_FE_guide_ALL_rel_dates_-no sales-for DOE-5-1-08.csv' },
      2009 => { :url => 'http://www.fueleconomy.gov/FEG/epadata/09data.zip', :filename => '2009_FE_guide for DOE_ALL-rel dates-no-sales-8-28-08download.csv' },
    }.sort { |a, b| a.first <=> b.first }.each do |year, options|
      import "#{ year } Fuel Economy Guide",
             options.merge(:transform => { :class => AutomobileMakeModelYearVariant::ParserD, :year => year },
                           :errata => { :url => 'https://spreadsheets.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdEFqVXRvQjRGNUpxNHFCOXhqSjRmdlE&output=csv', :responder => AutomobileMakeModelYearVariant::Guru.new },
                           :select => lambda { |row| row['model'].present? }) do
        key   'row_hash'
        store 'name', :field_name => 'model'
        store 'make_name', :field_name => 'make'
        store 'fuel_code', :field_name => 'FUEL TYPE'
        store 'fuel_efficiency_highway', :static => nil, :units => :kilometres_per_litre
        store 'fuel_efficiency_city', :static => nil, :units => :kilometres_per_litre
        store 'raw_fuel_efficiency_highway', :field_name => 'UNRND HWY (EPA)', :from_units => :miles_per_gallon, :to_units => :kilometres_per_litre
        store 'raw_fuel_efficiency_city', :field_name => 'UNRND CITY (EPA)', :from_units => :miles_per_gallon, :to_units => :kilometres_per_litre
        store 'cylinders', :field_name => 'NUMB CYL'
        store 'displacement', :field_name => 'DISPLACEMENT'
        store 'carline_class_code', :field_name => 'CLS'
        store 'carline_class_name', :field_name => 'CLASS'
        store 'year'
        store 'transmission'
        store 'speeds'
        store 'turbo'
        store 'supercharger'
        store 'injection'
        store 'drive'
      end
    end
    
    # 2010--?
    {
      2010 => { :url => 'http://www.fueleconomy.gov/FEG/epadata/10data.zip', :filename => '2010FE Guide for DOE-all rel dates-no-sales 4-9-10public.xls' },
      2011 => { :url => 'http://www.fueleconomy.gov/FEG/epadata/11data.zip', :filename => '2011FEGuide-for DOE rel-dates before 1-23-2011-no-sales-01-10-2011_All_public.xlsx' }
    }.sort { |a, b| a.first <=> b.first }.each do |year, options|
      import "#{ year } Fuel Economy Guide",
             options.merge(:transform => { :class => AutomobileMakeModelYearVariant::ParserE, :year => year },
                           :errata => { :url => 'https://spreadsheets.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdEFqVXRvQjRGNUpxNHFCOXhqSjRmdlE&output=csv', :responder => AutomobileMakeModelYearVariant::Guru.new },
                           :select => lambda { |row| row['model'].present? }) do
        key   'row_hash'
        store 'name', :field_name => 'model'
        store 'make_name', :field_name => 'make'
        store 'fuel_code', :field_name => 'fuel_type_code'
        store 'fuel_efficiency_highway', :static => nil, :units => :kilometres_per_litre
        store 'fuel_efficiency_city', :static => nil, :units => :kilometres_per_litre
        store 'raw_fuel_efficiency_highway', :field_name => 'Hwy Unadj FE - Conventional Fuel', :from_units => :miles_per_gallon, :to_units => :kilometres_per_litre
        store 'raw_fuel_efficiency_city', :field_name => 'City Unadj FE - Conventional Fuel', :from_units => :miles_per_gallon, :to_units => :kilometres_per_litre
        store 'cylinders', :field_name => '# Cyl'
        store 'displacement', :field_name => 'Eng Displ'
        store 'carline_class_code', :field_name => 'Carline Class'
        store 'carline_class_name', :field_name => 'Carline Class Desc'
        store 'year'
        store 'transmission'
        store 'speeds'
        store 'turbo'
        store 'supercharger'
        store 'injection'
        store 'drive'
      end
    end
    
    process "Derive model and model year names" do
      if ActiveRecord::Base.connection.adapter_name == 'sqlite'
        update_all "make_model_name = make_name || ' ' || name"
        update_all "make_year_name = make_name || ' ' || year"
        update_all "make_model_year_name = make_name || ' ' || name || ' ' || year"
      else
        update_all "make_model_name = CONCAT(make_name, ' ', name)"
        update_all "make_year_name = CONCAT(make_name, ' ', year)"
        update_all "make_model_year_name = CONCAT(make_name, ' ', name, ' ', year)"
      end
    end
    
    # Note: need to divide by 0.425143707 b/c equation is designed for miles / gallon not km / l
    # Note: EPA seems to adjust differently for plug-in hybrid electric vehicles (e.g. Leaf and Volt)
    process "Calculate adjusted fuel efficiency using the latest EPA equations from EPA Fuel Economy Trends report Appendix A including conversion from miles per gallon to kilometres per litre" do
      update_all 'fuel_efficiency_city = 1 / ((0.003259 / 0.425143707) + (1.1805 / raw_fuel_efficiency_city))'
      update_all 'fuel_efficiency_highway = 1 / ((0.001376 / 0.425143707) + (1.3466 / raw_fuel_efficiency_highway))'
    end
    
    # This will be useful later for calculating MakeModel and Make fuel efficiency based on Variant
    # NOTE: we use a 43/57 city/highway weighting per the latest EPA analysis of real-world driving behavior
    # This results in a deviation from EPA fuel economy label values which use a historical 55/45 weighting
    process "Calculate combined adjusted fuel efficiency using the latest EPA equation" do
      update_all "fuel_efficiency = 1 / ((0.43 / fuel_efficiency_city) + (0.57 / fuel_efficiency_highway))"
      update_all "fuel_efficiency_units = 'kilometres_per_litre'"
    end
    
    # FIXME TODO this step fails if the tables to be synthesized do not already exist
    %w{ AutomobileMakeModelYear AutomobileMakeModel }.each do |synthetic_resource|
      process "Synthesize #{synthetic_resource}" do
        synthetic_resource.constantize.run_data_miner!
      end
    end
    
    verify "Year should be from 1985 to 2011" do
      connection.select_values("SELECT DISTINCT year FROM automobile_make_model_year_variants").each do |year|
        unless year > 1984 and year < 2012
          raise "Invalid year in automobile_make_model_year_variants: #{year} is not from 1985 to 2011"
        end
      end
    end
    
    process "Ensure AutomobileFuel is populated" do
      AutomobileFuel.run_data_miner!
    end
    
    verify "Fuel code should appear in AutomobileFuel" do
      valid_codes = connection.select_values("SELECT DISTINCT code FROM automobile_fuels")
      connection.select_values("SELECT DISTINCT fuel_code FROM automobile_make_model_year_variants").each do |fuel_code|
        unless valid_codes.include?(fuel_code)
          raise "Invalide fuel code in automobile_make_model_year_variants: #{fuel_code} is not in #{valid_codes}"
        end
      end
    end
    
    verify "Fuel efficiencies should be greater than zero" do
      [:fuel_efficiency, :fuel_efficiency_city, :fuel_efficiency_highway].each do |field|
        if AutomobileMakeModelYearVariant.where(field => nil).any?
          raise "Invalid #{field} in automobile_make_model_year_variants: nil is not > 0"
        else
          min = AutomobileMakeModelYearVariant.minimum(field)
          unless min > 0
            raise "Invalid #{field} in automobile_make_model_year_variants: #{min} is not > 0"
          end
        end
      end
    end
    
    verify "Fuel efficiency units should be kilometres per litre" do
      %w{ fuel_efficiency_units fuel_efficiency_city_units fuel_efficiency_highway_units }.each do |field|
        connection.select_values("SELECT DISTINCT #{field} FROM automobile_make_model_year_variants").each do |value|
          unless value == 'kilometres_per_litre'
            raise "Invalid #{field} in automobile_make_model_year_variants: #{value} is not 'kilometres_per_litre'"
          end
        end
      end
    end
  end
end