require_relative './spec_helper'

require 'norikra/query'

include Norikra::SpecHelper

describe Norikra::Query do
  context 'when instanciate' do
    describe '#initialize' do
      context 'with simple query' do
        it 'returns query instances collectly parsed' do
          expression = 'SELECT count(*) AS cnt FROM TestTable.win:time_batch(10 sec) WHERE path="/" AND size > 100 and param.length() > 0'
          q = Norikra::Query.new(
            :name => 'TestTable query1', :expression => expression
          )
          expect(q.name).to eql('TestTable query1')
          expect(q.group).to be_nil
          expect(q.expression).to eql(expression)
          expect(q.targets).to eql(['TestTable'])

          expect(q.fields).to eql(['param', 'path', 'size'].sort)
          expect(q.fields('TestTable')).to eql(['param','path','size'].sort)
          expect(q.fields(nil)).to eql([])

          expect(q.invalid?).to be_false
        end
      end

      ### Escaped target/field names are not supported yet!
      # context 'with escaped abnormal field name' do
      #   it 'returns instance wrongly parsed for field with instance method call' do
      #     expression = 'SELECT count(*) AS cnt FROM `TestTable Testing`.win:time_batch(10 sec) WHERE `path name`="/" AND size > 100 and `param string`.length() > 0'
      #     q = Norikra::Query.new(
      #       :name => 'TestTable query1.1', :expression => expression
      #     )
      #     expect(q.name).to eql('TestTable query1.1')
      #     expect(q.group).to be_nil
      #     expect(q.expression).to eql(expression)
      #     expect(q.targets).to eql(['TestTable Testing'])

      #     expect(q.fields).to eql(['param string', '`path name`', 'size'].sort)
      #     expect(q.fields('TestTable Testing')).to eql(['param string','`path name`','size'].sort) # 'param string' is not escaped!
      #     expect(q.fields(nil)).to eql([])
      #   end

      #   it 'returns instance correctly parsed w/ fully-qualified escaped name fields' do
      #     expression = 'SELECT count(*) AS cnt FROM `TestTable Testing`.win:time_batch(10 sec) WHERE `TestTable Testing`.`path name`="/" AND `size.num` > 100 and `TestTable Testing`.param.length() > 0'
      #     q = Norikra::Query.new(
      #       :name => 'TestTable query1.2', :expression => expression
      #     )
      #     expect(q.name).to eql('TestTable query1.2')
      #     expect(q.group).to be_nil
      #     expect(q.expression).to eql(expression)
      #     expect(q.targets).to eql(['TestTable Testing'])

      #     expect(q.fields).to eql(['param', '`path name`', '`size.num`'].sort)
      #     expect(q.fields('TestTable Testing')).to eql(['param','`path name`','`size.num`'].sort)
      #     expect(q.fields(nil)).to eql([])
      #   end

      #   it 'returns instance correctly parsed w/ fully-qualified escaped name fields' do
      #     expression = 'SELECT count(*) AS cnt FROM `TestTable Testing`.win:time_batch(10 sec) WHERE path\.name="/" AND size\.num > 100 and `TestTable Testing`.param\.name.length() > 0'
      #     q = Norikra::Query.new(
      #       :name => 'TestTable query1.3', :expression => expression
      #     )
      #     expect(q.name).to eql('TestTable query1.3')
      #     expect(q.group).to be_nil
      #     expect(q.expression).to eql(expression)
      #     expect(q.targets).to eql(['TestTable Testing'])

      #     expect(q.fields).to eql(['param\.name', 'path\.name', 'size\.num'].sort)
      #     expect(q.fields('TestTable Testing')).to eql(['param\.name', 'path\.name', 'size\.num'].sort)
      #     expect(q.fields(nil)).to eql([])
      #   end
      # end

      context 'with top-level built-in functions' do
        it 'returns query instances collectly parsed' do
          expression = 'SELECT rate(10) FROM TestTable output snapshot every 2 sec'
          q = Norikra::Query.new(
            :name => 'TestTable query1', :expression => expression
          )
          expect(q.name).to eql('TestTable query1')
          expect(q.group).to be_nil
          expect(q.expression).to eql(expression)
          expect(q.targets).to eql(['TestTable'])

          expect(q.fields).to eql([])
          expect(q.fields('TestTable')).to eql([])
          expect(q.fields(nil)).to eql([])

          expect(q.invalid?).to be_false
        end
      end

      context 'with order by' do
        it 'returns query instances, collectly parsed, without AS_names for fields' do
          expression = 'SELECT name.string, count(*) AS cnt FROM TestTable.win:time_batch(10 sec) WHERE path="/" AND size > 100 and param.length() > 0 GROUP BY name.string ORDER BY cnt'
          q = Norikra::Query.new(
            :name => 'TestTable query1', :expression => expression
          )
          expect(q.name).to eql('TestTable query1')
          expect(q.group).to be_nil
          expect(q.expression).to eql(expression)
          expect(q.targets).to eql(['TestTable'])

          expect(q.fields).to eql(['name.string', 'param', 'path', 'size'].sort)
          expect(q.fields('TestTable')).to eql(['name.string', 'param','path','size'].sort)
          expect(q.fields(nil)).to eql([])

          expect(q.invalid?).to be_false
        end
      end

      context 'with query including Static lib call' do
        it 'returns query instances collectly parsed' do
          expression = 'SELECT count(*) AS cnt FROM TestTable.win:time_batch(10 sec) AS source WHERE source.path="/" AND Math.abs(-1 * source.size) > 3'
          q = Norikra::Query.new(
            :name => 'TestTable query2', :group => 'label1', :expression => expression
          )
          expect(q.name).to eql('TestTable query2')
          expect(q.group).to eql('label1')
          expect(q.expression).to eql(expression)
          expect(q.targets).to eql(['TestTable'])

          expect(q.fields).to eql(['path', 'size'].sort)
          expect(q.fields('TestTable')).to eql(['path', 'size'].sort)
          expect(q.fields(nil)).to eql([])

          expect(q.invalid?).to be_false
        end
      end

      context 'with query with join' do
        it 'returns query instances collectly parsed' do
          expression = 'select product, max(sta.size) as maxsize from StreamA.win:keepall() as sta, StreamB(size > 10).win:time(20 sec) as stb where sta.data.substr(0,8) = stb.header AND Math.abs(sta.size) > 3'
          q = Norikra::Query.new(
            :name => 'TestTable query3', :expression => expression
          )
          expect(q.name).to eql('TestTable query3')
          expect(q.expression).to eql(expression)
          expect(q.targets).to eql(['StreamA', 'StreamB'])

          expect(q.fields).to eql(['product', 'size', 'data', 'header'].sort)
          expect(q.fields('StreamA')).to eql(['size','data'].sort)
          expect(q.fields('StreamB')).to eql(['size','header'].sort)
          expect(q.fields(nil)).to eql(['product'])

          expect(q.invalid?).to be_false
        end

        it 'returns query instances collectly parsed, with field accessing views' do
          expression = 'select product, max(sta.size) as maxsize from StreamA.win:ext_timed_batch(ts1, 1 hours, 0L) as sta, StreamB(size > 10).win:ext_timed_batch(ts2, 20 sec) as stb where sta.data.substr(0,8) = stb.header AND Math.abs(sta.size) > 3'
          q = Norikra::Query.new(
            :name => 'TestTable query3.1', :expression => expression
          )
          expect(q.name).to eql('TestTable query3.1')
          expect(q.expression).to eql(expression)
          expect(q.targets).to eql(['StreamA', 'StreamB'])

          expect(q.fields).to eql(['product', 'size', 'ts1', 'data', 'header', 'ts2'].sort)
          expect(q.fields('StreamA')).to eql(['size','data','ts1'].sort)
          expect(q.fields('StreamB')).to eql(['size','header','ts2'].sort)
          expect(q.fields(nil)).to eql(['product'])

          expect(q.invalid?).to be_false
        end
      end

      context 'with query with subquery (where clause)' do
        it 'returns query instances collectly parsed' do
          expression = 'select zoneId from RfidEvent as RFID where "Dock 1" = (select name from Zones.std:unique(zoneName) where zoneId = RFID.zoneId)'
          q = Norikra::Query.new(
            :name => 'TestTable query4', :expression => expression
          )
          expect(q.name).to eql('TestTable query4')
          expect(q.expression).to eql(expression)
          expect(q.targets).to eql(['RfidEvent', 'Zones'])

          expect(q.fields).to eql(['name','zoneName','zoneId'].sort)
          expect(q.fields('RfidEvent')).to eql(['zoneId'])
          expect(q.fields('Zones')).to eql(['name','zoneName','zoneId'].sort)
          expect(q.fields(nil)).to eql([])

          expect(q.invalid?).to be_false
        end
      end

      context 'with query with subquery (select clause)' do
        it 'returns query instances collectly parsed' do
          expression = 'select zoneId, (select name from Zones.std:unique(zoneName) where zoneId = RfidEvent.zoneId) as name from RfidEvent'
          q = Norikra::Query.new(
            :name => 'TestTable query5', :expression => expression
          )
          expect(q.name).to eql('TestTable query5')
          expect(q.expression).to eql(expression)
          expect(q.targets).to eql(['RfidEvent', 'Zones'].sort)

          expect(q.fields).to eql(['name','zoneName','zoneId'].sort)
          expect(q.fields('RfidEvent')).to eql(['zoneId'])
          expect(q.fields('Zones')).to eql(['name','zoneName','zoneId'].sort)
          expect(q.fields(nil)).to eql([])

          expect(q.invalid?).to be_false
        end
      end

      context 'with query with subquery (from clause)' do
        it 'returns query instances collectly parsed' do
          expression = "select ticker, closePrice from BarData(ticker='MSFT', sub(closePrice, (select movAgv from SMA20Stream(ticker='MSFT').std:lastevent())) > 0)"
          q = Norikra::Query.new(
            :name => 'TestTable query6', :expression => expression
          )
          expect(q.name).to eql('TestTable query6')
          expect(q.expression).to eql(expression)
          expect(q.targets).to eql(['BarData', 'SMA20Stream'].sort)

          expect(q.fields).to eql(['ticker','closePrice','movAgv'].sort)
          expect(q.fields('BarData')).to eql(['ticker','closePrice'].sort)
          expect(q.fields('SMA20Stream')).to eql(['movAgv','ticker'].sort)
          expect(q.fields(nil)).to eql([])

          expect(q.invalid?).to be_false
        end
      end

      context 'with simple query including container field accesses' do
        it 'returns query instances collectly parsed' do
          expression = 'SELECT count(*) AS cnt FROM TestTable.win:time_batch(10 sec) WHERE params.path="/" AND size > 100 and opts.$0 > 0'
          q = Norikra::Query.new(
            :name => 'TestTable query7', :expression => expression
          )
          expect(q.name).to eql('TestTable query7')
          expect(q.group).to be_nil
          expect(q.expression).to eql(expression)
          expect(q.targets).to eql(['TestTable'])

          expect(q.fields).to eql(['params.path', 'size', 'opts.$0'].sort)
          expect(q.fields('TestTable')).to eql(['params.path', 'size', 'opts.$0'].sort)
          expect(q.fields(nil)).to eql([])

          expect(q.invalid?).to be_false
        end
      end

      context 'with simple query including deep depth container field accesses and function calls' do
        it 'returns query instances collectly parsed' do
          expression = 'SELECT count(*) AS cnt FROM TestTable.win:time_batch(10 sec) WHERE params.$$path.$1="/" AND size.$0.bytes > 100 and opts.num.$0.length() > 0'
          q = Norikra::Query.new(
            :name => 'TestTable query8', :expression => expression
          )
          expect(q.name).to eql('TestTable query8')
          expect(q.group).to be_nil
          expect(q.expression).to eql(expression)
          expect(q.targets).to eql(['TestTable'])

          expect(q.fields).to eql(['params.$$path.$1', 'size.$0.bytes', 'opts.num.$0'].sort)
          expect(q.fields('TestTable')).to eql(['params.$$path.$1', 'size.$0.bytes', 'opts.num.$0'].sort)
          expect(q.fields(nil)).to eql([])

          expect(q.invalid?).to be_false
        end

        it 'can parse with nested function calls correctly' do
          expression = 'SELECT path.substring(0, path.index("?")) AS urlpath, COUNT(*) AS count FROM TestTable.win:time_batch(60 seconds) GROUP BY path.substring(0, path.index("?"))'
          q = Norikra::Query.new(:name => 'TestTable query8.1', :expression => expression)
          expect(q.fields).to eql(['path'])
        end

        it 'can parse with nested function calls w/ nested fields correctly' do
          expression = 'SELECT path.f1.substring(0, path.f1.index("?")) AS urlpath, COUNT(*) AS count FROM TestTable.win:time_batch(60 seconds) GROUP BY path.f1.substring(0, path.f1.index("?"))'
          q = Norikra::Query.new(:name => 'TestTable query8.2', :expression => expression)
          expect(q.fields).to eql(['path.f1'])

          expect(q.invalid?).to be_false
        end
      end

      context 'with simple query and views with field reference' do
        it 'returns query instances collectly parsed' do
          expression = 'SELECT count(*) AS c FROM TestTable.win:ext_timed_batch(ts, 1 min, 0L) WHERE path.source.length() > 0'
          q = Norikra::Query.new(:name => 'TestTable query8.3', :expression => expression)
          expect(q.fields).to eql(['path.source', 'ts'].sort)
          expect(q.fields('TestTable')).to eql(['path.source', 'ts'].sort)
          expect(q.fields(nil)).to eql([])

          expect(q.invalid?).to be_false
        end
      end

      context 'with query with patterns' do
        it 'returns query instances collectly parsed' do

          expression = "select a.name, a.content, b.content from pattern [every a=EventA -> b=EventA(name = a.name, type = 'TYPE') where timer:within(1 min)].win:time(2 hour) where a.source in ('A', 'B')"
          q = Norikra::Query.new(
            :name => 'TestTable query9', :expression => expression
          )
          expect(q.name).to eql('TestTable query9')
          expect(q.group).to be_nil
          expect(q.expression).to eql(expression)
          expect(q.targets).to eql(['EventA'])
          expect(q.aliases).to eql(['a', 'b'])
          expect(q.fields).to eql(['name', 'content', 'type', 'source'].sort)
          expect(q.fields('EventA')).to eql(['name', 'content', 'type', 'source'].sort)
          expect(q.fields(nil)).to eql([])

          expect(q.invalid?).to be_false
        end
      end

      context 'with "*" selection list' do
        it 'returns query instance which is singed as invalid for norikra query' do
          expression = "select * from target1 where key1=1"
          q = Norikra::Query.new(
            name: 'Invalid query 1', expression: expression
          )
          expect(q.invalid?).to be_true
        end
      end
    end

    describe '.looback' do
      it 'returns nil for nil group' do
        expect(Norikra::Query.loopback(nil)).to be_nil
      end

      it 'returns nil for string group name without prefix' do
        expect(Norikra::Query.loopback('a')).to be_nil
        expect(Norikra::Query.loopback('group1')).to be_nil
        expect(Norikra::Query.loopback('LOOPBACK')).to be_nil
      end

      it 'returns specified string as loopback target by parentheses' do
        expect(Norikra::Query.loopback('LOOPBACK()')).to be_nil
        expect(Norikra::Query.loopback('LOOPBACK(a)')).to eql('a')
        expect(Norikra::Query.loopback('LOOPBACK(loopback_target)')).to eql('loopback_target')
        expect(Norikra::Query.loopback('LOOPBACK(target name)')).to eql('target name') # should be invalid on 'open'
      end
    end

    describe '#dup' do
      context 'for queries without group (default group)' do
        it 'returns query object with default group' do
          e1 = 'SELECT max(num) AS max FROM TestTable1.win:time(5 sec)'
          query = Norikra::Query.new(:name => 'q1', :group => nil, :expression => e1)
          q = query.dup
          expect(q.name).to eql('q1')
          expect(q.group).to be_nil
          expect(q.expression).to eql(e1)
        end
      end

      context 'for queries with group' do
        it 'returns query object with specified group' do
          e2 = 'SELECT max(num) AS max FROM TestTable2.win:time(5 sec)'
          query = Norikra::Query.new(:name => 'q2', :group => 'g2', :expression => e2)
          q = query.dup
          expect(q.name).to eql('q2')
          expect(q.group).to eql('g2')
          expect(q.expression).to eql(e2)
        end
      end
    end

    describe '.rewrite_event_field_name' do
      context 'without any container field access' do
        expression = 'select count(*) as cnt from TestTable.win:time_batch(10 seconds) where path="/" and size>100 and (param.length())>0'
        it 'returns same query with original' do
          with_engine do
            model = administrator.compileEPL(expression)
            expect(Norikra::Query.rewrite_event_field_name(model, {'TestTable' => 'T1'}).toEPL).to eql(expression)
          end
        end
      end

      context 'with container field access' do
        expression = 'select max(result.$0.size) as cnt from TestTable.win:time_batch(10 seconds) where req.path="/" and result.$0.size>100 and (req.param.length())>0'
        expected   = 'select max(result$$0$size) as cnt from TestTable.win:time_batch(10 seconds) where req$path="/" and result$$0$size>100 and (req$param.length())>0'
        it 'returns query with encoded container fields' do
          with_engine do
            model = administrator.compileEPL(expression)
            expect(Norikra::Query.rewrite_event_field_name(model, {'TestTable' => 'T1'}).toEPL).to eql(expected)
          end
        end
      end

      context 'with container field access with joins' do
        expression = 'select product, max(sta.param.size) as maxsize from StreamA.win:keepall() as sta, StreamB(size>10).win:time(20 seconds) as stb where (sta.data.$0.$$body.substr(0,8))=stb.header and (Math.abs(sta.size))>3'
        expected   = 'select product, max(sta.param$size) as maxsize from StreamA.win:keepall() as sta, StreamB(size>10).win:time(20 seconds) as stb where (sta.data$$0$$$body.substr(0,8))=stb.header and (Math.abs(sta.size))>3'
        it 'returns query with encoded container fields' do
          with_engine do
            model = administrator.compileEPL(expression)
            expect(Norikra::Query.rewrite_event_field_name(model, {'StreamA' => 'S1', 'StreamB' => 'S2'}).toEPL).to eql(expected)
          end
        end
      end

      context 'without any container field access, but with alias specification, without joins' do
        expression = 'select count(*) as cnt from TestTable.win:time_batch(10 seconds) where path="/" and TestTable.size>100 and (param.length())>0'
        expected =   'select count(*) as cnt from TestTable.win:time_batch(10 seconds) where path="/" and T1.size>100 and (param.length())>0'
        it 'returns query expression' do
          with_engine do
            model = administrator.compileEPL(expression)
            expect(Norikra::Query.rewrite_event_field_name(model, {'TestTable' => 'T1'}).toEPL).to eql(expected)
          end
        end
      end

      context 'with subquery in select clause' do
        expression = 'select RfidEvent.zoneId.$0, (select name.x from Zones.std:unique(zoneName) where zoneId=RfidEvent.zoneId.$0) as name from RfidEvent'
        expected   = 'select Z2.zoneId$$0, (select name$x from Zones.std:unique(zoneName) where zoneId=Z2.zoneId$$0) as name from RfidEvent'
        it 'returns query model which have replaced stream name, for only targets of fully qualified field name access' do
          with_engine do
            model = administrator.compileEPL(expression)
            expect(Norikra::Query.rewrite_event_field_name(model, {'Zones' => 'Z1', 'RfidEvent' => 'Z2'}).toEPL).to eql(expected)
          end
        end
      end

      context 'with container field accesses, with targets, aliases and joins' do
        expression = 'select StreamA.product, max(sta.param.size) as maxsize from StreamA.win:keepall() as sta, StreamB(size>10).win:time(20 seconds) as stb where (sta.data.$0.$$body.substr(0,8))=StreamB.header.$0 and (Math.abs(StreamA.size.$0.$$abs))>3'
        expected   = 'select S1.product, max(sta.param$size) as maxsize from StreamA.win:keepall() as sta, StreamB(size>10).win:time(20 seconds) as stb where (sta.data$$0$$$body.substr(0,8))=S2.header$$0 and (Math.abs(S1.size$$0$$$abs))>3'
        it 'returns query model which have replaced stream name, for only targets of fully qualified field name access' do
          with_engine do
            model = administrator.compileEPL(expression)
            expect(Norikra::Query.rewrite_event_field_name(model, {'StreamA' => 'S1', 'StreamB' => 'S2'}).toEPL).to eql(expected)
          end
        end
      end
    end

    describe '.rewrite_event_type_name' do
      context 'with simple query' do
        expression = 'select count(*) as cnt from TestTable.win:time_batch(10 seconds) where path="/" and size>100 and (param.length())>0'

        it 'returns query model which have replaced stream name' do
          with_engine do
            model = administrator.compileEPL(expression)
            expect(Norikra::Query.rewrite_event_type_name(model, {'TestTable' => 'hoge'}).toEPL).to eql(expression.sub('TestTable','hoge'))
          end
        end
      end
      context 'with subquery in select clause' do
        expression = 'select zoneId.$0, (select name.x from Zones.std:unique(zoneName) where zoneId=RfidEvent.zoneId.$0) as name from RfidEvent'
        expected   = 'select zoneId.$0, (select name.x from Z1.std:unique(zoneName) where zoneId=RfidEvent.zoneId.$0) as name from Z2'
        it 'returns query model which have replaced stream name, for only From clause' do
          with_engine do
            model = administrator.compileEPL(expression)
            expect(Norikra::Query.rewrite_event_type_name(model, {'Zones' => 'Z1', 'RfidEvent' => 'Z2'}).toEPL).to eql(expected)
          end
        end
      end
      context 'with subquery in from clause' do
        expression = "select * from BarData(ticker='MSFT', sub(closePrice,(select movAgv from SMA20Stream(ticker='MSFT').std:lastevent()))>0)"
        expected   = 'select * from B1(ticker="MSFT" and (sub(closePrice,(select movAgv from B2(ticker="MSFT").std:lastevent())))>0)'
        it 'returns query model which have replaced stream name' do
          with_engine do
            model = administrator.compileEPL(expression)
            expect(Norikra::Query.rewrite_event_type_name(model, {'BarData' => 'B1', 'SMA20Stream' => 'B2'}).toEPL).to eql(expected)
          end
        end
      end
      context 'with joins' do
        expression = 'select product, max(sta.size) as maxsize from StreamA.win:keepall() as sta, StreamB(size>10).win:time(20 seconds) as stb where (sta.data.substr(0,8))=stb.header and (Math.abs(sta.size))>3'
        it 'returns query model which have replaced stream name' do
          with_engine do
            model = administrator.compileEPL(expression)
            mapping = {'StreamA' => 'sa', 'StreamB' => 'sb'}
            expect(Norikra::Query.rewrite_event_type_name(model, mapping).toEPL).to eql(expression.sub('StreamA','sa').sub('StreamB','sb'))
          end
        end
      end
    end

    describe '.rewrite_query' do
      it 'rewrites all of targets and container-field-accesses, for single simple query' do
        with_engine do
          # single simple query
          e1 = 'select count(*) as cnt from TestTable.win:time_batch(10 seconds) where path="/" and size>100 and (param.length())>0'
          x1 = 'select count(*) as cnt from T1.win:time_batch(10 seconds) where path="/" and size>100 and (param.length())>0'
          model = administrator.compileEPL(e1)
          mapping = {'TestTable' => 'T1'}
          expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x1)

          ## not supported yet!
          # # escaped abnormal field name / target name
          # e1a = 'select count(*) as cnt from `TestTable Testing`.win:time_batch(10 sec) where `TestTable testing`.`path name`="/" and size > 100 and param.length() > 0'
          # x1a = 'select count(*) as cnt from T2.win:time_batch(10 seconds) where T2.`path name`="/" and size > 100 and (param.length()) > 0'
          # model = administrator.compileEPL(e1a)
          # mapping = {'TestTable Testing' => 'T2'}
          # expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x1a)

          # e1b = 'select count(*) as cnt from `TestTable Testing`.win:time_batch(10 sec) where path\.name="/" and size\.num > 100 and `testtable testing`.param\.name.length() > 0'
          # x1b = 'select count(*) as cnt from T2.win:time_batch(10 seconcds) where path\.name="/" and size\.num > 100 and T2.param\.name.length() > 0'
          # model = administrator.compileEPL(e1b)
          # mapping = {'TestTable Testing' => 'T2'}
          # expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x1b)

          # nested container field access
          e2 = 'select max(result.$0.size) as cnt from TestTable.win:time_batch(10 seconds) where req.path="/" and result.$0.size>100 and (req.param.length())>0'
          x2 = 'select max(result$$0$size) as cnt from T1.win:time_batch(10 seconds) where req$path="/" and result$$0$size>100 and (req$param.length())>0'
          model = administrator.compileEPL(e2)
          mapping = {'TestTable' => 'T1'}
          expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x2)
        end
      end

      it 'rewrites targets/container field accesses w/ function calls and aliases' do
        with_engine do
          # nested container field access w/ function call and alias
          e3 = 'select product, max(sta.param.size) as maxsize from StreamA.win:keepall() as sta, StreamB(size>10).win:time(20 seconds) as stb where (sta.data.$0.$$body.substr(0,8))=stb.header and (Math.abs(sta.size))>3'
          x3 = 'select product, max(sta.param$size) as maxsize from S1.win:keepall() as sta, S2(size>10).win:time(20 seconds) as stb where (sta.data$$0$$$body.substr(0,8))=stb.header and (Math.abs(sta.size))>3'
          model = administrator.compileEPL(e3)
          mapping = {'StreamA' => 'S1', 'StreamB' => 'S2'}
          expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x3)

          # nested function call
          e3a = 'select path.substring(0,path.index("?")) as urlpath, count(*) as count from TestTable.win:time_batch(60 seconds) group by path.substring(0,path.index("?"))'
          x3a = 'select path.substring(0,path.index("?")) as urlpath, count(*) as count from T1.win:time_batch(60 seconds) group by path.substring(0,path.index("?"))'
          model = administrator.compileEPL(e3a)
          mapping = {'TestTable' => 'T1'}
          expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x3a)

          # nested function call w/ container field access
          e3b = 'select path.f1.substring(0,path.f1.index("?")) as urlpath, count(*) as count from TestTable.win:time_batch(60 seconds) group by path.f1.substring(0,path.f1.index("?"))'
          x3b = 'select path$f1.substring(0,path$f1.index("?")) as urlpath, count(*) as count from T1.win:time_batch(60 seconds) group by path$f1.substring(0,path$f1.index("?"))'
          model = administrator.compileEPL(e3b)
          mapping = {'TestTable' => 'T1'}
          expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x3b)

          # views w/ field access
          e3c = 'select count(*) as c from TestTable.win:ext_timed_batch(TestTable.ts,1 min,0L) where path.source.length()>0'
          x3c = 'select count(*) as c from T1.win:ext_timed_batch(T1.ts,1 minutes,0L) where (path$source.length())>0'
          model = administrator.compileEPL(e3c)
          mapping = {'TestTable' => 'T1'}
          expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x3c)

          # Fully-qualified field access
          e4 = 'select count(*) as cnt from TestTable.win:time_batch(10 seconds) where path="/" and TestTable.size>100 and (param.length())>0'
          x4 = 'select count(*) as cnt from T1.win:time_batch(10 seconds) where path="/" and T1.size>100 and (param.length())>0'
          model = administrator.compileEPL(e4)
          mapping = {'TestTable' => 'T1'}
          expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x4)

          # Fully-qualified field access w/ container field access
          e5 = 'select RfidEvent.zoneId.$0, (select name.x from Zones.std:unique(zoneName) where zoneId=RfidEvent.zoneId.$0) as name from RfidEvent'
          x5 = 'select R1.zoneId$$0, (select name$x from Z1.std:unique(zoneName) where zoneId=R1.zoneId$$0) as name from R1'
          model = administrator.compileEPL(e5)
          mapping = {'RfidEvent' => 'R1', 'Zones' => 'Z1'}
          expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x5)
        end
      end

      it 'rewrites targets and container field accesses with JOINs and SubQueries' do
        with_engine do
          # Fully-qualified field access w/ container field access and function calls, JOINs
          e6 = 'select StreamA.product, max(sta.param.size) as maxsize from StreamA.win:keepall() as sta, StreamB(size>10).win:time(20 seconds) as stb where (sta.data.$0.$$body.substr(0,8))=StreamB.header.$0 and (Math.abs(StreamA.size.$0.$$abs))>3'
          x6 = 'select S1.product, max(sta.param$size) as maxsize from S1.win:keepall() as sta, S2(size>10).win:time(20 seconds) as stb where (sta.data$$0$$$body.substr(0,8))=S2.header$$0 and (Math.abs(S1.size$$0$$$abs))>3'
          model = administrator.compileEPL(e6)
          mapping = {'StreamA' => 'S1', 'StreamB' => 'S2'}
          expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x6)

          # ??? simple query
          e7 = 'select count(*) as cnt from TestTable.win:time_batch(10 seconds) where path="/" and size>100 and (param.length())>0'
          x7 = 'select count(*) as cnt from T1.win:time_batch(10 seconds) where path="/" and size>100 and (param.length())>0'
          model = administrator.compileEPL(e7)
          mapping = {'TestTable' => 'T1'}
          expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x7)

          # subquery
          e8 = 'select RfidEvent.zoneId.$0, (select name.x from Zones.std:unique(zoneName) where zoneId=RfidEvent.zoneId.$0) as name from RfidEvent'
          x8 = 'select R1.zoneId$$0, (select name$x from Z1.std:unique(zoneName) where zoneId=R1.zoneId$$0) as name from R1'
          model = administrator.compileEPL(e8)
          mapping = {'Zones' => 'Z1', 'RfidEvent' => 'R1'}
          expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x8)

          # filters and subquery
          e9 = 'select * from BarData(ticker="MSFT" and (sub(closePrice,(select movAgv from SMA20Stream(ticker="MSFT").std:lastevent()))>0))'
          x9 = 'select * from B1(ticker="MSFT" and (sub(closePrice,(select movAgv from S1(ticker="MSFT").std:lastevent())))>0)'
          model = administrator.compileEPL(e9)
          mapping = {'BarData' => 'B1', 'SMA20Stream' => 'S1'}
          expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x9)

          # JOINs
          e10 = 'select product, max(sta.size) as maxsize from StreamA.win:keepall() as sta, StreamB(size>10).win:time(20 seconds) as stb where (sta.data.substr(0,8))=stb.header and (Math.abs(sta.size))>3'
          x10 = 'select product, max(sta.size) as maxsize from S1.win:keepall() as sta, S2(size>10).win:time(20 seconds) as stb where (sta.data.substr(0,8))=stb.header and (Math.abs(sta.size))>3'
          model = administrator.compileEPL(e10)
          mapping = {'StreamA' => 'S1', 'StreamB' => 'S2'}
          expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x10)
        end
      end

      it 'rewrites targets and container field accesses with GROUP BY' do
        with_engine do
          # GROUP BY clause
          e11 = 'select applog.campaign.id as campaign_id, member.region as region, member.lang as lang, count(*) as click, count(distinct member.id) as uu from applog.win:time_batch(1 minutes) where type="click" group by applog.campaign.id, member.region, member.lang'
          x11 = 'select A1.campaign$id as campaign_id, member$region as region, member$lang as lang, count(*) as click, count(distinct member$id) as uu from A1.win:time_batch(1 minutes) where type="click" group by A1.campaign$id, member$region, member$lang'
          model = administrator.compileEPL(e11)
          mapping = {'applog' => 'A1'}
          expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x11)

          # GROUP BY with MIN()/MAX()
          e11a = 'select applog.campaign.id as campaign_id, member.region as region, member.lang as lang, MIN(login.times) as min, MAX(login.times) as max, count(*) as click, count(distinct member.id) as uu from applog.win:time_batch(1 minutes) where type="click" group by applog.campaign.id, member.region, member.lang'
          x11a = 'select A1.campaign$id as campaign_id, member$region as region, member$lang as lang, min(login$times) as min, max(login$times) as max, count(*) as click, count(distinct member$id) as uu from A1.win:time_batch(1 minutes) where type="click" group by A1.campaign$id, member$region, member$lang'
          q11a = Norikra::Query.new(name: 'q11a', expression: e11a)
          model = administrator.compileEPL(q11a.expression)
          mapping = {'applog' => 'A1'}
          expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x11a)
        end
      end

      it 'rewrites targets and container field accesses with GROUP BY ROLLUP' do
        with_engine do
          e1 = 'select f1.$0.Symbol, StockTickEvent.data.feed, sum(f1.volume) from StockTickEvent.win:time_batch(30 seconds) as event group by rollup(f1.$0.Symbol, StockTickEvent.data.feed)'
          x1 = 'select f1$$0$Symbol, S1.data$feed, sum(f1$volume) from S1.win:time_batch(30 seconds) as event group by rollup(f1$$0$Symbol, S1.data$feed)'
          model = administrator.compileEPL(e1)
          mapping = {'StockTickEvent' => 'S1'}
          expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x1)
        end
      end

      it 'rewrites targets and container field accesses with GROUP BY CUBE' do
        with_engine do
          e1 = 'select f1.$0.Symbol, StockTickEvent.data.feed, sum(f1.volume) from StockTickEvent.win:time_batch(30 seconds) as event group by cube(f1.$0.Symbol, StockTickEvent.data.feed)'
          x1 = 'select f1$$0$Symbol, S1.data$feed, sum(f1$volume) from S1.win:time_batch(30 seconds) as event group by cube(f1$$0$Symbol, S1.data$feed)'
          model = administrator.compileEPL(e1)
          mapping = {'StockTickEvent' => 'S1'}
          expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x1)
        end
      end

      it 'rewrites targets and container field accesses with GROUP BY GROUPING SETS' do
        with_engine do
          e1 = 'select f1.$0.Symbol, StockTickEvent.data.feed, sum(f1.volume) from StockTickEvent.win:time_batch(30 seconds) as event group by grouping sets(f1.$0.Symbol, StockTickEvent.data.feed)'
          x1 = 'select f1$$0$Symbol, S1.data$feed, sum(f1$volume) from S1.win:time_batch(30 seconds) as event group by grouping sets(f1$$0$Symbol, S1.data$feed)'
          model = administrator.compileEPL(e1)
          mapping = {'StockTickEvent' => 'S1'}
          expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x1)
        end
      end

      it 'rewrites targets and container field accesses with GROUP BY using complex combinations' do
        with_engine do
          e1 = 'select f1.$0.Symbol, StockTickEvent.data.feed, sum(f1.volume) from StockTickEvent.win:time_batch(30 seconds) as event group by f1.$0.Symbol, rollup(StockTickEvent.data.feed)'
          x1 = 'select f1$$0$Symbol, S1.data$feed, sum(f1$volume) from S1.win:time_batch(30 seconds) as event group by f1$$0$Symbol, rollup(S1.data$feed)'
          model = administrator.compileEPL(e1)
          mapping = {'StockTickEvent' => 'S1'}
          expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x1)

          e2 = 'select f1.$0.Symbol, StockTickEvent.data.feed, sum(f1.volume) from StockTickEvent.win:time_batch(30 seconds) as event group by grouping sets((f1.$0.Symbol, StockTickEvent.data.feed), f1.$0.Symbol)'
          x2 = 'select f1$$0$Symbol, S1.data$feed, sum(f1$volume) from S1.win:time_batch(30 seconds) as event group by grouping sets((f1$$0$Symbol, S1.data$feed), f1$$0$Symbol)'
          model = administrator.compileEPL(e2)
          mapping = {'StockTickEvent' => 'S1'}
          expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x2)

          e3 = 'select f1.$0.Symbol, StockTickEvent.data.feed, sum(f1.volume) from StockTickEvent.win:time_batch(30 seconds) as event group by grouping sets(f1.$0.Symbol, StockTickEvent.data.feed, ())'
          x3 = 'select f1$$0$Symbol, S1.data$feed, sum(f1$volume) from S1.win:time_batch(30 seconds) as event group by grouping sets(f1$$0$Symbol, S1.data$feed, ())'
          model = administrator.compileEPL(e3)
          mapping = {'StockTickEvent' => 'S1'}
          expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x3)

          e4 = 'select f1.$0.Symbol, StockTickEvent.data.feed, sum(f1.volume) from StockTickEvent.win:time_batch(30 seconds) as event group by grouping sets(rollup(f1.$0.Symbol, StockTickEvent.data.feed), StockTickEvent.data.feed)'
          x4 = 'select f1$$0$Symbol, S1.data$feed, sum(f1$volume) from S1.win:time_batch(30 seconds) as event group by grouping sets(rollup(f1$$0$Symbol, S1.data$feed), S1.data$feed)'
          model = administrator.compileEPL(e4)
          mapping = {'StockTickEvent' => 'S1'}
          expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x4)
        end
      end

      it 'rewrites targets and container field accesses with ORDER BY' do
        with_engine do
          # ORDER BY clause
          e12 = 'select campaign.id, member.region as region, member.lang as lang, count(*) as click, count(distinct member.id) as uu from applog.win:time_batch(1 minutes) where type="click" group by campaign.id, member.region, member.lang order by campaign.id'
          x12 = 'select campaign$id, member$region as region, member$lang as lang, count(*) as click, count(distinct member$id) as uu from A1.win:time_batch(1 minutes) where type="click" group by campaign$id, member$region, member$lang order by campaign$id'
          model = administrator.compileEPL(e12)
          mapping = {'applog' => 'A1'}
          expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x12)
        end
      end

      it 'rewrites targets and container field accesses with HAVING' do
        with_engine do
          # HAVING clause
          e13 = 'select path, max(response.duration) from logs.win:time_batch(10 seconds) where path.startsWith("/api/") group by path having max(response.duration)>=100'
          x13 = 'select path, max(response$duration) from L111.win:time_batch(10 seconds) where path.startsWith("/api/") group by path having max(response$duration)>=100'
          model = administrator.compileEPL(e13)
          mapping = {'logs' => 'L111'}
          expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x13)
        end
      end

      it 'rewrites targets and container field accesses with Patterns' do
        with_engine do
          # Pattern
          e14 = 'select a.type from pattern [every a=TestTable -> b=TestTable(type=a.type)]'
          x14 = 'select a.type from pattern [every a=T1 -> b=T1(type=a.type)]'
          model = administrator.compileEPL(e14)
          mapping = {'TestTable' => 'T1'}
          expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x14)
        end
      end
    end

    describe '.<=>' do
      it 'returns sort order by group,name' do
        q1 = Norikra::Query.new(:name => '211', :group => 'a1', :expression => 'x')
        q2 = Norikra::Query.new(:name => '111', :group => 'a1', :expression => 'x')
        q3 = Norikra::Query.new(:name => '011', :group => 'b1', :expression => 'x')
        q4 = Norikra::Query.new(:name => '011', :group => 'a1', :expression => 'x')
        q5 = Norikra::Query.new(:name => '999', :group => nil, :expression => 'x')
        q6 = Norikra::Query.new(:name => '899', :group => nil, :expression => 'x')

        expect([q1,q2,q3,q4,q5,q6].sort).to eql([q6,q5,q4,q2,q1,q3])
      end

      it 'must be stable for sort' do
        q1 = Norikra::Query.new(name: "hoge", group: nil, expression: "select hoge from pos")
        q2 = Norikra::Query.new(name: "test1", group: nil, expression: "select hoge,count(*)\r\nfrom pos\r\nwhere age >= 20\r\ngroup by hoge")
        q3 = Norikra::Query.new(name: "test2", group: "sweep1", expression: "select moge\r\nfrom pos.win:time_batch(5 sec)\r\nwhere x=1\r\n")
        expect([q1,q2,q3].sort).to eql([q1, q2, q3])
      end
    end
  end


  describe '.imported_java_class?' do
    it 'can do judge passed name exists under java package tree or not' do
      expect(Norikra::Query.imported_java_class?('String')).to be_true
      expect(Norikra::Query.imported_java_class?('Long')).to be_true
      expect(Norikra::Query.imported_java_class?('Void')).to be_true
      expect(Norikra::Query.imported_java_class?('BigDecimal')).to be_true
      expect(Norikra::Query.imported_java_class?('Format')).to be_true
      expect(Norikra::Query.imported_java_class?('Normalizer')).to be_true
      expect(Norikra::Query.imported_java_class?('Date')).to be_true
      expect(Norikra::Query.imported_java_class?('HashSet')).to be_true
      expect(Norikra::Query.imported_java_class?('Random')).to be_true
      expect(Norikra::Query.imported_java_class?('Timer')).to be_true

      expect(Norikra::Query.imported_java_class?('unexpected')).to be_false
      expect(Norikra::Query.imported_java_class?('parameter')).to be_false
      expect(Norikra::Query.imported_java_class?('param')).to be_false
    end
  end
end