require_relative './spec_helper' require 'norikra/query' include Norikra::SpecHelper describe Norikra::Query do context 'when instanciate' do describe '#initialize' do context 'with simple query' do it 'returns query instances collectly parsed' do expression = 'SELECT count(*) AS cnt FROM TestTable.win:time_batch(10 sec) WHERE path="/" AND size > 100 and param.length() > 0' q = Norikra::Query.new( :name => 'TestTable query1', :expression => expression ) expect(q.name).to eql('TestTable query1') expect(q.group).to be_nil expect(q.expression).to eql(expression) expect(q.targets).to eql(['TestTable']) expect(q.fields).to eql(['param', 'path', 'size'].sort) expect(q.fields('TestTable')).to eql(['param','path','size'].sort) expect(q.fields(nil)).to eql([]) expect(q.invalid?).to be_falsy end end ### Escaped target/field names are not supported yet! # context 'with escaped abnormal field name' do # it 'returns instance wrongly parsed for field with instance method call' do # expression = 'SELECT count(*) AS cnt FROM `TestTable Testing`.win:time_batch(10 sec) WHERE `path name`="/" AND size > 100 and `param string`.length() > 0' # q = Norikra::Query.new( # :name => 'TestTable query1.1', :expression => expression # ) # expect(q.name).to eql('TestTable query1.1') # expect(q.group).to be_nil # expect(q.expression).to eql(expression) # expect(q.targets).to eql(['TestTable Testing']) # expect(q.fields).to eql(['param string', '`path name`', 'size'].sort) # expect(q.fields('TestTable Testing')).to eql(['param string','`path name`','size'].sort) # 'param string' is not escaped! # expect(q.fields(nil)).to eql([]) # end # it 'returns instance correctly parsed w/ fully-qualified escaped name fields' do # expression = 'SELECT count(*) AS cnt FROM `TestTable Testing`.win:time_batch(10 sec) WHERE `TestTable Testing`.`path name`="/" AND `size.num` > 100 and `TestTable Testing`.param.length() > 0' # q = Norikra::Query.new( # :name => 'TestTable query1.2', :expression => expression # ) # expect(q.name).to eql('TestTable query1.2') # expect(q.group).to be_nil # expect(q.expression).to eql(expression) # expect(q.targets).to eql(['TestTable Testing']) # expect(q.fields).to eql(['param', '`path name`', '`size.num`'].sort) # expect(q.fields('TestTable Testing')).to eql(['param','`path name`','`size.num`'].sort) # expect(q.fields(nil)).to eql([]) # end # it 'returns instance correctly parsed w/ fully-qualified escaped name fields' do # expression = 'SELECT count(*) AS cnt FROM `TestTable Testing`.win:time_batch(10 sec) WHERE path\.name="/" AND size\.num > 100 and `TestTable Testing`.param\.name.length() > 0' # q = Norikra::Query.new( # :name => 'TestTable query1.3', :expression => expression # ) # expect(q.name).to eql('TestTable query1.3') # expect(q.group).to be_nil # expect(q.expression).to eql(expression) # expect(q.targets).to eql(['TestTable Testing']) # expect(q.fields).to eql(['param\.name', 'path\.name', 'size\.num'].sort) # expect(q.fields('TestTable Testing')).to eql(['param\.name', 'path\.name', 'size\.num'].sort) # expect(q.fields(nil)).to eql([]) # end # end context 'with top-level built-in functions' do it 'returns query instances collectly parsed' do expression = 'SELECT rate(10) FROM TestTable output snapshot every 2 sec' q = Norikra::Query.new( :name => 'TestTable query1', :expression => expression ) expect(q.name).to eql('TestTable query1') expect(q.group).to be_nil expect(q.expression).to eql(expression) expect(q.targets).to eql(['TestTable']) expect(q.fields).to eql([]) expect(q.fields('TestTable')).to eql([]) expect(q.fields(nil)).to eql([]) expect(q.invalid?).to be_falsy end end context 'with order by' do it 'returns query instances, collectly parsed, without AS_names for fields' do expression = 'SELECT name.string, count(*) AS cnt FROM TestTable.win:time_batch(10 sec) WHERE path="/" AND size > 100 and param.length() > 0 GROUP BY name.string ORDER BY cnt' q = Norikra::Query.new( :name => 'TestTable query1', :expression => expression ) expect(q.name).to eql('TestTable query1') expect(q.group).to be_nil expect(q.expression).to eql(expression) expect(q.targets).to eql(['TestTable']) expect(q.fields).to eql(['name.string', 'param', 'path', 'size'].sort) expect(q.fields('TestTable')).to eql(['name.string', 'param','path','size'].sort) expect(q.fields(nil)).to eql([]) expect(q.invalid?).to be_falsy end end context 'with query including Static lib call' do it 'returns query instances collectly parsed' do expression = 'SELECT count(*) AS cnt FROM TestTable.win:time_batch(10 sec) AS source WHERE source.path="/" AND Math.abs(-1 * source.size) > 3' q = Norikra::Query.new( :name => 'TestTable query2', :group => 'label1', :expression => expression ) expect(q.name).to eql('TestTable query2') expect(q.group).to eql('label1') expect(q.expression).to eql(expression) expect(q.targets).to eql(['TestTable']) expect(q.fields).to eql(['path', 'size'].sort) expect(q.fields('TestTable')).to eql(['path', 'size'].sort) expect(q.fields(nil)).to eql([]) expect(q.invalid?).to be_falsy end end context 'with query with join' do it 'returns query instances collectly parsed' do expression = 'select product, max(sta.size) as maxsize from StreamA.win:keepall() as sta, StreamB(size > 10).win:time(20 sec) as stb where sta.data.substr(0,8) = stb.header AND Math.abs(sta.size) > 3' q = Norikra::Query.new( :name => 'TestTable query3', :expression => expression ) expect(q.name).to eql('TestTable query3') expect(q.expression).to eql(expression) expect(q.targets).to eql(['StreamA', 'StreamB']) expect(q.fields).to eql(['product', 'size', 'data', 'header'].sort) expect(q.fields('StreamA')).to eql(['size','data'].sort) expect(q.fields('StreamB')).to eql(['size','header'].sort) expect(q.fields(nil)).to eql(['product']) expect(q.invalid?).to be_falsy end it 'returns query instances collectly parsed, with field accessing views' do expression = 'select product, max(sta.size) as maxsize from StreamA.win:ext_timed_batch(ts1, 1 hours, 0L) as sta, StreamB(size > 10).win:ext_timed_batch(ts2, 20 sec) as stb where sta.data.substr(0,8) = stb.header AND Math.abs(sta.size) > 3' q = Norikra::Query.new( :name => 'TestTable query3.1', :expression => expression ) expect(q.name).to eql('TestTable query3.1') expect(q.expression).to eql(expression) expect(q.targets).to eql(['StreamA', 'StreamB']) expect(q.fields).to eql(['product', 'size', 'ts1', 'data', 'header', 'ts2'].sort) expect(q.fields('StreamA')).to eql(['size','data','ts1'].sort) expect(q.fields('StreamB')).to eql(['size','header','ts2'].sort) expect(q.fields(nil)).to eql(['product']) expect(q.invalid?).to be_falsy end end context 'with query with subquery (where clause)' do it 'returns query instances collectly parsed' do expression = 'select zoneId from RfidEvent as RFID where "Dock 1" = (select name from Zones.std:unique(zoneName) where zoneId = RFID.zoneId)' q = Norikra::Query.new( :name => 'TestTable query4', :expression => expression ) expect(q.name).to eql('TestTable query4') expect(q.expression).to eql(expression) expect(q.targets).to eql(['RfidEvent', 'Zones']) expect(q.fields).to eql(['name','zoneName','zoneId'].sort) expect(q.fields('RfidEvent')).to eql(['zoneId']) expect(q.fields('Zones')).to eql(['name','zoneName','zoneId'].sort) expect(q.fields(nil)).to eql([]) expect(q.invalid?).to be_falsy end end context 'with query with subquery (select clause)' do it 'returns query instances collectly parsed' do expression = 'select zoneId, (select name from Zones.std:unique(zoneName) where zoneId = RfidEvent.zoneId) as name from RfidEvent' q = Norikra::Query.new( :name => 'TestTable query5', :expression => expression ) expect(q.name).to eql('TestTable query5') expect(q.expression).to eql(expression) expect(q.targets).to eql(['RfidEvent', 'Zones'].sort) expect(q.fields).to eql(['name','zoneName','zoneId'].sort) expect(q.fields('RfidEvent')).to eql(['zoneId']) expect(q.fields('Zones')).to eql(['name','zoneName','zoneId'].sort) expect(q.fields(nil)).to eql([]) expect(q.invalid?).to be_falsy end end context 'with query with subquery (from clause)' do it 'returns query instances collectly parsed' do expression = "select ticker, closePrice from BarData(ticker='MSFT', sub(closePrice, (select movAgv from SMA20Stream(ticker='MSFT').std:lastevent())) > 0)" q = Norikra::Query.new( :name => 'TestTable query6', :expression => expression ) expect(q.name).to eql('TestTable query6') expect(q.expression).to eql(expression) expect(q.targets).to eql(['BarData', 'SMA20Stream'].sort) expect(q.fields).to eql(['ticker','closePrice','movAgv'].sort) expect(q.fields('BarData')).to eql(['ticker','closePrice'].sort) expect(q.fields('SMA20Stream')).to eql(['movAgv','ticker'].sort) expect(q.fields(nil)).to eql([]) expect(q.invalid?).to be_falsy end end context 'with simple query including container field accesses' do it 'returns query instances collectly parsed' do expression = 'SELECT count(*) AS cnt FROM TestTable.win:time_batch(10 sec) WHERE params.path="/" AND size > 100 and opts.$0 > 0' q = Norikra::Query.new( :name => 'TestTable query7', :expression => expression ) expect(q.name).to eql('TestTable query7') expect(q.group).to be_nil expect(q.expression).to eql(expression) expect(q.targets).to eql(['TestTable']) expect(q.fields).to eql(['params.path', 'size', 'opts.$0'].sort) expect(q.fields('TestTable')).to eql(['params.path', 'size', 'opts.$0'].sort) expect(q.fields(nil)).to eql([]) expect(q.invalid?).to be_falsy end end context 'with simple query including deep depth container field accesses and function calls' do it 'returns query instances collectly parsed' do expression = 'SELECT count(*) AS cnt FROM TestTable.win:time_batch(10 sec) WHERE params.$$path.$1="/" AND size.$0.bytes > 100 and opts.num.$0.length() > 0' q = Norikra::Query.new( :name => 'TestTable query8', :expression => expression ) expect(q.name).to eql('TestTable query8') expect(q.group).to be_nil expect(q.expression).to eql(expression) expect(q.targets).to eql(['TestTable']) expect(q.fields).to eql(['params.$$path.$1', 'size.$0.bytes', 'opts.num.$0'].sort) expect(q.fields('TestTable')).to eql(['params.$$path.$1', 'size.$0.bytes', 'opts.num.$0'].sort) expect(q.fields(nil)).to eql([]) expect(q.invalid?).to be_falsy end it 'can parse with nested function calls correctly' do expression = 'SELECT path.substring(0, path.index("?")) AS urlpath, COUNT(*) AS count FROM TestTable.win:time_batch(60 seconds) GROUP BY path.substring(0, path.index("?"))' q = Norikra::Query.new(:name => 'TestTable query8.1', :expression => expression) expect(q.fields).to eql(['path']) end it 'can parse with nested function calls w/ nested fields correctly' do expression = 'SELECT path.f1.substring(0, path.f1.index("?")) AS urlpath, COUNT(*) AS count FROM TestTable.win:time_batch(60 seconds) GROUP BY path.f1.substring(0, path.f1.index("?"))' q = Norikra::Query.new(:name => 'TestTable query8.2', :expression => expression) expect(q.fields).to eql(['path.f1']) expect(q.invalid?).to be_falsy end end context 'with simple query and views with field reference' do it 'returns query instances collectly parsed' do expression = 'SELECT count(*) AS c FROM TestTable.win:ext_timed_batch(ts, 1 min, 0L) WHERE path.source.length() > 0' q = Norikra::Query.new(:name => 'TestTable query8.3', :expression => expression) expect(q.fields).to eql(['path.source', 'ts'].sort) expect(q.fields('TestTable')).to eql(['path.source', 'ts'].sort) expect(q.fields(nil)).to eql([]) expect(q.invalid?).to be_falsy end end context 'with query with patterns' do it 'returns query instances collectly parsed' do expression = "select a.name, a.content, b.content from pattern [every a=EventA -> b=EventA(name = a.name, type = 'TYPE') where timer:within(1 min)].win:time(2 hour) where a.source in ('A', 'B')" q = Norikra::Query.new( :name => 'TestTable query9', :expression => expression ) expect(q.name).to eql('TestTable query9') expect(q.group).to be_nil expect(q.expression).to eql(expression) expect(q.targets).to eql(['EventA']) expect(q.aliases).to eql(['a', 'b']) expect(q.fields).to eql(['name', 'content', 'type', 'source'].sort) expect(q.fields('EventA')).to eql(['name', 'content', 'type', 'source'].sort) expect(q.fields(nil)).to eql([]) expect(q.invalid?).to be_falsy end end context 'with "*" selection list' do it 'returns query instance which is singed as invalid for norikra query' do expression = "select * from target1 where key1=1" q = Norikra::Query.new( name: 'Invalid query 1', expression: expression ) expect(q.invalid?).to be_truthy end end end describe '.looback' do it 'returns nil for nil group' do expect(Norikra::Query.loopback(nil)).to be_nil end it 'returns nil for string group name without prefix' do expect(Norikra::Query.loopback('a')).to be_nil expect(Norikra::Query.loopback('group1')).to be_nil expect(Norikra::Query.loopback('LOOPBACK')).to be_nil end it 'returns specified string as loopback target by parentheses' do expect(Norikra::Query.loopback('LOOPBACK()')).to be_nil expect(Norikra::Query.loopback('LOOPBACK(a)')).to eql('a') expect(Norikra::Query.loopback('LOOPBACK(loopback_target)')).to eql('loopback_target') expect(Norikra::Query.loopback('LOOPBACK(target name)')).to eql('target name') # should be invalid on 'open' end end describe '.stdout?' do it 'returns true if group name is "STDOUT()"' do expect(Norikra::Query.stdout?(nil)).to be_falsy expect(Norikra::Query.stdout?("")).to be_falsy expect(Norikra::Query.stdout?("foo")).to be_falsy expect(Norikra::Query.stdout?("STDOUT")).to be_falsy expect(Norikra::Query.stdout?("STDOUT()")).to be_truthy end end describe '#dup' do context 'for queries without group (default group)' do it 'returns query object with default group' do e1 = 'SELECT max(num) AS max FROM TestTable1.win:time(5 sec)' query = Norikra::Query.new(:name => 'q1', :group => nil, :expression => e1) q = query.dup expect(q.name).to eql('q1') expect(q.group).to be_nil expect(q.expression).to eql(e1) end end context 'for queries with group' do it 'returns query object with specified group' do e2 = 'SELECT max(num) AS max FROM TestTable2.win:time(5 sec)' query = Norikra::Query.new(:name => 'q2', :group => 'g2', :expression => e2) q = query.dup expect(q.name).to eql('q2') expect(q.group).to eql('g2') expect(q.expression).to eql(e2) end end end describe '#suspended?' do it 'returns false, always' do e1 = 'SELECT max(num) AS max FROM TestTable1.win:time(5 sec)' q1 = Norikra::Query.new(:name => 'q1', :group => nil, :expression => e1) expect(q1.suspended?).to be_falsy end end describe '.rewrite_event_field_name' do context 'without any container field access' do expression = 'select count(*) as cnt from TestTable.win:time_batch(10 seconds) where path="/" and size>100 and (param.length())>0' it 'returns same query with original' do with_engine do model = administrator.compileEPL(expression) expect(Norikra::Query.rewrite_event_field_name(model, {'TestTable' => 'T1'}).toEPL).to eql(expression) end end end context 'with container field access' do expression = 'select max(result.$0.size) as cnt from TestTable.win:time_batch(10 seconds) where req.path="/" and result.$0.size>100 and (req.param.length())>0' expected = 'select max(result$$0$size) as cnt from TestTable.win:time_batch(10 seconds) where req$path="/" and result$$0$size>100 and (req$param.length())>0' it 'returns query with encoded container fields' do with_engine do model = administrator.compileEPL(expression) expect(Norikra::Query.rewrite_event_field_name(model, {'TestTable' => 'T1'}).toEPL).to eql(expected) end end end context 'with container field access with joins' do expression = 'select product, max(sta.param.size) as maxsize from StreamA.win:keepall() as sta, StreamB(size>10).win:time(20 seconds) as stb where (sta.data.$0.$$body.substr(0,8))=stb.header and (Math.abs(sta.size))>3' expected = 'select product, max(sta.param$size) as maxsize from StreamA.win:keepall() as sta, StreamB(size>10).win:time(20 seconds) as stb where (sta.data$$0$$$body.substr(0,8))=stb.header and (Math.abs(sta.size))>3' it 'returns query with encoded container fields' do with_engine do model = administrator.compileEPL(expression) expect(Norikra::Query.rewrite_event_field_name(model, {'StreamA' => 'S1', 'StreamB' => 'S2'}).toEPL).to eql(expected) end end end context 'without any container field access, but with alias specification, without joins' do expression = 'select count(*) as cnt from TestTable.win:time_batch(10 seconds) where path="/" and TestTable.size>100 and (param.length())>0' expected = 'select count(*) as cnt from TestTable.win:time_batch(10 seconds) where path="/" and T1.size>100 and (param.length())>0' it 'returns query expression' do with_engine do model = administrator.compileEPL(expression) expect(Norikra::Query.rewrite_event_field_name(model, {'TestTable' => 'T1'}).toEPL).to eql(expected) end end end context 'with subquery in select clause' do expression = 'select RfidEvent.zoneId.$0, (select name.x from Zones.std:unique(zoneName) where zoneId=RfidEvent.zoneId.$0) as name from RfidEvent' expected = 'select Z2.zoneId$$0, (select name$x from Zones.std:unique(zoneName) where zoneId=Z2.zoneId$$0) as name from RfidEvent' it 'returns query model which have replaced stream name, for only targets of fully qualified field name access' do with_engine do model = administrator.compileEPL(expression) expect(Norikra::Query.rewrite_event_field_name(model, {'Zones' => 'Z1', 'RfidEvent' => 'Z2'}).toEPL).to eql(expected) end end end context 'with container field accesses, with targets, aliases and joins' do expression = 'select StreamA.product, max(sta.param.size) as maxsize from StreamA.win:keepall() as sta, StreamB(size>10).win:time(20 seconds) as stb where (sta.data.$0.$$body.substr(0,8))=StreamB.header.$0 and (Math.abs(StreamA.size.$0.$$abs))>3' expected = 'select S1.product, max(sta.param$size) as maxsize from StreamA.win:keepall() as sta, StreamB(size>10).win:time(20 seconds) as stb where (sta.data$$0$$$body.substr(0,8))=S2.header$$0 and (Math.abs(S1.size$$0$$$abs))>3' it 'returns query model which have replaced stream name, for only targets of fully qualified field name access' do with_engine do model = administrator.compileEPL(expression) expect(Norikra::Query.rewrite_event_field_name(model, {'StreamA' => 'S1', 'StreamB' => 'S2'}).toEPL).to eql(expected) end end end end describe '.rewrite_event_type_name' do context 'with simple query' do expression = 'select count(*) as cnt from TestTable.win:time_batch(10 seconds) where path="/" and size>100 and (param.length())>0' it 'returns query model which have replaced stream name' do with_engine do model = administrator.compileEPL(expression) expect(Norikra::Query.rewrite_event_type_name(model, {'TestTable' => 'hoge'}).toEPL).to eql(expression.sub('TestTable','hoge')) end end end context 'with subquery in select clause' do expression = 'select zoneId.$0, (select name.x from Zones.std:unique(zoneName) where zoneId=RfidEvent.zoneId.$0) as name from RfidEvent' expected = 'select zoneId.$0, (select name.x from Z1.std:unique(zoneName) where zoneId=RfidEvent.zoneId.$0) as name from Z2' it 'returns query model which have replaced stream name, for only From clause' do with_engine do model = administrator.compileEPL(expression) expect(Norikra::Query.rewrite_event_type_name(model, {'Zones' => 'Z1', 'RfidEvent' => 'Z2'}).toEPL).to eql(expected) end end end context 'with subquery in from clause' do expression = "select * from BarData(ticker='MSFT', sub(closePrice,(select movAgv from SMA20Stream(ticker='MSFT').std:lastevent()))>0)" expected = 'select * from B1(ticker="MSFT" and (sub(closePrice,(select movAgv from B2(ticker="MSFT").std:lastevent())))>0)' it 'returns query model which have replaced stream name' do with_engine do model = administrator.compileEPL(expression) expect(Norikra::Query.rewrite_event_type_name(model, {'BarData' => 'B1', 'SMA20Stream' => 'B2'}).toEPL).to eql(expected) end end end context 'with joins' do expression = 'select product, max(sta.size) as maxsize from StreamA.win:keepall() as sta, StreamB(size>10).win:time(20 seconds) as stb where (sta.data.substr(0,8))=stb.header and (Math.abs(sta.size))>3' it 'returns query model which have replaced stream name' do with_engine do model = administrator.compileEPL(expression) mapping = {'StreamA' => 'sa', 'StreamB' => 'sb'} expect(Norikra::Query.rewrite_event_type_name(model, mapping).toEPL).to eql(expression.sub('StreamA','sa').sub('StreamB','sb')) end end end end describe '.rewrite_query' do it 'rewrites all of targets and container-field-accesses, for single simple query' do with_engine do # single simple query e1 = 'select count(*) as cnt from TestTable.win:time_batch(10 seconds) where path="/" and size>100 and (param.length())>0' x1 = 'select count(*) as cnt from T1.win:time_batch(10 seconds) where path="/" and size>100 and (param.length())>0' model = administrator.compileEPL(e1) mapping = {'TestTable' => 'T1'} expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x1) ## not supported yet! # # escaped abnormal field name / target name # e1a = 'select count(*) as cnt from `TestTable Testing`.win:time_batch(10 sec) where `TestTable testing`.`path name`="/" and size > 100 and param.length() > 0' # x1a = 'select count(*) as cnt from T2.win:time_batch(10 seconds) where T2.`path name`="/" and size > 100 and (param.length()) > 0' # model = administrator.compileEPL(e1a) # mapping = {'TestTable Testing' => 'T2'} # expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x1a) # e1b = 'select count(*) as cnt from `TestTable Testing`.win:time_batch(10 sec) where path\.name="/" and size\.num > 100 and `testtable testing`.param\.name.length() > 0' # x1b = 'select count(*) as cnt from T2.win:time_batch(10 seconcds) where path\.name="/" and size\.num > 100 and T2.param\.name.length() > 0' # model = administrator.compileEPL(e1b) # mapping = {'TestTable Testing' => 'T2'} # expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x1b) # nested container field access e2 = 'select max(result.$0.size) as cnt from TestTable.win:time_batch(10 seconds) where req.path="/" and result.$0.size>100 and (req.param.length())>0' x2 = 'select max(result$$0$size) as cnt from T1.win:time_batch(10 seconds) where req$path="/" and result$$0$size>100 and (req$param.length())>0' model = administrator.compileEPL(e2) mapping = {'TestTable' => 'T1'} expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x2) end end it 'rewrites targets/container field accesses w/ function calls and aliases' do with_engine do # nested container field access w/ function call and alias e3 = 'select product, max(sta.param.size) as maxsize from StreamA.win:keepall() as sta, StreamB(size>10).win:time(20 seconds) as stb where (sta.data.$0.$$body.substr(0,8))=stb.header and (Math.abs(sta.size))>3' x3 = 'select product, max(sta.param$size) as maxsize from S1.win:keepall() as sta, S2(size>10).win:time(20 seconds) as stb where (sta.data$$0$$$body.substr(0,8))=stb.header and (Math.abs(sta.size))>3' model = administrator.compileEPL(e3) mapping = {'StreamA' => 'S1', 'StreamB' => 'S2'} expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x3) # nested function call e3a = 'select path.substring(0,path.index("?")) as urlpath, count(*) as count from TestTable.win:time_batch(60 seconds) group by path.substring(0,path.index("?"))' x3a = 'select path.substring(0,path.index("?")) as urlpath, count(*) as count from T1.win:time_batch(60 seconds) group by path.substring(0,path.index("?"))' model = administrator.compileEPL(e3a) mapping = {'TestTable' => 'T1'} expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x3a) # nested function call w/ container field access e3b = 'select path.f1.substring(0,path.f1.index("?")) as urlpath, count(*) as count from TestTable.win:time_batch(60 seconds) group by path.f1.substring(0,path.f1.index("?"))' x3b = 'select path$f1.substring(0,path$f1.index("?")) as urlpath, count(*) as count from T1.win:time_batch(60 seconds) group by path$f1.substring(0,path$f1.index("?"))' model = administrator.compileEPL(e3b) mapping = {'TestTable' => 'T1'} expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x3b) # views w/ field access e3c = 'select count(*) as c from TestTable.win:ext_timed_batch(TestTable.ts,1 min,0L) where path.source.length()>0' x3c = 'select count(*) as c from T1.win:ext_timed_batch(T1.ts,1 minutes,0L) where (path$source.length())>0' model = administrator.compileEPL(e3c) mapping = {'TestTable' => 'T1'} expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x3c) # Fully-qualified field access e4 = 'select count(*) as cnt from TestTable.win:time_batch(10 seconds) where path="/" and TestTable.size>100 and (param.length())>0' x4 = 'select count(*) as cnt from T1.win:time_batch(10 seconds) where path="/" and T1.size>100 and (param.length())>0' model = administrator.compileEPL(e4) mapping = {'TestTable' => 'T1'} expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x4) # Fully-qualified field access w/ container field access e5 = 'select RfidEvent.zoneId.$0, (select name.x from Zones.std:unique(zoneName) where zoneId=RfidEvent.zoneId.$0) as name from RfidEvent' x5 = 'select R1.zoneId$$0, (select name$x from Z1.std:unique(zoneName) where zoneId=R1.zoneId$$0) as name from R1' model = administrator.compileEPL(e5) mapping = {'RfidEvent' => 'R1', 'Zones' => 'Z1'} expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x5) end end it 'rewrites targets and container field accesses with JOINs and SubQueries' do with_engine do # Fully-qualified field access w/ container field access and function calls, JOINs e6 = 'select StreamA.product, max(sta.param.size) as maxsize from StreamA.win:keepall() as sta, StreamB(size>10).win:time(20 seconds) as stb where (sta.data.$0.$$body.substr(0,8))=StreamB.header.$0 and (Math.abs(StreamA.size.$0.$$abs))>3' x6 = 'select S1.product, max(sta.param$size) as maxsize from S1.win:keepall() as sta, S2(size>10).win:time(20 seconds) as stb where (sta.data$$0$$$body.substr(0,8))=S2.header$$0 and (Math.abs(S1.size$$0$$$abs))>3' model = administrator.compileEPL(e6) mapping = {'StreamA' => 'S1', 'StreamB' => 'S2'} expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x6) # ??? simple query e7 = 'select count(*) as cnt from TestTable.win:time_batch(10 seconds) where path="/" and size>100 and (param.length())>0' x7 = 'select count(*) as cnt from T1.win:time_batch(10 seconds) where path="/" and size>100 and (param.length())>0' model = administrator.compileEPL(e7) mapping = {'TestTable' => 'T1'} expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x7) # subquery e8 = 'select RfidEvent.zoneId.$0, (select name.x from Zones.std:unique(zoneName) where zoneId=RfidEvent.zoneId.$0) as name from RfidEvent' x8 = 'select R1.zoneId$$0, (select name$x from Z1.std:unique(zoneName) where zoneId=R1.zoneId$$0) as name from R1' model = administrator.compileEPL(e8) mapping = {'Zones' => 'Z1', 'RfidEvent' => 'R1'} expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x8) # filters and subquery e9 = 'select * from BarData(ticker="MSFT" and (sub(closePrice,(select movAgv from SMA20Stream(ticker="MSFT").std:lastevent()))>0))' x9 = 'select * from B1(ticker="MSFT" and (sub(closePrice,(select movAgv from S1(ticker="MSFT").std:lastevent())))>0)' model = administrator.compileEPL(e9) mapping = {'BarData' => 'B1', 'SMA20Stream' => 'S1'} expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x9) # JOINs e10 = 'select product, max(sta.size) as maxsize from StreamA.win:keepall() as sta, StreamB(size>10).win:time(20 seconds) as stb where (sta.data.substr(0,8))=stb.header and (Math.abs(sta.size))>3' x10 = 'select product, max(sta.size) as maxsize from S1.win:keepall() as sta, S2(size>10).win:time(20 seconds) as stb where (sta.data.substr(0,8))=stb.header and (Math.abs(sta.size))>3' model = administrator.compileEPL(e10) mapping = {'StreamA' => 'S1', 'StreamB' => 'S2'} expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x10) end end it 'rewrites targets and container field accesses with GROUP BY' do with_engine do # GROUP BY clause e11 = 'select applog.campaign.id as campaign_id, member.region as region, member.lang as lang, count(*) as click, count(distinct member.id) as uu from applog.win:time_batch(1 minutes) where type="click" group by applog.campaign.id, member.region, member.lang' x11 = 'select A1.campaign$id as campaign_id, member$region as region, member$lang as lang, count(*) as click, count(distinct member$id) as uu from A1.win:time_batch(1 minutes) where type="click" group by A1.campaign$id, member$region, member$lang' model = administrator.compileEPL(e11) mapping = {'applog' => 'A1'} expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x11) # GROUP BY with MIN()/MAX() e11a = 'select applog.campaign.id as campaign_id, member.region as region, member.lang as lang, MIN(login.times) as min, MAX(login.times) as max, count(*) as click, count(distinct member.id) as uu from applog.win:time_batch(1 minutes) where type="click" group by applog.campaign.id, member.region, member.lang' x11a = 'select A1.campaign$id as campaign_id, member$region as region, member$lang as lang, min(login$times) as min, max(login$times) as max, count(*) as click, count(distinct member$id) as uu from A1.win:time_batch(1 minutes) where type="click" group by A1.campaign$id, member$region, member$lang' q11a = Norikra::Query.new(name: 'q11a', expression: e11a) model = administrator.compileEPL(q11a.expression) mapping = {'applog' => 'A1'} expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x11a) end end it 'rewrites targets and container field accesses with GROUP BY ROLLUP' do with_engine do e1 = 'select f1.$0.Symbol, StockTickEvent.data.feed, sum(f1.volume) from StockTickEvent.win:time_batch(30 seconds) as event group by rollup(f1.$0.Symbol, StockTickEvent.data.feed)' x1 = 'select f1$$0$Symbol, S1.data$feed, sum(f1$volume) from S1.win:time_batch(30 seconds) as event group by rollup(f1$$0$Symbol, S1.data$feed)' model = administrator.compileEPL(e1) mapping = {'StockTickEvent' => 'S1'} expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x1) end end it 'rewrites targets and container field accesses with GROUP BY CUBE' do with_engine do e1 = 'select f1.$0.Symbol, StockTickEvent.data.feed, sum(f1.volume) from StockTickEvent.win:time_batch(30 seconds) as event group by cube(f1.$0.Symbol, StockTickEvent.data.feed)' x1 = 'select f1$$0$Symbol, S1.data$feed, sum(f1$volume) from S1.win:time_batch(30 seconds) as event group by cube(f1$$0$Symbol, S1.data$feed)' model = administrator.compileEPL(e1) mapping = {'StockTickEvent' => 'S1'} expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x1) end end it 'rewrites targets and container field accesses with GROUP BY GROUPING SETS' do with_engine do e1 = 'select f1.$0.Symbol, StockTickEvent.data.feed, sum(f1.volume) from StockTickEvent.win:time_batch(30 seconds) as event group by grouping sets(f1.$0.Symbol, StockTickEvent.data.feed)' x1 = 'select f1$$0$Symbol, S1.data$feed, sum(f1$volume) from S1.win:time_batch(30 seconds) as event group by grouping sets(f1$$0$Symbol, S1.data$feed)' model = administrator.compileEPL(e1) mapping = {'StockTickEvent' => 'S1'} expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x1) end end it 'rewrites targets and container field accesses with GROUP BY using complex combinations' do with_engine do e1 = 'select f1.$0.Symbol, StockTickEvent.data.feed, sum(f1.volume) from StockTickEvent.win:time_batch(30 seconds) as event group by f1.$0.Symbol, rollup(StockTickEvent.data.feed)' x1 = 'select f1$$0$Symbol, S1.data$feed, sum(f1$volume) from S1.win:time_batch(30 seconds) as event group by f1$$0$Symbol, rollup(S1.data$feed)' model = administrator.compileEPL(e1) mapping = {'StockTickEvent' => 'S1'} expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x1) e2 = 'select f1.$0.Symbol, StockTickEvent.data.feed, sum(f1.volume) from StockTickEvent.win:time_batch(30 seconds) as event group by grouping sets((f1.$0.Symbol, StockTickEvent.data.feed), f1.$0.Symbol)' x2 = 'select f1$$0$Symbol, S1.data$feed, sum(f1$volume) from S1.win:time_batch(30 seconds) as event group by grouping sets((f1$$0$Symbol, S1.data$feed), f1$$0$Symbol)' model = administrator.compileEPL(e2) mapping = {'StockTickEvent' => 'S1'} expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x2) e3 = 'select f1.$0.Symbol, StockTickEvent.data.feed, sum(f1.volume) from StockTickEvent.win:time_batch(30 seconds) as event group by grouping sets(f1.$0.Symbol, StockTickEvent.data.feed, ())' x3 = 'select f1$$0$Symbol, S1.data$feed, sum(f1$volume) from S1.win:time_batch(30 seconds) as event group by grouping sets(f1$$0$Symbol, S1.data$feed, ())' model = administrator.compileEPL(e3) mapping = {'StockTickEvent' => 'S1'} expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x3) e4 = 'select f1.$0.Symbol, StockTickEvent.data.feed, sum(f1.volume) from StockTickEvent.win:time_batch(30 seconds) as event group by grouping sets(rollup(f1.$0.Symbol, StockTickEvent.data.feed), StockTickEvent.data.feed)' x4 = 'select f1$$0$Symbol, S1.data$feed, sum(f1$volume) from S1.win:time_batch(30 seconds) as event group by grouping sets(rollup(f1$$0$Symbol, S1.data$feed), S1.data$feed)' model = administrator.compileEPL(e4) mapping = {'StockTickEvent' => 'S1'} expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x4) end end it 'rewrites targets and container field accesses with ORDER BY' do with_engine do # ORDER BY clause e12 = 'select campaign.id, member.region as region, member.lang as lang, count(*) as click, count(distinct member.id) as uu from applog.win:time_batch(1 minutes) where type="click" group by campaign.id, member.region, member.lang order by campaign.id' x12 = 'select campaign$id, member$region as region, member$lang as lang, count(*) as click, count(distinct member$id) as uu from A1.win:time_batch(1 minutes) where type="click" group by campaign$id, member$region, member$lang order by campaign$id' model = administrator.compileEPL(e12) mapping = {'applog' => 'A1'} expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x12) end end it 'rewrites targets and container field accesses with HAVING' do with_engine do # HAVING clause e13 = 'select path, max(response.duration) from logs.win:time_batch(10 seconds) where path.startsWith("/api/") group by path having max(response.duration)>=100' x13 = 'select path, max(response$duration) from L111.win:time_batch(10 seconds) where path.startsWith("/api/") group by path having max(response$duration)>=100' model = administrator.compileEPL(e13) mapping = {'logs' => 'L111'} expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x13) end end it 'rewrites targets and container field accesses with Patterns' do with_engine do # Pattern e14 = 'select a.type from pattern [every a=TestTable -> b=TestTable(type=a.type)]' x14 = 'select a.type from pattern [every a=T1 -> b=T1(type=a.type)]' model = administrator.compileEPL(e14) mapping = {'TestTable' => 'T1'} expect(Norikra::Query.rewrite_query(model, mapping).toEPL).to eql(x14) end end end describe '.<=>' do it 'returns sort order by group,name' do q1 = Norikra::Query.new(:name => '211', :group => 'a1', :expression => 'x') q2 = Norikra::Query.new(:name => '111', :group => 'a1', :expression => 'x') q3 = Norikra::Query.new(:name => '011', :group => 'b1', :expression => 'x') q4 = Norikra::Query.new(:name => '011', :group => 'a1', :expression => 'x') q5 = Norikra::Query.new(:name => '999', :group => nil, :expression => 'x') q6 = Norikra::Query.new(:name => '899', :group => nil, :expression => 'x') expect([q1,q2,q3,q4,q5,q6].sort).to eql([q6,q5,q4,q2,q1,q3]) end it 'must be stable for sort' do q1 = Norikra::Query.new(name: "hoge", group: nil, expression: "select hoge from pos") q2 = Norikra::Query.new(name: "test1", group: nil, expression: "select hoge,count(*)\r\nfrom pos\r\nwhere age >= 20\r\ngroup by hoge") q3 = Norikra::Query.new(name: "test2", group: "sweep1", expression: "select moge\r\nfrom pos.win:time_batch(5 sec)\r\nwhere x=1\r\n") expect([q1,q2,q3].sort).to eql([q1, q2, q3]) end end end describe '.imported_java_class?' do it 'can do judge passed name exists under java package tree or not' do expect(Norikra::Query.imported_java_class?('String')).to be_truthy expect(Norikra::Query.imported_java_class?('Long')).to be_truthy expect(Norikra::Query.imported_java_class?('Void')).to be_truthy expect(Norikra::Query.imported_java_class?('BigDecimal')).to be_truthy expect(Norikra::Query.imported_java_class?('Format')).to be_truthy expect(Norikra::Query.imported_java_class?('Normalizer')).to be_truthy expect(Norikra::Query.imported_java_class?('Date')).to be_truthy expect(Norikra::Query.imported_java_class?('HashSet')).to be_truthy expect(Norikra::Query.imported_java_class?('Random')).to be_truthy expect(Norikra::Query.imported_java_class?('Timer')).to be_truthy expect(Norikra::Query.imported_java_class?('unexpected')).to be_falsy expect(Norikra::Query.imported_java_class?('parameter')).to be_falsy expect(Norikra::Query.imported_java_class?('param')).to be_falsy end end end