require_relative '../helper' require 'fluent/config/element' require "fluent/config/dsl" TMP_DIR = File.dirname(__FILE__) + "/tmp/config_dsl#{ENV['TEST_ENV_NUMBER']}" def write_config(path, data) FileUtils.mkdir_p(File.dirname(path)) File.open(path, "w") {|f| f.write data } end def prepare_config1 write_config "#{TMP_DIR}/config_test_1.conf", %[ k1 root_config include dir/config_test_2.conf # @include #{TMP_DIR}/config_test_4.conf include file://#{TMP_DIR}/config_test_5.conf @include config.d/*.conf ] write_config "#{TMP_DIR}/dir/config_test_2.conf", %[ k2 relative_path_include @include ../config_test_3.conf ] write_config "#{TMP_DIR}/config_test_3.conf", %[ k3 relative_include_in_included_file ] write_config "#{TMP_DIR}/config_test_4.conf", %[ k4 absolute_path_include ] write_config "#{TMP_DIR}/config_test_5.conf", %[ k5 uri_include ] write_config "#{TMP_DIR}/config.d/config_test_6.conf", %[ k6 wildcard_include_1 include normal_parameter ] write_config "#{TMP_DIR}/config.d/config_test_7.conf", %[ k7 wildcard_include_2 ] write_config "#{TMP_DIR}/config.d/config_test_8.conf", %[ @include ../dir/config_test_9.conf ] write_config "#{TMP_DIR}/dir/config_test_9.conf", %[ k9 embeded nested nested_value include hoge ] write_config "#{TMP_DIR}/config.d/00_config_test_8.conf", %[ k8 wildcard_include_3 include normal_parameter ] end def prepare_config2 write_config "#{TMP_DIR}/config_test_1.rb", DSL_CONFIG_EXAMPLE end DSL_CONFIG_EXAMPLE = %q[ worker { hostname = "myhostname" (0..9).each { |i| source { type :tail path "/var/log/httpd/access.part#{i}.log" filter ('bar.**') { type :hoge val1 "moge" val2 ["foo", "bar", "baz"] val3 10 id :hoge subsection { foo "bar" } subsection { foo "baz" } } filter ('foo.**') { type "pass" } match ('{foo,bar}.**') { type "file" path "/var/log/httpd/access.#{hostname}.#{i}.log" } } } } ] DSL_CONFIG_EXAMPLE_WITHOUT_WORKER = %q[ hostname = "myhostname" source { type :tail path "/var/log/httpd/access.part.log" element { name "foo" } match ('{foo,bar}.**') { type "file" path "/var/log/httpd/access.full.log" } } ] DSL_CONFIG_EXAMPLE_FOR_INCLUDE_CONF = %q[ include "#{TMP_DIR}/config_test_1.conf" ] DSL_CONFIG_EXAMPLE_FOR_INCLUDE_RB = %q[ include "#{TMP_DIR}/config_test_1.rb" ] DSL_CONFIG_RETURNS_NON_ELEMENT = %q[ worker { } [] ] DSL_CONFIG_WRONG_SYNTAX1 = %q[ match ] DSL_CONFIG_WRONG_SYNTAX2 = %q[ match('aa','bb'){ type :null } ] DSL_CONFIG_WRONG_SYNTAX3 = %q[ match('aa','bb') ] DSL_CONFIG_WRONG_SYNTAX4 = %q[ include ] module Fluent::Config class TestDSLParser < ::Test::Unit::TestCase sub_test_case 'with worker tag on top level' do def setup @root = Fluent::Config::DSL::Parser.parse(DSL_CONFIG_EXAMPLE, 'dsl_config.rb') end sub_test_case '.parse' do test 'makes root element' do assert_equal('ROOT', @root.name) assert_predicate(@root.arg, :empty?) assert_equal(0, @root.keys.size) end test 'makes worker element for worker tag' do assert_equal(1, @root.elements.size) worker = @root.elements.first assert_equal('worker', worker.name) assert_predicate(worker.arg, :empty?) assert_equal(0, worker.keys.size) assert_equal(10, worker.elements.size) end test 'makes subsections for blocks, with variable substitution' do ele4 = @root.elements.first.elements[4] assert_equal('source', ele4.name) assert_predicate(ele4.arg, :empty?) assert_equal(2, ele4.keys.size) assert_equal('tail', ele4['type']) assert_equal("/var/log/httpd/access.part4.log", ele4['path']) end test 'makes user-defined sections with blocks' do filter0 = @root.elements.first.elements[4].elements.first assert_equal('filter', filter0.name) assert_equal('bar.**', filter0.arg) assert_equal('hoge', filter0['type']) assert_equal('moge', filter0['val1']) assert_equal(JSON.dump(['foo', 'bar', 'baz']), filter0['val2']) assert_equal('10', filter0['val3']) assert_equal('hoge', filter0['id']) assert_equal(2, filter0.elements.size) assert_equal('subsection', filter0.elements[0].name) assert_equal('bar', filter0.elements[0]['foo']) assert_equal('subsection', filter0.elements[1].name) assert_equal('baz', filter0.elements[1]['foo']) end test 'makes values with user-assigned variable substitutions' do match0 = @root.elements.first.elements[4].elements.last assert_equal('match', match0.name) assert_equal('{foo,bar}.**', match0.arg) assert_equal('file', match0['type']) assert_equal('/var/log/httpd/access.myhostname.4.log', match0['path']) end end end sub_test_case 'without worker tag on top level' do def setup @root = Fluent::Config::DSL::Parser.parse(DSL_CONFIG_EXAMPLE_WITHOUT_WORKER, 'dsl_config_without_worker.rb') end sub_test_case '.parse' do test 'makes root element' do assert_equal('ROOT', @root.name) assert_predicate(@root.arg, :empty?) assert_equal(0, @root.keys.size) end test 'does not make worker element implicitly because DSL configuration does not support v10 compat mode' do assert_equal(1, @root.elements.size) assert_equal('source', @root.elements.first.name) refute(@root.elements.find { |e| e.name == 'worker' }) end end end sub_test_case 'with include conf' do def setup prepare_config1 @root = Fluent::Config::DSL::Parser.parse(DSL_CONFIG_EXAMPLE_FOR_INCLUDE_CONF, 'dsl_config_for_include.conf') end test 'include config' do assert_equal('root_config', @root['k1']) assert_equal('relative_path_include', @root['k2']) assert_equal('relative_include_in_included_file', @root['k3']) assert_equal('absolute_path_include', @root['k4']) assert_equal('uri_include', @root['k5']) assert_equal('wildcard_include_1', @root['k6']) assert_equal('wildcard_include_2', @root['k7']) assert_equal('wildcard_include_3', @root['k8']) assert_equal([ 'k1', 'k2', 'k3', 'k4', 'k5', 'k8', # Because of the file name this comes first. 'k6', 'k7', ], @root.keys) elem1 = @root.elements.find { |e| e.name == 'elem1' } assert(elem1) assert_equal('name', elem1.arg) assert_equal('normal_parameter', elem1['include']) elem2 = @root.elements.find { |e| e.name == 'elem2' } assert(elem2) assert_equal('name', elem2.arg) assert_equal('embeded', elem2['k9']) assert_not_include(elem2, 'include') elem3 = elem2.elements.find { |e| e.name == 'elem3' } assert(elem3) assert_equal('nested_value', elem3['nested']) assert_equal('hoge', elem3['include']) end # TODO: Add uri based include spec end sub_test_case 'with include rb' do def setup prepare_config2 @root = Fluent::Config::DSL::Parser.parse(DSL_CONFIG_EXAMPLE_FOR_INCLUDE_RB, 'dsl_config_for_include.rb') end sub_test_case '.parse' do test 'makes root element' do assert_equal('ROOT', @root.name) assert_predicate(@root.arg, :empty?) assert_equal(0, @root.keys.size) end test 'makes worker element for worker tag' do assert_equal(1, @root.elements.size) worker = @root.elements.first assert_equal('worker', worker.name) assert_predicate(worker.arg, :empty?) assert_equal(0, worker.keys.size) assert_equal(10, worker.elements.size) end test 'makes subsections for blocks, with variable substitution' do ele4 = @root.elements.first.elements[4] assert_equal('source', ele4.name) assert_predicate(ele4.arg, :empty?) assert_equal(2, ele4.keys.size) assert_equal('tail', ele4['type']) assert_equal("/var/log/httpd/access.part4.log", ele4['path']) end test 'makes user-defined sections with blocks' do filter0 = @root.elements.first.elements[4].elements.first assert_equal('filter', filter0.name) assert_equal('bar.**', filter0.arg) assert_equal('hoge', filter0['type']) assert_equal('moge', filter0['val1']) assert_equal(JSON.dump(['foo', 'bar', 'baz']), filter0['val2']) assert_equal('10', filter0['val3']) assert_equal('hoge', filter0['id']) assert_equal(2, filter0.elements.size) assert_equal('subsection', filter0.elements[0].name) assert_equal('bar', filter0.elements[0]['foo']) assert_equal('subsection', filter0.elements[1].name) assert_equal('baz', filter0.elements[1]['foo']) end test 'makes values with user-assigned variable substitutions' do match0 = @root.elements.first.elements[4].elements.last assert_equal('match', match0.name) assert_equal('{foo,bar}.**', match0.arg) assert_equal('file', match0['type']) assert_equal('/var/log/httpd/access.myhostname.4.log', match0['path']) end end end sub_test_case 'with configuration that returns non element on top' do sub_test_case '.parse' do test 'does not crash' do Fluent::Config::DSL::Parser.parse(DSL_CONFIG_RETURNS_NON_ELEMENT, 'dsl_config_returns_non_element.rb') end end end sub_test_case 'with configuration with wrong arguments for specific elements' do sub_test_case '.parse' do test 'raises ArgumentError correctly' do assert_raise(ArgumentError) { Fluent::Config::DSL::Parser.parse(DSL_CONFIG_WRONG_SYNTAX1, 'dsl_config_wrong_syntax1') } assert_raise(ArgumentError) { Fluent::Config::DSL::Parser.parse(DSL_CONFIG_WRONG_SYNTAX2, 'dsl_config_wrong_syntax2') } assert_raise(ArgumentError) { Fluent::Config::DSL::Parser.parse(DSL_CONFIG_WRONG_SYNTAX3, 'dsl_config_wrong_syntax3') } assert_raise(ArgumentError) { Fluent::Config::DSL::Parser.parse(DSL_CONFIG_WRONG_SYNTAX4, 'dsl_config_wrong_syntax4') } end end end sub_test_case 'with ruby keyword, that provides ruby Kernel module features' do sub_test_case '.parse' do test 'can get result of Kernel.open() by ruby.open()' do uname_string = `uname -a` root = Fluent::Config::DSL::Parser.parse(< from erb').result } source { version ruby_version } } DSL worker = root.elements.first assert_equal('worker', worker.name) source = worker.elements.first assert_equal('source', source.name) assert_equal(1, source.keys.size) assert_equal("#{RUBY_VERSION} from erb", source['version']) end test 'raises NoMethodError when configuration DSL elements are written in ruby block' do conf = <