@type http port 9880 @type openlineage # https://docs.fluentd.org/output/http # tag should match fluentd input endpoint url http://localhost:9880/api/v1/lineage @type copy @type http endpoint_url "#{ENV['MARQUEZ_HTTP_ENDPOINT']}" content_type application/json bulk_request false # available since using https://github.com/fluent-plugins-nursery/fluent-plugin-out-http buffered true serializer json retryable_response_codes 408, 429, 500, 502, 503 @type file path /tmp/openlineage/buf/chunk-* flush_mode immediate # use the code below to debug the output # # @type stdout # # count the number of incoming records per tag @type prometheus name fluentd_input_status_num_records_total type counter desc The total number of incoming records tag ${tag} hostname ${hostname} # expose metrics in prometheus format @type prometheus bind 0.0.0.0 port 24231 metrics_path /metrics @type prometheus_output_monitor interval 10 hostname ${hostname} # monitor fluentd itself @type monitor_agent bind 0.0.0.0 port 24220 @id in_monitor_agent include_config true