Sha256: 24639e7fbd42f8d369b883a5013fa68bb1427cdc5e12d89444a9880ac56e704e
Contents?: true
Size: 1.92 KB
Versions: 6
Compression:
Stored size: 1.92 KB
Contents
<source>
@type http
port 9880
<parse>
@type openlineage
</parse>
</source>
# https://docs.fluentd.org/output/http
<match api.v1.lineage> # tag should match fluentd input endpoint url http://localhost:9880/api/v1/lineage
@type copy
<store>
@type http
endpoint_url "#{ENV['MARQUEZ_HTTP_ENDPOINT']}"
content_type application/json
bulk_request false # available since using https://github.com/fluent-plugins-nursery/fluent-plugin-out-http
buffered true
serializer json
retryable_response_codes 408, 429, 500, 502, 503
<buffer>
@type file
path /tmp/openlineage/buf/chunk-*
flush_mode immediate
</buffer>
</store>
<store>
@type stdout # testing purpose to demonstrate that copy is working
</store>
# other output stores can be put
</match>
# source for prometheus metrics
<source>
@type forward
bind 0.0.0.0
port 24224
</source>
# count the number of incoming records per tag
<filter company.*>
@type prometheus
<metric>
name fluentd_input_status_num_records_total
type counter
desc The total number of incoming records
<labels>
tag ${tag}
hostname ${hostname}
</labels>
</metric>
</filter>
# count the number of outgoing records per tag
<match company.*>
@type copy
<store>
@type forward
<server>
name myserver1
host 192.168.1.3
port 24224
weight 60
</server>
</store>
<store>
@type prometheus
<metric>
name fluentd_output_status_num_records_total
type counter
desc The total number of outgoing records
<labels>
tag ${tag}
hostname ${hostname}
</labels>
</metric>
</store>
</match>
# expose metrics in prometheus format
<source>
@type prometheus
bind 0.0.0.0
port 24231
metrics_path /metrics
</source>
<source>
@type prometheus_output_monitor
interval 10
<labels>
hostname ${hostname}
</labels>
</source>
Version data entries
6 entries across 6 versions & 3 rubygems