57 lines
1.5 KiB
Plaintext
57 lines
1.5 KiB
Plaintext
# Fluent Bit 主配置（边缘节点日志采集 → ClickHouse）
|
||
# HTTP: /var/log/edge/edge-node/*.log
|
||
# DNS: /var/log/edge/edge-dns/*.log
|
||
|
||
[SERVICE]
|
||
Flush 5
|
||
Log_Level info
|
||
Parsers_File parsers.conf
|
||
storage.path /var/lib/fluent-bit/storage
|
||
storage.sync normal
|
||
storage.checksum off
|
||
storage.backlog.mem_limit 128MB
|
||
|
||
@INCLUDE clickhouse-upstream.conf
|
||
|
||
[INPUT]
|
||
Name tail
|
||
Path /var/log/edge/edge-node/*.log
|
||
Tag app.http.logs
|
||
Refresh_Interval 5
|
||
Read_from_Head false
|
||
DB /var/lib/fluent-bit/http-logs.db
|
||
Mem_Buf_Limit 128MB
|
||
Skip_Long_Lines On
|
||
|
||
[INPUT]
|
||
Name tail
|
||
Path /var/log/edge/edge-dns/*.log
|
||
Tag app.dns.logs
|
||
Refresh_Interval 5
|
||
Read_from_Head false
|
||
DB /var/lib/fluent-bit/dns-logs.db
|
||
Mem_Buf_Limit 128MB
|
||
Skip_Long_Lines On
|
||
|
||
[OUTPUT]
|
||
Name clickhouse
|
||
Match app.http.logs
|
||
Upstream ch_backends
|
||
Table logs_ingest
|
||
Http_User ${CH_USER}
|
||
Http_Passwd ${CH_PASSWORD}
|
||
json_date_key timestamp
|
||
json_date_format epoch
|
||
Retry_Limit 10
|
||
|
||
[OUTPUT]
|
||
Name clickhouse
|
||
Match app.dns.logs
|
||
Upstream ch_backends
|
||
Table dns_logs_ingest
|
||
Http_User ${CH_USER}
|
||
Http_Passwd ${CH_PASSWORD}
|
||
json_date_key timestamp
|
||
json_date_format epoch
|
||
Retry_Limit 10
|