update fluent-bit to 5.0
- fluent-bit 5.0 support tag by url - update readme.md
This commit is contained in:
@@ -5,12 +5,13 @@
|
|||||||
flowchart LR
|
flowchart LR
|
||||||
SDK[Python SDK] -->|logs / metrics| FB[Fluent Bit]
|
SDK[Python SDK] -->|logs / metrics| FB[Fluent Bit]
|
||||||
|
|
||||||
FB -->|logs| VLA[vlogagent]
|
FB -->|logs| VL[VictoriaLogs]
|
||||||
VLA -->|logs| VL[VictoriaLogs]
|
|
||||||
|
|
||||||
FB -->|metrics| VM[VictoriaMetrics]
|
FB -->|metrics| VM[VictoriaMetrics]
|
||||||
|
|
||||||
VM -->|query| GF[Grafana]
|
VM -->|query| GF[Grafana]
|
||||||
|
|
||||||
|
VL -->|logs| GF
|
||||||
```
|
```
|
||||||
|
|
||||||
|
|
||||||
@@ -30,4 +31,6 @@ flowchart TD
|
|||||||
|
|
||||||
FB -->|metrics| VM[VictoriaMetrics]
|
FB -->|metrics| VM[VictoriaMetrics]
|
||||||
VM -->|query| GF[Grafana]
|
VM -->|query| GF[Grafana]
|
||||||
|
|
||||||
|
VL -->|logs| GF
|
||||||
```
|
```
|
||||||
|
|||||||
@@ -1,10 +1,6 @@
|
|||||||
services:
|
services:
|
||||||
fluentbit:
|
fluentbit:
|
||||||
depends_on:
|
image: docker.io/fluent/fluent-bit:5.0
|
||||||
vlagent:
|
|
||||||
condition: service_started
|
|
||||||
required: true
|
|
||||||
image: cr.fluentbit.io/fluent/fluent-bit:3.1.7
|
|
||||||
restart: always
|
restart: always
|
||||||
networks:
|
networks:
|
||||||
default: null
|
default: null
|
||||||
@@ -67,32 +63,6 @@ services:
|
|||||||
source: victoriametrics
|
source: victoriametrics
|
||||||
target: /vmsingle
|
target: /vmsingle
|
||||||
volume: {}
|
volume: {}
|
||||||
vlagent:
|
|
||||||
command:
|
|
||||||
- --remoteWrite.tmpDataPath=/vlagent
|
|
||||||
- --remoteWrite.url=http://victorialogs-1:9428/insert/native
|
|
||||||
- --syslog.listenAddr.tcp=0.0.0.0:8094
|
|
||||||
depends_on:
|
|
||||||
victorialogs-1:
|
|
||||||
condition: service_healthy
|
|
||||||
required: true
|
|
||||||
healthcheck:
|
|
||||||
test:
|
|
||||||
- CMD
|
|
||||||
- wget
|
|
||||||
- -qO-
|
|
||||||
- http://127.0.0.1:9429/health
|
|
||||||
timeout: 1s
|
|
||||||
interval: 1s
|
|
||||||
retries: 10
|
|
||||||
image: victoriametrics/vlagent:v1.50.0
|
|
||||||
networks:
|
|
||||||
default: null
|
|
||||||
volumes:
|
|
||||||
- type: volume
|
|
||||||
source: vlagent
|
|
||||||
target: /vlagent
|
|
||||||
volume: {}
|
|
||||||
demo-app:
|
demo-app:
|
||||||
build:
|
build:
|
||||||
context: .
|
context: .
|
||||||
@@ -121,7 +91,5 @@ volumes:
|
|||||||
name: fluentbit-oltp_victorialogs-1
|
name: fluentbit-oltp_victorialogs-1
|
||||||
victoriametrics:
|
victoriametrics:
|
||||||
name: fluentbit-oltp_victoriametrics
|
name: fluentbit-oltp_victoriametrics
|
||||||
vlagent:
|
|
||||||
name: fluentbit-oltp_vlagent
|
|
||||||
grafana-data:
|
grafana-data:
|
||||||
name: fluentbit-oltp_grafana
|
name: fluentbit-oltp_grafana
|
||||||
|
|||||||
@@ -14,10 +14,6 @@
|
|||||||
storage.checksum off
|
storage.checksum off
|
||||||
storage.backlog.mem_limit 64M
|
storage.backlog.mem_limit 64M
|
||||||
|
|
||||||
# Python SDK / OpenTelemetry SDK 发到这里:
|
|
||||||
# http://vmauth:8427/v1/logs
|
|
||||||
# http://vmauth:8427/v1/metrics
|
|
||||||
# vmauth 会转发到 fluentbit:4318
|
|
||||||
[INPUT]
|
[INPUT]
|
||||||
Name opentelemetry
|
Name opentelemetry
|
||||||
Listen 0.0.0.0
|
Listen 0.0.0.0
|
||||||
@@ -26,9 +22,6 @@
|
|||||||
# OTLP/HTTP 通常期望 200;Fluent Bit 默认是 201
|
# OTLP/HTTP 通常期望 200;Fluent Bit 默认是 201
|
||||||
Successful_Response_Code 200
|
Successful_Response_Code 200
|
||||||
|
|
||||||
# 保持默认行为:/v1/logs -> v1_logs, /v1/metrics -> v1_metrics
|
|
||||||
Tag_From_Uri true
|
|
||||||
|
|
||||||
Buffer_Chunk_Size 1M
|
Buffer_Chunk_Size 1M
|
||||||
Buffer_Max_Size 10M
|
Buffer_Max_Size 10M
|
||||||
Threaded On
|
Threaded On
|
||||||
@@ -36,7 +29,7 @@
|
|||||||
# Python SDK 发来的 metrics -> VictoriaMetrics remote_write
|
# Python SDK 发来的 metrics -> VictoriaMetrics remote_write
|
||||||
[OUTPUT]
|
[OUTPUT]
|
||||||
Name prometheus_remote_write
|
Name prometheus_remote_write
|
||||||
Match *
|
Match v1_metrics
|
||||||
Host victoriametrics
|
Host victoriametrics
|
||||||
Port 8428
|
Port 8428
|
||||||
Uri /api/v1/write
|
Uri /api/v1/write
|
||||||
@@ -48,9 +41,9 @@
|
|||||||
# Python SDK 发来的 logs -> vlagent -> VictoriaLogs
|
# Python SDK 发来的 logs -> vlagent -> VictoriaLogs
|
||||||
[OUTPUT]
|
[OUTPUT]
|
||||||
Name opentelemetry
|
Name opentelemetry
|
||||||
Match *
|
Match v1_logs
|
||||||
Host vlagent
|
Host victorialogs-1
|
||||||
Port 9429
|
Port 9428
|
||||||
|
|
||||||
Logs_Uri /insert/opentelemetry/v1/logs
|
Logs_Uri /insert/opentelemetry/v1/logs
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user