forked from nachomdo/draper
-
Notifications
You must be signed in to change notification settings - Fork 5
/
kafka_streams.yml
97 lines (96 loc) · 3.62 KB
/
kafka_streams.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
---
# See https://github.com/confluentinc/jmx-monitoring-stacks/tree/6.1.0-post/shared-assets/jmx-exporter
ssl: false
lowercaseOutputName: true
lowercaseOutputLabelNames: true
whitelistObjectNames:
- kafka.streams:*
# The two lines below are used to pull the Kafka Client Producer & consumer metrics from Kafka Streams Client.
# If you care about Producer/Consumer metrics for Kafka Streams, please uncomment 2 lines below.
# Please note that this increases the scrape duration by about 1-2 seconds as it needs to parse a lot of data.
# - "kafka.consumer:*"
# - "kafka.producer:*"
blacklistObjectNames:
- kafka.streams:type=kafka-metrics-count
- "kafka.admin.client:*"
- "kafka.consumer:type=*,id=*"
- "kafka.producer:type=*,id=*"
- "kafka.*:type=kafka-metrics-count,*"
rules:
# kafka.streams:type=stream-processor-node-metrics,processor-node-id=*,task-id=*,thread-id=*
# kafka.streams:type=stream-record-cache-metrics,record-cache-id=*,task-id=*,thread-id=*
# kafka.streams:type=stream-state-metrics,rocksdb-state-id=*,task-id=*,thread-id=*
# kafka.streams:type=stream-state-metrics,rocksdb-state-id=*,task-id=*,thread-id=*
- pattern: "kafka.streams<type=(.+), thread-id=(.+), task-id=(.+), (.+)=(.+)><>(.+):"
name: kafka_streams_$1_$6
type: GAUGE
labels:
thread_id: "$2"
task_id: "$3"
$4: "$5"
# kafka.streams:type=stream-task-metrics,task-id=*,thread-id=*
- pattern: "kafka.streams<type=(.+), thread-id=(.+), task-id=(.+)><>(.+):"
name: kafka_streams_$1_$4
type: GAUGE
labels:
thread_id: "$2"
task_id: "$3"
# kafka.streams:type=stream-metrics,client-id=*
- pattern: "kafka.streams<type=stream-metrics, (.+)=(.+)><>(state|alive-stream-threads|commit-id|version|application-id): (.+)"
name: kafka_streams_stream_metrics
value: 1
type: UNTYPED
labels:
$1: "$2"
$3: "$4"
# kafka.streams:type=stream-thread-metrics,thread-id=*
- pattern: "kafka.streams<type=(.+), (.+)=(.+)><>([^:]+)"
name: kafka_streams_$1_$4
type: GAUGE
labels:
$2: "$3"
# "kafka.consumer:type=app-info,client-id=*"
# "kafka.producer:type=app-info,client-id=*"
- pattern: "kafka.(.+)<type=app-info, client-id=(.+)><>(.+): (.+)"
value: 1
name: kafka_$1_app_info
labels:
client_type: $1
client_id: $2
$3: $4
type: UNTYPED
# "kafka.consumer:type=consumer-metrics,client-id=*, protocol=*, cipher=*"
# "kafka.consumer:type=type=consumer-fetch-manager-metrics,client-id=*, topic=*, partition=*"
# "kafka.producer:type=producer-metrics,client-id=*, protocol=*, cipher=*"
- pattern: "kafka.(.+)<type=(.+), (.+)=(.+), (.+)=(.+), (.+)=(.+)><>(.+):"
name: kafka_$1_$2_$9
type: GAUGE
labels:
client_type: $1
$3: "$4"
$5: "$6"
$7: "$8"
# "kafka.consumer:type=consumer-node-metrics,client-id=*, node-id=*"
# "kafka.consumer:type=consumer-fetch-manager-metrics,client-id=*, topic=*"
# "kafka.producer:type=producer-node-metrics,client-id=*, node-id=*"
# "kafka.producer:type=producer-topic-metrics,client-id=*, topic=*"
- pattern: "kafka.(.+)<type=(.+), (.+)=(.+), (.+)=(.+)><>(.+):"
name: kafka_$1_$2_$7
type: GAUGE
labels:
client_type: $1
$3: "$4"
$5: "$6"
# "kafka.consumer:type=consumer-fetch-manager-metrics,client-id=*"
# "kafka.consumer:type=consumer-metrics,client-id=*"
# "kafka.producer:type=producer-metrics,client-id=*"
- pattern: "kafka.(.+)<type=(.+), (.+)=(.+)><>(.+):"
name: kafka_$1_$2_$5
type: GAUGE
labels:
client_type: $1
$3: "$4"
- pattern: "kafka.(.+)<type=(.+)><>(.+):"
name: kafka_$1_$2_$3
labels:
client_type: $1