Azure Managed Instance for Apache Cassandra Monitoring

1global:
2  scrape_interval: 15s
3  scrape_timeout: 10s
4  evaluation_interval: 15s
5
6alerting:
7  alertmanagers:
8  - static_configs:
9    - targets: []
10    scheme: http
11    timeout: 10s
12
13scrape_configs:
14  - job_name: prometheus
15    scrape_interval: 15s
16    scrape_timeout: 15s
17    metrics_path: /metrics
18    scheme: http
19    static_configs:
20    - targets:
21      - localhost:9090
22
23  - job_name: "mcac"
24    scrape_interval: 15s
25    scrape_timeout:  15s
26    static_configs:
27      - targets: ["<Node_IP_1>:9443", "<Node_IP_2>:9443", "<Node_IP_N>:9443"]
28    honor_labels: true
29    honor_timestamps: false
30    scheme: https
31    tls_config:
32            insecure_skip_verify: true
33    metric_relabel_configs:
34    #drop metrics we can calculate from prometheus directly
35    - source_labels: [__name__]
36      regex: .*rate_(mean|1m|5m|15m)
37      action: drop
38    #save the original name for all metrics
39    - source_labels: [__name__]
40      regex: (collectd_mcac_.+)
41      target_label: prom_name
42      replacement: ${1}
43    - source_labels: ["prom_name"]
44      regex: .+_bucket_(\d+)
45      target_label: le
46      replacement: ${1}
47    - source_labels: ["prom_name"]
48      regex: .+_bucket_inf
49      target_label: le
50      replacement: +Inf
51    - source_labels: ["prom_name"]
52      regex: .*_histogram_p(\d+)
53      target_label: quantile
54      replacement: .${1}
55    - source_labels: ["prom_name"]
56      regex: .*_histogram_min
57      target_label: quantile
58      replacement: "0"
59    - source_labels: ["prom_name"]
60      regex: .*_histogram_max
61      target_label: quantile
62      replacement: "1"
63    #Table Metrics *ALL* we can drop
64    - source_labels: ["mcac"]
65      regex: org\.apache\.cassandra\.metrics\.table\.(\w+)
66      action: drop
67    #Table Metrics
68    - source_labels: ["mcac"]
69      regex: org\.apache\.cassandra\.metrics\.table\.(\w+)\.(\w+)\.(\w+)
70      target_label: table
71      replacement: ${3}
72    - source_labels: ["mcac"]
73      regex: org\.apache\.cassandra\.metrics\.table\.(\w+)\.(\w+)\.(\w+)
74      target_label: keyspace
75      replacement: ${2}
76    - source_labels: ["mcac"]
77      regex: org\.apache\.cassandra\.metrics\.table\.(\w+)\.(\w+)\.(\w+)
78      target_label: __name__
79      replacement: mcac_table_${1}
80    #Keyspace Metrics
81    - source_labels: ["mcac"]
82      regex: org\.apache\.cassandra\.metrics\.keyspace\.(\w+)\.(\w+)
83      target_label: keyspace
84      replacement: ${2}
85    - source_labels: ["mcac"]
86      regex: org\.apache\.cassandra\.metrics\.keyspace\.(\w+)\.(\w+)
87      target_label: __name__
88      replacement: mcac_keyspace_${1}
89    #ThreadPool Metrics (one type is repair.task so we just ignore the second part)
90    - source_labels: ["mcac"]
91      regex: org\.apache\.cassandra\.metrics\.thread_pools\.(\w+)\.(\w+)\.(\w+).*
92      target_label: pool_type
93      replacement: ${2}
94    - source_labels: ["mcac"]
95      regex: org\.apache\.cassandra\.metrics\.thread_pools\.(\w+)\.(\w+)\.(\w+).*
96      target_label: pool_name
97      replacement: ${3}
98    - source_labels: ["mcac"]
99      regex: org\.apache\.cassandra\.metrics\.thread_pools\.(\w+)\.(\w+)\.(\w+).*
100      target_label: __name__
101      replacement: mcac_thread_pools_${1}
102    #ClientRequest Metrics
103    - source_labels: ["mcac"]
104      regex: org\.apache\.cassandra\.metrics\.client_request\.(\w+)\.(\w+)$
105      target_label: request_type
106      replacement: ${2}
107    - source_labels: ["mcac"]
108      regex: org\.apache\.cassandra\.metrics\.client_request\.(\w+)\.(\w+)$
109      target_label: __name__
110      replacement: mcac_client_request_${1}
111    - source_labels: ["mcac"]
112      regex: org\.apache\.cassandra\.metrics\.client_request\.(\w+)\.(\w+)\.(\w+)$
113      target_label: cl
114      replacement: ${3}
115    - source_labels: ["mcac"]
116      regex: org\.apache\.cassandra\.metrics\.client_request\.(\w+)\.(\w+)\.(\w+)$
117      target_label: request_type
118      replacement: ${2}
119    - source_labels: ["mcac"]
120      regex: org\.apache\.cassandra\.metrics\.client_request\.(\w+)\.(\w+)\.(\w+)$
121      target_label: __name__
122      replacement: mcac_client_request_${1}_cl
123    #Cache Metrics
124    - source_labels: ["mcac"]
125      regex: org\.apache\.cassandra\.metrics\.cache\.(\w+)\.(\w+)
126      target_label: cache_name
127      replacement: ${2}
128    - source_labels: ["mcac"]
129      regex: org\.apache\.cassandra\.metrics\.cache\.(\w+)\.(\w+)
130      target_label: __name__
131      replacement: mcac_cache_${1}
132    #CQL Metrics
133    - source_labels: ["mcac"]
134      regex: org\.apache\.cassandra\.metrics\.cql\.(\w+)
135      target_label: __name__
136      replacement: mcac_cql_${1}
137    #Dropped Message Metrics
138    - source_labels: ["mcac"]
139      regex: org\.apache\.cassandra\.metrics\.dropped_message\.(\w+)\.(\w+)
140      target_label: message_type
141      replacement: ${2}
142    - source_labels: ["mcac"]
143      regex: org\.apache\.cassandra\.metrics\.dropped_message\.(\w+)\.(\w+)
144      target_label: __name__
145      replacement: mcac_dropped_message_${1}
146    #Streaming Metrics
147    - source_labels: ["mcac"]
148      regex: org\.apache\.cassandra\.metrics\.streaming\.(\w+)\.(.+)$
149      target_label: peer_ip
150      replacement: ${2}
151    - source_labels: ["mcac"]
152      regex: org\.apache\.cassandra\.metrics\.streaming\.(\w+)\.(.+)$
153      target_label: __name__
154      replacement: mcac_streaming_${1}
155    - source_labels: ["mcac"]
156      regex: org\.apache\.cassandra\.metrics\.streaming\.(\w+)$
157      target_label: __name__
158      replacement: mcac_streaming_${1}
159    #CommitLog Metrics
160    - source_labels: ["mcac"]
161      regex: org\.apache\.cassandra\.metrics\.commit_log\.(\w+)
162      target_label: __name__
163      replacement: mcac_commit_log_${1}
164    #Compaction Metrics
165    - source_labels: ["mcac"]
166      regex: org\.apache\.cassandra\.metrics\.compaction\.(\w+)
167      target_label: __name__
168      replacement: mcac_compaction_${1}
169    #Storage Metrics
170    - source_labels: ["mcac"]
171      regex: org\.apache\.cassandra\.metrics\.storage\.(\w+)
172      target_label: __name__
173      replacement: mcac_storage_${1}
174    #Batch Metrics
175    - source_labels: ["mcac"]
176      regex: org\.apache\.cassandra\.metrics\.batch\.(\w+)
177      target_label: __name__
178      replacement: mcac_batch_${1}
179    #Client Metrics
180    - source_labels: ["mcac"]
181      regex: org\.apache\.cassandra\.metrics\.client\.(\w+)
182      target_label: __name__
183      replacement: mcac_client_${1}
184    #BufferPool Metrics
185    - source_labels: ["mcac"]
186      regex: org\.apache\.cassandra\.metrics\.buffer_pool\.(\w+)
187      target_label: __name__
188      replacement: mcac_buffer_pool_${1}
189    #Index Metrics
190    - source_labels: ["mcac"]
191      regex: org\.apache\.cassandra\.metrics\.index\.(\w+)
192      target_label: __name__
193      replacement: mcac_sstable_index_${1}
194    #HintService Metrics
195    - source_labels: ["mcac"]
196      regex: org\.apache\.cassandra\.metrics\.hinted_hand_off_manager\.([^\-]+)-(\w+)
197      target_label: peer_ip
198      replacement: ${2}
199    - source_labels: ["mcac"]
200      regex: org\.apache\.cassandra\.metrics\.hinted_hand_off_manager\.([^\-]+)-(\w+)
201      target_label: __name__
202      replacement: mcac_hints_${1}
203    #HintService Metrics
204    - source_labels: ["mcac"]
205      regex: org\.apache\.cassandra\.metrics\.hints_service\.hints_delays\-(\w+)
206      target_label: peer_ip
207      replacement: ${1}
208    - source_labels: ["mcac"]
209      regex: org\.apache\.cassandra\.metrics\.hints_service\.hints_delays\-(\w+)
210      target_label: __name__
211      replacement: mcac_hints_hints_delays
212    - source_labels: ["mcac"]
213      regex: org\.apache\.cassandra\.metrics\.hints_service\.([^\-]+)
214      target_label: __name__
215      replacement: mcac_hints_${1}
216    # Misc
217    - source_labels: ["mcac"]
218      regex: org\.apache\.cassandra\.metrics\.memtable_pool\.(\w+)
219      target_label: __name__
220      replacement: mcac_memtable_pool_${1}
221    - source_labels: ["mcac"]
222      regex: com\.datastax\.bdp\.type\.performance_objects\.name\.cql_slow_log\.metrics\.queries_latency
223      target_label: __name__
224      replacement: mcac_cql_slow_log_query_latency
225    - source_labels: ["mcac"]
226      regex: org\.apache\.cassandra\.metrics\.read_coordination\.(.*)
227      target_label: read_type
228      replacement: $1
229    - source_labels: ["mcac"]
230      regex: org\.apache\.cassandra\.metrics\.read_coordination\.(.*)
231      target_label: __name__
232      replacement: mcac_read_coordination_requests
233    #GC Metrics
234    - source_labels: ["mcac"]
235      regex: jvm\.gc\.(\w+)\.(\w+)
236      target_label: collector_type
237      replacement: ${1}
238    - source_labels: ["mcac"]
239      regex: jvm\.gc\.(\w+)\.(\w+)
240      target_label: __name__
241      replacement: mcac_jvm_gc_${2}
242    #JVM Metrics
243    - source_labels: ["mcac"]
244      regex: jvm\.memory\.(\w+)\.(\w+)
245      target_label: memory_type
246      replacement: ${1}
247    - source_labels: ["mcac"]
248      regex: jvm\.memory\.(\w+)\.(\w+)
249      target_label: __name__
250      replacement: mcac_jvm_memory_${2}
251    - source_labels: ["mcac"]
252      regex: jvm\.memory\.pools\.(\w+)\.(\w+)
253      target_label: pool_name
254      replacement: ${2}
255    - source_labels: ["mcac"]
256      regex: jvm\.memory\.pools\.(\w+)\.(\w+)
257      target_label: __name__
258      replacement: mcac_jvm_memory_pool_${2}
259    - source_labels: ["mcac"]
260      regex: jvm\.fd\.usage
261      target_label: __name__
262      replacement: mcac_jvm_fd_usage
263    - source_labels: ["mcac"]
264      regex: jvm\.buffers\.(\w+)\.(\w+)
265      target_label: buffer_type
266      replacement: ${1}
267    - source_labels: ["mcac"]
268      regex: jvm\.buffers\.(\w+)\.(\w+)
269      target_label: __name__
270      replacement: mcac_jvm_buffer_${2}
271    #Append the prom types back to formatted names
272    - source_labels: [__name__, "prom_name"]
273      regex: (mcac_.*);.*(_micros_bucket|_bucket|_micros_count_total|_count_total|_total|_micros_sum|_sum|_stddev).*
274      separator: ;
275      target_label: __name__
276      replacement: ${1}${2}
277    - regex: prom_name
278      action: labeldrop