Joseph/consulproc

other-examples/collector/hcp-consul/collector.yaml

@@ -21,6 +21,41 @@ receivers:
 
 processors:
   batch:
+# NOTE: This is to filter out only the key metrics from Consul according to their docs(https://developer.hashicorp.com/consul/docs/agent/telemetry#key-metrics).
+# to get all Consul related metrics, you can remove this filter, but it will be more intensive amount of data ingested.
+  filter/resource_attributes_include:
+    metrics:
+      include:
+        match_type: strict
+        metric_names:
+          - consul_kvs_apply
+          - consul_txn_apply
+          - consul_raft_apply
+          - consul_raft_commitTime
+          - consul_raft_leader_lastContact
+          - consul_raft_state_candidate
+          - consul_raft_state_leader
+          - consul_server_isLeader
+          - consul_mesh_active-root-ca_expiry
+          - consul_mesh_active-signing-ca_expiry
+          - consul_agent_tls_cert_expiry
+          - consul_autopilot_healthy
+          - consul_runtime_alloc_bytes
+          - consul_runtime_sys_bytes
+          - consul_runtime_total_gc_pause_ns
+          - consul_client_rpc
+          - consul_client_rpc_exceeded
+          - consul_client_rpc_failed	
+          - consul_raft_thread_main_saturation
+          - consul_raft_thread_fsm_saturation
+          - consul_raft_fsm_lastRestoreDuration
+          - consul_raft_leader_oldestLogAge
+          - consul_raft_rpc_installSnapshot
+          - consul_system_licenseExpiration
+          - consul_raft_boltdb_freelistBytes
+          - consul_raft_boltdb_logsPerBatch	
+          - consul_raft_boltdb_storeLogs
+          - consul_raft_boltdb_writeCapacity
 
 exporters:
   otlphttp:
@@ -32,5 +67,5 @@ service:
   pipelines:
     metrics:
       receivers: [prometheus]
-      processors: [batch]
+      processors: [batch, filter/resource_attributes_include]
       exporters: [otlphttp]