-
Notifications
You must be signed in to change notification settings - Fork 0
/
SampleMetrics.json
257 lines (255 loc) · 7.64 KB
/
SampleMetrics.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
// 20190717211100
// http://localhost:4040/metrics/json/
{
"version": "3.1.3",
"gauges": {
"local-1563412146036.driver.BlockManager.disk.diskSpaceUsed_MB": {
"value": 0
},
"local-1563412146036.driver.BlockManager.memory.maxMem_MB": {
"value": 4189
},
"local-1563412146036.driver.BlockManager.memory.maxOffHeapMem_MB": {
"value": 0
},
"local-1563412146036.driver.BlockManager.memory.maxOnHeapMem_MB": {
"value": 4189
},
"local-1563412146036.driver.BlockManager.memory.memUsed_MB": {
"value": 1
},
"local-1563412146036.driver.BlockManager.memory.offHeapMemUsed_MB": {
"value": 0
},
"local-1563412146036.driver.BlockManager.memory.onHeapMemUsed_MB": {
"value": 1
},
"local-1563412146036.driver.BlockManager.memory.remainingMem_MB": {
"value": 4187
},
"local-1563412146036.driver.BlockManager.memory.remainingOffHeapMem_MB": {
"value": 0
},
"local-1563412146036.driver.BlockManager.memory.remainingOnHeapMem_MB": {
"value": 4187
},
"local-1563412146036.driver.DAGScheduler.job.activeJobs": {
"value": 1
},
"local-1563412146036.driver.DAGScheduler.job.allJobs": {
"value": 24
},
"local-1563412146036.driver.DAGScheduler.stage.failedStages": {
"value": 0
},
"local-1563412146036.driver.DAGScheduler.stage.runningStages": {
"value": 1
},
"local-1563412146036.driver.DAGScheduler.stage.waitingStages": {
"value": 0
},
"local-1563412146036.driver.LiveListenerBus.queue.appStatus.size": {
"value": 0
},
"local-1563412146036.driver.LiveListenerBus.queue.executorManagement.size": {
"value": 0
},
"local-1563412146036.driver.spark.streaming.urlranks.eventTime-watermark": {
"value": 0
},
"local-1563412146036.driver.spark.streaming.urlranks.inputRate-total": {
"value": 4033.8134001252347
},
"local-1563412146036.driver.spark.streaming.urlranks.latency": {
"value": 4725
},
"local-1563412146036.driver.spark.streaming.urlranks.processingRate-total": {
"value": 4090.1587301587306
},
"local-1563412146036.driver.spark.streaming.urlranks.states-rowsTotal": {
"value": 409370
},
"local-1563412146036.driver.spark.streaming.urlranks.states-usedBytes": {
"value": 110837751
}
},
"counters": {
"local-1563412146036.driver.HiveExternalCatalog.fileCacheHits": {
"count": 0
},
"local-1563412146036.driver.HiveExternalCatalog.filesDiscovered": {
"count": 0
},
"local-1563412146036.driver.HiveExternalCatalog.hiveClientCalls": {
"count": 0
},
"local-1563412146036.driver.HiveExternalCatalog.parallelListingJobCount": {
"count": 0
},
"local-1563412146036.driver.HiveExternalCatalog.partitionsFetched": {
"count": 0
},
"local-1563412146036.driver.LiveListenerBus.numEventsPosted": {
"count": 10139
},
"local-1563412146036.driver.LiveListenerBus.queue.appStatus.numDroppedEvents": {
"count": 0
},
"local-1563412146036.driver.LiveListenerBus.queue.executorManagement.numDroppedEvents": {
"count": 0
}
},
"histograms": {
"local-1563412146036.driver.CodeGenerator.compilationTime": {
"count": 14,
"max": 158,
"mean": 26.992226903239825,
"min": 4,
"p50": 8.0,
"p75": 20.0,
"p95": 158.0,
"p98": 158.0,
"p99": 158.0,
"p999": 158.0,
"stddev": 43.13952116313984
},
"local-1563412146036.driver.CodeGenerator.generatedClassSize": {
"count": 28,
"max": 17971,
"mean": 2307.1748931106426,
"min": 524,
"p50": 564.0,
"p75": 2395.0,
"p95": 6130.0,
"p98": 17971.0,
"p99": 17971.0,
"p999": 17971.0,
"stddev": 3434.3366141735864
},
"local-1563412146036.driver.CodeGenerator.generatedMethodSize": {
"count": 101,
"max": 9274,
"mean": 174.32676438279793,
"min": 1,
"p50": 31.0,
"p75": 130.0,
"p95": 319.0,
"p98": 433.0,
"p99": 446.0,
"p999": 9274.0,
"stddev": 909.1861635224925
},
"local-1563412146036.driver.CodeGenerator.sourceCodeSize": {
"count": 14,
"max": 71408,
"mean": 8322.58728840047,
"min": 931,
"p50": 2156.0,
"p75": 8400.0,
"p95": 71408.0,
"p98": 71408.0,
"p99": 71408.0,
"p999": 71408.0,
"stddev": 17499.573970079844
}
},
"meters": {
},
"timers": {
"local-1563412146036.driver.DAGScheduler.messageProcessingTime": {
"count": 9702,
"max": 32.076957,
"mean": 0.10303821720497065,
"min": 0.00028399999999999996,
"p50": 0.054451,
"p75": 0.085531,
"p95": 0.127306,
"p98": 0.15156999999999998,
"p99": 0.16608599999999998,
"p999": 30.355964999999998,
"stddev": 1.2539534829768986,
"m15_rate": 11.768964440248979,
"m1_rate": 74.27438951038931,
"m5_rate": 27.883447833274033,
"mean_rate": 85.13501395744056,
"duration_units": "milliseconds",
"rate_units": "calls/second"
},
"local-1563412146036.driver.LiveListenerBus.listenerProcessingTime.org.apache.spark.HeartbeatReceiver": {
"count": 10139,
"max": 0.022328999999999998,
"mean": 0.0004830124373969752,
"min": 0.000053,
"p50": 0.000363,
"p75": 0.000607,
"p95": 0.000954,
"p98": 0.001152,
"p99": 0.001485,
"p999": 0.008435999999999999,
"stddev": 0.0006731136390409257,
"m15_rate": 14.868824234930052,
"m1_rate": 78.1525722697465,
"m5_rate": 31.15803851875935,
"mean_rate": 88.92469041303943,
"duration_units": "milliseconds",
"rate_units": "calls/second"
},
"local-1563412146036.driver.LiveListenerBus.listenerProcessingTime.org.apache.spark.status.AppStatusListener": {
"count": 10139,
"max": 1.081647,
"mean": 0.026042753363065038,
"min": 0.001047,
"p50": 0.018154,
"p75": 0.03376,
"p95": 0.06390699999999999,
"p98": 0.08130599999999999,
"p99": 0.11034899999999999,
"p999": 0.6568609999999999,
"stddev": 0.041120762252720586,
"m15_rate": 13.228376257301145,
"m1_rate": 77.78149604641847,
"m5_rate": 29.797889789886653,
"mean_rate": 88.4805556000678,
"duration_units": "milliseconds",
"rate_units": "calls/second"
},
"local-1563412146036.driver.LiveListenerBus.queue.appStatus.listenerProcessingTime": {
"count": 10139,
"max": 4.412796,
"mean": 0.07165732669417879,
"min": 0.004314,
"p50": 0.050345999999999995,
"p75": 0.08010199999999999,
"p95": 0.12603899999999998,
"p98": 0.151581,
"p99": 0.21285099999999998,
"p999": 4.412796,
"stddev": 0.24554641993155948,
"m15_rate": 13.228411226073897,
"m1_rate": 77.78567317516264,
"m5_rate": 29.798171804355537,
"mean_rate": 88.47832095591284,
"duration_units": "milliseconds",
"rate_units": "calls/second"
},
"local-1563412146036.driver.LiveListenerBus.queue.executorManagement.listenerProcessingTime": {
"count": 10139,
"max": 0.07973899999999999,
"mean": 0.0031036373084869714,
"min": 0.000403,
"p50": 0.0020169999999999997,
"p75": 0.003981999999999999,
"p95": 0.007923,
"p98": 0.010308,
"p99": 0.013117,
"p999": 0.019917999999999998,
"stddev": 0.002957645189655744,
"m15_rate": 14.868824234930052,
"m1_rate": 78.1525722697465,
"m5_rate": 31.15803851875935,
"mean_rate": 88.92075586289542,
"duration_units": "milliseconds",
"rate_units": "calls/second"
}
}
}