0%

flume监控结果解读

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
"SOURCE.clickAvroSource": {
"EventReceivedCount": "1295984839", //目前为止source已经接收到的事件总数量
"AppendBatchAcceptedCount": "14854763", //成功提交到channel的批次的总数量
"Type": "SOURCE",
"EventAcceptedCount": "1295984839", //成功写出到channel的事件总数量,且source返回success给创建事件的sink或RPC客户端系统
"AppendReceivedCount": "0", //每批只有一个事件的事件总数量(与RPC调用中的一个append调用相等)
"StartTime": "1540800268751", //source启动时自Epoch以来的毫秒值时间
"AppendAcceptedCount": "0", //单独传入的事件到Channel且成功返回的事件总数量
"OpenConnectionCount": "3", //目前与客户端或sink保持连接的总数量(目前只有avro source展现该度量)
"AppendBatchReceivedCount": "14854763", //接收到事件批次的总数量
"StopTime": "0" //source停止时自Epoch以来的毫秒值时间
},


"CHANNEL.clickKafkaChannel": {
"ChannelCapacity": "214748360", //channel的容量
"ChannelFillPercentage": "5.229376373351582E-4", //channel满时的百分比
"Type": "CHANNEL",
"ChannelSize": "1123", //目前channel中事件的总数量
"EventTakeSuccessCount": "1295983716", //sink成功读取的事件的总数量
"EventTakeAttemptCount": "1304379676", //sink尝试从channel拉取事件的总数量。这不意味着每次事件都被返回,因为sink拉取的时候channel可能没有任何数据
"StartTime": "1540800268732", //channel启动时自Epoch以来的毫秒值时间
"EventPutAttemptCount": "1295984839", //Source尝试写入Channe的事件总数量
"EventPutSuccessCount": "1295984839", //成功写入channel且提交的事件总数量
"StopTime": "0" //channel停止时自Epoch以来的毫秒值时间
},


"SINK.clickKafkaSink": {
"ConnectionCreatedCount": "371", //下一个阶段或存储系统创建的连接数量(如HDFS创建一个新文件)
"ConnectionClosedCount": "370", //下一阶段或存储系统关闭的连接数量(如在HDFS中关闭一个文件)
"Type": "SINK",
"BatchCompleteCount": "5049", //与最大批量尺寸相等的批量的数量
"EventDrainAttemptCount": "1297084867", //sink尝试写出到存储的事件总数量
"BatchEmptyCount": "3605088", //空的批量的数量,如果数量很大表示souce写数据比sink清理数据慢速度慢很多
"StartTime": "1540800268734",
"EventDrainSuccessCount": "1295983716", //sink成功写出到存储的事件总数量
"BatchUnderflowCount": "3689721", //比sink配置使用的最大批量尺寸更小的批量的数量,如果该值很高也表示sink比souce更快
"StopTime": "0",
"ConnectionFailedCount": "948" //下一阶段或存储系统由于错误关闭的连接数量(如HDFS上一个新创建的文件因为超时而关闭)
},

"CHANNEL.clickLogAppendAvroChannel": {
"ChannelCapacity": "214748360",
"ChannelFillPercentage": "2.584921719541886",
"Type": "CHANNEL",
"ChannelSize": "5551077",
"EventTakeSuccessCount": "1290433762",
"EventTakeAttemptCount": "1295783544",
"StartTime": "1540800256068",
"EventPutAttemptCount": "1295984839",
"EventPutSuccessCount": "1295984839",
"StopTime": "0"
},

"SINK.clickLogAppendAvroSink": {
"ConnectionCreatedCount": "190",
"ConnectionClosedCount": "189",
"Type": "SINK",
"BatchCompleteCount": "69994",
"EventDrainAttemptCount": "1290966489",
"BatchEmptyCount": "1111298",
"StartTime": "1540800268734",
"EventDrainSuccessCount": "1290433762",
"BatchUnderflowCount": "3705757",
"StopTime": "0",
"ConnectionFailedCount": "641"
}