查看kafka topic的消息offset范围
查看各个patition消息的最大Offset
bin/kafka-run-class.sh kafka.tools.GetOffsetShell \
--topic topic_name \
--time -1 \
--broker-list host1:9092,host2:9092,host3:9092
查看各个partition消息的最小Offset
bin/kafka-run-class.sh kafka.tools.GetOffsetShell \
--topic topic_name \
--time -2 \
--broker-list host1:9092,host2:9092,host3:9092
计算可消费的消息个数
max=`sh kafka-run-class.sh kafka.tools.GetOffsetShell --topic topic_name --time -1 --broker-list host1:9092,host2:9092,host3:9092|awk -F':' '{print $3}'| awk ' { SUM += $1 } END { print SUM }'`
min=`sh kafka-run-class.sh kafka.tools.GetOffsetShell --topic topic_name --time -2 --broker-list host1:9092,host2:9092,host3:9092|awk -F':' '{print $3}'| awk ' { SUM += $1 } END { print SUM }'`
echo $(($max-$min))