获取kafka的lag, offset, logsize的shell和python脚本

怼烎@ 2021-11-22 17:16 443阅读 0赞

python脚本

#!/usr/bin/env python
    
    import os
    import re
    import sys
    
    group_id=sys.argv[1]
    pn=sys.argv[2]
    
    kafka_ip=os.popen('sudo docker inspect elements_kafka_1 | grep KAFKA_ADVERTISED_HOST_NAME').read()
    kafka_ip=re.match('^.*=(.*)",', kafka_ip).group(1)
    kafka_port=9092
    
    def kafka_value():
    
        content=os.popen('sudo docker exec -it elements_kafka_1 /opt/kafka_2.12-2.2.0/bin/kafka-consumer-groups.sh --bootstrap-server kafka_ip:kafka_port --group group_id  --describe | grep -v LAG').read()
        content=content.split()
    
        length=len(content)
        item_num=length/8
    
        Offset="0"
        Logsize="0"
        Lag="0"
    
        for i in range(0, item_num):
            Logsize = content[8*i+3]
            if Logsize == "0":
                continue
            else:
                Offset = content[8*i+2]
                Lag = content[8*i+4]
    
        if pn in ("lag", "Lag"):
            print(Lag)
        if pn in ("offset", "Offset"):
            print(Offset)
        if pn in ("logsize", "Logsize"):
            print(Logsize)
    
    kafka_value()

shell脚本

#!/bin/bash
    
    #NIC=ens3
    #kafka_ip=`ifconfig $NIC | awk '/inet addr:/ {print $2}' | awk -F: '{print $2}'`
    kafka_ip=`sudo docker inspect elements_kafka_1 | grep KAFKA_ADVERTISED_HOST_NAME | awk -F "[=,\"]" '{print $3}'`
    kafka_port=9092
    group_id=$1
    pn=$2
    
    sudo docker exec -it elements_kafka_1 \
    /opt/kafka_2.12-2.2.0/bin/kafka-consumer-groups.sh --bootstrap-server $kafka_ip:$kafka_port --group $group_id --describe | grep -v LAG \
    > /tmp/kafka-tp-${group_id}.info
    
    # modify format problem
    sed -i 's/\r//g' /tmp/kafka-tp-${group_id}.info
    
    Offset=0
    logsize=0
    Lag=0
    
    while read line
    do   
        current_logsize=`echo $line | awk '{print $4}'`
        if [ $current_logsize = 0 ];then
          continue     
        else
          current_lag=`echo $line | awk '{print $5}'`
          current_offset=`echo $line | awk '{print $3}'`
          Offset=$((Offset+current_offset))
          logsize=$((logsize+current_logsize))
          Lag=$((Lag+current_lag))
        fi
    done < /tmp/kafka-tp-${group_id}.info
    
    case $pn in
        offset|Offset)
        echo $Offset
        ;;
        logsize|logSize)
        echo $logsize
        ;;
        lag|Lag)
        echo $Lag
        ;;
        *)
        echo Error
        ;;
    esac

转载于:https://www.cnblogs.com/regit/p/11081071.html