springboot 集成kafka

约定不等于承诺〃 2022-02-26 18:52 235阅读 0赞

项目中使用kafka 接受消息并处理

springboot 版本1.5.19 使用时请注意kafka版本

1.maven

<dependency>
                <groupId>org.springframework.kafka</groupId>
                <artifactId>spring-kafka</artifactId>
            </dependency>

2.配置文件配置

spring:
      #kafka
      kafka:
        bootstrap-servers: kafkaIp:9092
        producer:
          key-serializer: org.apache.kafka.common.serialization.StringSerializer
          value-serializer: org.apache.kafka.common.serialization.StringSerializer
          retries: 3
          buffer-memory: 40960
          batch-size: 4096
        consumer:
          group-id: gps_mileage
          enable-auto-commit: true
          auto-commit-interval: 1000
          key-deserializer: org.apache.kafka.common.serialization.StringDeserializer
          value-deserializer: org.apache.kafka.common.serialization.StringDeserializer

3.消费者

@Component
    public class KafkaConsumer {
    
        private static  final Logger logger= LoggerFactory.getLogger(KafkaConsumer.class);
    
        @Autowired
        private GpsRealDataService gpsRealDataService;
    
        @KafkaListener(topics = {"serverRealData"})
        public  void  reveice(ConsumerRecord<?, ?> record){
            try{
                Optional<?> kafkaMessage = Optional.ofNullable(record.value());
                if (kafkaMessage.isPresent()) {
                    Object message = kafkaMessage.get();
                    logger.info("消费者开始消费message：" + message);
                    //kafka消息发送时间
                    Date messageSendTime= CommonUtil.getMessageSendTime(message.toString());
                    //得到message对象
                    JSONObject jsonObject = CommonUtil.parseObject(message.toString());
                    GpsInfoEntity gpsInfoEntity=convertGpsInfo(jsonObject);
                    boolean result=gpsRealDataService.addRealDataToRedis(gpsInfoEntity,messageSendTime);
                }
            }catch (Exception e){
                e.printStackTrace();
                logger.error("kafka消费异常"+e);
            }
        }

2.生产者

package com.cjwl.mileage.kafka;
    
    import com.fasterxml.jackson.databind.ObjectMapper;
    import org.apache.log4j.Logger;
    import org.springframework.beans.factory.annotation.Autowired;
    import org.springframework.kafka.core.KafkaTemplate;
    import org.springframework.stereotype.Component;
    
    import java.text.SimpleDateFormat;
    
    /**
     * kafka 消息生成者；将处理好的位置消息传给hbase
     */
    @Component
    public class KafkaProducer {
    
        @Autowired
        private KafkaTemplate kafkaTemplate;
    
        protected final Logger logger = Logger.getLogger(this.getClass());
    
    
        public void sendMessage(String topic,String message){
            kafkaTemplate.send(topic,message);
        }
    
    }