java——spring boot集成kafka——spring boot集成kafka

野性酷女 2023-09-30 21:53 46阅读 0赞

引入依赖：

![3dddecb3c41fcb522c3c5652a0332294.png][]

<dependency>
          <groupId>org.springframework.kafka</groupId>
          <artifactId>spring-kafka</artifactId>
    </dependency>

![cf1b386d259cd3e665c56716434218b3.png][]

![ecdf5ef54bcdc06f873b8d9295842b0e.png][]

编写配置文件：

![0d8e9ba69b02f923dab9f99bc599cb93.png][]

![59f0bf529d5ac99c5f2dbb2760b2873b.png][]

erver:
    port: 8080
    spring:
    kafka:
    bootstrap-servers: 172.16.253.21:9093
    producer: # ⽣产者
    retries: 3 # 设置⼤于0的值，则客户端会将发送失败的记录重新发送
    batch-size: 16384
    buffer-memory: 33554432
    acks: 1
    # 指定消息key和消息体的编解码⽅式
    key-serializer:
    org.apache.kafka.common.serialization.StringSerializer
    value-serializer:
    org.apache.kafka.common.serialization.StringSerializer
    consumer:
    group-id: default-group
    enable-auto-commit: false
    auto-offset-reset: earliest
    key-deserializer:
    org.apache.kafka.common.serialization.StringDeserializer
    value-deserializer:
    org.apache.kafka.common.serialization.StringDeserializer
    max-poll-records: 500
    listener:
    # 当每⼀条记录被消费者监听器(ListenerConsumer)处理之后提交
    # RECORD
    # 当每⼀批poll()的数据被消费者监听器(ListenerConsumer)处理之后提交
    # BATCH
    # 当每⼀批poll()的数据被消费者监听器(ListenerConsumer)处理之后，距离上
    次提交时间⼤于TIME时提交
    # TIME
    # 当每⼀批poll()的数据被消费者监听器(ListenerConsumer)处理之后，被处理
    record数量⼤于等于COUNT时提交
    # COUNT
    # TIME | COUNT　有⼀个条件满⾜时提交
    # COUNT_TIME
    # 当每⼀批poll()的数据被消费者监听器(ListenerConsumer)处理之后, ⼿动调
    ⽤Acknowledgment.acknowledge()后提交
    # MANUAL
    # ⼿动调⽤Acknowledgment.acknowledge()后⽴即提交，⼀般使⽤这种
    # MANUAL_IMMEDIATE
    ack-mode: MANUAL_IMMEDIATE
    redis:
    host: 172.16.253.21

![dc3e7a8d4f7477d1cfd2233add90be95.png][]

![60ced9bfdb213073e7bbd9ca5cc023ae.png][]

生产者：

![01fa776662a8efe6c5408fb73a6f265a.png][]

@RestController
    public class KafkaController {
    private final static String TOPIC_NAME = "my-replicated-topic";
    @Autowired
    private KafkaTemplate<String, String> kafkaTemplate;
    @RequestMapping("/send")
    public void send() {
    kafkaTemplate.send(TOPIC_NAME, 0, "key", "this is a msg");
    }
    }

![ffc80a9adad27a26d726ad9c3ccc65ec.png][]

消费者：

![1721b543c9588c271051b12dc0576559.png][]

![0868c8268dd752b865821c0dea8b01d9.png][]

@KafkaListener(topics = "my-replicated-topic",groupId = "MyGroup1")
    public void listenGroup(ConsumerRecord<String, String> record,
    Acknowledgment ack) {
    String value = record.value();
    System.out.println(value);
    System.out.println(record);
    //⼿动提交offset
    ack.acknowledge();
    }

==========================================================

![d8c99cb289a116f5dc6ef4d144e4c7fa.png][]

![7085416e7e5ef93f59ef74b6409636bd.png][]

[3dddecb3c41fcb522c3c5652a0332294.png]: https://img-blog.csdnimg.cn/img_convert/3dddecb3c41fcb522c3c5652a0332294.png
[cf1b386d259cd3e665c56716434218b3.png]: https://img-blog.csdnimg.cn/img_convert/cf1b386d259cd3e665c56716434218b3.png
[ecdf5ef54bcdc06f873b8d9295842b0e.png]: https://img-blog.csdnimg.cn/img_convert/ecdf5ef54bcdc06f873b8d9295842b0e.png
[0d8e9ba69b02f923dab9f99bc599cb93.png]: https://img-blog.csdnimg.cn/img_convert/0d8e9ba69b02f923dab9f99bc599cb93.png
[59f0bf529d5ac99c5f2dbb2760b2873b.png]: https://img-blog.csdnimg.cn/img_convert/59f0bf529d5ac99c5f2dbb2760b2873b.png
[dc3e7a8d4f7477d1cfd2233add90be95.png]: https://img-blog.csdnimg.cn/img_convert/dc3e7a8d4f7477d1cfd2233add90be95.png
[60ced9bfdb213073e7bbd9ca5cc023ae.png]: https://img-blog.csdnimg.cn/img_convert/60ced9bfdb213073e7bbd9ca5cc023ae.png
[01fa776662a8efe6c5408fb73a6f265a.png]: https://img-blog.csdnimg.cn/img_convert/01fa776662a8efe6c5408fb73a6f265a.png
[ffc80a9adad27a26d726ad9c3ccc65ec.png]: https://img-blog.csdnimg.cn/img_convert/ffc80a9adad27a26d726ad9c3ccc65ec.png
[1721b543c9588c271051b12dc0576559.png]: https://img-blog.csdnimg.cn/img_convert/1721b543c9588c271051b12dc0576559.png
[0868c8268dd752b865821c0dea8b01d9.png]: https://img-blog.csdnimg.cn/img_convert/0868c8268dd752b865821c0dea8b01d9.png
[d8c99cb289a116f5dc6ef4d144e4c7fa.png]: https://img-blog.csdnimg.cn/img_convert/d8c99cb289a116f5dc6ef4d144e4c7fa.png
[7085416e7e5ef93f59ef74b6409636bd.png]: https://img-blog.csdnimg.cn/img_convert/7085416e7e5ef93f59ef74b6409636bd.png