首先在windows下启动kafka
启动方法如下:
首先下载kafka,zookeeper安装包

pom.xml
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
    <modelVersion>4.0.0</modelVersion>
    <parent>
        <groupId>org.springframework.boot</groupId>
        <artifactId>spring-boot-starter-parent</artifactId>
        <version>2.1.5.RELEASE</version>
        <relativePath/> <!-- lookup parent from repository -->
    </parent>
    <groupId>com.cxy</groupId>
    <artifactId>skafka</artifactId>
    <version>0.0.1-SNAPSHOT</version>
    <name>skafka</name>
    <description>Demo project for Spring Boot</description>

    <properties>
        <java.version>1.8</java.version>
    </properties>

    <dependencies>
        <dependency>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-starter-web</artifactId>
        </dependency>
        <dependency>
            <groupId>org.springframework.kafka</groupId>
            <artifactId>spring-kafka</artifactId>
        </dependency>
        <dependency>
            <groupId>com.alibaba</groupId>
            <artifactId>fastjson</artifactId>
            <version>1.2.56</version>
        </dependency>
        <dependency>
            <groupId>org.projectlombok</groupId>
            <artifactId>lombok</artifactId>
            <optional>true</optional>
        </dependency>
        <dependency>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-starter-test</artifactId>
            <scope>test</scope>
        </dependency>
        <dependency>
            <groupId>org.springframework.kafka</groupId>
            <artifactId>spring-kafka-test</artifactId>
            <scope>test</scope>
        </dependency>
    </dependencies>

    <build>
        <plugins>
            <plugin>
                <groupId>org.springframework.boot</groupId>
                <artifactId>spring-boot-maven-plugin</artifactId>
            </plugin>
        </plugins>
    </build>

</project>

启动类:
package com.cxy.skafka;

import com.cxy.skafka.component.UserLogProducer;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;

import javax.annotation.PostConstruct;

@SpringBootApplication
public class SkafkaApplication {

    public static void main(String[] args) {
        SpringApplication.run(SkafkaApplication.class, args);
    }

    @Autowired
    private UserLogProducer userLogProducer;

    @PostConstruct
    public  void init() {
        for (int i = 0; i < 10; i++) {
            userLogProducer.sendlog(String.valueOf(i));
        }
    }
}




model
package com.cxy.skafka.model;

import lombok.Data;
import lombok.experimental.Accessors;

/***
 * @ClassName: Usrlog
 * @Description:
 * @Auther: cxy
 * @Date: 2019/6/1:16:47
 * @version : V1.0
 */
@Data
@Accessors
public class Userlog {
    private  String username;
    private String userid;
    private String state;
}
producer
package com.cxy.skafka.component;

import com.alibaba.fastjson.JSON;
import com.cxy.skafka.model.Userlog;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.kafka.core.KafkaTemplate;
import org.springframework.stereotype.Component;

/***
 * @ClassName: UserLogProducer
 * @Description:
 * @Auther: cxy
 * @Date: 2019/6/1:16:48
 * @version : V1.0
 */
@Component
public class UserLogProducer {
    @Autowired
    private KafkaTemplate kafkaTemplate;

    public void sendlog(String userid){
        Userlog userlog = new Userlog();
        userlog.setUsername("cxy");
        userlog.setState("1");
        userlog.setUserid(userid);

        System.err.println(userlog+"1");

        kafkaTemplate.send("userLog",JSON.toJSONString(userlog));

    }
}

消费者:
package com.cxy.skafka.component;

import org.apache.kafka.clients.consumer.ConsumerRecord;
import org.springframework.kafka.annotation.KafkaListener;
import org.springframework.stereotype.Component;

import java.util.Optional;

/***
 * @ClassName: UserLogConsumer
 * @Description:
 * @Auther: cxy
 * @Date: 2019/6/1:16:54
 * @version : V1.0
 */
@Component
public class UserLogConsumer {
    @KafkaListener(topics = {"userLog"})
    public  void consumer(ConsumerRecord consumerRecord){
      Optional kafkaMsg=  Optional.ofNullable(consumerRecord.value());
      if (kafkaMsg.isPresent()){
        Object msg=  kafkaMsg.get();
        System.err.println(msg);
      }
    }
}
 
配置文件:
server.port=8080
#制定kafka代理地址
spring.kafka.bootstrap-servers=localhost:9092
#消息发送失败重试次数
spring.kafka.producer.retries=0
#每次批量发送消息的数量
spring.kafka.producer.batch-size=16384
#每次批量发送消息的缓冲区大小
spring.kafka.producer.buffer-memory=335554432
# 指定消息key和消息体的编解码方式
spring.kafka.producer.key-serializer=org.apache.kafka.common.serialization.StringSerializer
spring.kafka.producer.value-serializer=org.apache.kafka.common.serialization.StringSerializer

#=============== consumer  =======================
# 指定默认消费者group id
spring.kafka.consumer.group-id=user-log-group
# earliest:重置为分区中最小的offset;
# latest:重置为分区中最新的offset(消费分区中新产生的数据);
spring.kafka.consumer.auto-offset-reset=earliest
# 是否自动提交offset
spring.kafka.consumer.enable-auto-commit=true
# 提交offset延时(接收到消息后多久提交offset)
spring.kafka.consumer.auto-commit-interval=100

# 指定消息key和消息体的编解码方式
spring.kafka.consumer.key-deserializer=org.apache.kafka.common.serialization.StringDeserializer
spring.kafka.consumer.value-deserializer=org.apache.kafka.common.serialization.StringDeserializer

Logo

Kafka开源项目指南提供详尽教程,助开发者掌握其架构、配置和使用,实现高效数据流管理和实时处理。它高性能、可扩展,适合日志收集和实时数据处理,通过持久化保障数据安全,是企业大数据生态系统的核心。

更多推荐