javascript造kafka数据 kafka java demo

kafka使用的java例子demo

前提

代码

maven

org.apache.kafka

kafka-clients

2.2.0

消费者

KfkConsumer.java
package com.ydfind.kafka.simple;
import org.apache.kafka.clients.consumer.Consumer;
import org.apache.kafka.clients.consumer.ConsumerRecord;
import org.apache.kafka.clients.consumer.ConsumerRecords;
import org.apache.kafka.clients.consumer.KafkaConsumer;
import java.util.Arrays;
import java.util.Properties;
public class KfkConsumer {
public static void main(String[] args) {
String topic = "test-topic";
Properties props = new Properties();
props.put("bootstrap.servers", "localhost:9092,localhost:9093,localhost:9094");
props.put("group.id", "testGroup1");
props.put("enable.auto.commit", "true");
props.put("auto.commit.interval.ms", "1000");
props.put("key.deserializer", "org.apache.kafka.common.serialization.StringDeserializer");
props.put("value.deserializer", "org.apache.kafka.common.serialization.StringDeserializer");
Consumer consumer = new KafkaConsumer(props);
consumer.subscribe(Arrays.asList(topic));
while (true) {
ConsumerRecords records = consumer.poll(100);
for (ConsumerRecord record : records) {
System.out.printf("partition = %d, offset = %d, key = %s, value = %s%n", record.partition(), record.offset(), record.key(), record.value());
}
}
}
}

生产者

KfkProducer.java
package com.ydfind.kafka.simple;
import org.apache.kafka.clients.producer.Producer;
import org.apache.kafka.clients.producer.ProducerRecord;
import java.util.HashMap;
import java.util.Map;
public class KfkProducer {
public static void main(String[] args) {
Map props = new HashMap();
props.put("bootstrap.servers", "localhost:9092,localhost:9093,localhost:9094");
props.put("key.serializer", "org.apache.kafka.common.serialization.StringSerializer");
props.put("value.serializer","org.apache.kafka.common.serialization.StringSerializer");
String topic = "test-topic";
Producer producer = new org.apache.kafka.clients.producer.KafkaProducer(props);
producer.send(new ProducerRecord(topic, "idea-key2", "java-message 1"));
producer.send(new ProducerRecord(topic, "idea-key2", "java-message 2"));
producer.send(new ProducerRecord(topic, "idea-key2", "java-message 3"));
producer.close();
}
}

运行

1.启动zookeeper集群；

2.启动kafka集群；

3.运行消费者；

4.运行生产者；

结果可以看到消费者输出了生产者发过来的消息：