©2020-2024 ioDraw All rights reserved
java 读取kafka指定offset的内容
代码如下，主要是没找到使用kafka自带的命令改怎么查询
查看当前的topic的offset值
kafka-run-class.sh kafka.tools.GetOffsetShell --broker-list xxx:xxx --topic
xxx --time -1
java代码如下：
import org.apache.kafka.clients.consumer.ConsumerRecord; import org.apache.
kafka.clients.consumer.ConsumerRecords; import org.apache.kafka.clients.consumer
.KafkaConsumer; import org.apache.kafka.clients.consumer.OffsetAndMetadata;
import org.apache.kafka.common.TopicPartition; import java.util.*; public class
GetKafkaByOffset { public static void main(String[] args) { //从哪个offset开始 String
offsetn= args[1]; //topic的名字 String topicName = args[0]; //读取多少条 String countn=
args[2]; Properties props = new Properties(); // Kafka服务端的主机名和端口号 props.put(
"bootstrap.servers", "xxx:xxx"); // 等待所有副本节点的应答 props.put("acks", "all"); //
消息发送最大尝试次数 props.put("retries", 0); // 一批消息处理大小 props.put("batch.size", 16384);
// 请求延时 props.put("linger.ms", 1); // 发送缓存区内存大小 props.put("buffer.memory",
33554432); //调用返回的记录数 props.put("max.poll.records", Integer.parseInt(countn));
//可以取值为latest（从最新的消息开始消费）或者earliest（从最老的消息开始消费） props.put("auto.offset.reset",
"earliest"); //设置消费者组名称 props.put("group.id", "xxx"); props.put(
"key.deserializer", "org.apache.kafka.common.serialization.StringDeserializer");
props.put("value.deserializer",
"org.apache.kafka.common.serialization.StringDeserializer"); KafkaConsumer<
String, String> consumer = new KafkaConsumer<String, String>(props); Map<
TopicPartition, OffsetAndMetadata> hashMaps = new HashMap<TopicPartition,
OffsetAndMetadata>(); hashMaps.put(new TopicPartition(topicName, 0), new
OffsetAndMetadata(Long.parseLong(offsetn))); consumer.commitSync(hashMaps);
consumer.subscribe(Arrays.asList(topicName)); ConsumerRecords<String, String>
records= consumer.poll(1000); for (ConsumerRecord<String, String> record :
records) { System.out.println(record.toString()); } } }