zoukankan      html  css  js  c++  java
  • kafka 0.10.2 消息消费者

    package cn.xiaojf.kafka.consumer;
    
    import org.apache.kafka.clients.consumer.ConsumerConfig;
    import org.apache.kafka.clients.consumer.ConsumerRecord;
    import org.apache.kafka.clients.consumer.ConsumerRecords;
    import org.apache.kafka.clients.consumer.KafkaConsumer;
    import org.apache.kafka.common.serialization.StringDeserializer;
    import sun.applet.Main;
    
    import java.util.Arrays;
    import java.util.List;
    import java.util.Properties;
    
    /**
     * 消息消费者
     * @author xiaojf 2017/3/22 15:50
     */
    public class MsgConsumer {
        private static final String GROUP = "MsgConsumer";
        private static final List TOPICS = Arrays.asList("my-replicated-topic");
    
        /**
         * 自动提交offset
         */
        public void autoCommit() {
            Properties properties = new Properties();
            properties.put(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class.getCanonicalName());//key反序列化方式
            properties.put(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG,StringDeserializer.class.getCanonicalName());//value反系列化方式
            properties.put(ConsumerConfig.ENABLE_AUTO_COMMIT_CONFIG,true);//自动提交
            properties.put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG,"192.168.59.130:9092,192.168.59.131:9092,192.168.59.132:9092");//指定broker地址,来找到group的coordinator
            properties.put(ConsumerConfig.GROUP_ID_CONFIG,this.GROUP);//指定用户组
    
            KafkaConsumer<String,String> consumer = new KafkaConsumer<String, String>(properties);
            consumer.subscribe(TOPICS);
    
            while (true) {
                ConsumerRecords<String, String> records = consumer.poll(100);//100ms 拉取一次数据
                for (ConsumerRecord<String, String> record : records) {
                    System.out.println("topic: "+record.topic() + " key: " + record.key() + " value: " + record.value() + " partition: "+ record.partition());
                }
            }
        }
    
        /**
         * 手动提交offset
         */
        public void consumer() {
            Properties properties = new Properties();
            properties.put(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class.getCanonicalName());//key反序列化方式
            properties.put(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG,StringDeserializer.class.getCanonicalName());//value反系列化方式
            properties.put(ConsumerConfig.ENABLE_AUTO_COMMIT_CONFIG,false);//手动提交
            properties.put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG,"192.168.59.130:9092,192.168.59.131:9092,192.168.59.132:9092");//指定broker地址,来找到group的coordinator
            properties.put(ConsumerConfig.GROUP_ID_CONFIG,this.GROUP);//指定用户组
    
            KafkaConsumer<String,String> consumer = new KafkaConsumer<String, String>(properties);
            consumer.subscribe(TOPICS);//指定topic消费
    
            long i = 0;
            while (true) {
                ConsumerRecords<String, String> records = consumer.poll(100);//100ms 拉取一次数据
                for (ConsumerRecord<String, String> record : records) {
                    System.out.println("topic: "+record.topic() + " key: " + record.key() + " value: " + record.value() + " partition: "+ record.partition());
                    i ++;
                }
    
                if (i >= 100) {
                    consumer.commitAsync();//手动commit
                    i = 0;
                }
            }
        }
    
        public static void main(String[] args) {
            new MsgConsumer().autoCommit();
        }
    }
    <dependency>
          <groupId>org.apache.kafka</groupId>
          <artifactId>kafka-clients</artifactId>
          <version>0.10.2.0</version>
        </dependency>
  • 相关阅读:
    和菜鸟一起学linux之bluetooth学习记录基础知识
    教父马云的经典语录汇总
    win32 多线程基础
    自己收集整理的微软错误代码大全(中文和英文)
    如何解决数据库中的字符型字段值中包含'0A'时,导出的文件用EXECEL打开时行数变多或者将结果导入数据库出错
    win32 TCP网络文件传输服务器端1.23
    Android窗口管理服务WindowManagerService对窗口的组织方式分析
    和菜鸟一起学linux总线驱动之DMA传输
    win 32下c语言文件传输客户端1.23
    Resolution to the record count increasing of the file exported from DB when ‘0A’ is included in it
  • 原文地址:https://www.cnblogs.com/xiaojf/p/6602705.html
Copyright © 2011-2022 走看看