zoukankan      html  css  js  c++  java
  • kafka 0.10.2 消息消费者

    package cn.xiaojf.kafka.consumer;
    
    import org.apache.kafka.clients.consumer.ConsumerConfig;
    import org.apache.kafka.clients.consumer.ConsumerRecord;
    import org.apache.kafka.clients.consumer.ConsumerRecords;
    import org.apache.kafka.clients.consumer.KafkaConsumer;
    import org.apache.kafka.common.serialization.StringDeserializer;
    import sun.applet.Main;
    
    import java.util.Arrays;
    import java.util.List;
    import java.util.Properties;
    
    /**
     * 消息消费者
     * @author xiaojf 2017/3/22 15:50
     */
    public class MsgConsumer {
        private static final String GROUP = "MsgConsumer";
        private static final List TOPICS = Arrays.asList("my-replicated-topic");
    
        /**
         * 自动提交offset
         */
        public void autoCommit() {
            Properties properties = new Properties();
            properties.put(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class.getCanonicalName());//key反序列化方式
            properties.put(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG,StringDeserializer.class.getCanonicalName());//value反系列化方式
            properties.put(ConsumerConfig.ENABLE_AUTO_COMMIT_CONFIG,true);//自动提交
            properties.put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG,"192.168.59.130:9092,192.168.59.131:9092,192.168.59.132:9092");//指定broker地址,来找到group的coordinator
            properties.put(ConsumerConfig.GROUP_ID_CONFIG,this.GROUP);//指定用户组
    
            KafkaConsumer<String,String> consumer = new KafkaConsumer<String, String>(properties);
            consumer.subscribe(TOPICS);
    
            while (true) {
                ConsumerRecords<String, String> records = consumer.poll(100);//100ms 拉取一次数据
                for (ConsumerRecord<String, String> record : records) {
                    System.out.println("topic: "+record.topic() + " key: " + record.key() + " value: " + record.value() + " partition: "+ record.partition());
                }
            }
        }
    
        /**
         * 手动提交offset
         */
        public void consumer() {
            Properties properties = new Properties();
            properties.put(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class.getCanonicalName());//key反序列化方式
            properties.put(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG,StringDeserializer.class.getCanonicalName());//value反系列化方式
            properties.put(ConsumerConfig.ENABLE_AUTO_COMMIT_CONFIG,false);//手动提交
            properties.put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG,"192.168.59.130:9092,192.168.59.131:9092,192.168.59.132:9092");//指定broker地址,来找到group的coordinator
            properties.put(ConsumerConfig.GROUP_ID_CONFIG,this.GROUP);//指定用户组
    
            KafkaConsumer<String,String> consumer = new KafkaConsumer<String, String>(properties);
            consumer.subscribe(TOPICS);//指定topic消费
    
            long i = 0;
            while (true) {
                ConsumerRecords<String, String> records = consumer.poll(100);//100ms 拉取一次数据
                for (ConsumerRecord<String, String> record : records) {
                    System.out.println("topic: "+record.topic() + " key: " + record.key() + " value: " + record.value() + " partition: "+ record.partition());
                    i ++;
                }
    
                if (i >= 100) {
                    consumer.commitAsync();//手动commit
                    i = 0;
                }
            }
        }
    
        public static void main(String[] args) {
            new MsgConsumer().autoCommit();
        }
    }
    <dependency>
          <groupId>org.apache.kafka</groupId>
          <artifactId>kafka-clients</artifactId>
          <version>0.10.2.0</version>
        </dependency>
  • 相关阅读:
    /dev/tty /dev/ttyS0 /dev/tty0区别
    标准Makefile模板
    Linux Gcc常用命令
    使用mutt+msmtp在Linux命令行界面下发邮件
    DirSync: List of attributes that are synced by the Azure Active Directory Sync Tool
    批量硬关联本地AD帐号与Office云端帐号
    Linux下LDAPSearch的例子
    Powershell连接Office 365各组件的方法
    Shell下的正则表达式 (鸟哥私房菜)
    MySQL数据库管理常用命令
  • 原文地址:https://www.cnblogs.com/xiaojf/p/6602705.html
Copyright © 2011-2022 走看看