zoukankan      html  css  js  c++  java
  • kafka 0.10.2 消息消费者

    package cn.xiaojf.kafka.consumer;
    
    import org.apache.kafka.clients.consumer.ConsumerConfig;
    import org.apache.kafka.clients.consumer.ConsumerRecord;
    import org.apache.kafka.clients.consumer.ConsumerRecords;
    import org.apache.kafka.clients.consumer.KafkaConsumer;
    import org.apache.kafka.common.serialization.StringDeserializer;
    import sun.applet.Main;
    
    import java.util.Arrays;
    import java.util.List;
    import java.util.Properties;
    
    /**
     * 消息消费者
     * @author xiaojf 2017/3/22 15:50
     */
    public class MsgConsumer {
        private static final String GROUP = "MsgConsumer";
        private static final List TOPICS = Arrays.asList("my-replicated-topic");
    
        /**
         * 自动提交offset
         */
        public void autoCommit() {
            Properties properties = new Properties();
            properties.put(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class.getCanonicalName());//key反序列化方式
            properties.put(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG,StringDeserializer.class.getCanonicalName());//value反系列化方式
            properties.put(ConsumerConfig.ENABLE_AUTO_COMMIT_CONFIG,true);//自动提交
            properties.put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG,"192.168.59.130:9092,192.168.59.131:9092,192.168.59.132:9092");//指定broker地址,来找到group的coordinator
            properties.put(ConsumerConfig.GROUP_ID_CONFIG,this.GROUP);//指定用户组
    
            KafkaConsumer<String,String> consumer = new KafkaConsumer<String, String>(properties);
            consumer.subscribe(TOPICS);
    
            while (true) {
                ConsumerRecords<String, String> records = consumer.poll(100);//100ms 拉取一次数据
                for (ConsumerRecord<String, String> record : records) {
                    System.out.println("topic: "+record.topic() + " key: " + record.key() + " value: " + record.value() + " partition: "+ record.partition());
                }
            }
        }
    
        /**
         * 手动提交offset
         */
        public void consumer() {
            Properties properties = new Properties();
            properties.put(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class.getCanonicalName());//key反序列化方式
            properties.put(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG,StringDeserializer.class.getCanonicalName());//value反系列化方式
            properties.put(ConsumerConfig.ENABLE_AUTO_COMMIT_CONFIG,false);//手动提交
            properties.put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG,"192.168.59.130:9092,192.168.59.131:9092,192.168.59.132:9092");//指定broker地址,来找到group的coordinator
            properties.put(ConsumerConfig.GROUP_ID_CONFIG,this.GROUP);//指定用户组
    
            KafkaConsumer<String,String> consumer = new KafkaConsumer<String, String>(properties);
            consumer.subscribe(TOPICS);//指定topic消费
    
            long i = 0;
            while (true) {
                ConsumerRecords<String, String> records = consumer.poll(100);//100ms 拉取一次数据
                for (ConsumerRecord<String, String> record : records) {
                    System.out.println("topic: "+record.topic() + " key: " + record.key() + " value: " + record.value() + " partition: "+ record.partition());
                    i ++;
                }
    
                if (i >= 100) {
                    consumer.commitAsync();//手动commit
                    i = 0;
                }
            }
        }
    
        public static void main(String[] args) {
            new MsgConsumer().autoCommit();
        }
    }
    <dependency>
          <groupId>org.apache.kafka</groupId>
          <artifactId>kafka-clients</artifactId>
          <version>0.10.2.0</version>
        </dependency>
  • 相关阅读:
    CentOS7下安装Docker-Compose
    USDT(omniCore)测试环境搭建
    Centos中iptables和firewall防火墙开启、关闭、查看状态、基本设置等
    Docker导入导出镜像
    Linux下安装GO语言环境
    linux 查看磁盘空间大小
    rsync+sersync多线程实时同步
    rsync+inotify实时同步
    rsync高级同步
    NFS服务器
  • 原文地址:https://www.cnblogs.com/xiaojf/p/6602705.html
Copyright © 2011-2022 走看看