zoukankan      html  css  js  c++  java
  • Flink使用POJO实现分组和汇总

    import org.apache.flink.api.common.functions.MapFunction;
    import org.apache.flink.api.common.typeinfo.TypeInformation;
    import org.apache.flink.api.java.functions.KeySelector;
    import org.apache.flink.streaming.api.datastream.DataStream;
    
    import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment;
    
    public class FraudDetection {
    
        public static void main(String[] args) throws Exception {
            StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
    
            DataStream<MyTransaction> myTransactions = env.socketTextStream("localhost", 9999).map(new MapFunction<String, MyTransaction>() {
    
                MyTransaction myTransaction = null;
    
                @Override
                public MyTransaction map(String value) throws Exception {
                    String[] split = value.split(",");
                    myTransaction = new MyTransaction(split[0].trim(), Long.valueOf(split[1].trim()));
                    return myTransaction;
                }
            });
    
            myTransactions
                    //使用新的API
                    .keyBy(new KeySelector<MyTransaction, String>() {
                @Override
                public String getKey(MyTransaction value) throws Exception {
                    return value.getAccounId();
                }
            },TypeInformation.of(String.class))
                    //或者也可以使用旧API
    //                .keyBy("accounId")
    
                    .sum("amount").print();
    
            env.execute();
    //        DataStream<MyTransaction> transactions = env.addSource(new TransactionSource()).name("transaction");
        }
    
        public static class MyTransaction {
    
            private String accounId;
            private long amount;
    
            public MyTransaction() {
            }
    
            public MyTransaction(String accounId, long amount) {
                this.accounId = accounId;
                this.amount = amount;
            }
    
            public String getAccounId() {
                return accounId;
            }
    
            public void setAccounId(String accounId) {
                this.accounId = accounId;
            }
    
            public long getAmount() {
                return amount;
            }
    
            public void setAmount(long amount) {
                this.amount = amount;
            }
    
            @Override
            public String toString() {
                return "{"accounId":"" + accounId + "","  +
                        ""amount":" + amount + "}";
            }
        }
    
    
    }

    官网介绍的使用可转化为流的类型

  • 相关阅读:
    String源码分析
    solr IK分词器
    solr安装
    hadoop HA集群搭建(亲测)
    dubbo-admin安装
    关于idea中使用lamb表达式报错:ambda expressions are not supported at this language level
    web项目数据存入mysql数据库中文乱码问题
    dom4j解析xml
    js监听键盘提交表单
    Location replace() 方法
  • 原文地址:https://www.cnblogs.com/yoyowin/p/14800178.html
Copyright © 2011-2022 走看看