微信公众号搜"智元新知"关注
微信扫一扫可直接关注哦!

Flink使用POJO实现分组和汇总

import org.apache.flink.api.common.functions.MapFunction;
import org.apache.flink.api.common.typeinfo.Typeinformation;
import org.apache.flink.api.java.functions.KeySelector;
import org.apache.flink.streaming.api.datastream.DataStream;

import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment;

public class FraudDetection {

    public static void main(String[] args) throws Exception {
        StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();

        DataStream<MyTransaction> myTransactions = env.socketTextStream("localhost", 9999).map(new MapFunction<String, MyTransaction>() {

            MyTransaction myTransaction = null;

            @Override
            public MyTransaction map(String value) throws Exception {
                String[] split = value.split(",");
                myTransaction = new MyTransaction(split[0].trim(), Long.valueOf(split[1].trim()));
                return myTransaction;
            }
        });

        myTransactions.keyBy(new KeySelector<MyTransaction, String>() {
            @Override
            public String getKey(MyTransaction value) throws Exception {
                return value.getAccounId();
            }
        },Typeinformation.of(String.class)).sum("amount").print();

        env.execute();
//        DataStream<MyTransaction> transactions = env.addSource(new TransactionSource()).name("transaction");
    }

    public static class MyTransaction {

        private String accounId;
        private long amount;

        public MyTransaction() {
        }

        public MyTransaction(String accounId, long amount) {
            this.accounId = accounId;
            this.amount = amount;
        }

        public String getAccounId() {
            return accounId;
        }

        public void setAccounId(String accounId) {
            this.accounId = accounId;
        }

        public long getAmount() {
            return amount;
        }

        public void setAmount(long amount) {
            this.amount = amount;
        }

        @Override
        public String toString() {
            return "{\"accounId\":\"" + accounId + "\","  +
                    "\"amount\":" + amount + "}";
        }
    }


}

官网介绍的使用可转化为流的类型

版权声明:本文内容由互联网用户自发贡献,该文观点与技术仅代表作者本人。本站仅提供信息存储空间服务,不拥有所有权,不承担相关法律责任。如发现本站有涉嫌侵权/违法违规的内容, 请发送邮件至 dio@foxmail.com 举报,一经查实,本站将立刻删除。

相关推荐