zoukankan      html  css  js  c++  java
  • spark2.1:flatMap的用法

    代码示例:

     val sample_data_combine_result=List(
    (0,(List(FitModel(4022,1447.92,-8.38983306721434,2.0)),1)),
    (1,(List(FitModel(1083,389.88,-11.057139857142857,3.0)),1)),
    (2,(List(FitModel(4022,1447.92,-8.38983306721434,2.0)),1))
    )
    
    
    scala> val fitResult = sample_data_combine_result.flatMap(s => {
         |       var fitResultItems: ListBuffer[FitModelWithSceneType] = null
         |       if(s._1==0){
         |         fitResultItems=ListBuffer(
         |           FitModelWithSceneType(0,1,3.0,-3.9110667661835516,0.6989700043360189),
         |           FitModelWithSceneType(0,51,3.0,-3.9110667661835516,1.1760912590556813)
         |         )
         |       }
         |       if(s._1==1){
         |         fitResultItems=ListBuffer(
         |           FitModelWithSceneType(1,1,3.0,-3.9110667661835516,0.6989700043360189),
         |           FitModelWithSceneType(1,51,3.0,-3.9110667661835516,1.1760912590556813),
         |           FitModelWithSceneType(1,101,3.0,-3.9110667661835516,1.3979400086720377)
         |         )
         |       }
         |       if(s._1==2){
         |         fitResultItems=ListBuffer(
         |           FitModelWithSceneType(2,1,3.0,-3.9110667661835516,0.6989700043360189),
         |           FitModelWithSceneType(2,51,3.0,-3.9110667661835516,1.1760912590556813),
         |           FitModelWithSceneType(2,101,3.0,-3.9110667661835516,1.3979400086720377),
         |           FitModelWithSceneType(2,101,3.0,-3.9110667661835516,1.3979400086720377),
         |           FitModelWithSceneType(2,101,3.0,-3.9110667661835516,1.3979400086720377)
         |         )
         |       }
         | 
         |       fitResultItems
         |     })
    fitResult: List[FitModelWithSceneType] = 
    List(
    FitModelWithSceneType(0,1,3.0,-3.9110667661835516,0.6989700043360189), 
    FitModelWithSceneType(0,51,3.0,-3.9110667661835516,1.1760912590556813), 
    FitModelWithSceneType(1,1,3.0,-3.9110667661835516,0.6989700043360189), 
    FitModelWithSceneType(1,51,3.0,-3.9110667661835516,1.1760912590556813), 
    FitModelWithSceneType(1,101,3.0,-3.9110667661835516,1.3979400086720377), 
    FitModelWithSceneType(2,1,3.0,-3.9110667661835516,0.6989700043360189), 
    FitModelWithSceneType(2,51,3.0,-3.9110667661835516,1.1760912590556813), 
    FitModelWithSceneType(2,101,3.0,-3.9110667661835516,1.3979400086720377), 
    FitModelWithSceneType(2,101,3.0,-3.9110667661835516,1.3979400086720377), 
    FitModelWithSceneType(2,101,3.0,-3.9110667661835516,1.3979400086720377)
    )
  • 相关阅读:
    hbase存储优化
    cloudera manager下phoenix的安装
    Cloudera manager的服务安装以及spark升级到2.2
    redis学习总结
    kylin基础概念和基础性能优化
    mycat使用注意事项
    kylin2.0环境搭建
    ETL实践--kettle转到hive
    集成 SOLR 到 TOMCAT 中(傻瓜教程)
    局域网ip扫描
  • 原文地址:https://www.cnblogs.com/yy3b2007com/p/8515564.html
Copyright © 2011-2022 走看看