zoukankan      html  css  js  c++  java
  • spark action之saveastextfile

    java

     1 /** 
     2  *saveastextfile 把rdd中的数据保存到文件中,只能指定文件夹
     3  *@author Tele
     4  *
     5  */
     6 public class SaveasTextFileDemo1 {
     7     private static SparkConf conf = new SparkConf().setMaster("local").setAppName("saveastextfiledemo1");
     8     private static JavaSparkContext jsc = new JavaSparkContext(conf);
     9 
    10     public static void main(String[] args) {
    11         List<Tuple2<String,Integer>> list = Arrays.asList(
    12                 new Tuple2<String,Integer>("tele",100),
    13                 new Tuple2<String,Integer>("tele",200),
    14                 new Tuple2<String,Integer>("tele",300),
    15                 new Tuple2<String,Integer>("yeye",50),
    16                 new Tuple2<String,Integer>("yeye",10),
    17                 new Tuple2<String,Integer>("yeye",70),
    18                 new Tuple2<String,Integer>("wyc",10000)
    19                  );
    20 
    21         JavaPairRDD<String, Integer> rdd = jsc.parallelizePairs(list);
    22         
    23         //保存到本地
    24         rdd.saveAsTextFile("./src/main/resources/local");
    25         jsc.close();
    26     }    
    27 }

    scala

     1 object SaveasTextFileDemo {
     2     def main(args: Array[String]): Unit = {
     3       val conf = new SparkConf().setMaster("local").setAppName("saveastextfiledemo");
     4       val sc = new SparkContext(conf);
     5       
     6       val arr = Array(("class1","tele"),("class1","yeye"),("class2","wyc"));
     7     
     8       val rdd = sc.parallelize(arr,1);
     9       
    10       rdd.saveAsTextFile("./src/main/resources/myfile")
    11       
    12     }
    13 }

  • 相关阅读:
    Set up width and height tcl tk main window
    makefile
    itk_component add
    android的各种*.img 文件
    Install Android 2.2.1 Froyo On Nook Color [Advanced Guide]
    Android开机启动流程初探
    编译MTK6516脚本
    调试MTK6516错误总结
    Android开机启动流程初探
    编译MTK6516脚本
  • 原文地址:https://www.cnblogs.com/tele-share/p/10269107.html
Copyright © 2011-2022 走看看