zoukankan      html  css  js  c++  java
  • Spark2 jar包运行完成,退出spark,释放资源

    import org.apache.spark.sql.SparkSession
    import org.apache.spark.sql.Dataset
    import org.apache.spark.sql.Row
    import org.apache.spark.sql.DataFrame
    import org.apache.spark.sql.DataFrameReader
    import org.apache.spark.rdd.RDD
    
    object SparkStop {
      def main(args: Array[String]) {
         val spark = SparkSession.builder().appName("Spark SQL basic example").config("spark.some.config.option", "some-value").getOrCreate()
    
        // For implicit conversions like converting RDDs to DataFrames
        import spark.implicits._
    
        val dataList: List[(Double, String, Double, Double, String, Double, Double, Double, Double)] = List(
          (0, "male", 37, 10, "no", 3, 18, 7, 4),
          (0, "female", 27, 4, "no", 4, 14, 6, 4),
          (0, "female", 32, 15, "yes", 1, 12, 1, 4),
          (0, "male", 57, 15, "yes", 5, 18, 6, 5),
          (0, "male", 22, 0.75, "no", 2, 17, 6, 3),
          (0, "female", 32, 1.5, "no", 2, 17, 5, 5),
          (0, "female", 22, 0.75, "no", 2, 12, 1, 3),
          (0, "male", 57, 15, "yes", 2, 14, 4, 4),
          (0, "female", 32, 15, "yes", 4, 16, 1, 2),
          (0, "male", 22, 1.5, "no", 4, 14, 4, 5))
    
        val data = dataList.toDF("affairs", "gender", "age", "yearsmarried", "children", "religiousness", "education", "occupation", "rating")
    
        data.printSchema()
        
        // 请务必保证jar包运行完成,退出spark,释放资源
        spark.stop
    
      }
    }
    

      

     

     

  • 相关阅读:
    JavaWeb_Tomcat_Maven!
    java异常!
    JavaWeb获取web.xml初始参数!getInitParameter
    JavaWeb文件下载!
    Java抽象接口!
    JavaWeb初识Servlet!
    关于HashMap以对象作为Key的实现及踩坑
    浅析.Net下的多线程编程(2)
    获取浏览器分辨率
    浅析.Net下的多线程编程(1)
  • 原文地址:https://www.cnblogs.com/wwxbi/p/6077539.html
Copyright © 2011-2022 走看看