zoukankan      html  css  js  c++  java
  • spark操作hive方式(scala)

    第一种方式:

    def operatorHive: Unit = {
        Class.forName("org.apache.hive.jdbc.HiveDriver")
        val url = "jdbc:hive2://192.168.2.xxx:10000"
        val connection: Connection = DriverManager.getConnection(url, "root", "diagbotkwz@123")
        val createStatement: Statement = connection.createStatement()
        val query: ResultSet = createStatement.executeQuery("select * from diagbot.ord_lis_trend limit 2")
        while (query.next()) {
          println(query.getString(1))
        }
      }

    第二种方式:

    object SparkOperaterHive {
      val sparkConf: SparkConf = new SparkConf().setAppName(SparkOperaterHive.getClass.getSimpleName)
      val sparkSession: SparkSession = SparkSession.builder().config(sparkConf).enableHiveSupport().getOrCreate()
      val sc: SparkContext = sparkSession.sparkContext
      val sqlContext: SQLContext = sparkSession.sqlContext
      
      def main(args: Array[String]) {
       
        import sparkSession.implicits._
        val sql1: DataFrame = sparkSession.sql("select * from janggan.diagnosismedication")
        val properties: Properties = new Properties()
        properties.put("user", "root")
        properties.put("password", "diagbot@20180822")
        properties.put("driver", "com.mysql.jdbc.Driver")
        //    sql1.write.mode(SaveMode.Append).jdbc(url,"doc_info_hive",properties)
        println("总数为:" + sql1.count())
        println("sddhdj" + sql1.columns(1))
    
        sparkSession.stop()
      }
    }
  • 相关阅读:
    poj 3252 Round Numbers 数位DP
    HDU5840 Problem This world need more Zhu 分块 树剖
    有向图强连通分量
    CodeForces
    Gym-100814K 数位DP 模拟除法
    洛谷P3455 [POI2007]ZAP-Queries
    洛谷P2257 YY的GCD
    洛谷P3327 [SDOI2015]约数个数和(莫比乌斯反演)
    莫比乌斯反演
    小知识点
  • 原文地址:https://www.cnblogs.com/kwzblog/p/10180174.html
Copyright © 2011-2022 走看看