zoukankan      html  css  js  c++  java
  • 分析hbase

    package com.bnls.test.parse

    import org.apache.spark.{SparkConf, SparkContext}
    import org.apache.spark.sql.hive.HiveContext
    import org.apache.spark.streaming.{Seconds, StreamingContext}

    object ParseHbase {
    def main(args: Array[String]): Unit = {

    val sparkConf = new SparkConf().setMaster("local[2]").setAppName("parsehabse")
    .set("spark.serilizer", "org.apache.spark.serializer.KryoSerializer")
    .set("spark.rdd.compress", "true")
    val sc = new SparkContext(sparkConf)

    // val v = 1.to(10,2)
    for (v <- 1.to(10,2)){
    println(v)
    }
    /*val hiveContext = new HiveContext(sc)
    val ssc = new StreamingContext(sc, Seconds(60))
    val sql = "select * from ods_hbase_salesdb.ec_sales_pay_detail"
    val resultDataFram = hiveContext.sql(sql)
    //resultDataFram.show()
    resultDataFram.rdd.foreach(row=>{
    val a = row.getString(1)
    println(a)
    })
    ssc.start()
    ssc.awaitTermination()*/
    }
    }
  • 相关阅读:
    Oracle第五周测验
    软件测试第五周
    Oracle第四周作业
    c++第二章测试
    软件测试第四章
    软件测试 第三章
    Centos 安装.NET Core环境
    .net core 集成极光推送
    Swagger添加文件上传测试
    linux firewall
  • 原文地址:https://www.cnblogs.com/heguoxiu/p/10064346.html
Copyright © 2011-2022 走看看