zoukankan      html  css  js  c++  java
  • SparkSQL DataFrame数据类型转换

    mport org.apache.spark.sql.types.{StructType,StructField,StringType, IntegerType, LongType}
    import java.util.ArrayList
    import org.apache.spark.sql._
    
    val dataList = new util.ArrayList[Row]()
    dataList.add(Row("ming",20,15552211521L))
    dataList.add(Row("hong",19,13287994007L))
    dataList.add(Row("zhi",21,15552211523L))
    
    val df = sqlContext.createDataFrame(dataList,schema)
    
    scala> df.printSchema
    root
     |-- name: string (nullable = true)
     |-- age: integer (nullable = true)
     |-- phone: long (nullable = true)
    
    // 修改数据类型
    scala> val df1 = df.withColumn("age",col("age").cast(StringType))
    df1: org.apache.spark.sql.DataFrame = [name: string, age: string, phone: bigint]
    
    scala> df1.printSchema
    root
     |-- name: string (nullable = true)
     |-- age: string (nullable = true)
     |-- phone: long (nullable = true)
  • 相关阅读:
    栈和队列
    链表
    map
    二叉平衡树旋转
    二叉排序树详情
    红黑树详情
    查并集
    动态规划
    位操作
    字典树
  • 原文地址:https://www.cnblogs.com/144823836yj/p/13224570.html
Copyright © 2011-2022 走看看