zoukankan      html  css  js  c++  java
  • 基于hdfs文件创建hive表

    create table customer
    row format SERDE 'org.apache.hadoop.hive.serde2.avro.AvroSerDe'
    stored as inputformat
    'org.apache.hadoop.hive.ql.io.avro.AvroContainerInputFormat'
    outputformat
    'org.apache.hadoop.hive.ql.io.avro.AvroContainerOutputFormat'
    location '/datalake/raw/customer'
    tblproperties (
        'avro.schema.literal'='{
        "namespace": "example.avro",
        "type": "record",
        "name": "Customer",
        "fields": [
            {"name":"id", "type":"int"},
            {"name":"first_name", "type":"string"},
            {"name":"last_name", "type":"string"},
            {"name":"dob", "type":"long"}
         ]
    }');

    create table address
    row format SERDE 'org.apache.hadoop.hive.serde2.avro.AvroSerDe'
    stored as inputformat
    'org.apache.hadoop.hive.ql.io.avro.AvroContainerInputFormat'
    outputformat
    'org.apache.hadoop.hive.ql.io.avro.AvroContainerOutputFormat'
    location '/datalake/raw/address'
    tblproperties (
        'avro.schema.literal'='{
        "namespace": "example.avro",
        "type": "record",
        "name": "Address",
        "fields": [
            {"name":"id", "type":"int"},
            {"name":"street1", "type":"string"},
            {"name":"street2", "type":"string"},
            {"name":"city", "type":"string"},
            {"name":"state", "type":"string"},
            {"name":"country", "type":"string"},
            {"name":"zip_code", "type":"string"}
         ]
    }');


    create table contact
    row format SERDE 'org.apache.hadoop.hive.serde2.avro.AvroSerDe'
    stored as inputformat
    'org.apache.hadoop.hive.ql.io.avro.AvroContainerInputFormat'
    outputformat
    'org.apache.hadoop.hive.ql.io.avro.AvroContainerOutputFormat'
    location '/datalake/raw/contacts/load1'
    tblproperties (
        'avro.schema.literal'='{
        "namespace": "example.avro",
        "type": "record",
        "name": "Contact",
        "fields": [
            {"name":"id", "type":"string"},
            {"name":"cell", "type":"string"},
            {"name":"phone", "type":"string"},
            {"name":"email", "type":"string"}
         ]
    }');

    热爱孤独生活
  • 相关阅读:
    朴素贝叶斯分类-实战篇-如何进行文本分类
    朴素贝叶斯分类-理论篇-如何通过概率解决分类问题
    数据变换-归一化与标准化
    你还不懂傅里叶变换,那就过来掐死我吧
    Python快速入门 ---- 系列文章
    批处理中的时间计算详解
    使用electron+vue开发一个跨平台todolist(便签)桌面应用
    文科妹子都会用 GitHub,你这个工科生还等什么
    如约而至,.NET 5.0 正式发布
    如何进行正确的沟通?
  • 原文地址:https://www.cnblogs.com/rigid/p/14472230.html
Copyright © 2011-2022 走看看