zoukankan      html  css  js  c++  java
  • 基于hdfs文件创建hive表

    create table customer
    row format SERDE 'org.apache.hadoop.hive.serde2.avro.AvroSerDe'
    stored as inputformat
    'org.apache.hadoop.hive.ql.io.avro.AvroContainerInputFormat'
    outputformat
    'org.apache.hadoop.hive.ql.io.avro.AvroContainerOutputFormat'
    location '/datalake/raw/customer'
    tblproperties (
        'avro.schema.literal'='{
        "namespace": "example.avro",
        "type": "record",
        "name": "Customer",
        "fields": [
            {"name":"id", "type":"int"},
            {"name":"first_name", "type":"string"},
            {"name":"last_name", "type":"string"},
            {"name":"dob", "type":"long"}
         ]
    }');

    create table address
    row format SERDE 'org.apache.hadoop.hive.serde2.avro.AvroSerDe'
    stored as inputformat
    'org.apache.hadoop.hive.ql.io.avro.AvroContainerInputFormat'
    outputformat
    'org.apache.hadoop.hive.ql.io.avro.AvroContainerOutputFormat'
    location '/datalake/raw/address'
    tblproperties (
        'avro.schema.literal'='{
        "namespace": "example.avro",
        "type": "record",
        "name": "Address",
        "fields": [
            {"name":"id", "type":"int"},
            {"name":"street1", "type":"string"},
            {"name":"street2", "type":"string"},
            {"name":"city", "type":"string"},
            {"name":"state", "type":"string"},
            {"name":"country", "type":"string"},
            {"name":"zip_code", "type":"string"}
         ]
    }');


    create table contact
    row format SERDE 'org.apache.hadoop.hive.serde2.avro.AvroSerDe'
    stored as inputformat
    'org.apache.hadoop.hive.ql.io.avro.AvroContainerInputFormat'
    outputformat
    'org.apache.hadoop.hive.ql.io.avro.AvroContainerOutputFormat'
    location '/datalake/raw/contacts/load1'
    tblproperties (
        'avro.schema.literal'='{
        "namespace": "example.avro",
        "type": "record",
        "name": "Contact",
        "fields": [
            {"name":"id", "type":"string"},
            {"name":"cell", "type":"string"},
            {"name":"phone", "type":"string"},
            {"name":"email", "type":"string"}
         ]
    }');

    热爱孤独生活
  • 相关阅读:
    园 首页 新随笔 联系 管理 订阅 订阅 RTSP协议转换RTMP直播协议
    sequence diagram
    Model Binding
    asp.net mvc
    系统日志和异常的处理①
    随机森林之oob error 估计
    Extjs相关知识点梳理
    Extjs报错处理
    webbrowser在html中写入内容并添加js
    tcpdump一个命令的剖析
  • 原文地址:https://www.cnblogs.com/rigid/p/14472230.html
Copyright © 2011-2022 走看看