zoukankan      html  css  js  c++  java
  • 基于hdfs文件创建hive表

    create table customer
    row format SERDE 'org.apache.hadoop.hive.serde2.avro.AvroSerDe'
    stored as inputformat
    'org.apache.hadoop.hive.ql.io.avro.AvroContainerInputFormat'
    outputformat
    'org.apache.hadoop.hive.ql.io.avro.AvroContainerOutputFormat'
    location '/datalake/raw/customer'
    tblproperties (
        'avro.schema.literal'='{
        "namespace": "example.avro",
        "type": "record",
        "name": "Customer",
        "fields": [
            {"name":"id", "type":"int"},
            {"name":"first_name", "type":"string"},
            {"name":"last_name", "type":"string"},
            {"name":"dob", "type":"long"}
         ]
    }');

    create table address
    row format SERDE 'org.apache.hadoop.hive.serde2.avro.AvroSerDe'
    stored as inputformat
    'org.apache.hadoop.hive.ql.io.avro.AvroContainerInputFormat'
    outputformat
    'org.apache.hadoop.hive.ql.io.avro.AvroContainerOutputFormat'
    location '/datalake/raw/address'
    tblproperties (
        'avro.schema.literal'='{
        "namespace": "example.avro",
        "type": "record",
        "name": "Address",
        "fields": [
            {"name":"id", "type":"int"},
            {"name":"street1", "type":"string"},
            {"name":"street2", "type":"string"},
            {"name":"city", "type":"string"},
            {"name":"state", "type":"string"},
            {"name":"country", "type":"string"},
            {"name":"zip_code", "type":"string"}
         ]
    }');


    create table contact
    row format SERDE 'org.apache.hadoop.hive.serde2.avro.AvroSerDe'
    stored as inputformat
    'org.apache.hadoop.hive.ql.io.avro.AvroContainerInputFormat'
    outputformat
    'org.apache.hadoop.hive.ql.io.avro.AvroContainerOutputFormat'
    location '/datalake/raw/contacts/load1'
    tblproperties (
        'avro.schema.literal'='{
        "namespace": "example.avro",
        "type": "record",
        "name": "Contact",
        "fields": [
            {"name":"id", "type":"string"},
            {"name":"cell", "type":"string"},
            {"name":"phone", "type":"string"},
            {"name":"email", "type":"string"}
         ]
    }');

    热爱孤独生活
  • 相关阅读:
    IMP-00009: 导出文件异常结束
    Unknown collation: 'utf8mb4_unicode_ci'
    从 github 执行 git clone 一个大的项目时提示 error: RPC failed
    PHP 中获取当前时间[Datetime Now]
    wordpress 常用函数 checked(),selected(),disabled()
    github 有名的问题【ERROR: Permission to .git denied to user】
    SSH 基础
    mixed content 混合内容
    nginx gzip 模块配置
    markdown 书写表格
  • 原文地址:https://www.cnblogs.com/rigid/p/14472230.html
Copyright © 2011-2022 走看看