zoukankan      html  css  js  c++  java
  • 基于hdfs文件创建hive表

    create table customer
    row format SERDE 'org.apache.hadoop.hive.serde2.avro.AvroSerDe'
    stored as inputformat
    'org.apache.hadoop.hive.ql.io.avro.AvroContainerInputFormat'
    outputformat
    'org.apache.hadoop.hive.ql.io.avro.AvroContainerOutputFormat'
    location '/datalake/raw/customer'
    tblproperties (
        'avro.schema.literal'='{
        "namespace": "example.avro",
        "type": "record",
        "name": "Customer",
        "fields": [
            {"name":"id", "type":"int"},
            {"name":"first_name", "type":"string"},
            {"name":"last_name", "type":"string"},
            {"name":"dob", "type":"long"}
         ]
    }');

    create table address
    row format SERDE 'org.apache.hadoop.hive.serde2.avro.AvroSerDe'
    stored as inputformat
    'org.apache.hadoop.hive.ql.io.avro.AvroContainerInputFormat'
    outputformat
    'org.apache.hadoop.hive.ql.io.avro.AvroContainerOutputFormat'
    location '/datalake/raw/address'
    tblproperties (
        'avro.schema.literal'='{
        "namespace": "example.avro",
        "type": "record",
        "name": "Address",
        "fields": [
            {"name":"id", "type":"int"},
            {"name":"street1", "type":"string"},
            {"name":"street2", "type":"string"},
            {"name":"city", "type":"string"},
            {"name":"state", "type":"string"},
            {"name":"country", "type":"string"},
            {"name":"zip_code", "type":"string"}
         ]
    }');


    create table contact
    row format SERDE 'org.apache.hadoop.hive.serde2.avro.AvroSerDe'
    stored as inputformat
    'org.apache.hadoop.hive.ql.io.avro.AvroContainerInputFormat'
    outputformat
    'org.apache.hadoop.hive.ql.io.avro.AvroContainerOutputFormat'
    location '/datalake/raw/contacts/load1'
    tblproperties (
        'avro.schema.literal'='{
        "namespace": "example.avro",
        "type": "record",
        "name": "Contact",
        "fields": [
            {"name":"id", "type":"string"},
            {"name":"cell", "type":"string"},
            {"name":"phone", "type":"string"},
            {"name":"email", "type":"string"}
         ]
    }');

    热爱孤独生活
  • 相关阅读:
    FreeMarker的<#if></#if>标签
    ubuntu的dpkg命令安装和卸载软件
    ubuntu建立软链接注意事项
    halo的工作目录,有一个是在代码里配置的,硬编码了
    Springboot的多环境配置
    idea中的springboot+gradle项目报错springboot configuration annotation processor not found in classpath
    maven中的pom.xml中的scope的作用
    设置idea的快捷键组合 设置为默认
    springboot无法查询到后台的数据
    ssh互信条件下的多机拷贝脚本和执行远程命令
  • 原文地址:https://www.cnblogs.com/rigid/p/14472230.html
Copyright © 2011-2022 走看看