zoukankan      html  css  js  c++  java
  • sqoop 脚本

    sqoop 脚本:

    #!/bin/bash
    ########  sqoop_import.sh  $1  $2   #######
    db_date=$2
    echo $db_date
    db_name=gmall
    
    #########该方法有两个参数 $1  $2############
    import_data() {
    /soft/install/sqoop/bin/sqoop import 
    --connect jdbc:mysql://hadoop001:3306/$db_name 
    --username root 
    --password root 
    --target-dir /origin_data/$db_name/db/$1/$db_date 
    --delete-target-dir 
    --num-mappers 1 
    --fields-terminated-by "	" 
    --query "$2"' and $CONDITIONS;'
    }
    
    import_base_category3(){
      import_data "base_category3" "select id, name, category2_id from base_category3 where 1=1"
    }
    
    import_order_info(){
      import_data   "order_info"   "select 
        id, 
        total_amount, 
        order_status, 
        user_id, 
        payment_way, 
        out_trade_no, 
        create_time, 
        operate_time  
      from order_info 
      where (DATE_FORMAT(create_time,'%Y-%m-%d')='$db_date' or DATE_FORMAT(operate_time,'%Y-%m-%d')='$db_date')"
    }
    
    
    if[ ! "$1" ] ; then
      echo "pls input ags "
    fi
    case $1 in "base_category3") import_base_category3 ;; "order_info") import_order_info ;; "all") import_base_category3 import_order_info ;; esac
  • 相关阅读:
    Hive的安装和使用
    Redis 慢查询日志
    GO语言-数组
    ZooKeeper-3.3.4集群安装配置
    GO语言-基础语法:循环
    GO语言-基础语法:条件判断
    GO语言-基础语法:变量定义
    nginx限制下载速度
    Centos7下Etcd集群搭建
    浅谈spj
  • 原文地址:https://www.cnblogs.com/lshan/p/13151010.html
Copyright © 2011-2022 走看看