贴一段Shell脚本，以便日后参考。

#! /bin/bash

ICMS_PATH=$(cd $(dirname $0); pwd)
DEPLOY_PATH=$(cd $(dirname $ICMS_PATH); pwd)
JAR_FILE=$DEPLOY_PATH'/dailydata-1.0-SNAPSHOT.jar'
INI_FILE=$DEPLOY_PATH'/cnedmp_etl.ini'
LOG_FILE=$DEPLOY_PATH'/shellrun.log'
CODING='GB2312'

if [ $# -ne 1 ]; then
    logging INFO "Ussage: $0 <source file path>"
    exit 1
fi

#Funtion for Log
function logging(){
    logTime=$(date +"%Y-%m-%d %T")
    echo "$logTime $1 $2"
}
source $INI_FILE
PASSWORD=`yarn jar $JAR_FILE com.hypers.etl.file.specialFileProcess.BlowFish`
SRC_DIR=$1
logging INFO "Going to process all the source file under path: $SRC_DIR"
cd $SRC_DIR
partition=$(echo $SRC_DIR | awk -F/  '{print $(NF-1)}')
logging INFO "The partition is $partition"
filelist=$(ls $dir)
logging INFO "Will handle $filelist under path $SRC_DIR"
logging INFO "-----------------------------"

for filename in $filelist
do

logging INFO "---------------------------"
logging INFO "handling file $filename ..."

PRE_LOCATION=`mysql -h$HOSTNAME -u$USERNAME -p$PASSWORD $DBNAME  <<EOF 2> /dev/null | tail -n +2
SELECT Pre_Location from $CONFNAME where File_Name='$filename';
EOF`
year=$(echo $partition | cut -b 1-4)
PRE_LOCATION=$PRE_LOCATION/$year
logging INFO "get pre file location $PRE_LOCATION for $filename"

TARG_LOCATION=`mysql -h$HOSTNAME -u$USERNAME -p$PASSWORD $DBNAME  <<EOF 2> /dev/null | tail -n +2 
SELECT Target_Location from $CONFNAME where File_Name='$filename';
EOF`
TARG_LOCATION=$TARG_LOCATION/$partition
logging INFO "get target file location $TARG_LOCATION for $filename"

TARG_TABLE_NAME=`mysql -h$HOSTNAME -u$USERNAME -p$PASSWORD $DBNAME  <<EOF 2> /dev/null | tail -n +2 
SELECT Trg_Table_Name from $CONFNAME where File_Name='$filename';
EOF`
logging INFO "get target table name $TARG_TABLE_NAME for $filename"

hdfs dfs -mkdir -p $PRE_LOCATION && logging INFO "Created $PRE_LOCATION succesfully"
hdfs dfs -mkdir -p $TARG_LOCATION && logging INFO "Created $TARG_LOCATION succesfully"

hdfs dfs -put  $filename $PRE_LOCATION && logging INFO "Put $filename onto hdfs prelocation $PRE_LOCATION"

yarn jar $JAR_FILE com.hypers.etl.file.mr.CLIDriver -i ${PRE_LOCATION}'/'${filename} -o ${TARG_LOCATION} -e ${CODING} -d ${partition} -s ','

logging INFO "alter table $TARG_TABLE_NAME to add partition"
#sudo su hdfs -c"beeline -u jdbc:hive2://${HOSTNAME}:10000/cnedmp -n hdfs -p $HIVE_SERVER2_PASSWORD -e "alter table $TARG_TABLE_NAME add partition  dt = '${partition}'  location '${TARG_LOCATION}';" "

done