zoukankan      html  css  js  c++  java
  • 使用Druid解析SQL实现血缘关系计算

    import com.alibaba.druid.sql.SQLUtils;
    import com.alibaba.druid.sql.ast.SQLStatement;
    import com.alibaba.druid.sql.visitor.SchemaStatVisitor;
    import com.alibaba.druid.stat.TableStat;
    import com.alibaba.druid.util.JdbcConstants;
    import lombok.extern.slf4j.Slf4j;
    
    import java.util.Collection;
    import java.util.List;
    import java.util.Map;
    import java.util.Objects;
    
    @Slf4j
    public class Test {
    
        public static void main(String args[]) throws Exception {
    
            String sql = "insert overwrite table kf_zt.account2 SELECT swjg_dm,swjgmc FROM (SELECT swjg_dm AS swjg_dm, swjgmc AS swjgmc FROM (SELECT swjg_dm,swjgmc FROM ( SELECT swjg_dm,swjgmc FROM yuangongs) table_350 UNION SELECT swjg_dm,swjgmc FROM (SELECT swjg_dm2,swjgmc2 FROM yuangong ) table_295) union_013) udf_882";
    
            List<SQLStatement> sqlStatements = SQLUtils.parseStatements(sql.toLowerCase(), JdbcConstants.HIVE);
    
            for (SQLStatement sqlStatement : sqlStatements) {
                SchemaStatVisitor schemaStatVisitor = SQLUtils.createSchemaStatVisitor(JdbcConstants.HIVE);
                sqlStatement.accept(schemaStatVisitor);
                Map<TableStat.Name, TableStat> tables = schemaStatVisitor.getTables();
                Collection<TableStat.Column> columns = schemaStatVisitor.getColumns();
                if (Objects.nonNull(tables)) {
                    tables.forEach(((name, tableStat) -> {
                        if (tableStat.getCreateCount() > 0 || tableStat.getInsertCount() > 0) {
                            log.info("to: table[{}]", name.getName().toLowerCase());
                            columns.stream().filter(column -> Objects.equals(column.getTable().toLowerCase(), name.getName().toLowerCase())).forEach(column -> {
                                log.info("to: table[{}] column[{}]", column.getTable().toLowerCase(), column.getName().toLowerCase());
                            });
                        } else  if (tableStat.getSelectCount() > 0) {
                            log.info("from: table[{}]", name.getName().toLowerCase());
                            columns.stream().filter(column -> Objects.equals(column.getTable().toLowerCase(), name.getName().toLowerCase())).forEach(column -> {
                                log.info("from: table[{}] column[{}]", column.getTable().toLowerCase(), column.getName().toLowerCase());
                            });
                        }
                    }));
                }
            }
        }
    
    }
  • 相关阅读:
    307.区域与检索--数组可修改
    202.快乐数
    263.丑数
    205.同构字符串
    204.计数质数
    40.组合总和Ⅱ
    811.子域名访问计数
    39.组合总和
    udp与tcp
    SQL复习
  • 原文地址:https://www.cnblogs.com/changxy-codest/p/13535143.html
Copyright © 2011-2022 走看看