zoukankan      html  css  js  c++  java
  • 使用Druid解析SQL实现血缘关系计算

    import com.alibaba.druid.sql.SQLUtils;
    import com.alibaba.druid.sql.ast.SQLStatement;
    import com.alibaba.druid.sql.visitor.SchemaStatVisitor;
    import com.alibaba.druid.stat.TableStat;
    import com.alibaba.druid.util.JdbcConstants;
    import lombok.extern.slf4j.Slf4j;
    
    import java.util.Collection;
    import java.util.List;
    import java.util.Map;
    import java.util.Objects;
    
    @Slf4j
    public class Test {
    
        public static void main(String args[]) throws Exception {
    
            String sql = "insert overwrite table kf_zt.account2 SELECT swjg_dm,swjgmc FROM (SELECT swjg_dm AS swjg_dm, swjgmc AS swjgmc FROM (SELECT swjg_dm,swjgmc FROM ( SELECT swjg_dm,swjgmc FROM yuangongs) table_350 UNION SELECT swjg_dm,swjgmc FROM (SELECT swjg_dm2,swjgmc2 FROM yuangong ) table_295) union_013) udf_882";
    
            List<SQLStatement> sqlStatements = SQLUtils.parseStatements(sql.toLowerCase(), JdbcConstants.HIVE);
    
            for (SQLStatement sqlStatement : sqlStatements) {
                SchemaStatVisitor schemaStatVisitor = SQLUtils.createSchemaStatVisitor(JdbcConstants.HIVE);
                sqlStatement.accept(schemaStatVisitor);
                Map<TableStat.Name, TableStat> tables = schemaStatVisitor.getTables();
                Collection<TableStat.Column> columns = schemaStatVisitor.getColumns();
                if (Objects.nonNull(tables)) {
                    tables.forEach(((name, tableStat) -> {
                        if (tableStat.getCreateCount() > 0 || tableStat.getInsertCount() > 0) {
                            log.info("to: table[{}]", name.getName().toLowerCase());
                            columns.stream().filter(column -> Objects.equals(column.getTable().toLowerCase(), name.getName().toLowerCase())).forEach(column -> {
                                log.info("to: table[{}] column[{}]", column.getTable().toLowerCase(), column.getName().toLowerCase());
                            });
                        } else  if (tableStat.getSelectCount() > 0) {
                            log.info("from: table[{}]", name.getName().toLowerCase());
                            columns.stream().filter(column -> Objects.equals(column.getTable().toLowerCase(), name.getName().toLowerCase())).forEach(column -> {
                                log.info("from: table[{}] column[{}]", column.getTable().toLowerCase(), column.getName().toLowerCase());
                            });
                        }
                    }));
                }
            }
        }
    
    }
  • 相关阅读:
    Python实现MapReduce,wordcount实例,MapReduce实现两表的Join
    structure needs cleaning
    Lifecycle of an ASP.NET MVC 5 Application
    ASP.NET Integration with IIS 7
    Execution order of modules in IIS7
    Assembly Binding redirect: How and Why?
    Cannot See Worker Processes Icon in IIS
    What is the main difference between a key, an IV and a nonce?
    核心玩法的三要素
    ruby各种循环输出数组元素
  • 原文地址:https://www.cnblogs.com/changxy-codest/p/13535143.html
Copyright © 2011-2022 走看看