Vertx Mysql数据库优化 (七)

项目github地址：https://github.com/fotocj007/VertxWebApi

前一章节完成了mysql客户端的链接和基本重新，每次重新都需要写sql语句，这章优化一下mysql的一些基本处理。

优先将实体加载到内存中，需要进行mysql操作时直接读取，不需要每次都写sql语句。

一：定义一些注解

//定义主键
@Documented
@Target({ElementType.FIELD})
@Retention(RetentionPolicy.RUNTIME)
public @interface Id {
}

//定义表
@Documented
@Target({ElementType.TYPE})
@Retention(RetentionPolicy.RUNTIME)
public @interface Table {
    String name() default "";
}

//定义需要忽略的字段--实体类有,数据库没有的字段
@Documented
@Target({ElementType.FIELD})
@Retention(RetentionPolicy.RUNTIME)
public @interface Transient {
}

//定义主键是否自动递增
@Documented
@Target({ElementType.FIELD})
@Retention(RetentionPolicy.RUNTIME)
public @interface GeneratedValue {
}

二：定义实体类的抽象基类

/**
 *
 * @param <ID> 主键
 * @param <K>  查询key名称
 */

public abstract class BaseEntity<ID extends Serializable,K extends Serializable> {
    public abstract ID getId();

    public abstract void setId(ID id);
    // 分库分表依赖id
    public abstract K splitId();
}

三：解析注解--重要类

public class MysqlDbDao {
    protected Logger logger = LoggerFactory.getLogger(MysqlDbDao.class);

    protected MySQLUtil mySQLPool;

    protected String DB_SPLIT = "";
    // 表名
    protected Map<Class,String> tableMap;
    // 主键名
    protected Map<Class,String> primaryKeyMap;
    // insert字段列表
    protected Map<Class, List<String>> insertFieldMap;
    // insert sql
    protected Map<Class,String> insertSqlMap;
    //  update字段列表
    protected Map<Class,List<String>> updateFieldMap;
    //  update sql
    protected Map<Class,String> updateSqlMap;

    public MysqlDbDao(String DB_SPLIT,MySQLUtil mySQLPool){
        this.DB_SPLIT = DB_SPLIT;
        this.mySQLPool = mySQLPool;
        tableMap = new HashMap<>();
        primaryKeyMap = new HashMap<>();
        insertFieldMap = new HashMap<>();
        insertSqlMap = new HashMap<>();
        updateFieldMap = new HashMap<>();
        updateSqlMap = new HashMap<>();
    }

    /*************************
     * 加载分库分表的一些基本信息
     * 实体类的表,主键,更新和插入的字段(实体类的字段)
     */
    public void loadAllDBInfo(List<String> fileList){
        try{
            for(String fileName : fileList){
                Class classes = Class.forName(fileName);
                tableMap.put(classes,getTableName(fileName));
                primaryKeyMap.put(classes,getUpdatePrimaryKey(fileName));
                insertFieldMap.put(classes,getInsertFiled(fileName));
                insertSqlMap.put(classes,getInsertSql(fileName));
                updateFieldMap.put(classes,getUpdateFiled(fileName));
                updateSqlMap.put(classes,getUpdateSql(fileName));
            }
        }catch (Exception ex){
            throw new RuntimeException(ex);
        }
    }

    /*************************
     * 插入新数据
     */
    public void saveBaseEntity(BaseEntity entity, Handler<AsyncResult<Long>> handler){
        StringBuffer sql = new StringBuffer("insert into ");
        sql.append(DB_SPLIT).append(".").append(tableMap.get(entity.getClass())).append(" ")
                .append(insertSqlMap.get(entity.getClass()));
        Tuple insertParams = genInsertFieldValues(entity);

        mySQLPool.getConfigClient()
                .preparedQuery(sql.toString())
                .execute(insertParams, ar -> {
                    if(ar.succeeded()){
                        RowSet<Row> rows = ar.result();
                        if(rows.size() > 0){
                            long lastInsertId = rows.property(MySQLClient.LAST_INSERTED_ID);
                            handler.handle(Future.succeededFuture(lastInsertId));
                            return;
                        }

                        handler.handle(Future.succeededFuture(0L));
                    }else {
                        handler.handle(Future.failedFuture(ar.cause()));
                        logger.error("saveBaseEntity:"+ JsonObject.mapFrom(entity)+",sql="+sql.toString(),ar.cause());
                    }
                });
    }

    /*************************
     * 更新一条数据
     */
    public void updateBaseEntity(BaseEntity entity,Handler<AsyncResult<Long>> handler){
        StringBuffer sql = new StringBuffer("update ");
        sql.append(DB_SPLIT).append(".").append(tableMap.get(entity.getClass())).append(" ")
                .append(updateSqlMap.get(entity.getClass()));
        Tuple updateParams = genUpdateFieldValues(entity);

        mySQLPool.getConfigClient()
                .preparedQuery(sql.toString())
                .execute(updateParams,saveRes -> {
                    if(saveRes.succeeded()){
                        long num = saveRes.result().size();
                        handler.handle(Future.succeededFuture(num));
                    }else {
                        handler.handle(Future.failedFuture(saveRes.cause()));
                        logger.error("updateBaseEntity:"+JsonObject.mapFrom(entity)+",sql="+sql.toString(),saveRes.cause());
                    }
                });
    }

    @SuppressWarnings("unchecked")
    private String getTableName(String bean) {
        try {
            Class clz = Class.forName(bean);
            boolean annotationPresent = clz.isAnnotationPresent(Table.class);
            if (annotationPresent) {
                Table table = (Table) clz.getAnnotation(Table.class);
                return table.name();
            }
        } catch (ClassNotFoundException e) {
            e.printStackTrace();
            return null;
        }
        return "";
    }

    /*************************
     * 获取更新sql的字符串
     */
    private String getUpdateSql(String bean) {
        StringBuilder sb = new StringBuilder();
        sb.append(" set ");
        List<String> fieldList = getUpdateFiled(bean);
        for(String str : fieldList) {
            sb.append(str.split(",")[0]).append("=?,");
        }
        sb.deleteCharAt(sb.toString().lastIndexOf(","));
        sb.append(" where ");
        String primaryKey = getUpdatePrimaryKey(bean);
        sb.append(primaryKey.split(",")[0]).append("=? ");
        return sb.toString();
    }

    /*************************
     * 获取跟新sql的字段
     */
    private List<String> getUpdateFiled(String bean){
        List<String> list = new ArrayList<>();
        try {
            Class clz = Class.forName(bean);
            Field[] strs = clz.getDeclaredFields();
            for(Field field : strs) {
                if(field.isAnnotationPresent(Transient.class)){
                    continue;
                }
                String protype =  field.getType().toString();
                boolean annotationPresent  = field.isAnnotationPresent(Id.class);
                if (!annotationPresent) {
                    list.add(field.getName()+","+protype.substring(protype.lastIndexOf(".")+1));
                }
            }
        }catch (ClassNotFoundException e) {
            e.printStackTrace();
        }
        return list;
    }

    /*************************
     * 跟新sql的主键
     */
    private String getUpdatePrimaryKey(String bean) {
        try {
            Class clz = Class.forName(bean);
            Field[] strs = clz.getDeclaredFields();
            for(Field field : strs) {
                String protype =  field.getType().toString();
                boolean annotationPresent  = field.isAnnotationPresent(Id.class);
                if (annotationPresent) {
                    return field.getName()+","+protype.substring(protype.lastIndexOf(".")+1);
                }
            }
        }catch (ClassNotFoundException e) {
            e.printStackTrace();
        }

        return "";
    }

    /*************************
     * 插入新数据的sql字符串
     */
    private  String getInsertSql(String bean){
        StringBuilder sb = new StringBuilder();
        sb.append(" (");
        List<String> fieldList = getInsertFiled(bean);
        for(String str : fieldList) {
            sb.append(str.split(",")[0]).append(",");
        }
        sb.deleteCharAt(sb.toString().lastIndexOf(","));
        sb.append(" ) value (");
        for(int i = 0;i <fieldList.size();i++) {
            if(i == fieldList.size() -1) {
                sb.append("? ");
            }else {
                sb.append("?,");
            }
        }
        sb.append(") ");
        return sb.toString();
    }

    /*************************
     * 插入新数据sql的插入字段
     */
    private List<String> getInsertFiled(String bean){
        List<String> list = new ArrayList<>();
        try {
            Class clz = Class.forName(bean);
            Field[] strs = clz.getDeclaredFields();
            for(Field field : strs) {
                if(field.isAnnotationPresent(Transient.class)){
                    continue;
                }

                String protype =  field.getType().toString();
                boolean annotationPresent  = field.isAnnotationPresent(Id.class);
                if (annotationPresent) {
                    boolean generateAnnotation  = field.isAnnotationPresent(GeneratedValue.class);
                    if(!generateAnnotation) {
                        list.add(field.getName()+","+protype.substring(protype.lastIndexOf(".")+1));
                    }
                }else {
                    list.add(field.getName()+","+protype.substring(protype.lastIndexOf(".")+1));
                }
            }
        }catch (ClassNotFoundException e) {
            e.printStackTrace();
        }
        return list;
    }

    /*************************
     * 插入新数据sql的值(实体类)
     */
    protected Tuple genInsertFieldValues(BaseEntity info) {
        JsonObject json = JsonObject.mapFrom(info);
        String name = "";
        String type = "";
        List<Object> sb = new ArrayList<>(5);
        List<String> fieldList = insertFieldMap.get(info.getClass());
        for(String str : fieldList) {
            name = str.split(",")[0];
            type = str.split(",")[1];
            switch (type) {
                case "long":
                    sb.add(json.getLong(name,0L));
                    break;
                case "int":
                case "byte":
                    sb.add(json.getInteger(name,0));
                    break;
                case "short":
                    sb.add(json.getInteger(name,0).shortValue());
                    break;
                case "float":
                    sb.add(json.getFloat(name,0f));
                    break;
                case "String":
                    sb.add(json.getString(name,""));
                    break;
                default:
                    if(json.getValue(name) != null){
                        sb.add(json.getValue(name).toString());
                    }else {
                        sb.add(json.getValue(""));
                    }
                    break;
            }
        }
        json = null;

        return Tuple.tuple(sb);
    }

    /*************************
     * 跟新新数据sql的值(实体类)
     */
    protected Tuple genUpdateFieldValues(BaseEntity info) {
        JsonObject json = JsonObject.mapFrom(info);
        String name = "";
        String type = "";
        List<Object> sb = new ArrayList<>(5);
        List<String> fieldList = updateFieldMap.get(info.getClass());
        for(String str : fieldList) {
            name = str.split(",")[0];
            type = str.split(",")[1];
            switch (type) {
                case "long":
                    sb.add(json.getLong(name,0L));
                    break;
                case "int":
                case "byte":
                    sb.add(json.getInteger(name,0));
                    break;
                case "short":
                    sb.add(json.getInteger(name,0).shortValue());
                    break;
                case "float":
                    sb.add(json.getFloat(name,0f));
                    break;
                case "String":
                    sb.add(json.getString(name,""));
                    break;
                default:
                    if(json.getValue(name) != null){
                        sb.add(json.getValue(name).toString());
                    }else {
                        sb.add(json.getValue(""));
                    }
                    break;
            }
        }
        String primaryKey = primaryKeyMap.get(info.getClass());
        name = primaryKey.split(",")[0];
        type = primaryKey.split(",")[1];
        if(type.equals("long")) {
            sb.add(json.getLong(name,0L));
        }else if(type.equals("int")) {
            sb.add(json.getInteger(name,0));
        }else {
            sb.add(json.getString(name,""));
        }
        json = null;
        return Tuple.tuple(sb);
    }
}

四：调整PlayerInfo实体类

@Table(name = "player_info")
public class PlayerInfo extends BaseEntity<Long,Long>{
    @Id
    @GeneratedValue
    private long id;

    private String userName;

    private int age;

    @Override
    public Long getId() {
        return id;
    }

    @Override
    public void setId(Long aLong) {
        id = aLong;
    }

    @Override
    public Long splitId() {
        return id;
    }

    public void setId(long id) {
        this.id = id;
    }

    public String getUserName() {
        return userName;
    }

    public void setUserName(String userName) {
        this.userName = userName;
    }

    public int getAge() {
        return age;
    }

    public void setAge(int age) {
        this.age = age;
    }
}

五：修改PlayerDao帮助类

public class PlayerDao extends MysqlDbDao{
    protected Logger logger = LoggerFactory.getLogger(PlayerDao.class);

    public PlayerDao(String DB_SPLIT, MySQLUtil mySQLPool) {
        super(DB_SPLIT,mySQLPool);

        loadAllDBInfo();
    }

    /*************************
     * 加载需要分库分表的实体类
     */
    private void loadAllDBInfo(){
        List<String> classList = new ArrayList<>();
        classList.add("com.webser.db.PlayerInfo");

        super.loadAllDBInfo(classList);
    }

    /*************************
     * 查询数据
     * 根据 实体类T获取数据并实例化
     */
    public <T> void queryConfigList(String sql, Class<T> classes, Handler<AsyncResult<List<T>>> handler){
        mySQLPool.getConfigClient().query(sql)
                .execute(qRes -> {
                    if(qRes.succeeded()){
                        List<T> lists = new ArrayList<>();

                        RowSet<Row> result = qRes.result();
                        List<String> col = qRes.result().columnsNames();

                        for (Row row : result) {
                            JsonObject json = new JsonObject();
                            for (String str : col) {
                                json.put(str,row.getValue(str));
                            }
                            T entity = new JsonObject(json.toString()).mapTo(classes);
                            lists.add(entity);
                        }

                        handler.handle(Future.succeededFuture(lists));
                    }else {
                        handler.handle(Future.failedFuture(qRes.cause()));
                        logger.error("--error queryConfigList----- " + sql, qRes.cause());
                    }
                });
    }
}

六：测试一下

1：修改DemoHandler

public class DemoHandler implements InterHandler {
    @Override
    public void handler(AbstractUpMessage up, HttpServerResponse resp) {
        //上传参数
        DemoRequest request = (DemoRequest)up;
        System.out.println("上传参数:"+ request.name + "-" + request.age);


//        String sql = "select * from " + Configure.getInstance().mysqlConfig.configDbName + ".player_info ";
//        PlayerDao client = Configure.getInstance().daoManager.getPlayerDao();
//        client.queryConfigList(sql, PlayerInfo.class, res -> {
//            List<PlayerInfo> lists = res.result();
//            for(PlayerInfo item : lists){
//                System.out.println(item.getUserName() + "---" + item.getAge());
//            }
//        });


        PlayerInfo info = new PlayerInfo();
        info.setUserName("kkkkkdd");
        info.setAge(100);

        PlayerDao client = Configure.getInstance().daoManager.getPlayerDao();
        client.saveBaseEntity(info,res -> {

        });


        //返回数据
        String n = "cscscs---";
        String in = "info ---";
        //编码返回json
        DemoResponse response = new DemoResponse(getMessageId(),n,in);
        response.encode();
        resp.end(response.SendMessage());
    }

    @Override
    public short getMessageId() {
        return HandlerCode.DEMO_V1;
    }
}

2：运行服务端，调用接口

项目结构