zoukankan      html  css  js  c++  java
  • Hive的存储和MapReduce处理——数据清洗(Part2)

    日期:2019.11.14

    博客期:116

    星期四

      基本的处理类

      

     1 import java.sql.Connection;
     2 import java.sql.DriverManager;
     3 import java.sql.PreparedStatement;
     4 import java.sql.ResultSet;
     5 import java.sql.SQLException;
     6 import java.sql.Statement;
     7 import java.util.ArrayList;
     8 import java.util.List;
     9 
    10 import com.hive.basic.Bean;
    11 
    12 public class SqlForBean {
    13     public static String databasename = "hive";//数据库名称
    14     public static String username = "root";//登录数据库的用户的用户名
    15     public static String password = "nssxs2489615648";//登录数据库的用户的密码
    16     //插入方法
    17     public static void insert(Bean bean)
    18     {
    19         try {
    20             Class.forName("com.mysql.jdbc.Driver").newInstance(); //MYSQL驱动
    21             Connection conn = DriverManager.getConnection("jdbc:mysql://127.0.0.1:3306/"+databasename, username, password); //链接本地MYSQL           
    22             String sql = "insert into result values (";
    23             sql += "'"+bean.getIp()+"',";
    24             sql += "'"+bean.getTime()+"',";
    25             sql += "'"+bean.getDay()+"',";
    26             sql += bean.getTraffic()+",";
    27             sql += "'"+bean.getType()+"',";
    28             sql += "'"+bean.getId()+"')";
    29             
    30             PreparedStatement pstmt = (PreparedStatement) conn.prepareStatement(sql);
    31             pstmt.executeUpdate();
    32             pstmt.close();
    33             
    34             conn.close();
    35         } catch (SQLException e) {
    36             e.printStackTrace();
    37         } catch (Exception e) {
    38             e.printStackTrace();
    39         }
    40     }
    41     public static void insert(List <Bean> list_bean)
    42     {
    43         int size = list_bean.size();
    44         for(int i=0;i<size;++i)
    45         {
    46             SqlForBean.insert(list_bean.get(i));
    47         }
    48     }
    49     public static List<Bean> getData(){
    50         List <Bean> list = new ArrayList<Bean>();
    51         
    52         try
    53         {
    54             Class.forName("com.mysql.jdbc.Driver").newInstance(); //MYSQL驱动
    55             Connection conn = DriverManager.getConnection("jdbc:mysql://127.0.0.1:3306/"+databasename, username, password); //链接本地MYSQL 
    56             String sql = " select * from result";
    57             Statement stmt = conn.createStatement();
    58             ResultSet rs = stmt.executeQuery(sql);
    59             while(rs.next())
    60             {
    61                 String ip_s = rs.getString("ip");
    62                 String time_s = rs.getString("time");
    63                 String day_s = rs.getString("day");
    64                 int traffic_s = rs.getInt("traffic");
    65                 String type_s = rs.getString("type");
    66                 String id_s = rs.getString("id");
    67                 Bean bean = new Bean(ip_s,time_s,day_s,traffic_s,type_s,id_s);
    68                 list.add(bean);
    69             }
    70         }catch(ClassNotFoundException e){
    71             e.printStackTrace();
    72         }catch(IllegalAccessException e){
    73             e.printStackTrace();
    74         }catch(InstantiationException e){
    75             e.printStackTrace();
    76         }catch(SQLException e){
    77             e.printStackTrace();
    78         }
    79         
    80         return list;
    81     }
    82 }
    SqlForBean
  • 相关阅读:
    1410. Crack
    1900. Brainwashing Device
    elasticsearch 数据查查询、分词查询
    elasticsearch 数据认识 与 数据表文档 的增删改
    认识 elasticsearch ,以及 检索库 的增删改查操作
    Elasticsearch集成Ikanalyzer分词器
    node.js 安装并升级
    linux 安装 elasticsearch-head
    linux 安装kibana
    linux安装Elasticsearch详细步骤
  • 原文地址:https://www.cnblogs.com/onepersonwholive/p/11861143.html
Copyright © 2011-2022 走看看