zoukankan      html  css  js  c++  java
  • 定时器2分钟爬一次数据添加到Mysql(给一个网址到上面去爬该网址的数据)

    package com.nongyuanbao.server;
    
    import java.io.IOException;
    import java.util.List;
    
    import org.apache.http.HttpResponse;
    import org.apache.http.client.config.RequestConfig;
    import org.apache.http.client.methods.HttpGet;
    import org.apache.http.impl.client.CloseableHttpClient;
    import org.apache.http.impl.client.HttpClients;
    import org.apache.http.util.EntityUtils;
    
    import com.alibaba.fastjson.JSON;
    import com.jfinal.aop.Before;
    import com.jfinal.plugin.activerecord.tx.Tx;
    import com.neptune.core.project.AutoIdHelper;
    import com.nongyuanbao.vo.SrtResultVO;
    import com.nongyuanbao.weather.model.Report;
    
    
    public class WeatherReportServer {
    
        /**
         * 一个小时爬30次数据
         */
        @Before(Tx.class)
        public void addWeatherreport(){
            CloseableHttpClient httpCilent2 = HttpClients.createDefault();
            RequestConfig requestConfig = RequestConfig.custom()
                    .setConnectTimeout(5000)   //设置连接超时时间
                    .setConnectionRequestTimeout(5000) // 设置请求超时时间
                    .setSocketTimeout(5000)
                    .setRedirectsEnabled(true)//默认允许自动重定向
                    .build();
            HttpGet httpGet2 = new HttpGet("https://free-api.heweather.com/s6/weather/now?location=%E9%B2%81%E5%B1%B1&key=1d39bc6e725649dabebf1a3c1f27f4cc");
            httpGet2.setConfig(requestConfig);
            String srtResult = "";
            try {
                HttpResponse httpResponse = httpCilent2.execute(httpGet2);
                if(httpResponse.getStatusLine().getStatusCode() == 200){
                    srtResult = EntityUtils.toString(httpResponse.getEntity());//获得返回的结果
                    //srtResult.substring(srtResult.indexOf(":"),srtResult.lastIndexOf("}"));  
                    
                    List<SrtResultVO> srtResultList = JSON.parseArray( srtResult.substring(srtResult.indexOf(":")+1,srtResult.lastIndexOf("}")), SrtResultVO.class);
                    System.out.println(srtResultList);
                    for(SrtResultVO vo : srtResultList){
                        Report weatherreport = new Report();
                        weatherreport.setId(AutoIdHelper.getId());
                        weatherreport.setCid(vo.getBasic().getCid());
                        weatherreport.setLocation(vo.getBasic().getLocation());
                        weatherreport.setCity(vo.getBasic().getParent_city());
                        weatherreport.setProvince(vo.getBasic().getAdmin_area());
                        weatherreport.setCnty(vo.getBasic().getCnty());
                        weatherreport.setLat(vo.getBasic().getLat());
                        weatherreport.setLon(vo.getBasic().getLon());
                        weatherreport.setTz(vo.getBasic().getTz());
                        
                        weatherreport.setLoc(vo.getUpdate().getLoc());
                        weatherreport.setUtc(vo.getUpdate().getUtc());
                        
                        weatherreport.setCloud(vo.getNow().getCloud());
                        weatherreport.setCondCode(vo.getNow().getCond_code());
                        weatherreport.setCondTxt(vo.getNow().getCond_txt());
                        weatherreport.setFl(vo.getNow().getFl());
                        weatherreport.setHum(vo.getNow().getHum());
                        weatherreport.setPcpn(vo.getNow().getPcpn());
                        weatherreport.setPres(vo.getNow().getPres());
                        weatherreport.setTmp(vo.getNow().getTmp());
                        weatherreport.setVis(vo.getNow().getVis());
                        weatherreport.setWindDeg(vo.getNow().getWind_deg());
                        weatherreport.setWindDir(vo.getNow().getWind_dir());
                        weatherreport.setWindSc(vo.getNow().getWind_sc());
                        weatherreport.setWindSpd(vo.getNow().getWind_spd());
                        
                        weatherreport.setStatus(vo.getStatus());
                        
                        System.out.println(weatherreport);
                        weatherreport.save();
                        
                    }
                    
                    
                }else if(httpResponse.getStatusLine().getStatusCode() == 400){
                    //..........
                }else if(httpResponse.getStatusLine().getStatusCode() == 500){
                    //.............
                }
            } catch (IOException e) {
                e.printStackTrace();
            }finally {
                try {
                    httpCilent2.close();
                } catch (IOException e) {
                    e.printStackTrace();
                }
            }
        }
    package com.nongyuanbao.task;
    
    import com.jfinal.aop.Duang;
    import com.nongyuanbao.server.WeatherReportServer;
    
    public class WeatherReportTask implements Runnable {
        
        @Override
        public void run() {
            WeatherReportServer weatherReportServer =  Duang.duang(WeatherReportServer.class);
            weatherReportServer.addWeatherreport();
        }
    
    
    }
    
    
    cron4j=weatherReport
    
    
    #demo.cron=* * * * *
    #demo.class=
    #demo.daemon=true
    #demo.enable=true 
    
    #两分钟运行一次
    weatherReport.cron=*/2 * * * * 
    weatherReport.class=com.nongyuanbao.task.WeatherReportTask
    weatherReport.daemon=true
    weatherReport.eable=true
    
    
    
    }
  • 相关阅读:
    APP手工测试01-app专项测试要点-测试、开发环境-敏捷开发
    APP测试面试题(一)
    软件测试面试题-网站
    APP 抓包-fiddler
    使用模板快速编写测试用例
    随机数据构造-Faker
    [转载]大规模爬虫流程总结,经验总结
    python高级知识点总结
    python sorted,sort,reversed,reverse函数
    python函数式编程
  • 原文地址:https://www.cnblogs.com/wuaili/p/8652622.html
Copyright © 2011-2022 走看看