zoukankan      html  css  js  c++  java
  • Spider.java

    package com.test;

    import java.io.BufferedReader;
    import java.io.InputStream;
    import java.io.InputStreamReader;
    import java.io.Reader;
    import java.net.HttpURLConnection;
    import java.net.URL;

    public class Spider {
    public static void main(String[] args) {
    String url="http://www.cnblogs.com/xingyun/archive/2012/02/05/2339237.html";
    System.out.println(GetResponseDataByID(url, null));
    }
    public static String GetResponseDataByID(String url, String postData) {
    String content = null;
    try {
    URL dataUrl = new URL(url);
    HttpURLConnection con = (HttpURLConnection) dataUrl
    .openConnection();
    // System.out.println(con.getResponseCode());
    // System.out.println(con.getContentLength());
    // con.setRequestMethod("POST");
    // con.setRequestProperty("Proxy-Connection", "Keep-Alive");
    // con.setDoOutput(true);
    // con.setDoInput(true);
    // OutputStream os = con.getOutputStream();
    // DataOutputStream dos = new DataOutputStream(os);
    // dos.write(postData.getBytes());
    // dos.flush();
    // dos.close();
    //byte d[] = new byte[4];
    String line;
    InputStream is = con.getInputStream();
    StringBuffer stringBuffer = new StringBuffer();
    Reader reader = new InputStreamReader(is, "utf8");
    // 增加缓冲功能
    BufferedReader bufferedReader = new BufferedReader(reader);
    while ((line = bufferedReader.readLine()) != null) {
    stringBuffer.append(line + " ");
    }
    if (bufferedReader != null) {
    bufferedReader.close();
    }
    content = stringBuffer.toString();
    } catch (Exception ex) {
    ex.printStackTrace();
    }
    return content;
    }
    }

  • 相关阅读:
    Jetson Nano更改软件源
    树莓派开机启动VNC
    树莓派VNC复制粘贴
    数学之美-泰勒公式
    C++顺序容器
    eigen的简单用法汇总
    C++并发-同步并发
    C++ string类
    C++并发-互斥元
    Nginx常用命令
  • 原文地址:https://www.cnblogs.com/shenjun/p/3146288.html
Copyright © 2011-2022 走看看