zoukankan      html  css  js  c++  java
  • PHP下载网页

    <?php
    /*
      author:whq
      作用:获取网页的内容
    */
      include "../Snoopy/Snoopy.class.php";


    class CuteCrawler
    {
    /*
      通过fopen来下载网页
    */
    public function getContentByFopen($url)
    {
    $f       = fopen($url, 'r');
    $content = '';
    if($f)
    {
    while(($buffer = fgets($f, 10240)) != false)
    {
    $content = $content.$buffer;
    }
    fclose($f);
    }
    return $content;
    }


    public function getContentByFilegetcontent($url)
    {
    $content = file_get_contents($url);
    return   $content;
    }


            /*
              通过CURL下载网页
            */
    public function getContentByCurl($url)
            {
                 $ch = curl_init($url);
                 curl_setopt($ch, CURLOPT_HEADER, 0);
                 curl_setopt($ch, CURLOPT_RETURNTRANSFER, 0);
                 $content = curl_exec($ch);
                 curl_close($ch);
                 return $content;
            }


            public function getContentSnoopy($url)
            {
            $snoopy = new Snoopy;
            $snoopy->fetchlinks($url);
            return $snoopy->results;
            }


    }
        
        $url     = "http://www.kugou.com/yy/special/single/18920.html";
        $crawler = new CuteCrawler();
        $content = $crawler->getContentByFopen($url);
        $con1    = $crawler->getContentByFilegetcontent($url);
        $con2    = $crawler->getContentByCurl($url);
        $con3    = $crawler->getContentSnoopy($url);
        //echo 'content:'.$content;
       // echo $con1;
       // var_dump($con1);
        print_r($con3);
    ?>
  • 相关阅读:
    判断DataSet为空
    msxml3.dll 错误 '800c0008'
    google Map api地理位置坐标转换
    C# .net中cookie值为中文时的乱码解决方法
    windows pear 安装
    smarty2 设置、变量、函数
    简单模板类
    mysql 1366 插入错误
    Oracle修改账户口令
    C# Winform验证码
  • 原文地址:https://www.cnblogs.com/cmderq/p/9130912.html
Copyright © 2011-2022 走看看