码迷,mamicode.com
首页 > Web开发 > 详细

PHP下载网页

时间:2015-01-09 17:28:17      阅读:119      评论:0      收藏:0      [点我收藏+]

标签:php   curl snoopy   

<?php
/*
  author:whq
  作用:获取网页的内容
*/
  include "../Snoopy/Snoopy.class.php";


class CuteCrawler
{
/*
  通过fopen来下载网页
*/
public function getContentByFopen($url)
{
$f       = fopen($url, ‘r‘);
$content = ‘‘;
if($f)
{
while(($buffer = fgets($f, 10240)) != false)
{
$content = $content.$buffer;
}
fclose($f);
}
return $content;
}


public function getContentByFilegetcontent($url)
{
$content = file_get_contents($url);
return   $content;
}


        /*
          通过CURL下载网页
        */
public function getContentByCurl($url)
        {
             $ch = curl_init($url);
             curl_setopt($ch, CURLOPT_HEADER, 0);
             curl_setopt($ch, CURLOPT_RETURNTRANSFER, 0);
             $content = curl_exec($ch);
             curl_close($ch);
             return $content;
        }


        public function getContentSnoopy($url)
        {
        $snoopy = new Snoopy;
        $snoopy->fetchlinks($url);
        return $snoopy->results;
        }


}
    
    $url     = "http://www.kugou.com/yy/special/single/18920.html";
    $crawler = new CuteCrawler();
    $content = $crawler->getContentByFopen($url);
    $con1    = $crawler->getContentByFilegetcontent($url);
    $con2    = $crawler->getContentByCurl($url);
    $con3    = $crawler->getContentSnoopy($url);
    //echo ‘content:‘.$content;
   // echo $con1;
   // var_dump($con1);
    print_r($con3);
?>

PHP下载网页

标签:php   curl snoopy   

原文地址:http://blog.csdn.net/whq19890827/article/details/42555905

(0)
(0)
   
举报
评论 一句话评论(0
登录后才能评论!
© 2014 mamicode.com 版权所有  联系我们:gaon5@hotmail.com
迷上了代码!