rolling_curl curl批量采集函数留份

摘自：http://www.searchtb.com/2012/06/rolling-curl-best-practices.html

function rolling_curl($urls, $delay=0) {
            $queue = curl_multi_init();
                $map = array();
          
            foreach ($urls as $url) {
                $ch = curl_init();
          
                curl_setopt($ch, CURLOPT_URL, $url);
                curl_setopt($ch, CURLOPT_TIMEOUT, 5);
                curl_setopt($ch, CURLOPT_RETURNTRANSFER, 1);
                curl_setopt($ch, CURLOPT_HEADER, 0);
                curl_setopt($ch, CURLOPT_NOSIGNAL, true);
          
                curl_multi_add_handle($queue, $ch);
                $map[(string) $ch] = $url;
            }
          /*主要内容*/
            $responses = array();
            do {
                while (($code = curl_multi_exec($queue, $active)) == CURLM_CALL_MULTI_PERFORM) ;
          
                if ($code != CURLM_OK) { break; }
          
                // a request was just completed -- find out which one
                while ($done = curl_multi_info_read($queue)) {
          
                    // get the info and content returned on the request
                    $info = curl_getinfo($done['handle']);
　　　　　　　　　　　　　　//可以通过info的信息来判断是否连接成功
                    $error = curl_error($done['handle']);
                    // $results = callback(curl_multi_getcontent($done['handle']), $delay);
　　　　　　　　　　　　　　//curl_multi_getcontent($done['handle']) 已经可以获取到详细内容，即可以开始业务逻辑

                    $responses[$map[(string) $done['handle']]] = compact('info', 'error', 'results');
          
                    // remove the curl handle that just completed
                    curl_multi_remove_handle($queue, $done['handle']);
                    curl_close($done['handle']);
                }
          
                // Block for data in / output; error handling is done by curl_multi_exec
                if ($active > 0) {
                    curl_multi_select($queue, 0.5);
                }
          
            } while ($active);
44            /*主要内容*/

curl_multi_close($queue); 46 return $responses; 47  } 48 49 50 }