phpcurl批量控制并发异步操作

这次给大家带来php curl批量控制并发异步操作，php curl批量控制并发异步操作的注意事项有哪些，下面就是实战案例，一起来看一下。

通常情况下 PHP 中的 cURL 是阻塞运行的，就是说创建一个 cURL 请求以后必须等它执行成功或者超时才会执行下一个请求:API接口访问一般会首选CURL

在实际项目或者自己编写小工具(比如新闻聚合,商品价格监控,比价)的过程中, 通常需要从第3方网站或者API接口获取数据, 在需要处理1个URL队列时, 为了提高性能, 可以采用cURL提供的curl_multi_*族函数实现简单的并发.

&＃039;; print_r($response); echo &＃039;
&＃039; . date("Y-m-d H:i:s") . &＃039;   
&＃039;; echo &＃039;
&＃039; . str_repeat("-", 100) . &＃039;
&＃039;;}$USER_COOKIE = (!empty($_REQUEST[&＃039;COOKIE&＃039;])) ? $_REQUEST[&＃039;COOKIE&＃039;] : file_get_contents("COOKIE.txt");$curl = new Curl ("callback");$data = array( array(  &＃039;url&＃039; => &＃039;http://dyactive2.vip.xunlei.com/com_sign/?game=qmr&type=rec_gametime&referfrom=&rt=0.42521539455332336&＃039;, //秦美人  &＃039;method&＃039; => &＃039;POST&＃039;,  &＃039;post_data&＃039; => &＃039;&＃039;,  &＃039;header&＃039; => null,  &＃039;options&＃039; => array(   CURLOPT_REFERER => "http://niu.xunlei.com/entergame/?gameNo=qmr&fenQuNum=3",   CURLOPT_COOKIE => $USER_COOKIE,  ) ), array(  &＃039;url&＃039; => &＃039;http://dyactive2.vip.xunlei.com/com_sign/?game=sq&type=rec_gametime&referfrom=&rt=0.42521539455332336&＃039;, //神曲  &＃039;method&＃039; => &＃039;POST&＃039;,  &＃039;post_data&＃039; => &＃039;&＃039;,  &＃039;header&＃039; => null,  &＃039;options&＃039; => array(   CURLOPT_REFERER => "http://niu.xunlei.com/entergame/?gameNo=sq&fenQuNum=41",   CURLOPT_COOKIE => $USER_COOKIE,  ) ), array(  &＃039;url&＃039; => &＃039;http://dyactive2.vip.xunlei.com/com_sign/?game=frxz&type=rec_gametime&referfrom=&rt=0.42521539455332336&＃039;, //凡人修真  &＃039;method&＃039; => &＃039;POST&＃039;,  &＃039;post_data&＃039; => &＃039;&＃039;,  &＃039;header&＃039; => null,  &＃039;options&＃039; => array(   CURLOPT_REFERER => "http://niu.xunlei.com/entergame/?gameNo=frxz&fenQuNum=3",   CURLOPT_COOKIE => $USER_COOKIE,  ) ), array(  &＃039;url&＃039; => &＃039;http://dyactive2.vip.xunlei.com/com_sign/?game=smxj&type=rec_gametime&referfrom=&rt=0.42521539455332336&＃039;, //神魔仙界  &＃039;method&＃039; => &＃039;POST&＃039;,  &＃039;post_data&＃039; => &＃039;&＃039;,  &＃039;header&＃039; => null,  &＃039;options&＃039; => array(   CURLOPT_REFERER => "http://niu.xunlei.com/entergame/?gameNo=smxj&fenQuNum=2",   CURLOPT_COOKIE => $USER_COOKIE,  ) ), array(  &＃039;url&＃039; => &＃039;http://dyactive2.vip.xunlei.com/com_sign/?game=qsqy&type=rec_gametime&referfrom=&rt=0.42521539455332336&＃039;, //倾世情缘  &＃039;method&＃039; => &＃039;POST&＃039;,  &＃039;post_data&＃039; => &＃039;&＃039;,  &＃039;header&＃039; => null,  &＃039;options&＃039; => array(   CURLOPT_REFERER => "http://niu.xunlei.com/entergame/?gameNo=qsqy&fenQuNum=11",   CURLOPT_COOKIE => $USER_COOKIE,  ) ),);foreach ($data as $val) { $request = new Curl_request ($val [&＃039;url&＃039;], $val [&＃039;method&＃039;], $val [&＃039;post_data&＃039;], $val [&＃039;header&＃039;], $val [&＃039;options&＃039;]); $curl->add($request);}$curl->execute();echo $curl->display_errors();

使用下来效果很好，没有副作用，并发数可控，应用之处多多，自己发挥想象吧

 * @link http://t.qq.com/JustPzy *//** *单一的请求对象 */class Curl_request { public $url   = &＃039;&＃039;; public $method   = &＃039;GET&＃039;; public $post_data  = null; public $headers  = null; public $optiOns= null; /**  *   * @param string $url  * @param string $method  * @param string $post_data  * @param string $headers  * @param array $options  * @return void  */ public function construct($url, $method = &＃039;GET&＃039;, $post_data = null, $headers = null, $optiOns= null) {  $this->url = $url;  $this->method = strtoupper( $method );  $this->post_data = $post_data;  $this->headers = $headers;  $this->optiOns= $options; } /**  * @return void  */ public function destruct() {  unset ( $this->url, $this->method, $this->post_data, $this->headers, $this->options ); }}/** * 包含请求列队处理 */class Curl { /**  * 请求url个数  * @var int  */ private $size    = 5; /**  * 等待所有cURL批处理中的活动连接等待响应时间  * @var int  */ private $timeout   = 5; /**  * 完成请求回调函数  * @var string  */ private $callback   = null; /**  * cRUL配置  * @var array  */ private $optiOns= array (CURLOPT_SSL_VERIFYPEER => 0,CURLOPT_RETURNTRANSFER => 1,CURLOPT_COnNECTTIMEOUT=> 30 ); /**  * 请求头  * @var array  */ private $headers   = array (); /**  * 请求列队  * @var array  */ private $requests   = array (); /**  * 请求列队索引  * @var array  */ private $request_map  = array (); /**  * 错误  * @var array  */ private $errors   = array (); /**  * @access public  * @param string $callback 回调函数  * 该函数有4个参数($response,$info,$error,$request)  * $response url返回的body  * $info  cURL连接资源句柄的信息  * $error  错误  * $request  请求对象  */ public function construct($callback = null) {  $this->callback = $callback; } /**  * 添加一个请求对象到列队  * @access public  * @param object $request  * @return boolean  */ public function add($request) {  $this->requests [] = $request;  return TRUE; } /**  * 创建一个请求对象并添加到列队  * @access public  * @param string $url  * @param string $method  * @param string $post_data  * @param string $headers  * @param array $options  * @return boolean  */ public function request($url, $method = &＃039;GET&＃039;, $post_data = null, $headers = null, $optiOns= null) {  $this->requests [] = new Curl_request ( $url, $method, $post_data, $headers, $options );  return TRUE; } /**  * 创建GET请求对象  * @access public  * @param string $url  * @param string $headers  * @param array $options  * @return boolean  */ public function get($url, $headers = null, $optiOns= null) {  return $this->request ( $url, "GET", null, $headers, $options ); } /**  * 创建一个POST请求对象  * @access public  * @param string $url  * @param string $post_data  * @param string $headers  * @param array $options  * @return boolean  */ public function post($url, $post_data = null, $headers = null, $optiOns= null) {  return $this->request ( $url, "POST", $post_data, $headers, $options ); } /**  * 执行cURL  * @access public  * @param int $size 最大连接数  * @return Ambigous |boolean  */ public function execute($size = null) {  if (sizeof ( $this->requests ) == 1) {   return $this->single_curl ();  } else {   return $this->rolling_curl ( $size );  } } /**  * 单个url请求  * @access private  * @return mixed|boolean  */ private function single_curl() {  $ch = curl_init ();  $request = array_shift ( $this->requests );  $optiOns= $this->get_options ( $request );  curl_setopt_array ( $ch, $options );  $output = curl_exec ( $ch );  $info = curl_getinfo ( $ch );  // it&＃039;s not neccesary to set a callback for one-off requests  if ($this->callback) {   $callback = $this->callback;   if (is_callable ( $this->callback )) {    call_user_func ( $callback, $output, $info, $request );   }  } else   return $output;  return true; } /**  * 多个url请求  * @access private  * @param int $size 最大连接数  * @return boolean  */ private function rolling_curl($size = null) {  if ($size)   $this->size = $size;  else    $this->size = count($this->requests);  if (sizeof ( $this->requests ) <$this->size)   $this->size = sizeof ( $this->requests );  if ($this->size <2)   $this->set_error ( &＃039;size must be greater than 1&＃039; );  $master = curl_multi_init ();  //添加cURL连接资源句柄到map索引  for($i = 0; $i <$this->size; $i ++) {   $ch = curl_init ();   $optiOns= $this->get_options ( $this->requests [$i] );   curl_setopt_array ( $ch, $options );   curl_multi_add_handle ( $master, $ch );   $key = ( string ) $ch;   $this->request_map [$key] = $i;  }  $active = $dOne= null;  do {   while ( ($execrun = curl_multi_exec ( $master, $active )) == CURLM_CALL_MULTI_PERFORM )    ;   if ($execrun != CURLM_OK)    break;   //有一个请求完成则回调   while ( $dOne= curl_multi_info_read ( $master ) ) {    //$done 完成的请求句柄    $info = curl_getinfo ( $done [&＃039;handle&＃039;] );//    $output = curl_multi_getcontent ( $done [&＃039;handle&＃039;] );//    $error = curl_error ( $done [&＃039;handle&＃039;] );//    $this->set_error ( $error );    //调用回调函数,如果存在的话    $callback = $this->callback;    if (is_callable ( $callback )) {     $key = ( string ) $done [&＃039;handle&＃039;];     $request = $this->requests [$this->request_map [$key]];     unset ( $this->request_map [$key] );     call_user_func ( $callback, $output, $info, $error, $request );    }    curl_close ( $done [&＃039;handle&＃039;] );    //从列队中移除已经完成的request    curl_multi_remove_handle ( $master, $done [&＃039;handle&＃039;] );   }   //等待所有cURL批处理中的活动连接   if ($active)    curl_multi_select ( $master, $this->timeout );  } while ( $active );  //完成关闭  curl_multi_close ( $master );  return true; } /**  * 获取没得请求对象的cURL配置  * @access private  * @param object $request  * @return array  */ private function get_options($request) {  $optiOns= $this->get ( &＃039;options&＃039; );  if (ini_get ( &＃039;safe_mode&＃039; ) == &＃039;Off&＃039; || ! ini_get ( &＃039;safe_mode&＃039; )) {   $options [CURLOPT_FOLLOWLOCATION] = 1;   $options [CURLOPT_MAXREDIRS] = 5;  }  $headers = $this->get ( &＃039;headers&＃039; );  if ($request->options) {   $optiOns= $request-&[email protected]@daima#com搞(%代@[email protected]
搞代gaodaima码
gt;options + $options;  }  $options [CURLOPT_URL] = $request->url;  if ($request->post_data && strtolower($request->method) == &＃039;post&＃039; ) {   $options [CURLOPT_POST] = 1;   $options [CURLOPT_POSTFIELDS] = $request->post_data;  }  if ($headers) {   $options [CURLOPT_HEADER] = 0;   $options [CURLOPT_HTTPHEADER] = $headers;  }  return $options; } /**  * 设置错误信息  * @access public  * @param string $msg  */ public function set_error($msg) {  if (! empty ( $msg ))   $this->errors [] = $msg; } /**  * 获取错误信息  * @access public  * @param string $open  * @param string $close  * @return string  */ public function display_errors($open = &＃039;
&＃039;, $close = &＃039;
&＃039;) {  $str = &＃039;&＃039;;  foreach ( $this->errors as $val ) {   $str .= $open . $val . $close;  }  return $str; } /**  * @access public  * @param string $name  * @param string $value  * @return boolean  */ public function set($name, $value) {  if ($name == &＃039;options&＃039; || $name == &＃039;headers&＃039;) {   $this->{$name} = $value + $this->{$name};  } else {   $this->{$name} = $value;  }  return TRUE; } /**  *   * @param string $name  * @return mixed  * @access public  */ public function get($name) {  return (isset ( $this->{$name} )) ? $this->{$name} : null; } /**  * @return void  * @access public  */ public function destruct() {  unset ( $this->size, $this->timeout, $this->callback, $this->options, $this->headers, $this->requests, $this->request_map, $this->errors ); }}// END Curl Class/* End of file curl.class.php */