本文实例讲述了PHP获取网页所有连接的方法。分享给大家供大家参考,具体如下:
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
|
function getHtml( $url , $charset = 'utf-8' ) { $curl = curl_init(); //curl_setopt($curl, CURLOPT_HTTPHEADER, array('X-FORWARDED-FOR:192.168.168.1', 'CLIENT-IP:192.168.168.1'));//IP curl_setopt( $curl , CURLOPT_URL, $url ); curl_setopt( $curl , CURLOPT_REFERER, "" ); //来路 $user_agent = isset( $_SERVER [ 'HTTP_USER_AGENT' ]) ? $_SERVER [ 'HTTP_USER_AGENT' ] : 'Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.43 Safari/537.31' ; curl_setopt( $curl , CURLOPT_USERAGENT, $user_agent ); // 只需返回HTTP header // curl_setopt($curl, CURLOPT_HEADER, 1); // 页面内容我们并不需要 // curl_setopt($curl, CURLOPT_NOBODY, 1); // 返回结果,而不是输出它 curl_setopt( $curl , CURLOPT_RETURNTRANSFER, 1); $html = curl_exec( $curl ); //$info = curl_getinfo($curl); //echo var_dump($info); if ( $html === false) { //echo "cURL Error: " . curl_error($ch); return '' ; } curl_close( $curl ); if ( $charset != 'utf-8' ) { $html = iconv( $charset , "UTF-8" , $html ); } return $html ; } header( "Content-type: text/html; charset=utf-8" ); include ( 'simple_html_dom.php' ); // 要打开 extension=php_mbstring.dll //$url = 'http://www.baidu.com/s?wd=kaka'; $url = 'http://www.163.com/' ; $str_html = getHtml( $url , 'gbk' ); $html = str_get_html( $str_html ); $links = $html ->find( 'a' ); foreach ( $links as $link ) { $txt = trim( $link ->plaintext); echo $link ->href . '[' . $txt . ']<br>' ; } $html = null; |
完整实例代码点击此处本站下载。
希望本文所述对大家PHP程序设计有所帮助。