高手讲解php调用url的N种方法

<?php 

$url='http://www.baidu.com/'; 

$html=file_get_contents($url); 

//print_r($http_response_header); 

ec($html); 

printhr(); 

printarr($http_response_header); 

printhr(); 

?> 

示例代码1: 用file_get_contents 以get方式获取内容

示例代码2: 用fopen打开url, 以get方式获取内容

<?php

$fp=fopen($url,'r'); 

printarr(stream_get_meta_data($fp)); 

printhr(); 

while(!feof($fp)){ 

$result.=fgets($fp,1024); 

} 

echo"url body: $result"; 

printhr(); 

fclose($fp); 

?> 

示例代码3：用file_get_contents函数,以post方式获取url

<?php 

$data=array('foo'=>'bar'); 

$data=http_build_query($data); 



$opts=array( 

'http'=>array( 

'method'=>'POST', 

'header'=>"Content-type: application/x-www-form-urlencoded/r/n". 

"Content-Length: ".strlen($data)."/r/n", 

'content'=>$data 

), 

); 

$context=stream_context_create($opts); 

$html=file_get_contents('http://localhost/e/admin/test.html',false,$context); 

echo$html; 

?> 

示例代码4：用fsockopen函数打开url，以get方式获取完整的数据，包括header和body

<? 

functionget_url($url,$cookie=false){ 

$url=parse_url($url); 

$query=$url[path]."?".$url[query]; 

ec("Query:".$query); 

$fp=fsockopen($url[host],$url[port]?$url[port]:80,$errno,$errstr,30); 

if(!$fp){ 

returnfalse; 

}else{ 

$request="GET$queryHTTP/1.1/r/n"; 

$request.="Host:$url[host]/r/n"; 

$request.="Connection: Close/r/n"; 

if($cookie)$request.="Cookie: $cookie/n"; 

$request.="/r/n"; 

fwrite($fp,$request); 

while(!@feof($fp)){ 

$result.=@fgets($fp,1024); 

} 

fclose($fp); 

return$result; 

} 

} 

//获取url的html部分，去掉header 

functionGetUrlHTML($url,$cookie=false){ 

$rowdata=get_url($url,$cookie); 

if($rowdata) 

{ 

$body=stristr($rowdata,"/r/n/r/n"); 

$body=substr($body,4,strlen($body)); 

return$body; 

} 

returnfalse; 

} 

?> 

示例代码5：用fsockopen函数打开url，以POST方式获取完整的数据，包括header和body

<? 

functionHTTP_Post($URL,$data,$cookie,$referrer=""){ 

// parsing the given URL 

$URL_Info=parse_url($URL); 



// Building referrer 

if($referrer=="")// if not given use this script. as referrer 

$referrer="111"; 



// making string from $data 

foreach($dataas$key=>$value) 

$values[]="$key=".urlencode($value); 

$data_string=implode("&",$values); 



// Find out which port is needed - if not given use standard (=80) 

if(!isset($URL_Info["port"])) 

$URL_Info["port"]=80; 



// building POST-request: 

$request.="POST ".$URL_Info["path"]." HTTP/1.1/n"; 

$request.="Host: ".$URL_Info["host"]."/n"; 

$request.="Referer:$referer/n"; 

$request.="Content-type: application/x-www-form-urlencoded/n"; 

$request.="Content-length: ".strlen($data_string)."/n"; 

$request.="Connection: close/n"; 

$request.="Cookie: $cookie/n"; 

$request.="/n"; 

$request.=$data_string."/n"; 



$fp=fsockopen($URL_Info["host"],$URL_Info["port"]); 

fputs($fp,$request); 

while(!feof($fp)){ 

$result.=fgets($fp,1024); 

} 

fclose($fp); 

return$result; 

} 

printhr(); 

?> 

示例代码6:使用curl库，使用curl库之前，你可能需要查看一下php.ini，查看是否已经打开了curl扩展

<? 

$ch = curl_init(); 

$timeout = 5; 

curl_setopt ($ch, CURLOPT_URL, 'http://www.baidu.com/'); 

curl_setopt ($ch, CURLOPT_RETURNTRANSFER, 1); 

curl_setopt ($ch, CURLOPT_CONNECTTIMEOUT, $timeout); 

$file_contents = curl_exec($ch); 

curl_close($ch); 

echo $file_contents; 

?> 

稍微有点意义的函数是：get_content_by_socket(), get_url(), get_content_url(), get_content_object 几个函数，也许能够给你点什么想法。

<?php

//获取所有内容url保存到文件

function get_index($save_file, $prefix="index_"){

$count = 68;

$i = 1;

if (file_exists($save_file)) @unlink($save_file);

$fp = fopen($save_file, "a+") or die("Open ". $save_file ." failed");

while($i<$count){

$url = $prefix . $i .".htm";

echo "Get ". $url ."...";

$url_str = get_content_url(get_url($url));

echo " OK/n";

fwrite($fp, $url_str);

++$i;

}

fclose($fp);

}

//获取目标多媒体对象

function get_object($url_file, $save_file, $split="|--:**:--|"){

if (!file_exists($url_file)) die($url_file ." not exist");

$file_arr = file($url_file);

if (!is_array($file_arr) || empty($file_arr)) die($url_file ." not content");

$url_arr = array_unique($file_arr);

if (file_exists($save_file)) @unlink($save_file);

$fp = fopen($save_file, "a+") or die("Open save file ". $save_file ." failed");

foreach($url_arr as $url){

if (empty($url)) continue;

echo "Get ". $url ."...";

$html_str = get_url($url);

echo $html_str;

echo $url;

exit;

$obj_str = get_content_object($html_str);

echo " OK/n";

fwrite($fp, $obj_str);

}

fclose($fp);

}

//遍历目录获取文件内容

function get_dir($save_file, $dir){

$dp = opendir($dir);

if (file_exists($save_file)) @unlink($save_file);

$fp = fopen($save_file, "a+") or die("Open save file ". $save_file ." failed");

while(($file = readdir($dp)) != false){

if ($file!="." && $file!=".."){

echo "Read file ". $file ."...";

$file_content = file_get_contents($dir . $file);

$obj_str = get_content_object($file_content);

echo " OK/n";

fwrite($fp, $obj_str);

}

}

fclose($fp);

}

//获取指定url内容

function get_url($url){

$reg = '/^http:////[^//].+$/';

if (!preg_match($reg, $url)) die($url ." invalid");

$fp = fopen($url, "r") or die("Open url: ". $url ." failed.");

while($fc = fread($fp, 8192)){

$content .= $fc;

}

fclose($fp);

if (empty($content)){

die("Get url: ". $url ." content failed.");

}

return $content;

}

//使用socket获取指定网页

function get_content_by_socket($url, $host){

$fp = fsockopen($host, 80) or die("Open ". $url ." failed");

$header = "GET /".$url ." HTTP/1.1/r/n";

$header .= "Accept: */*/r/n";

$header .= "Accept-Language: zh-cn/r/n";

$header .= "Accept-Encoding: gzip, deflate/r/n";

$header .= "User-Agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; Maxthon; InfoPath.1; .NET CLR 2.0.50727)/r/n";

$header .= "Host: ". $host ."/r/n";

$header .= "Connection: Keep-Alive/r/n";

//$header .= "Cookie: cnzz02=2; rtime=1; ltime=1148456424859; cnzz_eid=56601755-/r/n/r/n";

$header .= "Connection: Close/r/n/r/n";

fwrite($fp, $header);

while (!feof($fp)) {

$contents .= fgets($fp, 8192);

}

fclose($fp);

return $contents;

}

//获取指定内容里的url

function get_content_url($host_url, $file_contents){

//$reg = '/^(#|javascript.*?|ftp:////.+|http:////.+|.*?href.*?|play.*?|index.*?|.*?asp)+$/i';

//$reg = '/^(down.*?/.html|/d+_/d+/.htm.*?)$/i';

$rex = "/([hH][rR][eE][Ff])/s*=/s*['/"]*([^>'/"/s]+)[/"'>]*/s*/i";

$reg = '/^(down.*?/.html)$/i';

preg_match_all ($rex, $file_contents, $r);

$result = ""; //array();

foreach($r as $c){

if (is_array($c)){

foreach($c as $d){

if (preg_match($reg, $d)){ $result .= $host_url . $d."/n"; }

}

}

}

return $result;

}

//获取指定内容中的多媒体文件

function get_content_object($str, $split="|--:**:--|"){

$regx = "/href/s*=/s*['/"]*([^>'/"/s]+)[/"'>]*/s*(<b>.*?<//b>)/i";

preg_match_all($regx, $str, $result);

if (count($result) == 3){

$result[2] = str_replace("<b>多媒体： ", "", $result[2]);

$result[2] = str_replace("</b>", "", $result[2]);

$result = $result[1][0] . $split .$result[2][0] . "/n";

}

return $result;

}

?>

转载一定注明来自：电脑技术分享