php获取网页标题和内容函数(不包含html标签)
2015-01-24信息快讯网
有时候我们需要获取网页的标题与内容,就是个采集函数,这里简单分享下,方便需要的朋友
function getPageContent($url) { //$url='http://www.ttphp.com; $pageinfo = array(); $pageinfo[content_type] = ''; $pageinfo[charset] = ''; $pageinfo[title] = ''; $pageinfo[description] = ''; $pageinfo[keywords] = ''; $pageinfo[body] = ''; $pageinfo['httpcode'] = 200; $pageinfo['all'] = ''; $ch = curl_init(); curl_setopt($ch, CURLOPT_USERAGENT, "Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0)"); curl_setopt($ch, CURLOPT_RETURNTRANSFER,1); curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, 0); curl_setopt($ch, CURLOPT_SSL_VERIFYPEER,0); curl_setopt($ch, CURLOPT_TIMEOUT, 8); curl_setopt($ch, CURLOPT_FILETIME, 1); curl_setopt($ch, CURLOPT_FOLLOWLOCATION, 1); //curl_setopt($ch, CURLOPT_HEADER, 1); curl_setopt($ch, CURLOPT_URL,$url); $curl_start = microtime(true); $store = curl_exec ($ch); $curl_time = microtime(true) - $curl_start; if( curl_error($ch) ) { $pageinfo['httpcode'] = 505; //gate way error echo 'Curl error: ' . curl_error($ch) ."/n"; return $pageinfo; } //print_r(curl_getinfo($ch)); $pageinfo['httpcode'] = curl_getinfo($ch,CURLINFO_HTTP_CODE); //echo curl_getinfo($ch,CURLINFO_CONTENT_TYPE)."/n"; $pageinfo[content_type] = curl_getinfo($ch,CURLINFO_CONTENT_TYPE); if(intval($pageinfo['httpcode']) <> 200 or !preg_match('@text/html@',curl_getinfo($ch,CURLINFO_CONTENT_TYPE) ) ) { //print_r(curl_getinfo($ch) ); //exit; return $pageinfo; } preg_match('/charset=([^/s/n/r]+)/i',curl_getinfo($ch,CURLINFO_CONTENT_TYPE),$matches); //从header 里取charset if( trim($matches[1]) ) { $pageinfo[charset] = trim($matches[1]); } //echo $pageinfo[charset]; //exit; curl_close ($ch); //echo $store; //remove javascript $store = preg_replace("/<mce:script.*><!-- (.*)<//script>/smUi",'',$store); //remove link $store = preg_replace("/<link/s+[^>]+>/smUi",'',$store); //remove <!-- --> $store = preg_replace("/<!--.*-->/smUi",'',$store); //remove <style </<style> $store = preg_replace("/<style.*>(.*)<//style>/smUi",'',$store); //remove 中文空格 $store = preg_replace("/ /",'',$store); //remove 标点符号 //$store = preg_replace("/[/~`!@#$%^&*()_/-+={}|/[/]//;':"/</>/?/,/.//]/",'',$store); //preg_match("/<head.*>(.*)<//head>/smUi",$store, $matches); //$head = $matches[1]; //echo $head. "/n"; //charset if($pageinfo[charset] == '' ) { preg_match('@<meta.+charset=([/w/-]+)[^>]*>@i',$store,$matches); $pageinfo[charset] = trim($matches[1]); } //desctiption preg_match('@<meta/s+name=/"*description/"*/s+content/s*=/s*([^/>]+)/*>@i',$store,$matches); //print_r($matches); $desc = trim($matches[1]); $pageinfo[description] = str_replace("/"", '',$desc); preg_match('@<meta/s+name=/"*keywords/"*/s+content/s*=/s*([^/>]+)/*>@i',$store,$matches); //print_r($matches); $keywords = trim($matches[1]); $pageinfo[keywords] = str_replace("/"", '',$keywords); preg_match("/<title>(.*)<//title>/smUi",$store, $matches); $pageinfo[title] = trim($matches[1]); preg_match("/<body.*>(.*)<//body>/smUi",$store, $matches); $pageinfo[body] = addslashes( replaceHtmlAndJs($matches[1]) ) ; $pageinfo['all'] = addslashes( replaceHtmlAndJs($store) ) ; //echo "charset = " . $pageinfo[charset] . "/n"; //print_r($pageinfo); //exit; return $pageinfo; } /** * 去掉所有的HTML标记和JavaScript标记 */ function replaceHtmlAndJs($document) { $document = trim($document); if (strlen($document) <= 0) { return $document; } $search = array ( "'<script[^>]*?>.*? // --></mce:script>'si", // 去掉 javascript "'<[///!]*?[^<>]*?>'si", // 去掉 HTML 标记 "'[/r/n/s+]'", // 去掉空白字符 "'&(/w+);'i" // 替换 HTML 实体 ); // 作为 PHP 代码运行 $replace = array ( "", "", "", "" ); return @preg_replace ($search, $replace, $document); }
使用例子
$a = getPageContent(www.ttphp.com); print_r($a);
PHP5.2至5.6的新增功能详解
PHP文件锁定写入实例解析
ThinkPHP惯例配置文件详解
2014年10个最佳的PHP图像操作库
php中的四舍五入函数代码(floor函数、ceil函数、round与intval)
PHP关于htmlspecialchars、strip_tags、addslashes的解释
PHPMailer发送HTML内容、带附件的邮件实例
PHP使用DOMDocument类生成HTML实例(包含常见标签元素)
PHP封装的一个支持HTML、JS、PHP重定向的多功能跳转函数
php对包含html标签的字符串进行截取的函数分享
php stripslashes和addslashes的区别
PHP下获取上个月、下个月、本月的日期(strtotime,date)
分享一个超好用的php header下载函数
php curl_init函数用法
php使用curl检测网页是否被百度收录的示例分享
php使用百度翻译api示例分享
php使用curl访问https示例分享
PHP 动态生成静态HTML页面示例代码
PHP中HTML标签过滤技巧
解决file_get_contents无法请求https连接的方法
Server.HTMLEncode让代码在页面里显示为源代码
php 批量替换html标签的实例代码
php去除HTML标签实例