php获取网页标题和内容函数(不包含html标签)
网络编程 2021-07-05 09:49www.168986.cn编程入门
有时候我们需要获取网页的标题与内容,就是个采集函数,这里简单分享下,方便需要的朋友
代码如下:
function getPageContent($url) {
//$url='http://.ttphp.;
$pageinfo = array();
$pageinfo[content_type] = '';
$pageinfo[charset] = '';
$pageinfo[title] = '';
$pageinfo[description] = '';
$pageinfo[keywords] = '';
$pageinfo[body] = '';
$pageinfo['httpcode'] = 200;
$pageinfo['all'] = '';
$ch = curl_init();
curl_set($ch, CURLOPT_USERAGENT, "Mozilla/4.0 (patible; MSIE 5.01; Windows NT 5.0)");
curl_set($ch, CURLOPT_RETURNTRANSFER,1);
curl_set($ch, CURLOPT_SSL_VERIFYHOST, 0);
curl_set($ch, CURLOPT_SSL_VERIFYPEER,0);
curl_set($ch, CURLOPT_TIMEOUT, 8);
curl_set($ch, CURLOPT_FILETIME, 1);
curl_set($ch, CURLOPT_FOLLOWLOCATION, 1);
//curl_set($ch, CURLOPT_HEADER, 1);
curl_set($ch, CURLOPT_URL,$url);
$curl_start = microtime(true);
$store = curl_exec ($ch);
$curl_time = microtime(true) - $curl_start;
if( curl_error($ch) ) {
$pageinfo['httpcode'] = 505; //gate way error
echo 'Curl error: ' . curl_error($ch) ."/n";
return $pageinfo;
}
//print_r(curl_getinfo($ch));
$pageinfo['httpcode'] = curl_getinfo($ch,CURLINFO_HTTP_CODE);
//echo curl_getinfo($ch,CURLINFO_CONTENT_TYPE)."/n";
$pageinfo[content_type] = curl_getinfo($ch,CURLINFO_CONTENT_TYPE);
if(intval($pageinfo['httpcode']) <> 200 or !preg_match('@text/html@',curl_getinfo($ch,CURLINFO_CONTENT_TYPE) ) ) {
//print_r(curl_getinfo($ch) );
//exit;
return $pageinfo;
}
preg_match('/charset=([^/s/n/r]+)/i',curl_getinfo($ch,CURLINFO_CONTENT_TYPE),$matches); //从header 里取charset
if( trim($matches[1]) ) {
$pageinfo[charset] = trim($matches[1]);
}
//echo $pageinfo[charset];
//exit;
curl_close ($ch);
//echo $store;
//remove javascript
$store = preg_replace("/<mce:script.><!--
(.)<//script>/smUi",'',$store);
//remove link
$store = preg_replace("/<link/s+[^>]+>/smUi",'',$store);
//remove <!-- -->
$store = preg_replace("/<!--.-->/smUi",'',$store);
//remove <style </<style>
$store = preg_replace("/<style.>(.)<//style>/smUi",'',$store);
//remove 中文空格
$store = preg_replace("/ /",'',$store);
//remove 标点符号
//$store = preg_replace("/[/~`!@#$%^&()_/-+={}|/[/]//;':"/</>/?/,/.//]/",'',$store);
//preg_match("/<head.>(.)<//head>/smUi",$store, $matches);
//$head = $matches[1];
//echo $head. "/n";
//charset
if($pageinfo[charset] == '' ) {
preg_match('@<meta.+charset=([/w/-]+)[^>]>@i',$store,$matches);
$pageinfo[charset] = trim($matches[1]);
}
//desctiption
preg_match('@<meta/s+name=/"description/"/s+content/s=/s([^/>]+)/>@i',$store,$matches);
//print_r($matches);
$desc = trim($matches[1]);
$pageinfo[description] = str_replace("/"", '',$desc);
preg_match('@<meta/s+name=/"keywords/"/s+content/s=/s([^/>]+)/>@i',$store,$matches);
//print_r($matches);
$keywords = trim($matches[1]);
$pageinfo[keywords] = str_replace("/"", '',$keywords);
preg_match("/<title>(.)<//title>/smUi",$store, $matches);
$pageinfo[title] = trim($matches[1]);
preg_match("/<body.>(.)<//body>/smUi",$store, $matches);
$pageinfo[body] = addslashes( replaceHtmlAndJs($matches[1]) ) ;
$pageinfo['all'] = addslashes( replaceHtmlAndJs($store) ) ;
//echo "charset = " . $pageinfo[charset] . "/n";
//print_r($pageinfo);
//exit;
return $pageinfo;
}
/
去掉所有的HTML标记和JavaScript标记
/
function replaceHtmlAndJs($document)
{
$document = trim($document);
if (strlen($document) <= 0)
{
return $document;
}
$search = array (
"'<script[^>]?>.?
// --></mce:script>'si", // 去掉 javascript
"'<[///!]?[^<>]?>'si", // 去掉 HTML 标记
"'[/r/n/s+]'", // 去掉空白字符
"'&(/w+);'i" // 替换 HTML 实体
); // 作为 PHP 代码运行
$replace = array ( "", "", "", "" );
return @preg_replace ($search, $replace, $document);
}
使用例子
代码如下:
$a = getPageContent(.ttphp.);
print_r($a);
编程语言
- 宿迁百度关键词排名指南:实现精准营销的关键
- 四川SEO优化怎么做网络推广
- 立昂技术备案老域名收购:如何为您的业务赋能
- 安徽百度关键词seo贵不贵,一般需要多少钱
- 吉林百度快照排名怎么做电话营销
- 多伦新手做SEO怎么做
- 甘肃优化关键词排名推广怎么做论坛营销
- 沙雅SEO网站推广:提升您的在线可见性
- 四川SEO优化如何提升销售额和销售量
- 聂荣网站排名优化:提升网站可见性的全方位指
- 涞水SEO:提升地方企业在线可见性的策略
- 辽宁百度seo排名怎样做网站排名
- 临湘哪有关键词排名优化:提升网站可见度的关
- 黑龙江百度网站优化有没有优惠
- 凉城优化关键词排名推广:提升您的网络可见性
- 萝北整站优化:提升您网站流量和排名的全面指