PHP抓取、分析国内视频网站的视频信息工具类
使用方法
require_once "VideoUrlParser.class.php";
$url = "http://v.youku./v_show/id_XMjkwMzc0Njg4.html";
$info = VedioUrlParser::parse($url);
echo $info;
说明调用该工具php文件VideoUrlParser.class.php，$url变量后面的字符串为视频页的地址，然后使用echo输出变量$info。
附info含有的几个值，分别是img（用于视频缩略图），title（视频标题），url（地址），swf（视频swf播放地址）。我只用到了img和swf地址。具体的可以根据自己的需要进行调整。
VideoUrlParser类源码
/
Video
@package
@version 1.2
@copyright 2005-2011 HDJ.ME
@author Dijia Huang <huangdijia@gmail.>
@license PHP Version 3.0 {@link http://.php./license/3_0.txt}
Usage
require_once "VideoUrlParser.class.php";
$urls[] = "http://v.youku./v_show/id_XMjI4MDM4NDc2.html";
$urls[] = "http://.tudou./playlist/p/l13087099.html";
$urls[] = "http://.tudou./programs/view/ufg-A3tlcxk/";
$urls[] = "http://v.ku6./special/show_4926690/Klze2mhMeSK6g05X.html";
$urls[] = "http://.56./u68/v_NjI2NTkxMzc.html";
$urls[] = "http://.letv./ptv/vplay/1168109.html";
$urls[] = "http://video.sina../v/b/46909166-1290055681.html";
foreach($urls as $url){
$info = VideoUrlParser::parse($url);
//var_dump($info);
echo "<a href='{$info['url']}' target='_new'>{$info['title']}</a>";
echo "<br />";
echo $info['object'];
echo "<br />";
}
//优酷
http://v.youku./v_show/id_XMjU0NjY4OTEy.html
<embed src="http://player.youku./player.php/sid/XMjU0NjY4OTEy/v.swf" quality="high" width="480" height="400" align="middle" allowScriptAess="sameDomain" type="application/x-shockwave-flash"></embed>
//酷六
http://v.ku6./special/show_3917484/x0BMXAbgZdQS6FqN.html
<embed src="http://player.ku6./refer/x0BMXAbgZdQS6FqN/v.swf" quality="high" width="480" height="400" align="middle" allowScriptAess="always" allowfullscreen="true" type="application/x-shockwave-flash"></embed>
//土豆
http://.tudou./playlist/p/a65929.html?iid=74905844
<embed src="http://.tudou./l/A_0urj-Geec/&iid=74905844/v.swf" type="application/x-shockwave-flash" allowscriptaess="always" allowfullscreen="true" wmode="opaque" width="480" height="400"></embed>
//56
http://.56./u98/v_NTkyODY2NTU.html
<embed src="http://player.56./v_NTkyODY2NTU.swf" type="application/x-shockwave-flash" width="480" height="405" allowNetworking="all" allowScriptAess="always"></embed>
//新浪播客
http://video.sina../v/b/46909166-1290055681.html
<embed src="http://you.video.sina../api/sinawebApi/outplayrefer.php/vid=46909166_1290055681_b0K1GHEwDWbK+l1lHz2stqkP7KQNt6nki2O0u1ehIwZYQ0/XM5GdZNQH6SjQBtkEqDhAQJ42df0Rs/s.swf" pluginspage="http://.macromedia./go/getflashplayer" type="application/x-shockwave-flash" name="ssss" allowFullScreen="true" allowScriptAess="always" width="480" height="370"></embed>
//乐视
http://.letv./ptv/vplay/1168109.html
<embed src="http://i3.imgs.letv./player/swfPlayer.swf?id=1168109&host=app.letv.&vstatus=1&AP=1&logoMask=0&isShowP2p=0&aulay=true" quality="high" scale="NO_SCALE" wmode="opaque" bgcolor="#000000" width="480" height="388" name="FLV_player" align="middle" allowscriptaess="always" allowfullscreen="true" type="application/x-shockwave-flash" pluginspage="http://.macromedia./go/getflashplayer">
/
class VideoUrlParser
{
const USER_AGENT = "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/534.10 (KHTML, like Gecko)
Chrome/8.0.552.224 Safari/534.10";
const CHECK_URL_VALID = "/(youku\.|tudou\.|ku6\.|56\.|letv\.|video\.sina\.\.|(my\.)?tv\.sohu\.|v\.qq\.)/";
/
parse
@param string $url
@param mixed $createObject
@static
@aess public
@return void
/
static public function parse($url='', $createObject=true){
$lowerurl = strtolower($url);
preg_match(self::CHECK_URL_VALID, $lowerurl, $matches);
if(!$matches) return false;
switch($matches[1]){
case 'youku.':
$data = self::_parseYouku($url);
break;
case 'tudou.':
$data = self::_parseTudou($url);
break;
case 'ku6.':
$data = self::_parseKu6($url);
break;
case '56.':
$data = self::_parse56($url);
break;
case 'letv.':
$data = self::_parseLetv($url);
break;
case 'video.sina..':
$data = self::_parseSina($url);
break;
case 'my.tv.sohu.':
case 'tv.sohu.':
case 'sohu.':
$data = self::_parseSohu($url);
break;
case 'v.qq.':
$data = self::_parseQq($url);
break;
default:
$data = false;
}
if($data && $createObject) $data['object'] = "<embed src=\"{$data['swf']}\" quality=\"high\" width=\"480\" height=\"400\" align=\"middle\" allowNetworking=\"all\" allowScriptAess=\"always\" type=\"application/x-shockwave-flash\"></embed>";
return $data;
}
/
腾讯视频
http://v.qq./cover/o/o9tab7nuu0q3esh.html?vid=97abu74o4w3_0
http://v.qq./play/97abu74o4w3.html
http://v.qq./cover/d/dtdqyd8g7xvoj0o.html
http://v.qq./cover/d/dtdqyd8g7xvoj0o/9SfqULsrtSb.html
http://imgcache.qq./tencentvideo_v1/player/TencentPlayer.swf?_v=20110829&vid=97abu74o4w3&aulay=1&list=2&showcfg=1&tpid=23&title=%E7%AC%AC%E4%B8%80%E7%8E%B0%E5%9C%BA&adplay=1&cid=o9tab7nuu0q3esh
/
private function _parseQq($url){
if(preg_match("/\/play\//", $url)){
$html = self::_fget($url);
preg_match("/url=[^\"]+/", $html, $matches);
if(!$matches); return false;
$url = $matches[0];
}
preg_match("/vid=([^\_]+)/", $url, $matches);
$vid = $matches[1];
$html = self::_fget($url);
// query
preg_match("/flashvars\s=\s\"([^;]+)/s", $html, $matches);
$query = $matches[1];
if(!$vid){
preg_match("/vid\s?=\s?vid\s?\|\|\s?\"(\w+)\";/i", $html, $matches);
$vid = $matches[1];
}
$query = str_replace('"+vid+"', $vid, $query);
parse_str($query, $output);
$data['img'] = "http://vpic.video.qq./{$$output['cid']}/{$vid}_1.jpg";
$data['url'] = $url;
$data['title'] = $output['title'];
$data['swf'] = "http://imgcache.qq./tencentvideo_v1/player/TencentPlayer.swf?".$query;
return $data;
}
/
优酷网
http://v.youku./v_show/id_XMjI4MDM4NDc2.html
http://player.youku./player.php/sid/XMjU0NjI2Njg4/v.swf
/
private function _parseYouku($url){
preg_match("#id\_(\w+)#", $url, $matches);
if (empty($matches)){
preg_match("#v_playlist\/#", $url, $mat);
if(!$mat) return false;
$html = self::_fget($url);
preg_match("#videoId2\s=\s\'(\w+)\'#", $html, $matches);
if(!$matches) return false;
}
$link = "http://v.youku./player/getPlayList/VideoIDS/{$matches[1]}/timezone/+08/version/5/source/out?password=&ran=2513&n=3";
$retval = self::_cget($link);
if ($retval) {
$json = json_decode($retval, true);
$data['img'] = $json['data'][0]['logo'];
$data['title'] = $json['data'][0]['title'];
$data['url'] = $url;
$data['swf'] = "http://player.youku./player.php/sid/{$matches[1]}/v.swf";
return $data;
} else {
return false;
}
}
/
土豆网
http://.tudou./programs/view/Wtt3FjiDxEE/
http://.tudou./v/Wtt3FjiDxEE/v.swf
http://.tudou./playlist/p/a65718.html?iid=74909603
http://.tudou./l/G5BzgI4lAb8/&iid=74909603/v.swf
/
private function _parseTudou($url){
preg_match("#view/([-\w]+)/#", $url, $matches);
if (empty($matches)) {
if (strpos($url, "/playlist/") == false) return false;
if(strpos($url, 'iid=') !== false){
$quarr = explode("iid=", $lowerurl);
if (empty($quarr[1])) return false;
}elseif(preg_match("#p\/l(\d+).#", $lowerurl, $quarr)){
if (empty($quarr[1])) return false;
}
$html = self::_fget($url);
$html = iconv("GB2312", "UTF-8", $html);
preg_match("/lid_code\s=\slcode\s=\s[\'\"]([^\'\"]+)/s", $html, $matches);
$icode = $matches[1];
preg_match("/iid\s=\s.?\|\|\s(\d+)/sx", $html, $matches);
$iid = $matches[1];
preg_match("/listData\s=\s(\[\{.\}\])/sx", $html, $matches);
$find = array("/\n/", '/\s/', "/:[^\d\"]\w+[^\,],/i", "/(\{|,)(\w+):/");
$replace = array("", "", ':"",', '\\1"\\2":');
$str = preg_replace($find, $replace, $matches[1]);
//var_dump($str);
$json = json_decode($str);
//var_dump($json);exit;
if(is_array($json) || is_object($json) && !empty($json)){
foreach ($json as $val) {
if ($val->iid == $iid) {
break;
}
}
}
$data['img'] = $val->pic;
$data['title'] = $val->title;
$data['url'] = $url;
$data['swf'] = "http://.tudou./l/{$icode}/&iid={$iid}/v.swf";
return $data;
}
$host = ".tudou.";
$path = "/v/{$matches[1]}/v.swf";
$ret = self::_fsget($path, $host);
if (preg_match("#\nLocation: (.)\n#", $ret, $mat)) {
parse_str(parse_url(urldecode($mat[1]), PHP_URL_QUERY));
$data['img'] = $snap_pic;
$data['title'] = $title;
$data['url'] = $url;
$data['swf'] = "http://.tudou./v/{$matches[1]}/v.swf";
return $data;
}
return false;
}
/
酷6网
http://v.ku6./film/show_520/3X93vo4tIS7uotHg.html
http://v.ku6./special/show_4926690/Klze2mhMeSK6g05X.html
http://v.ku6./show/7US-kDXjyKyIInDevhpwHg...html
http://player.ku6./refer/3X93vo4tIS7uotHg/v.swf
/
private function _parseKu6($url){
if(preg_match("/show\_/", $url)){
preg_match("#/([-\w]+)\.html#", $url, $matches);
$url = "http://v.ku6./fetchVideo4Player/{$matches[1]}.html";
$html = self::_fget($url);
if ($html) {
$json = json_decode($html, true);
if(!$json) return false;
$data['img'] = $json['data']['picpath'];
$data['title'] = $json['data']['t'];
$data['url'] = $url;
$data['swf'] = "http://player.ku6./refer/{$matches[1]}/v.swf";
return $data;
} else {
return false;
}
}elseif(preg_match("/show\//", $url, $matches)){
$html = self::_fget($url);
preg_match("/ObjectInfo\s?=\s?([^\n])};/si", $html, $matches);
$str = $matches[1];
// img
preg_match("/cover\s?:\s?\"([^\"]+)\"/", $str, $matches);
$data['img'] = $matches[1];
// title
preg_match("/title\"?\s?:\s?\"([^\"]+)\"/", $str, $matches);
$jsstr = "{\"title\":\"{$matches[1]}\"}";
$json = json_decode($jsstr, true);
$data['title'] = $json['title'];
// url
$data['url'] = $url;
// query
preg_match("/\"(vid=[^\"]+)\"\sname=\"flashVars\"/s", $html, $matches);
$query = str_replace("&", '&', $matches[1]);
preg_match("/\/\/player\.ku6cdn\.[^\"\']+/", $html, $matches);
$data['swf'] = 'http:'.$matches[0].'?'.$query;
return $data;
}
}
/
56网
http://.56./u73/v_NTkzMDcwNDY.html
http://player.56./v_NTkzMDcwNDY.swf
/
private function _parse56($url){
preg_match("#/v_(\w+)\.html#", $url, $matches);
if (empty($matches)) return false;
$link="http://vxml.56./json/{$matches[1]}/?src=out";
$retval = self::_cget($link);
if ($retval) {
$json = json_decode($retval, true);
$data['img'] = $json['info']['img'];
$data['title'] = $json['info']['Subject'];
$data['url'] = $url;
$data['swf'] = "http://player.56./v_{$matches[1]}.swf";
return $data;
} else {
return false;
}
}
/
乐视网
http://.letv./ptv/vplay/1168109.html
http://.letv./player/x1168109.swf
/
private function _parseLetv($url){
$html = self::_fget($url);
preg_match("#http://v.t.sina../([^'\"])#", $html, $matches);
parse_str(parse_url(urldecode($matches[0]), PHP_URL_QUERY));
preg_match("#vplay/(\d+)#", $url, $matches);
$data['img'] = $pic;
$data['title'] = $title;
$data['url'] = $url;
$data['swf'] = "http://.letv./player/x{$matches[1]}.swf";
return $data;
}
// 搜狐TV http://my.tv.sohu./u/vw/5101536
private function _parseSohu($url){
$html = self::_fget($url);
$html = iconv("GB2312", "UTF-8", $html);
preg_match_all("/og:(?:title|image|videosrc)\"\scontent=\"([^\"]+)\"/s", $html, $matches);
$data['img'] = $matches[1][1];
$data['title'] = $matches[1][0];
$data['url'] = $url;
$data['swf'] = $matches[1][2];
return $data;
}
/
新浪播客
http://video.sina../v/b/48717043-1290055681.html
http://you.video.sina../api/sinawebApi/outplayrefer.php/vid=48717043_1290055681_PUzkSndrDzXK+l1lHz2stqkP7KQNt6nki2O0u1ehIwZYQ0/XM5GdatoG5ynSA9kEqDhAQJA4dPkm0x4/s.swf
/
private function _parseSina($url){
preg_match("/(\d+)(?:\-|\_)(\d+)/", $url, $matches);
$url = "http://video.sina../v/b/{$matches[1]}-{$matches[2]}.html";
$html = self::_fget($url);
preg_match("/video\s?:\s?([^<]+)}/", $html, $matches);
$find = array("/\n/", "/\s/", "/\'/", "/\{([^:,]+):/", "/,([^:]+):/", "/:[^\d\"]\w+[^\,],/i");
$replace = array('', '', '"', '{"\\1":', ',"\\1":', ':"",');
$str = preg_replace($find, $replace, $matches[1]);
$arr = json_decode($str, true);
$data['img'] = $arr['pic'];
$data['title'] = $arr['title'];
$data['url'] = $url;
$data['swf'] = $arr['swfOutsideUrl'];
return $data;
}
/
通过 file_get_contents 获取内容
/
private function _fget($url=''){
if(!$url) return false;
$html = file_get_contents($url);
// 判断是否gzip压缩
if($dehtml = self::_gzdecode($html))
return $dehtml;
else
return $html;
}
/
通过 fsockopen 获取内容
/
private function _fsget($path='/', $host='', $user_agent=''){
if(!$path || !$host) return false;
$user_agent = $user_agent ? $user_agent : self::USER_AGENT;
$out = <<<HEADER
GET $path HTTP/1.1
Host: $host
User-Agent: $user_agent
Aept: text/html,application/xhtml+xml,application/xml;q=0.9,/;q=0.8
Aept-Language: zh-,zh;q=0.5
Aept-Charset: GB2312,utf-8;q=0.7,;q=0.7\r\n\r\n
HEADER;
$fp = @fsockopen($host, 80, $errno, $errstr, 10);
if (!$fp) return false;
if(!fputs($fp, $out)) return false;
while ( !feof($fp) ) {
$html .= fgets($fp, 1024);
}
fclose($fp);
// 判断是否gzip压缩
if($dehtml = self::_gzdecode($html))
return $dehtml;
else
return $html;
}
/
通过 curl 获取内容
/
private function _cget($url='', $user_agent=''){
if(!$url) return;
$user_agent = $user_agent ? $user_agent : self::USER_AGENT;
$ch = curl_init();
curl_set($ch, CURLOPT_URL, $url);
curl_set($ch, CURLOPT_HEADER, 0);
if(strlen($user_agent)) curl_set($ch, CURLOPT_USERAGENT, $user_agent);
ob_start();
curl_exec($ch);
$html = ob_get_contents();
ob_end_clean();
if(curl_errno($ch)){
curl_close($ch);
return false;
}
curl_close($ch);
if(!is_string($html) || !strlen($html)){
return false;
}
return $html;
// 判断是否gzip压缩
if($dehtml = self::_gzdecode($html))
return $dehtml;
else
return $html;
}
private function _gzdecode($data) {
$len = strlen ( $data );
if ($len < 18 || strcmp ( substr ( $data, 0, 2 ), "\x1f\x8b" )) {
return null; // Not GZIP format (See RFC 1952)
}
$method = ord ( substr ( $data, 2, 1 ) ); // Compression method
$flags = ord ( substr ( $data, 3, 1 ) ); // Flags
if ($flags & 31 != $flags) {
// Reserved bits are set -- NOT ALLOWED by RFC 1952
return null;
}
// NOTE: $mtime may be negative (PHP integer limitations)
$mtime = unpack ( "V", substr ( $data, 4, 4 ) );
$mtime = $mtime [1];
$xfl = substr ( $data, 8, 1 );
$os = substr ( $data, 8, 1 );
$headerlen = 10;
$extralen = 0;
$extra = "";
if ($flags & 4) {
// 2-byte length prefixed EXTRA data in header
if ($len - $headerlen - 2 < 8) {
return false; // Invalid format
}
$extralen = unpack ( "v", substr ( $data, 8, 2 ) );
$extralen = $extralen [1];
if ($len - $headerlen - 2 - $extralen < 8) {
return false; // Invalid format
}
$extra = substr ( $data, 10, $extralen );
$headerlen += 2 + $extralen;
}
$filenamelen = 0;
$filename = "";
if ($flags & 8) {
// C-style string file NAME data in header
if ($len - $headerlen - 1 < 8) {
return false; // Invalid format
}
$filenamelen = strpos ( substr ( $data, 8 + $extralen ), chr ( 0 ) );
if ($filenamelen === false || $len - $headerlen - $filenamelen - 1 < 8) {
return false; // Invalid format
}
$filename = substr ( $data, $headerlen, $filenamelen );
$headerlen += $filenamelen + 1;
}
$mentlen = 0;
$ment = "";
if ($flags & 16) {
// C-style string COMMENT data in header
if ($len - $headerlen - 1 < 8) {
return false; // Invalid format
}
$mentlen = strpos ( substr ( $data, 8 + $extralen + $filenamelen ), chr ( 0 ) );
if ($mentlen === false || $len - $headerlen - $mentlen - 1 < 8) {
return false; // Invalid header format
}
$ment = substr ( $data, $headerlen, $mentlen );
$headerlen += $mentlen + 1;
}
$headercrc = "";
if ($flags & 1) {
// 2-bytes (lowest order) of CRC32 on header present
if ($len - $headerlen - 2 < 8) {
return false; // Invalid format
}
$calrc = crc32 ( substr ( $data, 0, $headerlen ) ) & 0xffff;
$headercrc = unpack ( "v", substr ( $data, $headerlen, 2 ) );
$headercrc = $headercrc [1];
if ($headercrc != $calrc) {
return false; // Bad header CRC
}
$headerlen += 2;
}
// GZIP FOOTER - These be negative due to PHP's limitations
$datacrc = unpack ( "V", substr ( $data, - 8, 4 ) );
$datacrc = $datacrc [1];
$isize = unpack ( "V", substr ( $data, - 4 ) );
$isize = $isize [1];
// Perform the depression:
$bodylen = $len - $headerlen - 8;
if ($bodylen < 1) {
// This should never happen - IMPLEMENTATION BUG!
return null;
}
$body = substr ( $data, $headerlen, $bodylen );
$data = "";
if ($bodylen > 0) {
switch ($method) {
case 8 :
// Currently the only supported pression method:
$data = gzinflate ( $body );
break;
default :
// Unknown pression method
return false;
}
} else {
//...
}
if ($isize != strlen ( $data ) || crc32 ( $data ) != $datacrc) {
// Bad format! Length or CRC doesn't match!
return false;
}
return $data;
}
}
编程语言
- 如何快速学会编程 如何快速学会ug编程
- 免费学编程的app 推荐12个免费学编程的好网站
- 电脑怎么编程：电脑怎么编程网咯游戏菜单图标
- 如何写代码新手教学 如何写代码新手教学手机
- 基础编程入门教程视频 基础编程入门教程视频华
- 编程演示：编程演示浦丰投针过程
- 乐高编程加盟 乐高积木编程加盟
- 跟我学plc编程 plc编程自学入门视频教程
- ug编程成航林总 ug编程实战视频
- 孩子学编程的好处和坏处
- 初学者学编程该从哪里开始 新手学编程从哪里入
- 慢走丝编程 慢走丝编程难学吗
- 国内十强少儿编程机构 中国少儿编程机构十强有
- 成人计算机速成培训班 成人计算机速成培训班办
- 孩子学编程网上课程哪家好 儿童学编程比较好的
- 代码编程教学入门软件 代码编程教程