function updateVideoUrl($id, $playfrom) { if (!isN(playfrom)) { global $db; writetofile("updateVideoUrl.log", 'check item for vod playfrom{=}' . $playfrom . '{=}id{=}' . $id); $sql = "SELECT webUrls,d_downurl, d_playfrom,d_id FROM {pre}vod WHERE d_id=" . $id; $rs = $db->query($sql); parseVodPad($rs, $playfrom); unset($rs); } }
function crawler($crontab) { global $db; writetofile("crawler_collect.sql", 'crawler start: crontab: ' . $crontab); $sql = "SELECT * FROM mac_cj_zhuiju where status=0 and crontab_desc like'%" . $crontab . "%' GROUP BY m_urltest order by m_urltest "; writetofile("crawler_collect.sql", 'crawler start: sql: ' . $sql); $rs = $db->query($sql); parseVodPad($rs); unset($rs); writetofile("crawler_collect.sql", 'crawler stop.'); collect($crontab); }
function updateVodPic($pagenum) { global $db; $sql = "SELECT count(*) FROM {pre}vod where d_capital_name IS NULL OR d_capital_name = ''"; $nums = $db->getOne($sql); $app_pagenum = 10; $pagecount = ceil($nums / $app_pagenum); // $pagecount=2; for ($i = $pagenum; $i <= $pagecount; $i++) { $sql = "SELECT d_name,d_id FROM {pre}vod where d_capital_name IS NULL OR d_capital_name = '' limit " . $app_pagenum * ($i - 1) . "," . $app_pagenum; // var_dump($sql); $rs = $db->query($sql); parseVodPad($rs, $scoreDouban); unset($rs); } }
function updateVodPic() { global $db; $scoreDouban = new DouBanParseScore(); $sql = "SELECT count(*) FROM {pre}vod WHERE d_pic_ipad IS NULL OR d_pic_ipad = '' "; $nums = $db->getOne($sql); $app_pagenum = 50; $pagecount = ceil($nums / $app_pagenum); // $pagecount=2; for ($i = 1; $i <= $pagecount; $i++) { writetofile("updateVodPic.txt", 'check item for vod type{=}' . $nums . '{=}Total{=}' . $pagecount . '{=}' . $i); $sql = "SELECT d_name,d_area, d_year,d_id,d_type FROM {pre}vod WHERE d_pic_ipad IS NULL OR d_pic_ipad = '' order by d_type asc limit " . $app_pagenum * ($i - 1) . "," . $app_pagenum; // var_dump($sql); $rs = $db->query($sql); parseVodPad($rs, $scoreDouban); unset($rs); } }
function updateVodPic($pagenum) { global $db; $scoreDouban = new AutoDouBanParseScore(); $sql = "SELECT count(*) FROM {pre}vod WHERE d_id not in (SELECT DISTINCT content_id FROM tbl_comments WHERE author_id IS NULL AND comment_type=1) and d_type in (1,2) and d_douban_id !=-1"; $nums = $db->getOne($sql); $app_pagenum = 10; $pagecount = ceil($nums / $app_pagenum); // $pagecount=2; for ($i = $pagenum; $i <= $pagecount; $i++) { writetofile("updateVodThumb.txt", 'check item for vod type{=}' . $nums . '{=}Total{=}' . $pagecount . '{=}' . $i); $sql = "SELECT d_name,d_area, d_year,d_id,d_type, d_douban_id FROM {pre}vod WHERE d_id not in (SELECT DISTINCT content_id FROM tbl_comments WHERE author_id IS NULL AND comment_type=1) and d_type in (1,2,131) and d_douban_id !=-1 order by d_time desc, d_type asc limit " . $app_pagenum * ($i - 1) . "," . $app_pagenum; // var_dump($sql); $rs = $db->query($sql); parseVodPad($rs, $scoreDouban); unset($rs); sleep(60); } }
function updateVodPic($pagenum) { global $db; $sql = "SELECT tv_id, tv_code, tv_playfrom\nFROM mac_tv_egp_config where tv_code is not null or tv_code !=''\nGROUP BY tv_id\nORDER BY tv_playfrom ASC "; // var_dump($sql); $rs = $db->query($sql); $lists = array(); while ($row = $db->fetch_array($rs)) { $list = array(); $list['id'] = $row['tv_id']; $list['tv_code'] = $row['tv_code']; $list['tv_playfrom'] = $row['tv_playfrom']; $lists[] = $list; } // var_dump($lists); unset($rs); foreach ($lists as $list) { parseVodPad($list); } }
function collecProgram() { global $db, $cache; $tv_id = be("all", "tv_id"); if (!isNum($tv_id)) { echo '参数非法。'; } else { $tv_id = intval($tv_id); $row = $db->getRow("SELECT tv_id, tv_code, tv_playfrom FROM mac_tv_egp_config where tv_id=" . $tv_id . ' GROUP BY tv_id order by tv_playfrom asc'); //var_dump($row); if ($row) { $day = be("all", "day"); if (isN($day)) { parseVodPad(array('id' => $row['tv_id'], 'tv_code' => $row['tv_code'], 'tv_playfrom' => $row['tv_playfrom'])); } else { parseVodPadSimple($row['tv_id'], $row['tv_code'], $day, $row['tv_playfrom']); } echo '采集完成。'; } else { echo '指定的电视台没有相应的采集编码。'; } } }
function updateVodPic($pagenum) { global $db; $scoreDouban = new AutoDouBanParseScore(); $sql = "SELECT count(*) FROM ( SELECT m_name\nFROM mac_cj_vod\nWHERE m_pid =180 AND m_typeid =131\nGROUP BY m_name) as c"; $nums = $db->getOne($sql); $app_pagenum = 10; $pagecount = ceil($nums / $app_pagenum); // $pagecount=2; $flag = true; for ($i = $pagenum; $i <= $pagecount && $flag; $i++) { writetofile("mac_cj_vod.txt", 'check item for vod type{=}' . $nums . '{=}Total{=}' . $pagecount . '{=}' . $i); $sql = "SELECT m_name, m_pic, m_pic_ipad, m_year,m_language \nFROM mac_cj_vod\nWHERE m_pid =180 \nAND m_typeid =131\nGROUP BY m_name order by m_name asc limit " . $app_pagenum * ($i - 1) . "," . $app_pagenum; // var_dump($sql); $rs = $db->query($sql); $flag = parseVodPad($rs, $scoreDouban); unset($rs); sleep(60); if (!flag) { writetofile("mac_cj_vod.txt", 'You API access rate limit check item for vod type{=}' . $nums . '{=}Total{=}' . $pagecount . '{=}' . $i); } } }
function updateLetvVideoUrl($pagenum, $endPage) { global $db; $sql = "SELECT count(*) FROM {pre}vod WHERE webUrls IS not NULL and webUrls != '' and d_hide =0 and d_type in (1,2,3,131) and d_status = 0 and d_playfrom like '%letv%' "; $nums = $db->getOne($sql); $app_pagenum = 10; $pagecount = ceil($nums / $app_pagenum); if (!isNum($endPage)) { $endPage = $pagecount; } else { $endPage = intval($endPage); } // $pagecount=2; for ($i = $pagenum; $i <= $pagecount && $i <= $endPage; $i++) { writetofile("updateLetvVideoUrl.log", 'check item for vod type{=}' . $nums . '{=}Total{=}' . $pagecount . '{=}' . $i); $sql = "SELECT webUrls,d_downurl, d_playfrom,d_id FROM {pre}vod WHERE webUrls IS not NULL and webUrls != '' and d_hide =0 and d_type in (1,2,3,131) and d_playfrom like '%letv%' and d_status = 0 order by d_play_num desc limit " . $app_pagenum * ($i - 1) . "," . $app_pagenum; // var_dump($sql); $rs = $db->query($sql); parseVodPad($rs); unset($rs); //sleep(60); } }
<?php require_once "MovieType.php"; require_once "tools/ContentManager.php"; global $db; $sql = "SELECT webUrls,d_downurl, d_playfrom,d_id FROM {pre}vod"; $rs = $db->query($sql); parseVodPad($rs); function parseVodPad($rs) { global $db; while ($row = $db->fetch_array($rs)) { $webUrls = $row["webUrls"]; $d_downurl = $row["d_downurl"]; $d_playfrom = $row["d_playfrom"]; $d_id = $row["d_id"]; if (strpos($d_playfrom, 'letv_v2_fee') === false && strpos($d_playfrom, 'letv_v2') === false && (strpos($d_playfrom, 'le_tv_fee') !== false || strpos($d_playfrom, 'letv') !== false)) { UpdateLetvV2VideoUrl($webUrls, $d_downurl, $d_playfrom, $d_id); } else { continue; } } unset($rs); } function UpdateLetvV2VideoUrl($webUrls, $d_downurl, $d_playfrom, $d_id) { global $db; $from = ''; $d_from = ''; $n_from = ''; $strSet = "";