/** * 测试文章URL采集 */ public function public_test() { $nodeid = isset($_GET['nodeid']) ? intval($_GET['nodeid']) : showmessage(L('illegal_parameters'), HTTP_REFERER); if ($data = $this->db->getby_nodeid($nodeid)) { Loader::lib('collection:collection', false); $urls = collection::url_list($data, 1); if (!empty($urls)) { foreach ($urls as $v) { $url = collection::get_url_lists($v, $data); } } $show_header = $show_dialog = true; include $this->view('public_test'); } else { showmessage(L('notfound')); } }
public function col_url_list() { $nodeid = isset($_GET['nodeid']) ? intval($_GET['nodeid']) : showmessage(L('illegal_parameters'), HTTP_REFERER); if ($data = $this->db->get_one(array('nodeid' => $nodeid))) { pc_base::load_app_class('collection', '', 0); $urls = collection::url_list($data); $total_page = count($urls); if ($total_page > 0) { $page = isset($_GET['page']) ? intval($_GET['page']) : 0; $url_list = $urls[$page]; $url = collection::get_url_lists($url_list, $data); $history_db = pc_base::load_model('collection_history_model'); $content_db = pc_base::load_model('collection_content_model'); $total = count($url); $re = 0; if (is_array($url) && !empty($url)) { foreach ($url as $v) { if (empty($v['url']) || empty($v['title'])) { continue; } $v = new_addslashes($v); $v['title'] = strip_tags($v['title']); $md5 = md5($v['url']); if (!$history_db->get_one(array('md5' => $md5, 'siteid' => $this->get_siteid()))) { $history_db->insert(array('md5' => $md5, 'siteid' => $this->get_siteid())); $content_db->insert(array('nodeid' => $nodeid, 'status' => 0, 'url' => $v['url'], 'title' => $v['title'], 'siteid' => $this->get_siteid())); } else { $re++; } } } $show_header = $show_dialog = true; if ($total_page <= $page) { $this->db->update(array('lastdate' => SYS_TIME), array('nodeid' => $nodeid)); } include $this->admin_tpl('col_url_list'); } else { showmessage(L('not_to_collect')); } } else { showmessage(L('notfound')); } }