/** * Save all proxies * * @Template() * @param Request $request * @return array */ public function saveAllAction(Request $request) { $proxies = $this->findProxies($request->get('proxiesText')); foreach ($proxies as $proxy) { _persist($proxy); } _flush(); return array('proxies' => $proxies); }
//转义采集后的数据 foreach ($data as $_k => $_v) { $data[$_k] = addslashes($_v); } //入库 $r = mysql_query("\n\t\t\t\t\tinsert into `content` values(\n\t\t\t\t\tnull,\n\t\t\t\t\t'{$data['meta_title']}',\n\t\t\t\t\t'{$data['meta_keywords']}',\n\t\t\t\t\t'{$data['meta_description']}',\n\t\t\t\t\t'{$data['product_name']}',\n\t\t\t\t\t'{$data['product_image']}',\n\t\t\t\t\t'{$data['product_price']}',\n\t\t\t\t\t'{$data['product_description']}',\n\t\t\t\t\t'{$data['product_url']}')"); //打印log _flush($j++ . "|" . $r . "|" . $data['product_name'] . "<br/>"); //_flush($data); } //远程图片本地化 $mp->set_urls($images_urls); $images = $mp->start(); foreach ((array) $images as $image_key => $image_value) { if (!empty($image_key)) { _flush("store image:" . $image_key . "<br/>"); file_put_contents($image_key, $image_value); } } //清空内容url并加入本次循环url。不然本次会被跳过 $content_url = $base . $detail_value; $detail_urls = array($content_url => $content_url); } } //清空内容url并加入本次循环url。不然本次会被跳过 if ($i == $pages[1] && ($pages[1] - $i) % $limit > 0) { $last_page = 1; } $urls = array(preg_replace('/\\[(.*)\\]/i', $i, $link)); } }
$data['product_url'] = _title($data['product_name']); //转义采集后的数据 foreach ($data as $_k => $_v) { $data[$_k] = addslashes($_v); } //入库 $r = mysql_query("\n\t\t\t\t\t\t\tinsert into `content` values(\n\t\t\t\t\t\t\tnull,\n\t\t\t\t\t\t\t'{$data['meta_title']}',\n\t\t\t\t\t\t\t'{$data['meta_keywords']}',\n\t\t\t\t\t\t\t'{$data['meta_description']}',\n\t\t\t\t\t\t\t'{$data['product_name']}',\n\t\t\t\t\t\t\t'{$data['product_image']}',\n\t\t\t\t\t\t\t'{$data['product_price']}',\n\t\t\t\t\t\t\t'{$data['product_description']}',\n\t\t\t\t\t\t\t'{$data['product_url']}')"); //打印log _flush($j++ . "|" . $r . "|" . $data['product_name'] . "\n"); //_flush($data); } //远程图片本地化 $mp->set_urls($images_urls); $images = $mp->start(); foreach ((array) $images as $image_key => $image_value) { _flush($image_key . "\n"); file_put_contents($image_key, $image_value); } //清空内容url并加入本次循环url。不然本次会被跳过 $detail_urls = array($base . $detail_value); } } //清空内容url并加入本次循环url。不然本次会被跳过 $urls = array(preg_replace('#\\[(.*)\\]#isU', $i, $link)); } } //========================================================= function _flush($msg) { print_r($msg); ob_flush();