/**
* Save all proxies
*
* @Template()
* @param Request $request
* @return array
*/
public function saveAllAction(Request $request)
{
$proxies = $this->findProxies($request->get('proxiesText'));
foreach ($proxies as $proxy) {
_persist($proxy);
}
_flush();
return array('proxies' => $proxies);
}
//转义采集后的数据
foreach ($data as $_k => $_v) {
$data[$_k] = addslashes($_v);
}
//入库
$r = mysql_query("\n\t\t\t\t\tinsert into `content` values(\n\t\t\t\t\tnull,\n\t\t\t\t\t'{$data['meta_title']}',\n\t\t\t\t\t'{$data['meta_keywords']}',\n\t\t\t\t\t'{$data['meta_description']}',\n\t\t\t\t\t'{$data['product_name']}',\n\t\t\t\t\t'{$data['product_image']}',\n\t\t\t\t\t'{$data['product_price']}',\n\t\t\t\t\t'{$data['product_description']}',\n\t\t\t\t\t'{$data['product_url']}')");
//打印log
_flush($j++ . "|" . $r . "|" . $data['product_name'] . "<br/>");
//_flush($data);
}
//远程图片本地化
$mp->set_urls($images_urls);
$images = $mp->start();
foreach ((array) $images as $image_key => $image_value) {
if (!empty($image_key)) {
_flush("store image:" . $image_key . "<br/>");
file_put_contents($image_key, $image_value);
}
}
//清空内容url并加入本次循环url。不然本次会被跳过
$content_url = $base . $detail_value;
$detail_urls = array($content_url => $content_url);
}
}
//清空内容url并加入本次循环url。不然本次会被跳过
if ($i == $pages[1] && ($pages[1] - $i) % $limit > 0) {
$last_page = 1;
}
$urls = array(preg_replace('/\\[(.*)\\]/i', $i, $link));
}
}
$data['product_url'] = _title($data['product_name']);
//转义采集后的数据
foreach ($data as $_k => $_v) {
$data[$_k] = addslashes($_v);
}
//入库
$r = mysql_query("\n\t\t\t\t\t\t\tinsert into `content` values(\n\t\t\t\t\t\t\tnull,\n\t\t\t\t\t\t\t'{$data['meta_title']}',\n\t\t\t\t\t\t\t'{$data['meta_keywords']}',\n\t\t\t\t\t\t\t'{$data['meta_description']}',\n\t\t\t\t\t\t\t'{$data['product_name']}',\n\t\t\t\t\t\t\t'{$data['product_image']}',\n\t\t\t\t\t\t\t'{$data['product_price']}',\n\t\t\t\t\t\t\t'{$data['product_description']}',\n\t\t\t\t\t\t\t'{$data['product_url']}')");
//打印log
_flush($j++ . "|" . $r . "|" . $data['product_name'] . "\n");
//_flush($data);
}
//远程图片本地化
$mp->set_urls($images_urls);
$images = $mp->start();
foreach ((array) $images as $image_key => $image_value) {
_flush($image_key . "\n");
file_put_contents($image_key, $image_value);
}
//清空内容url并加入本次循环url。不然本次会被跳过
$detail_urls = array($base . $detail_value);
}
}
//清空内容url并加入本次循环url。不然本次会被跳过
$urls = array(preg_replace('#\\[(.*)\\]#isU', $i, $link));
}
}
//=========================================================
function _flush($msg)
{
print_r($msg);
ob_flush();
