Пример #1
0
$postinfo = "username=hep&password=hep123!";
curl_setopt($ch, CURLOPT_URL, $url);
curl_setopt($ch, CURLOPT_CUSTOMREQUEST, "POST");
curl_setopt($ch, CURLOPT_POST, 1);
curl_setopt($ch, CURLOPT_POSTFIELDS, $postinfo);
curl_exec($ch);
// Login section end.
// TODO ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ -- -- - - -
$file = file_get_contents('categories.json');
$data = json_decode($file);
$categoriesData = array();
foreach ($data as $link) {
    $catLink = parse_url($link);
    parse_str($catLink['query'], $catParams);
    if (!empty($catParams['cID'])) {
        $categoriesData[] = parseCategoryData($ch, $link . '&action=edit_category', $catParams);
    }
}
if (count($categoriesData)) {
    saveAsCsv(array_keys($categoriesData[0]), $categoriesData, 'categories.csv');
}
echo '<pre>';
print_r($categoriesData);
echo '</pre>';
curl_close($ch);
function parseCategoryData($curl, $url, $catIds)
{
    curl_setopt($curl, CURLOPT_URL, $url);
    $output = curl_exec($curl);
    $result = array();
    $categoryDom = str_get_html($output);
Пример #2
0
curl_setopt($ch, CURLOPT_CUSTOMREQUEST, "POST");
curl_setopt($ch, CURLOPT_POST, 1);
curl_setopt($ch, CURLOPT_POSTFIELDS, $postinfo);
curl_exec($ch);
// Login section end.
// TODO ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ -- -- - - -
$file = file_get_contents('products.json');
//$file = file_get_contents('test.json');
$data = json_decode($file);
// TODO REMOVE
echo count($data);
$productsData = array();
foreach ($data as $link) {
    $productLink = parse_url($link);
    parse_str($productLink['query'], $prodParams);
    $productsData[] = parseCategoryData($ch, $link . '&action=new_product', $prodParams);
}
if (count($productsData)) {
    saveAsCsv(array_keys($productsData[0]), $productsData, 'products.csv');
}
curl_close($ch);
function parseCategoryData($curl, $url, $prodIds)
{
    // TODO log product
    logData($url . PHP_EOL);
    curl_setopt($curl, CURLOPT_URL, $url);
    $output = curl_exec($curl);
    $result = array();
    $productDom = str_get_html($output);
    // TODO here starts the product content
    $prodData = $productDom->find('form[name="new_product"]', 0);