$postinfo = "username=hep&password=hep123!"; curl_setopt($ch, CURLOPT_URL, $url); curl_setopt($ch, CURLOPT_CUSTOMREQUEST, "POST"); curl_setopt($ch, CURLOPT_POST, 1); curl_setopt($ch, CURLOPT_POSTFIELDS, $postinfo); curl_exec($ch); // Login section end. // TODO ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ -- -- - - - $file = file_get_contents('categories.json'); $data = json_decode($file); $categoriesData = array(); foreach ($data as $link) { $catLink = parse_url($link); parse_str($catLink['query'], $catParams); if (!empty($catParams['cID'])) { $categoriesData[] = parseCategoryData($ch, $link . '&action=edit_category', $catParams); } } if (count($categoriesData)) { saveAsCsv(array_keys($categoriesData[0]), $categoriesData, 'categories.csv'); } echo '<pre>'; print_r($categoriesData); echo '</pre>'; curl_close($ch); function parseCategoryData($curl, $url, $catIds) { curl_setopt($curl, CURLOPT_URL, $url); $output = curl_exec($curl); $result = array(); $categoryDom = str_get_html($output);
curl_setopt($ch, CURLOPT_CUSTOMREQUEST, "POST"); curl_setopt($ch, CURLOPT_POST, 1); curl_setopt($ch, CURLOPT_POSTFIELDS, $postinfo); curl_exec($ch); // Login section end. // TODO ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ ~ -- -- - - - $file = file_get_contents('products.json'); //$file = file_get_contents('test.json'); $data = json_decode($file); // TODO REMOVE echo count($data); $productsData = array(); foreach ($data as $link) { $productLink = parse_url($link); parse_str($productLink['query'], $prodParams); $productsData[] = parseCategoryData($ch, $link . '&action=new_product', $prodParams); } if (count($productsData)) { saveAsCsv(array_keys($productsData[0]), $productsData, 'products.csv'); } curl_close($ch); function parseCategoryData($curl, $url, $prodIds) { // TODO log product logData($url . PHP_EOL); curl_setopt($curl, CURLOPT_URL, $url); $output = curl_exec($curl); $result = array(); $productDom = str_get_html($output); // TODO here starts the product content $prodData = $productDom->find('form[name="new_product"]', 0);