// Parse array to url $url_w = urls::create_url($url); _w('Getting url ' . $url_w); // Init content analyzer $ca = ContentAnalyzer::getAnalyzer($url_w); // If content ignored if (!$ca) { _w('ignored'); // Skip continue; } // _w($ca->getOgDescription()); // die; _w('Createing general CA data'); _w('populating search table'); if (Providers::create_search_item($ca)) { _w("search data inserted"); } else { _w("unable to insert search data"); } _w('setting status to indexed'); if (Providers::change_url_status($url_w, Providers::URLS_TYPE_INDEXED)) { _w('status changed to INDEXED'); } else { _w('unable to change status'); } // _w($ca->getLinks()); // die; _w('inserting all other urls'); Providers::insert_url_list($ca->getLinks()); }