public function crawl() { $logger = Logger::getInstance(); $logger->setUsername(null); $post_dao = DAOFactory::getDAO('PostDAO'); $crawler = new GeoEncoderCrawler(); $posts_to_geoencode = $post_dao->getPostsToGeoencode(2000); $logger->logUserInfo("There are " . count($posts_to_geoencode) . " posts to geoencode.", __METHOD__ . ',' . __LINE__); foreach ($posts_to_geoencode as $post_data) { if ($post_data['geo'] != '') { $crawler->performReverseGeoencoding($post_dao, $post_data); } else { $crawler->performGeoencoding($post_dao, $post_data); } } $logger->logUserSuccess("Post geoencoding complete.", __METHOD__ . ',' . __LINE__); }
public function crawl() { $logger = Logger::getInstance(); $pdao = DAOFactory::getDAO('PostDAO'); $crawler = new GeoEncoderCrawler(); $posts_to_geoencode = $pdao->getPostsToGeoencode(2000); $logger->logStatus(count($posts_to_geoencode) . " posts to geoencode", "GeoEncoder Plugin"); foreach ($posts_to_geoencode as $post_data) { if ($post_data['geo'] != '') { $crawler->performReverseGeoencoding($pdao, $post_data); } else { $crawler->performGeoencoding($pdao, $post_data); } } $logger->logStatus("Geoencoding posts complete", "GeoEncoderPlugin"); $logger->close(); # Close logging }
public function crawl() { $logger = Logger::getInstance(); $logger->setUsername(null); $post_dao = DAOFactory::getDAO('PostDAO'); $crawler = new GeoEncoderCrawler(); $posts_to_geoencode = $post_dao->getPostsToGeoencode(2000); $logger->logUserSuccess("Starting to collect lat/long points for " . count($posts_to_geoencode) . " posts.", __METHOD__ . ',' . __LINE__); $total_api_requests_fulfilled = 0; foreach ($posts_to_geoencode as $post_data) { if ($post_data['geo'] != '') { if ($crawler->performReverseGeoencoding($post_dao, $post_data)) { $total_api_requests_fulfilled++; } } else { if ($crawler->performGeoencoding($post_dao, $post_data)) { $total_api_requests_fulfilled++; } } } $logger->logUserSuccess("Post geoencoding complete. " . $total_api_requests_fulfilled . " API requests fulfilled successfully.", __METHOD__ . ',' . __LINE__); }