function flickrthumbnails_crawl() { global $THINKTANK_CFG; global $db; global $conn; if (isset($THINKTANK_CFG['flickr_api_key']) && $THINKTANK_CFG['flickr_api_key'] != '') { $logger = new Logger($THINKTANK_CFG['log_location']); $fa = new FlickrAPIAccessor($THINKTANK_CFG['flickr_api_key'], $logger); $ldao = new LinkDAO($db, $logger); $flickrlinkstoexpand = $ldao->getLinksToExpandByURL('http://flic.kr/'); if (count($flickrlinkstoexpand > 0)) { $logger->logStatus(count($flickrlinkstoexpand) . " Flickr links to expand", "Flickr Plugin"); } else { $logger->logStatus("No Flickr links to expand", "Flickr Plugin"); } foreach ($flickrlinkstoexpand as $fl) { $eurl = $fa->getFlickrPhotoSource($fl); if ($eurl["expanded_url"] != '') { $ldao->saveExpandedUrl($fl, $eurl["expanded_url"], '', 1); } elseif ($eurl["error"] != '') { $ldao->saveExpansionError($fl, $eurl["error"]); } } $logger->close(); # Close logging } }
function testCreatingNewLogger() { global $THINKTANK_CFG; $logger = new Logger($THINKTANK_CFG['log_location']); $logger->logStatus('Should write this to the log', get_class($this)); $this->assertTrue(file_exists($THINKTANK_CFG['log_location']), 'File created'); $messages = file($THINKTANK_CFG['log_location']); $this->assertWantedPattern('/Should write this to the log/', $messages[sizeof($messages) - 1]); $logger->setUsername('ginatrapani'); $logger->logStatus('Should write this to the log with a username', get_class($this)); $this->assertWantedPattern('/ginatrapani | TestOfLogging:Should write this to the log/', $messages[sizeof($messages) - 1]); $logger->close(); }
/** * Fetch a save the posts and replies on a Facebook page. * @param int $pid Page ID */ public function fetchPagePostsAndReplies($pid) { $stream = FacebookGraphAPIAccessor::apiRequest('/' . $pid . '/posts', $this->access_token); if (isset($stream->data) && is_array($stream->data) && sizeof($stream->data > 0)) { $this->logger->logStatus(sizeof($stream->data) . " Facebook posts found for page ID {$pid}", get_class($this)); $thinkup_data = $this->parseStream($stream, 'facebook page'); $posts = $thinkup_data["posts"]; $post_dao = DAOFactory::getDAO('PostDAO'); foreach ($posts as $post) { if ($post['author_username'] == "" && isset($post['author_user_id'])) { $commenter_object = $this->fetchUserInfo($post['author_user_id'], 'facebook', 'Facebook page comments'); if (isset($commenter_object)) { $post["author_username"] = $commenter_object->full_name; $post["author_fullname"] = $commenter_object->full_name; $post["author_avatar"] = $commenter_object->avatar; } } $added_posts = $post_dao->addPost($post); $this->logger->logStatus("Added {$added_posts} post ID " . $post["post_id"] . " on " . $post["network"] . " for " . $post["author_username"] . ":" . $post["post_text"], get_class($this)); } $users = $thinkup_data["users"]; if (count($users) > 0) { foreach ($users as $user) { $user["post_count"] = $post_dao->getTotalPostsByUser($user['user_id'], $user['network']); $found_in = 'Facebook page stream'; $user_object = new User($user, $found_in); $user_dao = DAOFactory::getDAO('UserDAO'); $user_dao->updateUser($user_object); } } } else { $this->logger->logStatus("No Facebook posts found for page ID {$pid}", get_class($this)); } }
function expandurls_crawl() { global $THINKTANK_CFG; global $db; global $conn; $logger = new Logger($THINKTANK_CFG['log_location']); $ldao = new LinkDAO($db, $logger); $linkstoexpand = $ldao->getLinksToExpand(); $logger->logStatus(count($linkstoexpand) . " links to expand", "Expand URLs Plugin"); foreach ($linkstoexpand as $l) { $eurl = untinyurl($l, $logger, $ldao); if ($eurl != '') { $ldao->saveExpandedUrl($l, $eurl); } } $logger->logStatus("URL expansion complete for this run", "Expand URLs Plugin"); $logger->close(); # Close logging }