Esempio n. 1
0
$oid = new OwnerInstanceDAO($db, $logger);
$lurlapi = new LongUrlAPIAccessor($TWITALYTIC_CFG['app_title']);
$flickrapi = new FlickrAPIAccessor($TWITALYTIC_CFG['flickr_api_key']);
$instances = $id->getAllInstancesStalestFirst();
foreach ($instances as $i) {
    $logger->setUsername($i->twitter_username);
    $tokens = $oid->getOAuthTokens($i->id);
    $api = new CrawlerTwitterAPIAccessorOAuth($tokens['oauth_access_token'], $tokens['oauth_access_token_secret'], $TWITALYTIC_CFG['oauth_consumer_key'], $TWITALYTIC_CFG['oauth_consumer_secret'], $i, $TWITALYTIC_CFG['archive_limit']);
    $crawler = new Crawler($i, $logger, $api, $db);
    $cfg = new Config($i->twitter_username, $i->twitter_user_id);
    $api->init($logger);
    if ($api->available_api_calls_for_crawler > 0) {
        $id->updateLastRun($i->id);
        $crawler->fetchInstanceUserInfo();
        $crawler->fetchInstanceUserTweets($lurlapi, $flickrapi);
        $crawler->fetchInstanceUserReplies($lurlapi, $flickrapi);
        $crawler->fetchInstanceUserFriends();
        $crawler->fetchInstanceUserFollowers();
        $crawler->fetchStrayRepliedToTweets($lurlapi, $flickrapi);
        $crawler->fetchUnloadedFollowerDetails();
        $crawler->fetchFriendTweetsAndFriends($lurlapi, $flickrapi);
        // TODO: Get direct messages
        // TODO: Gather favorites data
        $crawler->cleanUpFollows();
        // Save instance
        $id->save($crawler->instance, $crawler->owner_object->tweet_count, $logger, $api);
    }
}
$logger->close();
# Close logging
if (isset($conn)) {
Esempio n. 2
0
$conn = $db->getConnection();
$id = new InstanceDAO();
$oid = new OwnerInstanceDAO();
$instances = $id->getAllInstancesStalestFirst();
foreach ($instances as $i) {
    $crawler = new Crawler($i);
    $cfg = new Config($i->twitter_username, $i->twitter_user_id);
    $logger = new Logger($i->twitter_username);
    $tokens = $oid->getOAuthTokens($i->id);
    $api = new CrawlerTwitterAPIAccessorOAuth($tokens['oauth_access_token'], $tokens['oauth_access_token_secret'], $cfg, $i);
    $api->init($logger);
    if ($api->available_api_calls_for_crawler > 0) {
        $id->updateLastRun($i->id);
        $crawler->fetchInstanceUserInfo($cfg, $api, $logger);
        $crawler->fetchInstanceUserTweets($cfg, $api, $logger);
        $crawler->fetchInstanceUserReplies($cfg, $api, $logger);
        $crawler->fetchInstanceUserFriends($cfg, $api, $logger);
        $crawler->fetchInstanceUserFollowers($cfg, $api, $logger);
        $crawler->fetchStrayRepliedToTweets($cfg, $api, $logger);
        $crawler->fetchUnloadedFollowerDetails($cfg, $api, $logger);
        $crawler->fetchFriendTweetsAndFriends($cfg, $api, $logger);
        // TODO: Get direct messages
        // TODO: Gather favorites data
        $crawler->cleanUpFollows($cfg, $api, $logger);
        // Save instance
        $id->save($crawler->instance, $crawler->owner_object->tweet_count, $logger, $api);
    }
    $logger->close();
    # Close logging
}
if (isset($conn)) {