<?php set_include_path(get_include_path() . PATH_SEPARATOR . '../../google-api-php-client/src/Google'); include 'config.php'; require_once 'log_data_service.php'; require_once 'pov_data_service.php'; require_once 'autoload.php'; //session_start(); $client = new Google_Client(); $client->setAuthConfigFile('client_secrets.json'); $client->setClassConfig("Google_Auth_OAuth2", 'access_type', 'offline'); $client->setRedirectUri('http://newsline.world/php/oauth2.php'); $client->addScope(Google_Service_Webmasters::WEBMASTERS); if (!isset($_GET['code'])) { $auth_url = $client->createAuthUrl(); header('Location: ' . filter_var($auth_url, FILTER_SANITIZE_URL)); } else { $client->authenticate($_GET['code']); $access_token = $client->getAccessToken(); // $client->revokeToken(); $refresh_token = $client->getRefreshToken(); //$refresh_token = $access_token['refresh_token']; //handle access_token $ds = new PovDataService($conf['dsn'], $conf['dbname'], $conf['dbpassword'], array(PDO::ATTR_PERSISTENT => false)); $ds->setGoogleToken("auth", $access_token, $refresh_token); $redirect_uri = 'http://' . $_SERVER['HTTP_HOST'] . '/'; header('Location: ' . filter_var($redirect_uri, FILTER_SANITIZE_URL)); }
set_time_limit(0); ini_set('user_agent', 'NameOfAgent (http://www.newsline.world)'); $dom; $input; $root; $host; $links; $ds; $categoryid; $logService; $level; $start; $error; $logService = new LogDataService(); require_once '..\\d4server\\nodemanager_data_service.php'; $ds = new PovDataService($conf['dsn'], $conf['dbname'], $conf['dbpassword'], array(PDO::ATTR_PERSISTENT => false)); //$lastTimestamp=$ds->getD4CrawlerTimestamp(); $nmDataService = new NodemanagerDataService($conf['d4nmdsn'], $conf['d4nmdbname'], $conf['d4nmdbpassword'], array(PDO::ATTR_PERSISTENT => false)); $forums = $ds->getAllForums(); $logService->log('D4CRAWLER', 'Forums length=' . sizeof($forums), var_log($forums, '$forums'), 'd4crawler'); foreach ($forums as $forum) { $logService->log('D4CRAWLER', 'Starting forum=' . $forum['forum'], var_log($forum, '$forum'), 'd4crawler'); $forumid = $forum['forumid']; $categoryid = $forum['categoryid']; $lastCrawled = $forum['last_crawled']; $d4ds = $nmDataService->getForumHubDataService($forumid); $threads = $d4ds->getNewThreads($forumid, $lastCrawled); $createdat = 0; foreach ($threads as $t) { $url = $t['url']; $exist = $ds->getThreadByUrl($url);
include '/php/config.php'; require_once 'log_data_service.php'; require_once 'pov_data_service.php'; $lang = ''; $lang_was_set = false; if (isset($_GET['lang'])) { $lang = substr($_GET['lang'], 0, 2); $lang_was_set = true; } $logService = new LogDataService(); if (!$lang) { $lang = 'en'; } $lang = strtolower($lang); $page_html = '<html lang="' . $lang . '">'; $ds = new PovDataService($conf['dsn'], $conf['dbname'], $conf['dbpassword'], array(PDO::ATTR_PERSISTENT => false)); $lang_res = $ds->loadLang($lang); if (!$lang_res) { $lang_res = $ds->loadLang('en'); } $lang_obj = "{"; $i = 0; $lang_array = []; foreach ((array) $lang_res as $rec) { if ($i++ > 0) { $lang_obj .= ","; } $lang_obj .= $rec['identifier'] . ":'" . $rec['native'] . "'"; $lang_array[$rec['identifier']] = $rec['native']; } $page_title = $lang_array['docs_page_title'];
$l = $_COOKIE['lang']; $lang_was_set=true; }*/ if ($l && !$lang) { $lang = $l; } else { if ($lang && (!$l || $lang != $l)) { // setcookie('lang', $lang,time()+30*24*3600,'/'); } } if (!$lang) { $lang = 'en'; } $lang = strtolower($lang); //TODO if lang_was_set==false - get it from the thread $ds = new PovDataService($conf['dsn'], $conf['dbname'], $conf['dbpassword'], array(PDO::ATTR_PERSISTENT => false)); /** Login or auto-login (via task) **/ $param = ""; $environment = $ds->getEnvironment($server); //$logService->log('TRACE','LANDING PAGE 2',$user_agent,'start'); if ($login || $code) { //logService->log('TRACE','LANDING PAGE 3',$user_agent,'start'); if ($threadid_was_set && $forum && $threadid && ($login || $code)) { $param = $lang . "/" . $forum . "/" . $threadid . "/3/"; } if ($login) { $logService->log('TRACE', $server . ':Processing login, calling Disqus', 'param=' . urlencode($environment['callback'] . $param), 'login'); auth($param);
<meta http-equiv="Expires" content="0" /> <meta name="viewport" content="width=device-width, initial-scale=1 minimum-scale=0.5"> <link rel="icon" type="image/png" href="css/logo2.png"> </head> <body> <p style="display:none"> QWiket is a current news and political commentary portal. </p> <ul> '; $ds = new PovDataService($conf['dsn'], $conf['dbname'], $conf['dbpassword'], array(PDO::ATTR_PERSISTENT => false)); $total = $ds->getTotalTopicsCount(); $pages = intval($total / 5000) + 1; for ($i = 0; $i < $pages; $i++) { $file = fopen("..\\links\\links_page" . $i . ".html", "w") or die("Unable to open file!"); fwrite($file, $html_header); $topics = $ds->loadAllTopics($i); foreach ((array) $topics as $topic) { $html = ' <li><a href="http://qwiket.com/pointofviewworld/' . $topic['threadid'] . '/7/">' . $topic['site_name'] . ': ' . $topic['title'] . '</a></li>'; fwrite($file, $html); } fwrite($file, ' </ul><a href="http://qwiket.com/links/links_page' . ($i + 1) . '.html">Next Page</a></body>'); fclose($file); }
<?php /** To login into google API and refresh tokens **/ set_include_path(get_include_path() . PATH_SEPARATOR . '../../google-api-php-client/src/Google'); include 'config.php'; require_once 'log_data_service.php'; require_once 'pov_data_service.php'; $error = ''; $logService = new LogDataService(); $ds = new PovDataService($conf['dsn'], $conf['dbname'], $conf['dbpassword'], array(PDO::ATTR_PERSISTENT => false)); $ret = $ds->getCurrentSitemap(); if (!$ret) { return; } try { $name = $ret['name']; $urls = $ret['urls']; $xml_header = '<?xml version="1.0" encoding="UTF-8"?> <urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9"> '; $file = fopen('..\\sitemaps\\' . $name, "w") or die("Unable to open file!"); fwrite($file, $xml_header); foreach ((array) $urls as $u) { $url = $u['url']; $xml = ' <url> <loc>' . $url . '</loc> </url>'; fwrite($file, $xml); }
<?php /** Links page builder 6/10/2015 **/ include 'config.php'; require_once 'log_data_service.php'; require_once 'pov_data_service.php'; require_once 'replication_data_service.php'; set_time_limit(0); $error = ''; $logService = new LogDataService(); $ds = new PovDataService($conf['rep_source_dsn'], $conf['rep_source_dbname'], $conf['rep_source_dbpassword'], array(PDO::ATTR_PERSISTENT => false)); $rds = new ReplicationDataService($conf['rep_target_dsn'], $conf['rep_target_dbname'], $conf['rep_target_dbpassword'], array(PDO::ATTR_PERSISTENT => false)); for ($i = 0; $i < 1000; $i++) { $x = $ds->getNextXfer(); if (!$x) { sleep(60); exit; } $table = $x['table']; $xid = $x['xid']; $action = $x['action']; $id = $x['id']; if ($action < 3) { $row = $ds->getXferRow($table, $xid); if (!$row) { $ds->deleteXfer($id); continue; } }
<?php /** Port of NRO users, creating subscriptions for all Citizens 6/17/2015 **/ include 'config.php'; require_once 'log_data_service.php'; require_once 'pov_data_service.php'; require_once 'd4_data_service.php'; require_once 'api.php'; $error = ''; $logService = new LogDataService(); $ds = new PovDataService($conf['dsn'], $conf['dbname'], $conf['dbpassword'], array(PDO::ATTR_PERSISTENT => false)); $d4s = new D4DataService($conf['d4dsn'], $conf['d4dbname'], $conf['d4dbpassword'], array(PDO::ATTR_PERSISTENT => false)); $identities = $d4s->getNROIdentities(); foreach ($identities as $idrec) { $identity = $idrec['identity']; $name = 'us_con'; $select = 0; $check = 1; $fringe = 1; $ds->saveSimpleInterests($identity, $name, 'check', $check); $ds->saveSimpleInterests($identity, $name, 'select', $select); $ds->saveSimpleInterests($identity, $name, 'fringe', $fringe); //$simples=innerGetSimpleInterests($identity,$name); $categoryid = $ds->getSimpleInterestsCategory($name); innerSubscribeNode($categoryid, 'us_con_fringe', $select, $check, $fringe); }