<?php
set_include_path(get_include_path() . PATH_SEPARATOR . '../../google-api-php-client/src/Google');
include 'config.php';
require_once 'log_data_service.php';
require_once 'pov_data_service.php';
require_once 'autoload.php';
//session_start();
$client = new Google_Client();
$client->setAuthConfigFile('client_secrets.json');
$client->setClassConfig("Google_Auth_OAuth2", 'access_type', 'offline');
$client->setRedirectUri('http://newsline.world/php/oauth2.php');
$client->addScope(Google_Service_Webmasters::WEBMASTERS);
if (!isset($_GET['code'])) {
$auth_url = $client->createAuthUrl();
header('Location: ' . filter_var($auth_url, FILTER_SANITIZE_URL));
} else {
$client->authenticate($_GET['code']);
$access_token = $client->getAccessToken();
// $client->revokeToken();
$refresh_token = $client->getRefreshToken();
//$refresh_token = $access_token['refresh_token'];
//handle access_token
$ds = new PovDataService($conf['dsn'], $conf['dbname'], $conf['dbpassword'], array(PDO::ATTR_PERSISTENT => false));
$ds->setGoogleToken("auth", $access_token, $refresh_token);
$redirect_uri = 'http://' . $_SERVER['HTTP_HOST'] . '/';
header('Location: ' . filter_var($redirect_uri, FILTER_SANITIZE_URL));
}
set_time_limit(0);
ini_set('user_agent', 'NameOfAgent (http://www.newsline.world)');
$dom;
$input;
$root;
$host;
$links;
$ds;
$categoryid;
$logService;
$level;
$start;
$error;
$logService = new LogDataService();
require_once '..\\d4server\\nodemanager_data_service.php';
$ds = new PovDataService($conf['dsn'], $conf['dbname'], $conf['dbpassword'], array(PDO::ATTR_PERSISTENT => false));
//$lastTimestamp=$ds->getD4CrawlerTimestamp();
$nmDataService = new NodemanagerDataService($conf['d4nmdsn'], $conf['d4nmdbname'], $conf['d4nmdbpassword'], array(PDO::ATTR_PERSISTENT => false));
$forums = $ds->getAllForums();
$logService->log('D4CRAWLER', 'Forums length=' . sizeof($forums), var_log($forums, '$forums'), 'd4crawler');
foreach ($forums as $forum) {
$logService->log('D4CRAWLER', 'Starting forum=' . $forum['forum'], var_log($forum, '$forum'), 'd4crawler');
$forumid = $forum['forumid'];
$categoryid = $forum['categoryid'];
$lastCrawled = $forum['last_crawled'];
$d4ds = $nmDataService->getForumHubDataService($forumid);
$threads = $d4ds->getNewThreads($forumid, $lastCrawled);
$createdat = 0;
foreach ($threads as $t) {
$url = $t['url'];
$exist = $ds->getThreadByUrl($url);
include '/php/config.php';
require_once 'log_data_service.php';
require_once 'pov_data_service.php';
$lang = '';
$lang_was_set = false;
if (isset($_GET['lang'])) {
$lang = substr($_GET['lang'], 0, 2);
$lang_was_set = true;
}
$logService = new LogDataService();
if (!$lang) {
$lang = 'en';
}
$lang = strtolower($lang);
$page_html = '<html lang="' . $lang . '">';
$ds = new PovDataService($conf['dsn'], $conf['dbname'], $conf['dbpassword'], array(PDO::ATTR_PERSISTENT => false));
$lang_res = $ds->loadLang($lang);
if (!$lang_res) {
$lang_res = $ds->loadLang('en');
}
$lang_obj = "{";
$i = 0;
$lang_array = [];
foreach ((array) $lang_res as $rec) {
if ($i++ > 0) {
$lang_obj .= ",";
}
$lang_obj .= $rec['identifier'] . ":'" . $rec['native'] . "'";
$lang_array[$rec['identifier']] = $rec['native'];
}
$page_title = $lang_array['docs_page_title'];
$l = $_COOKIE['lang'];
$lang_was_set=true;
}*/
if ($l && !$lang) {
$lang = $l;
} else {
if ($lang && (!$l || $lang != $l)) {
// setcookie('lang', $lang,time()+30*24*3600,'/');
}
}
if (!$lang) {
$lang = 'en';
}
$lang = strtolower($lang);
//TODO if lang_was_set==false - get it from the thread
$ds = new PovDataService($conf['dsn'], $conf['dbname'], $conf['dbpassword'], array(PDO::ATTR_PERSISTENT => false));
/**
Login or auto-login (via task)
**/
$param = "";
$environment = $ds->getEnvironment($server);
//$logService->log('TRACE','LANDING PAGE 2',$user_agent,'start');
if ($login || $code) {
//logService->log('TRACE','LANDING PAGE 3',$user_agent,'start');
if ($threadid_was_set && $forum && $threadid && ($login || $code)) {
$param = $lang . "/" . $forum . "/" . $threadid . "/3/";
}
if ($login) {
$logService->log('TRACE', $server . ':Processing login, calling Disqus', 'param=' . urlencode($environment['callback'] . $param), 'login');
auth($param);
<meta http-equiv="Expires" content="0" />
<meta name="viewport" content="width=device-width, initial-scale=1 minimum-scale=0.5">
<link rel="icon"
type="image/png"
href="css/logo2.png">
</head>
<body>
<p style="display:none">
QWiket is a current news and political commentary portal.
</p>
<ul>
';
$ds = new PovDataService($conf['dsn'], $conf['dbname'], $conf['dbpassword'], array(PDO::ATTR_PERSISTENT => false));
$total = $ds->getTotalTopicsCount();
$pages = intval($total / 5000) + 1;
for ($i = 0; $i < $pages; $i++) {
$file = fopen("..\\links\\links_page" . $i . ".html", "w") or die("Unable to open file!");
fwrite($file, $html_header);
$topics = $ds->loadAllTopics($i);
foreach ((array) $topics as $topic) {
$html = '
<li><a href="http://qwiket.com/pointofviewworld/' . $topic['threadid'] . '/7/">' . $topic['site_name'] . ': ' . $topic['title'] . '</a></li>';
fwrite($file, $html);
}
fwrite($file, '
</ul><a href="http://qwiket.com/links/links_page' . ($i + 1) . '.html">Next Page</a></body>');
fclose($file);
}
<?php
/**
To login into google API and refresh tokens
**/
set_include_path(get_include_path() . PATH_SEPARATOR . '../../google-api-php-client/src/Google');
include 'config.php';
require_once 'log_data_service.php';
require_once 'pov_data_service.php';
$error = '';
$logService = new LogDataService();
$ds = new PovDataService($conf['dsn'], $conf['dbname'], $conf['dbpassword'], array(PDO::ATTR_PERSISTENT => false));
$ret = $ds->getCurrentSitemap();
if (!$ret) {
return;
}
try {
$name = $ret['name'];
$urls = $ret['urls'];
$xml_header = '<?xml version="1.0" encoding="UTF-8"?>
<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9"> ';
$file = fopen('..\\sitemaps\\' . $name, "w") or die("Unable to open file!");
fwrite($file, $xml_header);
foreach ((array) $urls as $u) {
$url = $u['url'];
$xml = '
<url>
<loc>' . $url . '</loc>
</url>';
fwrite($file, $xml);
}
<?php
/**
Links page builder 6/10/2015
**/
include 'config.php';
require_once 'log_data_service.php';
require_once 'pov_data_service.php';
require_once 'replication_data_service.php';
set_time_limit(0);
$error = '';
$logService = new LogDataService();
$ds = new PovDataService($conf['rep_source_dsn'], $conf['rep_source_dbname'], $conf['rep_source_dbpassword'], array(PDO::ATTR_PERSISTENT => false));
$rds = new ReplicationDataService($conf['rep_target_dsn'], $conf['rep_target_dbname'], $conf['rep_target_dbpassword'], array(PDO::ATTR_PERSISTENT => false));
for ($i = 0; $i < 1000; $i++) {
$x = $ds->getNextXfer();
if (!$x) {
sleep(60);
exit;
}
$table = $x['table'];
$xid = $x['xid'];
$action = $x['action'];
$id = $x['id'];
if ($action < 3) {
$row = $ds->getXferRow($table, $xid);
if (!$row) {
$ds->deleteXfer($id);
continue;
}
}
<?php
/**
Port of NRO users, creating subscriptions for all Citizens 6/17/2015
**/
include 'config.php';
require_once 'log_data_service.php';
require_once 'pov_data_service.php';
require_once 'd4_data_service.php';
require_once 'api.php';
$error = '';
$logService = new LogDataService();
$ds = new PovDataService($conf['dsn'], $conf['dbname'], $conf['dbpassword'], array(PDO::ATTR_PERSISTENT => false));
$d4s = new D4DataService($conf['d4dsn'], $conf['d4dbname'], $conf['d4dbpassword'], array(PDO::ATTR_PERSISTENT => false));
$identities = $d4s->getNROIdentities();
foreach ($identities as $idrec) {
$identity = $idrec['identity'];
$name = 'us_con';
$select = 0;
$check = 1;
$fringe = 1;
$ds->saveSimpleInterests($identity, $name, 'check', $check);
$ds->saveSimpleInterests($identity, $name, 'select', $select);
$ds->saveSimpleInterests($identity, $name, 'fringe', $fringe);
//$simples=innerGetSimpleInterests($identity,$name);
$categoryid = $ds->getSimpleInterestsCategory($name);
innerSubscribeNode($categoryid, 'us_con_fringe', $select, $check, $fringe);
}
