private function sendRequest($gwf_date, $limit)
{
GWF_HTTP::setTimeout(3);
GWF_HTTP::setConnectTimeout(2);
$url = $this->getReplacedUrl($this->getDate(), $limit);
echo "CHECKING FORUM WITH URL: {$url}\n";
$content = GWF_HTTP::getFromURL($url);
GWF_HTTP::setTimeout();
GWF_HTTP::setConnectTimeout();
return $content;
}
function dog_wc_solvers($key, $name, $url, $channels = array(), $max_solvercount = 100, $format)
{
# Date we want to query
$lastdate = GWF_Settings::getSetting('DOG_SOLVERS_DATE_' . $key, '');
if (strlen($lastdate) !== 14) {
$lastdate = date('YmdHis');
GWF_Settings::setSetting('DOG_SOLVERS_DATE_' . $key, $lastdate);
}
$lastpair = GWF_Settings::getSetting('DOG_SOLVERS_PAIR_' . $key, '');
# Query URL
$url = str_replace(array('%DATE%'), array($lastdate), $url);
// echo $url.PHP_EOL;
GWF_HTTP::setTimeout(3);
GWF_HTTP::setConnectTimeout(2);
if (false === ($content = GWF_HTTP::getFromURL($url))) {
return;
}
GWF_HTTP::setTimeout();
GWF_HTTP::setConnectTimeout();
// echo $content.PHP_EOL;
# Nothing happened
if ($content === '') {
return;
}
$lines = explode("\n", $content);
$changed = false;
$badlines = 0;
$latestdate = $lastdate;
$firstpair = false;
foreach ($lines as $line) {
// echo "$line\n";
if ('' === ($line = trim($line))) {
continue;
}
$thedata = explode('::', $line);
if (count($thedata) !== 12) {
$badlines++;
echo 'Invalid line in dog_wc_solvers: ' . $line . PHP_EOL;
if ($badlines > 3) {
echo "BAD URL IS: {$url}\n";
return;
}
continue;
}
$badlines = 0;
$thedata = array_map('unescape_csv_like', $thedata);
# Fetch line
# uid::cid::solve_date::1st_look::viewcount::options::time_taken::tries::username::challname::solvecount::url
list($uid, $cid, $solvedate, $firstdate, $views, $options, $timetaken, $tries, $username, $challname, $solvercount, $challurl) = $thedata;
if (strlen($solvedate) !== 14) {
echo "Dateformat in {$url} is invalid: {$solvedate}\n";
return false;
}
$latestdate = $solvedate;
$pair = "{$uid}:{$cid}";
if ($firstpair === false) {
$firstpair = $pair;
}
if ($pair === $lastpair) {
break;
}
if ($solvercount > $max_solvercount) {
continue;
}
$msg = sprintf($format, $name, $username, $challname, $solvercount, $challurl);
if (count($channels) === 0) {
# To all servers in the main channel
foreach (Dog::getServers() as $server) {
$server instanceof Dog_Server;
$channels = $server->getChannels();
if (count($channels) > 0) {
$channel = array_shift($channels);
$channel = $channel->getName();
$server->sendPRIVMSG($channel, $msg);
}
}
} else {
# To all servers in matching channels
foreach (Dog::getServers() as $server) {
$server instanceof Dog_Server;
$channels_now = $server->getChannels();
foreach ($channels_now as $channel) {
$channel instanceof Dog_Channel;
$channel = $channel->getName();
echo $channel . PHP_EOL;
foreach ($channels as $c) {
if (!strcasecmp($c, $channel)) {
$server->sendPRIVMSG($channel, $msg);
}
}
}
}
}
$changed = true;
}
# Save state
if ($changed) {
GWF_Settings::setSetting('DOG_SOLVERS_DATE_' . $key, $latestdate);
GWF_Settings::setSetting('DOG_SOLVERS_PAIR_' . $key, $firstpair);
}
}
function dog_wc_forum($key, $name, $url, $channels = array(), $limit = 5, $onlygids = false, $skipgids = false)
{
# Date we want to query
$date = GWF_Settings::getSetting('DOG_FORUM_DATE_' . $key, date('Ymd000000'));
if (strlen($date) !== 14) {
$date = date('Ymd000000');
}
# We already know these threads for the current data stored
$known = GWF_Settings::getSetting('DOG_FORUM_LAST_' . $key, ',');
# Query URL
$url = str_replace(array('%DATE%', '%LIMIT%'), array($date, $limit), $url);
// echo $url.PHP_EOL;
GWF_HTTP::setTimeout(3);
GWF_HTTP::setConnectTimeout(2);
if (false === ($content = GWF_HTTP::getFromURL($url))) {
return;
}
GWF_HTTP::setTimeout();
GWF_HTTP::setConnectTimeout();
// echo $content.PHP_EOL;
# Nothing happened
if ($content === '') {
return;
}
$latest_date = $date;
$new_known = $known;
$lines = explode("\n", $content);
$changed = false;
$badlines = 0;
foreach ($lines as $line) {
if ('' === ($line = trim($line))) {
continue;
}
$thedata = explode('::', $line);
if (count($thedata) !== 6) {
$badlines++;
echo 'Invalid line in dog_wc_forum: ' . $line . PHP_EOL;
if ($badlines === 1) {
echo "BAD URL IS: {$url}\n";
}
if ($badlines > 3) {
return;
}
continue;
}
$badlines = 0;
$thedata = array_map('unescape_csv_like', $thedata);
# Fetch line
list($threadid, $lastdate, $lock, $url, $username, $title) = $thedata;
if (strlen($lastdate) !== 14) {
echo "Dateformat in {$url} is invalid: {$lastdate}\n";
return false;
}
$gid = (int) $lock;
if (is_array($onlygids)) {
if (!in_array($gid, $onlygids, true)) {
// echo "Not an only gid: $gid\n";
continue;
}
}
if (is_array($skipgids)) {
if (in_array($gid, $skipgids, true)) {
// echo "Skipped gid: $gid\n";
continue;
}
}
# Duplicate output?
if ($lastdate === $date && strpos($known, ',' . $threadid . ',') !== false) {
continue;
}
# Is it private?
$lock = $lock === '0' ? '' : ' locked';
# does the date change?
if ($latest_date !== $lastdate) {
$latest_date = $lastdate;
$new_known = ',';
}
# Mark this thread as known for this datestamp
$new_known .= $threadid . ',';
if (strpos($url, 'http') !== 0) {
$url = 'http://' . $url;
}
# Output message
if ($lock === ' locked') {
$msg = sprintf('%s New%s post: %s', $name, $lock, $url);
} else {
$msg = sprintf('%s New post by %s in %s: %s', $name, $username, $title, $url);
}
if (count($channels) === 0) {
# To all servers in the main channel
foreach (Dog::getServers() as $server) {
$server instanceof Dog_Server;
$channels = $server->getChannels();
if (count($channels) > 0) {
$channel = array_shift($channels);
$channel = $channel->getVar('chan_name');
$server->sendPRIVMSG($channel, $msg);
}
}
} else {
# To all servers in matching channels
foreach (Dog::getServers() as $server) {
$server instanceof Dog_Server;
$channels_now = $server->getChannels();
foreach ($channels_now as $channel) {
$channel instanceof Dog_Channel;
$channel = $channel->getName();
echo $channel . PHP_EOL;
foreach ($channels as $c) {
if (!strcasecmp($c, $channel)) {
$server->sendPRIVMSG($channel, $msg);
}
}
}
}
}
$changed = true;
}
# Save state
if ($changed) {
GWF_Settings::setSetting('DOG_FORUM_DATE_' . $key, $lastdate);
GWF_Settings::setSetting('DOG_FORUM_LAST_' . $key, $new_known);
}
}
private function getDescription($url)
{
# Get page content
# TODO: Only download .txt and .html content!
GWF_HTTP::setTimeout(10);
GWF_HTTP::setConnectTimeout(3);
$content = GWF_HTTP::getFromURL($url, true);
GWF_HTTP::setTimeout();
GWF_HTTP::setConnectTimeout();
if ($content === false) {
Dog_Log::error('Mod_Link::getDescription(): getFromURL() failed. URL: ' . $url);
return false;
}
list($head, $content) = preg_split("/[\r\n]{4}/", $content, 2);
$type = Common::regex('/Content-Type: *(.*)/Di', $head);
echo $type . PHP_EOL;
if (Common::startsWith($type, 'image')) {
return array('image', $content);
}
# Get Title from html
if (0 === preg_match('#< *title *>([^<]+)< */ *title *>#i', $content, $matches)) {
return false;
}
$title = $this->decode($matches[1]);
$descr = '';
if (1 === preg_match('#(< *meta.*description[^>]*>)#i', $content, $matchesB)) {
$tag = $matchesB[1];
if (1 === preg_match('#content=["\']([^"\']+)["\']#', $tag, $matchesB)) {
$descr = ' - ' . $this->decode($matchesB[1]);
}
}
return array('html', $title . ' - ' . $descr);
}
