/**
* Fetch a comment and insert it.
*
* @param string $messageID Message-ID for the article.
* @param string $siteID id of the site.
*
* @return bool
*/
protected function insertNewComment(&$messageID, &$siteID)
{
// Get the article body.
$body = $this->nntp->getMessages(self::group, $messageID);
// Check if there's an error.
if ($this->nntp->isError($body)) {
return false;
}
// Decompress the body.
$body = @gzinflate($body);
if ($body === false) {
return false;
}
// JSON Decode the body.
$body = json_decode($body, true);
if ($body === false) {
return false;
}
// Just in case.
if (!isset($body['USER']) || !isset($body['SID']) || !isset($body['RID']) || !isset($body['TIME']) | !isset($body['BODY'])) {
return false;
}
$cid = md5($body['SID'] . $body['USER'] . $body['TIME'] . $siteID);
// Insert the comment.
if ($this->pdo->queryExec(sprintf('
INSERT IGNORE INTO releasecomment
(text, createddate, issynced, shareid, cid, gid, nzb_guid, siteid, username, userid, releaseid, shared, host, sourceID)
VALUES (%s, %s, 1, %s, %s, %s, %s, %s, %s, 0, 0, 2, "", 999)', $this->pdo->escapeString($body['BODY']), $this->pdo->from_unixtime($body['TIME'] > time() ? time() : $body['TIME']), $this->pdo->escapeString($body['SID']), $this->pdo->escapeString($cid), $this->pdo->escapeString($body['RID']), $this->pdo->escapeString($body['RID']), $this->pdo->escapeString($siteID), $this->pdo->escapeString(substr($body['USER'], 0, 3) === 'sn-' ? 'SH_ANON' : 'SH_' . $body['USER'])))) {
return true;
}
return false;
}
/**
* Look for an .nfo file in the NZB, return the NFO message id.
* Gets the NZB completion.
* Looks for PAR2 files in the NZB.
*
* @param string $guid
* @param string $relID
* @param int $groupID
* @param string $groupName
*
* @return bool
*
* @access public
*/
public function getNfoFromNZB($guid, $relID, $groupID, $groupName)
{
$fetchedBinary = false;
$messageID = $this->parseNZB($guid, $relID, $groupID, true);
if ($messageID !== false) {
$fetchedBinary = $this->nntp->getMessages($groupName, $messageID['id'], $this->alternateNNTP);
if ($this->nntp->isError($fetchedBinary)) {
// NFO download failed, increment attempts.
$this->pdo->queryExec(sprintf('UPDATE releases SET nfostatus = nfostatus - 1 WHERE id = %d', $relID));
if ($this->echooutput) {
echo 'f';
}
return false;
}
if ($this->nfo->isNFO($fetchedBinary, $guid) === true) {
if ($this->echooutput) {
echo $messageID['hidden'] === false ? '+' : '*';
}
} else {
if ($this->echooutput) {
echo '-';
}
$this->pdo->queryExec(sprintf('UPDATE releases SET nfostatus = %d WHERE id = %d', Nfo::NFO_NONFO, $relID));
$fetchedBinary = false;
}
} else {
if ($this->echooutput) {
echo '-';
}
$this->pdo->queryExec(sprintf('UPDATE releases SET nfostatus = %d WHERE id = %d', Nfo::NFO_NONFO, $relID));
}
return $fetchedBinary;
}
}
require_once dirname(__FILE__) . '/../../../www/config.php';
$pdo = new nzedb\db\DB();
if ($argv[1] === 'all') {
$groups = $pdo->query('SELECT * FROM groups WHERE backfill = 1');
} else {
$groups = $pdo->query(sprintf('SELECT * FROM groups WHERE name = %s', $pdo->escapeString($argv[1])));
}
if (count($groups) === 0) {
if ($argv[1] === 'all') {
exit('ERROR! No groups were found with backfill enabled!' . PHP_EOL);
} else {
exit('ERROR! Group (' . $argv[1] . ') not found!' . PHP_EOL);
}
}
$nntp = new NNTP(['Settings' => $pdo]);
$nntp->doConnect() or exit('Could not connect to Usenet!' . PHP_EOL);
$binaries = new Binaries(['NNTP' => $nntp, 'Settings' => $pdo]);
foreach ($groups as $group) {
$groupNNTP = $nntp->selectGroup($group['name']);
if ($nntp->isError($groupNNTP)) {
echo 'ERROR! Could not fetch information from NNTP for group (' . $group['name'] . ')' . PHP_EOL;
continue;
}
$postDate = $pdo->queryOneRow(sprintf('SELECT UNIX_TIMESTAMP(postdate) AS postdate FROM releases WHERE group_id = %d ORDER BY postdate ASC LIMIT 1', $group['id']));
if ($postDate === false) {
echo 'ERROR! Could not find any existing releases for group (' . $group['name'] . ')' . PHP_EOL;
continue;
}
$articleNumber = (int) $binaries->daytopost(round((time() - $postDate['postdate']) / 86400), $groupNNTP);
if ($group['last_record'] != 0 && $articleNumber >= $group['last_record']) {
require_once dirname(__FILE__) . '/config.php';
use newznab\db\Settings;
use newznab\processing\PProcess;
$pdo = new Settings();
/**
Array with possible arguments for run and
whether or not those methods of operation require NNTP
**/
$args = array('additional' => true, 'all' => true, 'allinf' => true, 'amazon' => false, 'anime' => false, 'book' => false, 'console' => false, 'games' => false, 'movies' => false, 'music' => false, 'nfo' => true, 'pre' => true, 'sharing' => true, 'spotnab' => true, 'tv' => false, 'tvdb' => false, 'xxx' => false);
$bool = array('true', 'false');
if (!isset($argv[1]) || !in_array($argv[1], $args) || !isset($argv[2]) || !in_array($argv[2], $bool)) {
exit($pdo->log->error("\nIncorrect arguments.\n" . "The second argument (true/false) determines wether to echo or not.\n\n" . "php postprocess.php all true ...: Does all the types of post processing.\n" . "php postprocess.php pre true ...: Processes all Predb sites.\n" . "php postprocess.php nfo true ...: Processes NFO files.\n" . "php postprocess.php movies true ...: Processes movies.\n" . "php postprocess.php music true ...: Processes music.\n" . "php postprocess.php console true ...: Processes console games.\n" . "php postprocess.php games true ...: Processes games.\n" . "php postprocess.php book true ...: Processes books.\n" . "php postprocess.php anime true ...: Processes anime.\n" . "php postprocess.php tv true ...: Processes tv.\n" . "php postprocess.php tvdb true ...: Processes tvdb.\n" . "php postprocess.php xxx true ...: Processes xxx.\n" . "php postprocess.php additional true ...: Processes previews/mediainfo/etc...\n" . "php postprocess.php sharing true ...: Processes uploading/downloading comments.\n" . "php postprocess.php spotnab true ...: Processes uploading/downloading comments from spotnab.\n" . "php postprocess.php allinf true ...: Does all the types of post processing on a loop, sleeping 15 seconds between.\n" . "php postprocess.php amazon true ...: Does all the amazon (books/console/games/music/xxx).\n"));
}
$nntp = null;
if ($args[$argv[1]] === true) {
$nntp = new NNTP(['Settings' => $pdo]);
if (($pdo->getSetting('alternate_nntp') == 1 ? $nntp->doConnect(true, true) : $nntp->doConnect()) !== true) {
exit($pdo->log->error("Unable to connect to usenet." . PHP_EOL));
}
}
$postProcess = new PProcess(['Settings' => $pdo, 'Echo' => $argv[2] === 'true' ? true : false]);
$charArray = ['a', 'b', 'c', 'd', 'e', 'f', '0', '1', '2', '3', '4', '5', '6', '7', '8', '9'];
switch ($argv[1]) {
case 'all':
$postProcess->processAll($nntp);
break;
case 'allinf':
$i = 1;
while ($i = 1) {
$postProcess->processAll($nntp);
sleep(15);
$other = 1;
if ($argv[3] === 'all') {
$other = 2;
} else {
if ($argv[3] === 'preid') {
$other = 3;
}
}
$setStatus = $argv[4] == "yes" ? 1 : 2;
$show = 2;
if (isset($argv[5]) && $argv[5] === 'show') {
$show = 1;
}
$nntp = null;
if ($argv[1] == 7 || $argv[1] == 8) {
$nntp = new NNTP(['Settings' => $pdo]);
if (($pdo->getSetting('alternate_nntp') == '1' ? $nntp->doConnect(true, true) : $nntp->doConnect()) !== true) {
echo $pdo->log->error("Unable to connect to usenet.\n");
return;
}
}
switch ($argv[1]) {
case 1:
$predb->parseTitles(1, $update, $other, $setStatus, $show);
break;
case 2:
$predb->parseTitles(2, $update, $other, $setStatus, $show);
break;
case 3:
$namefixer->fixNamesWithNfo(1, $update, $other, $setStatus, $show);
break;
/**
* Returns unix time for an article number.
*
* @param int $post The article number to get the time from.
* @param array $groupData Usenet group info from NNTP selectGroup method.
*
* @return bool|int
*/
public function postdate($post, array $groupData)
{
// Set table names
$groupID = $this->_groups->getIDByName($groupData['group']);
$group = [];
if ($groupID !== '') {
$group = $this->_groups->getCBPTableNames($this->_tablePerGroup, $groupID);
}
$currentPost = $post;
$attempts = $date = 0;
do {
// Try to get the article date locally first.
if ($groupID !== '') {
// Try to get locally.
$local = $this->_pdo->queryOneRow(sprintf('
SELECT b.date AS date
FROM %s b, %s p
WHERE b.id = p.binaryid
AND b.groupid = %s
AND p.number = %s LIMIT 1', $group['bname'], $group['pname'], $groupID, $currentPost));
if ($local !== false) {
$date = $local['date'];
break;
}
}
// If we could not find it locally, try usenet.
$header = $this->_nntp->getXOVER($currentPost);
if (!$this->_nntp->isError($header)) {
// Check if the date is set.
if (isset($header[0]['Date']) && strlen($header[0]['Date']) > 0) {
$date = $header[0]['Date'];
break;
}
}
// Try to get a different article number.
if (abs($currentPost - $groupData['first']) > abs($groupData['last'] - $currentPost)) {
$tempPost = round($currentPost / (mt_rand(1005, 1012) / 1000), 0, PHP_ROUND_HALF_UP);
if ($tempPost < $groupData['first']) {
$tempPost = $groupData['first'];
}
} else {
$tempPost = round(mt_rand(1005, 1012) / 1000 * $currentPost, 0, PHP_ROUND_HALF_UP);
if ($tempPost > $groupData['last']) {
$tempPost = $groupData['last'];
}
}
// If we got the same article number as last time, give up.
if ($tempPost === $currentPost) {
break;
}
$currentPost = $tempPost;
if ($this->_debug) {
$this->_colorCLI->doEcho($this->_colorCLI->debug('Postdate retried ' . $attempts . " time(s)."));
}
} while ($attempts++ <= 20);
// If we didn't get a date, set it to now.
if (!$date) {
$date = time();
} else {
$date = strtotime($date);
}
if ($this->_debug) {
$this->_debugging->log('Binaries', "postdate", 'Article (' . $post . "'s) date is (" . $date . ') (' . $this->daysOld($date) . " days old)", \Logger::LOG_INFO);
}
return $date;
}
<?php
require_once dirname(__FILE__) . '/../../www/config.php';
use newznab\db\Settings;
$releases = new Releases();
$pdo = new Settings();
$nzb = new NZB();
$nntp = new NNTP();
// read pars for a release GUID, echo out any that look like a rar
$relguid = "249f9ec1f0d68d33b5fa85594ba1a47d";
$nzbfile = $nzb->getNZBPath($relguid, $pdo->getSetting('nzbpath'), true);
$nzbInfo = new nzbInfo();
$nzbInfo->loadFromFile($nzbfile);
$nntp->doConnect();
echo $nzbInfo->summarize();
foreach ($nzbInfo->parfiles as $parfile) {
echo "Fetching " . $parfile['subject'] . "\n";
$parBinary = $nntp->getMessages($parfile['groups'][0], $parfile['segments']);
if ($parBinary) {
$par2 = new Par2info();
$par2->setData($parBinary);
if (!$par2->error) {
$parFiles = $par2->getFileList();
foreach ($parFiles as $file) {
if (preg_match('/.*part0*1\\.rar$/iS', $file['name']) || preg_match('/(?!part0*1)\\.rar$/iS', $file['name']) || preg_match('/\\.001$/iS', $file['name'])) {
print_r($file);
}
}
}
}
unset($parBinary);
private function _postArticle($article, $retries = 3)
{
// Extract message id
if (!preg_match('/Message-ID: <(?P<id>[^>]+)>/', $article[0], $matches)) {
// we couldn't extract the message id
return false;
}
$msg_id = $matches['id'];
set_error_handler('snHandleError');
// Connect to server
if (($this->_pdo->getSetting('alternate_nntp') == 1 ? $this->_nntp->doConnect(true, true) : $this->_nntp->doConnect()) !== true) {
exit($this->_pdo->log->error("Unable to connect to usenet." . PHP_EOL));
}
while ($retries > 0) {
try {
$summary = $this->_nntp->selectGroup($this->_post_group);
if (NNTP::isError($summary)) {
$summary = $this->_nntpReset($this->_post_group);
$retries--;
continue;
}
// Check if server will receive an article
$_err = $this->_nntp->cmdPost();
if (NNTP::isError($_err)) {
$summary = $this->_nntpReset($this->_post_group);
$retries--;
continue;
}
// Actually send the article
$_err = $this->_nntp->cmdPost2($article);
} catch (Exception $e) {
// Ensure We're not connected
try {
$this->_nntp->doQuit();
} catch (Exception $e) {
/* do nothing */
}
// Post failed
$retries--;
// try again
continue;
}
// Now we verify the post worked okay
// The below code was commented out but not removed as it
// is good reference on how to quickly scan for an article.
// The problem with the below code is some providers were
// taking up to 20 min for the post to show... so checking
// right after posting was failing for this group.
// $summary = $this->_nntp->selectGroup($this->_post_group);
// if(NNTP::isError($summary)) {
// $summary = $this->_nntpReset($this->_post_group);
// $retries--;
// continue;
// }
// $last = intval($summary['last']);
// $batch = $last - SpotNab::VERIFY_FETCH_HEADER_COUNT;
// $headers = $this->_get_headers($this->_post_group,
// "$batch-$last", $retries);
// // Ensure We're not connected
// try{$this->_nntp->doQuit();}
// catch(Exception $e)
// {/* do nothing */}
// if($headers === false){
// // We failed
// return false;
// }
// // Okay we have headers to scan (we'll work back from the end to
// // the front to speed the process up)
// for($i=count($headers)-1; $i >0; $i--){
// if(!array_key_exists('Message-ID', $headers[$i]))
// continue;
// if ($headers[$i]['Message-ID'] == "<$msg_id>")
// // Great! we found the post we just posted
// return true;
// }
// // Otherwise we didn't find the Message-ID so we fail
// return false;
// Restore handler
restore_error_handler();
// We're done
return true;
}
// Restore handler
restore_error_handler();
return false;
}
/**
* Download and process binaries for JPG pictures.
*
* @void
* @access protected
*/
protected function _processJPGMessageIDs()
{
// Download JPG file.
if ($this->_foundJPGSample === false && !empty($this->_JPGMessageIDs)) {
// Try to download it.
$jpgBinary = $this->_nntp->getMessages($this->_releaseGroupName, $this->_JPGMessageIDs, $this->_alternateNNTP);
if ($this->_nntp->isError($jpgBinary)) {
$jpgBinary = false;
}
if ($jpgBinary !== false) {
if ($this->_echoCLI) {
$this->_echo('(jB)', 'primaryOver', false);
}
// Try to create a file with it.
@file_put_contents($this->tmpPath . 'samplepicture.jpg', $jpgBinary);
// Try to resize and move it.
$this->_foundJPGSample = $this->_releaseImage->saveImage($this->_release['guid'] . '_thumb', $this->tmpPath . 'samplepicture.jpg', $this->_releaseImage->jpgSavePath, 650, 650) === 1 ? true : false;
if ($this->_foundJPGSample !== false) {
// Update the DB to say we got it.
$this->pdo->queryExec(sprintf('
UPDATE releases
SET jpgstatus = %d
WHERE id = %d', 1, $this->_release['id']));
if ($this->_echoCLI) {
$this->_echo('j', 'primaryOver', false);
}
}
@unlink($this->tmpPath . 'samplepicture.jpg');
} else {
if ($this->_echoCLI) {
$this->_echo('f', 'warningOver', false);
}
}
}
}
<?php
// To troubleshoot what's actually on usenet.
require_once dirname(__FILE__) . '/../../../www/config.php';
$cli = new ColorCLI();
if (!isset($argv[2]) || !is_numeric($argv[2])) {
exit($cli->error("\nTest your nntp connection, get group information and postdate for specific article.\n\n" . "php {$argv['0']} alt.binaries.teevee 595751142 ...: To test nntp on alt.binaries.teevee with artivle 595751142.\n"));
}
$nntp = new NNTP();
if ($nntp->doConnect() !== true) {
exit;
}
$first = $argv[2];
$group = $argv[1];
// Select a group.
$groupArr = $nntp->selectGroup($group);
print_r($groupArr);
// Insert actual local part numbers here.
$msg = $nntp->getXOVER($first . '-' . $first);
// Print out the array of headers.
print_r($msg);
// get postdate for an article
$binaries = new Binaries(['NNTP' => $nntp]);
$newdate = $binaries->postdate($first, $groupArr);
echo $cli->primary("The posted date for " . $group . ", article " . $first . " is " . date('Y-m-d H:i:s', $newdate));
$tmux = new Tmux();
$torun = $tmux->get()->post;
$pieces = explode(' =+= ', $argv[1]);
$postprocess = new PProcess(['Echo' => true]);
if (isset($pieces[6])) {
// Create the connection here and pass
$nntp = new NNTP();
if ($nntp->doConnect() === false) {
exit($c->error("Unable to connect to usenet."));
}
$postprocess->processAdditional($nntp, $argv[1]);
$nntp->doQuit();
} else {
if (isset($pieces[3])) {
// Create the connection here and pass
$nntp = new NNTP();
if ($nntp->doConnect() === false) {
exit($c->error("Unable to connect to usenet."));
}
$postprocess->processNfos($argv[1], $nntp);
$nntp->doQuit();
} else {
if (isset($pieces[2])) {
$postprocess->processMovies($argv[1]);
echo '.';
} else {
if (isset($pieces[1])) {
$postprocess->processTv($argv[1]);
}
}
}
<?php
require_once dirname(__FILE__) . '/../../../www/config.php';
if (!isset($argv[1])) {
exit;
}
$group = $argv[1];
//$cleaner = new CollectionsCleaning();
$nntp = new NNTP();
$cli = new ColorCLI();
if ($nntp->doConnect() !== true) {
exit($cli->error("Unable to connect to usenet."));
}
$number = 1000000;
//exec("tmux kill-session -t NNTPProxy");
$groupArr = $nntp->selectGroup($group);
if ($nntp->isError($groupArr) || !isset($groupArr['first']) || !isset($groupArr['last'])) {
exit;
}
print_r($groupArr);
if (isset($argv[2]) && is_numeric($argv[2])) {
$first = $argv[2];
} else {
if ($groupArr['last'] - $number > $groupArr['first']) {
$first = $groupArr['last'] - $number;
} else {
$first = $groupArr['first'];
}
}
$last = $groupArr['last'];
@unlink(nZEDb_RES . 'logs' . DS . 'not_yenc' . DS . $group . '.txt');
/**
* Backfill single group.
*
* @param array $groupArr
* @param int $left
* @param int|string $articles
*
* @return void
*/
public function backfillGroup($groupArr, $left, $articles = '')
{
// Start time for this group.
$startGroup = microtime(true);
$groupName = str_replace('alt.binaries', 'a.b', $groupArr['name']);
// If our local oldest article 0, it means we never ran update_binaries on the group.
if ($groupArr['first_record'] <= 0) {
$dMessage = "You need to run update_binaries on " . $groupName . ". Otherwise the group is dead, you must disable it.";
if ($this->_debug) {
$this->_debugging->log('Backfill', "backfillGroup", $dMessage, Logger::LOG_ERROR);
}
if ($this->_echoCLI) {
$this->pdo->log->doEcho($this->pdo->log->error($dMessage));
}
return;
}
// Select group, here, only once
$data = $this->_nntp->selectGroup($groupArr['name']);
if ($this->_nntp->isError($data)) {
$data = $this->_nntp->dataError($this->_nntp, $groupArr['name']);
if ($this->_nntp->isError($data)) {
return;
}
}
if ($this->_echoCLI) {
$this->pdo->log->doEcho($this->pdo->log->primary('Processing ' . $groupName), true);
}
// Check if this is days or post backfill.
$postCheck = $articles === '' ? false : true;
// Get target post based on date or user specified number.
$targetpost = (string) ($postCheck ? round($groupArr['first_record'] - $articles) : $this->_binaries->daytopost($groupArr['backfill_target'], $data));
// Check if target post is smaller than server's oldest, set it to oldest if so.
if ($targetpost < $data['first']) {
$targetpost = $data['first'];
}
// Check if our target post is newer than our oldest post or if our local oldest article is older than the servers oldest.
if ($targetpost >= $groupArr['first_record'] || $groupArr['first_record'] <= $data['first']) {
$dMessage = "We have hit the maximum we can backfill for " . $groupName . ", skipping it, consider disabling backfill on it.";
if ($this->_debug) {
$this->_debugging->log('Backfill', "backfillGroup", $dMessage, Logger::LOG_NOTICE);
}
if ($this->_echoCLI) {
$this->pdo->log->doEcho($this->pdo->log->notice($dMessage), true);
}
return;
}
if ($this->_echoCLI) {
$this->pdo->log->doEcho($this->pdo->log->primary('Group ' . $groupName . "'s oldest article is " . number_format($data['first']) . ', newest is ' . number_format($data['last']) . ".\nOur target article is " . number_format($targetpost) . '. Our oldest article is article ' . number_format($groupArr['first_record']) . '.'));
}
// Set first and last, moving the window by max messages.
$last = (string) ($groupArr['first_record'] - 1);
// Set the initial "chunk".
$first = (string) ($last - $this->_binaries->messageBuffer + 1);
// Just in case this is the last chunk we needed.
if ($targetpost > $first) {
$first = $targetpost;
}
$done = false;
while ($done === false) {
if ($this->_echoCLI) {
$this->pdo->log->doEcho($this->pdo->log->set256('Yellow') . "\nGetting " . number_format($last - $first + 1) . " articles from " . $groupName . ", " . $left . " group(s) left. (" . number_format($first - $targetpost) . " articles in queue)." . $this->pdo->log->rsetColor(), true);
}
flush();
$lastMsg = $this->_binaries->scan($groupArr, $first, $last, $this->_safePartRepair);
// Get the oldest date.
if (isset($lastMsg['firstArticleDate'])) {
// Try to get it from the oldest pulled article.
$newdate = strtotime($lastMsg['firstArticleDate']);
} else {
// If above failed, try to get it with postdate method.
$newdate = $this->_binaries->postdate($first, $data);
}
$this->pdo->queryExec(sprintf('
UPDATE groups
SET first_record_postdate = %s, first_record = %s, last_updated = NOW()
WHERE id = %d', $this->pdo->from_unixtime($newdate), $this->pdo->escapeString($first), $groupArr['id']));
if ($first == $targetpost) {
$done = true;
} else {
// Keep going: set new last, new first, check for last chunk.
$last = (string) ($first - 1);
$first = (string) ($last - $this->_binaries->messageBuffer + 1);
if ($targetpost > $first) {
$first = $targetpost;
}
}
}
if ($this->_echoCLI) {
$this->pdo->log->doEcho($this->pdo->log->primary(PHP_EOL . 'Group ' . $groupName . ' processed in ' . number_format(microtime(true) - $startGroup, 2) . " seconds."), true);
}
}
/**
* Update the list of newsgroups from nntp provider matching a regex and return an array of messages.
*/
function addBulk($groupList, $active = 1, $backfill = 1)
{
$ret = array();
if ($groupList == "") {
$ret[] = "No group list provided.";
} else {
$nntp = new NNTP(['Echo' => false]);
if (!$nntp->doConnect()) {
$ret[] = "Failed to get NNTP connection";
return $ret;
}
$groups = $nntp->getGroups();
$nntp->doQuit();
$regfilter = "/(" . str_replace(array('.', '*'), array('\\.', '.*?'), $groupList) . ")\$/";
foreach ($groups as $group) {
if (preg_match($regfilter, $group['group']) > 0) {
$res = $this->pdo->queryOneRow(sprintf("SELECT id FROM groups WHERE name = %s ", $this->pdo->escapeString($group['group'])));
if ($res) {
$this->pdo->queryExec(sprintf("update groups SET active = %d where id = %d", $active, $res["id"]));
$ret[] = array('group' => $group['group'], 'msg' => 'Updated');
} else {
$desc = "";
$this->pdo->queryInsert(sprintf("INSERT INTO groups (name, description, active, backfill) VALUES (%s, %s, %d, %s)", $this->pdo->escapeString($group['group']), $this->pdo->escapeString($desc), $active, $backfill));
$ret[] = array('group' => $group['group'], 'msg' => 'Created');
}
}
}
}
return $ret;
}
<?php
define('FS_ROOT', realpath(dirname(__FILE__)));
require_once FS_ROOT . "/../../www/config.php";
require_once FS_ROOT . "/../../www/lib/framework/db.php";
require_once FS_ROOT . "/../../www/lib/nntp.php";
$grp = "a.b.grp";
$msgid = "2df9e8a3\$1\$2314\$6d4158fb@reader.xsnews.nl";
$nntp = new NNTP();
$nntp->doConnect();
$sampleBinary = $nntp->getMessage($grp, $msgid);
$nntp->doQuit();
if ($sampleBinary === false) {
echo "-Couldnt fetch binary \n";
} else {
file_put_contents("test.part", $sampleBinary);
}
/**
* Check for passworded releases, RAR contents and Sample/Media info
*/
public function processAdditional($numtoProcess = 100)
{
$maxattemptstocheckpassworded = 5;
$processVideoSample = $this->pdo->getSetting('ffmpegpath') != '' ? true : false;
$processMediainfo = $this->pdo->getSetting('mediainfopath') != '' ? true : false;
$processPasswords = $this->pdo->getSetting('unrarpath') != '' ? true : false;
$processAudioSample = $this->pdo->getSetting('saveaudiopreview') == 1 ? true : false;
$tmpPath = $this->pdo->getSetting('tmpunrarpath');
if (substr($tmpPath, -strlen('/')) != '/') {
$tmpPath = $tmpPath . '/';
}
if (!file_exists($tmpPath)) {
mkdir($tmpPath, 0766, true);
}
$nntp = new NNTP();
$nzb = new NZB();
//
// Get out all releases which have not been checked more than max attempts for password.
//
$sql = sprintf("select r.id, r.guid, r.name, c.disablepreview from releases r\n\t\t\tleft join category c on c.id = r.categoryid\n\t\t\twhere (r.passwordstatus between %d and -1)\n\t\t\tor (r.haspreview = -1 and c.disablepreview = 0) order by r.postdate desc limit %d ", ($maxattemptstocheckpassworded + 1) * -1, $numtoProcess);
$result = $this->pdo->query($sql);
$iteration = $rescount = sizeof($result);
if ($rescount > 0) {
echo "PostPrc : Performing additional post processing on last " . $rescount . " releases ...";
$nntpconnected = false;
foreach ($result as $rel) {
echo $iteration-- . ".";
// Per release defaults
$passStatus = array(Releases::PASSWD_NONE);
$blnTookMediainfo = false;
$blnTookSample = $rel['disablepreview'] == 1 ? true : false;
//only attempt sample if not disabled
if ($blnTookSample) {
$this->pdo->queryExec(sprintf("update releases set haspreview = 0 where id = %d", $rel['id']));
}
//
// Go through the binaries for this release looking for a rar, a sample, and a mediafile
//
$nzbInfo = new nzbInfo();
$norar = 0;
// only load nzbs and check for rar files if we are doing something with them.
if ($processVideoSample || $processMediainfo || $processPasswords || $processAudioSample) {
$nzbfile = $nzb->getNZBPath($rel['guid'], $this->pdo->getSetting('nzbpath'));
if (!$nzbInfo->loadFromFile($nzbfile)) {
continue;
}
foreach ($nzbInfo->nzb as $nzbsubject) {
if (preg_match("/\\w\\.r00/i", $nzbsubject['subject'])) {
$norar = 1;
}
}
}
// attempt to process video sample file
if (!empty($nzbInfo->samplefiles) && $processVideoSample && $blnTookSample === false) {
$sampleFile = $nzbInfo->samplefiles[0];
//first detected sample
$sampleMsgids = array_slice($sampleFile['segments'], 0, 1);
//get first segment, increase to get more of the sample
$sampleGroup = $sampleFile['groups'][0];
//echo "PostPrc : Fetching ".implode($sampleMsgids, ', ')." from {$sampleGroup}\n";
if (!$nntpconnected) {
$nntpconnected = $nntp->doConnect();
}
$sampleBinary = $nntp->getMessages($sampleGroup, $sampleMsgids);
if ($sampleBinary === false) {
echo "\nPostPrc : Couldnt fetch sample\n";
} else {
$samplefile = $tmpPath . 'sample.avi';
file_put_contents($samplefile, $sampleBinary);
$blnTookSample = $this->getSample($tmpPath, $this->pdo->getSetting('ffmpegpath'), $rel['guid']);
if ($blnTookSample) {
$this->updateReleaseHasPreview($rel['guid']);
}
unlink($samplefile);
}
unset($sampleBinary);
}
// attempt to process loose media file
if (!empty($nzbInfo->mediafiles) && ($processVideoSample && $blnTookSample === false || $processMediainfo)) {
$mediaFile = $nzbInfo->mediafiles[0];
//first detected media file
$mediaMsgids = array_slice($mediaFile['segments'], 0, 2);
//get first two segments
$mediaGroup = $mediaFile['groups'][0];
//echo "PostPrc : Fetching ".implode($mediaMsgids, ', ')." from {$mediaGroup}\n";
if (!$nntpconnected) {
$nntpconnected = $nntp->doConnect();
}
$mediaBinary = $nntp->getMessages($mediaGroup, $mediaMsgids);
if ($mediaBinary === false) {
echo "\nPostPrc : Couldnt fetch media file\n";
} else {
$mediafile = $tmpPath . 'sample.avi';
file_put_contents($mediafile, $mediaBinary);
if ($processVideoSample && $blnTookSample === false) {
$blnTookSample = $this->getSample($tmpPath, $this->pdo->getSetting('ffmpegpath'), $rel['guid']);
if ($blnTookSample) {
$this->updateReleaseHasPreview($rel['guid']);
}
}
if ($processMediainfo) {
$blnTookMediainfo = $this->getMediainfo($tmpPath, $this->pdo->getSetting('mediainfopath'), $rel['id']);
}
unlink($mediafile);
}
unset($mediaBinary);
}
// attempt to process audio sample file
if (!empty($nzbInfo->audiofiles) && $processAudioSample && $blnTookSample === false) {
$audioFile = $nzbInfo->audiofiles[0];
//first detected audio file
$audioMsgids = array_slice($audioFile['segments'], 0, 1);
//get first segment
$audioGroup = $audioFile['groups'][0];
//echo "PostPrc : Fetching ".implode($audioMsgids, ', ')." from {$audioGroup}\n";
if (!$nntpconnected) {
$nntpconnected = $nntp->doConnect();
}
$audioBinary = $nntp->getMessages($audioGroup, $audioMsgids);
if ($audioBinary === false) {
echo "\nPostPrc : Couldnt fetch audio sample\n";
} else {
$audiofile = $tmpPath . 'sample.mp3';
file_put_contents($audiofile, $audioBinary);
$blnTookSample = $this->getAudioSample($tmpPath, $rel['guid']);
if ($blnTookSample !== false) {
$this->updateReleaseHasPreview($rel['guid'], 2);
}
if ($processMediainfo) {
$blnTookMediainfo = $this->getMediainfo($tmpPath, $this->pdo->getSetting('mediainfopath'), $rel['id']);
}
if ($this->pdo->getSetting('lamepath') != "") {
$this->lameAudioSample($this->pdo->getSetting('lamepath'), $rel['guid']);
}
unlink($audiofile);
}
unset($audioBinary);
}
if (!empty($nzbInfo->rarfiles) && ($this->pdo->getSetting('checkpasswordedrar') > 0 || ($processVideoSample || $processAudioSample) && $blnTookSample === false || $processMediainfo)) {
$mysqlkeepalive = 0;
foreach ($nzbInfo->rarfiles as $rarFile) {
//dont process any more rars if a passworded rar has been detected and the site is set to automatically delete them
if ($this->pdo->getSetting('deletepasswordedrelease') == 1 && max($passStatus) == Releases::PASSWD_RAR) {
echo "-Skipping processing of rar {$rarFile['subject']} as this release has already been marked as passworded.\n";
continue;
}
$rarMsgids = array_slice($rarFile['segments'], 0, 1);
//get first segment
$rarGroup = $rarFile['groups'][0];
//echo "PostPrc : Fetching ".implode($rarMsgids, ', ')." from {$rarGroup} (".++$mysqlkeepalive.")\n";
if (!$nntpconnected) {
$nntpconnected = $nntp->doConnect();
}
$fetchedBinary = $nntp->getMessages($rarGroup, $rarMsgids);
if ($fetchedBinary === false) {
//echo "\nPostPrc : Failed fetching rar file\n";
$this->pdo->queryExec(sprintf("update releases set passwordstatus = passwordstatus - 1 where id = %d", $rel['id']));
continue;
} else {
$relFiles = $this->processReleaseFiles($fetchedBinary, $rel['id']);
if ($this->pdo->getSetting('checkpasswordedrar') > 0 && $processPasswords) {
$passStatus[] = $this->processReleasePasswords($fetchedBinary, $tmpPath, $this->pdo->getSetting('unrarpath'), $this->pdo->getSetting('checkpasswordedrar'));
}
// we need to unrar the fetched binary if checkpasswordedrar wasnt 2
if ($this->pdo->getSetting('checkpasswordedrar') < 2 && $processPasswords) {
$rarfile = $tmpPath . 'rarfile.rar';
file_put_contents($rarfile, $fetchedBinary);
$execstring = '"' . $this->pdo->getSetting('unrarpath') . '" e -ai -ep -c- -id -r -kb -p- -y -inul "' . $rarfile . '" "' . $tmpPath . '"';
$output = Utility::runCmd($execstring, false, true);
unlink($rarfile);
}
if ($processVideoSample && $blnTookSample === false) {
$blnTookSample = $this->getSample($tmpPath, $this->pdo->getSetting('ffmpegpath'), $rel['guid']);
if ($blnTookSample) {
$this->updateReleaseHasPreview($rel['guid']);
}
}
$blnTookAudioSample = false;
if ($processAudioSample && $blnTookSample === false) {
$blnTookSample = $this->getAudioSample($tmpPath, $rel['guid']);
if ($blnTookSample) {
$blnTookAudioSample = true;
$this->updateReleaseHasPreview($rel['guid'], 2);
}
}
if ($processMediainfo && $blnTookMediainfo === false) {
$blnTookMediainfo = $this->getMediainfo($tmpPath, $this->pdo->getSetting('mediainfopath'), $rel['id']);
}
//
// Has to be done after mediainfo
//
if ($blnTookAudioSample && $this->pdo->getSetting('lamepath') != "") {
$this->lameAudioSample($this->pdo->getSetting('lamepath'), $rel['guid']);
}
if ($mysqlkeepalive % 25 == 0) {
$this->pdo->query("select 1");
}
}
//clean up all files
foreach (glob($tmpPath . '*') as $v) {
unlink($v);
}
}
//end foreach msgid
} elseif (empty($nzbInfo->rarfiles) && $norar == 1) {
$passStatus[] = Releases::PASSWD_POTENTIAL;
}
$hpsql = '';
if (!$blnTookSample) {
$hpsql = ', haspreview = 0';
}
$sql = sprintf("update releases set passwordstatus = %d %s where id = %d", max($passStatus), $hpsql, $rel["id"]);
$this->pdo->queryExec($sql);
}
//end foreach result
if ($nntpconnected) {
$nntp->doQuit();
}
echo "\n";
}
}
$release = $pieces[1];
if ($res = $db->queryOneRow(sprintf('SELECT r.id AS releaseid, r.name, r.searchname, r.categoryid, r.groupid, dehashstatus, rf.name AS filename FROM releases r LEFT JOIN releasefiles rf ON r.id = rf.releaseid WHERE r.id = %d', $release))) {
if (preg_match('/[a-fA-F0-9]{32,40}/i', $res['name'], $matches)) {
$namefixer->matchPredbHash($matches[0], $res, 1, 1, true, 1);
} else {
if (preg_match('/[a-fA-F0-9]{32,40}/i', $res['filename'], $matches)) {
$namefixer->matchPredbHash($matches[0], $res, 1, 1, true, 1);
} else {
$db->queryExec(sprintf("UPDATE releases SET dehashstatus = %d - 1 WHERE id = %d", $res['dehashstatus'], $res['releaseid']));
echo '.';
}
}
}
} else {
if (isset($pieces[1]) && $pieces[0] == 'par2') {
$nntp = new NNTP();
if ($nntp->doConnect() === false) {
exit($c->error("Unable to connect to usenet."));
}
$relID = $pieces[1];
$guid = $pieces[2];
$groupID = $pieces[3];
$nzbcontents = new NZBContents(array('echo' => true, 'nntp' => $nntp, 'nfo' => new Info(), 'db' => $db, 'pp' => new PProcess(['Settings' => $pdo, 'Nfo' => $Nfo, 'NameFixer' => $namefixer])));
$res = $nzbcontents->checkPAR2($guid, $relID, $groupID, 1, 1);
if ($res === false) {
echo '.';
}
$nntp->doQuit();
} else {
if (isset($pieces[1]) && $pieces[0] == 'predbft') {
$pre = $pieces[1];
/**
* Get nzpre data from usenet and parse.
*/
public function nzpreUpdate()
{
if (empty($this->pdo->getSetting('nzpregroup')) || empty($this->pdo->getSetting('nzpresubject')) || empty($this->pdo->getSetting('nzpreposter')) || empty($this->pdo->getSetting('nzprefield')) || empty($this->pdo->getSetting('nzprekey'))) {
return false;
}
if ($this->echooutput) {
echo "Predb : Checking for new pre data ";
}
$nntp = new NNTP();
if (!$nntp->doConnect()) {
echo "Failed to get NNTP connection\n";
return false;
}
$ret = $groupData = $nntp->selectGroup($this->pdo->getSetting('nzpregroup'));
if ($nntp->isError($ret)) {
echo "Predb : Error " . $ret->getMessage() . "\n";
return false;
}
$ret = $groupMsgs = $nntp->getOverview($groupData['last'] - (!empty($this->pdo->getSetting('nzprearticles')) ? $this->pdo->getSetting('nzprearticles') : 500) . '-' . $groupData['last']);
if ($nntp->isError($ret)) {
echo "Predb : Error " . $ret->getMessage() . "\n";
return false;
}
$added_updated = 0;
$nzprekey = $this->pdo->getSetting('nzprekey');
while (strlen($nzprekey) < 1024) {
$nzprekey = $nzprekey . $nzprekey;
}
$cnt = !empty($this->pdo->getSetting('nzprearticles')) ? $this->pdo->getSetting('nzprearticles') : 500;
foreach ($groupMsgs as $groupMsg) {
if ($cnt % 50 == 0 && $cnt != 0 && $this->echooutput) {
echo $cnt . "..";
}
$cnt--;
if (preg_match('/^' . $this->pdo->getSetting('nzpresubject') . '$/', $groupMsg['Subject']) && preg_match('/^' . $this->pdo->getSetting('nzpreposter') . '/', $groupMsg['From'])) {
$ret = $msgHeader = $nntp->getHeader($groupMsg['Message-ID']);
if ($nntp->isError($ret)) {
continue;
}
for ($i = 0; $i < count($msgHeader); $i++) {
if (preg_match('/^' . $this->pdo->getSetting('nzprefield') . ': /', $msgHeader[$i])) {
if ($nzpreParse = $this->nzpreParse(str_replace($this->pdo->getSetting('nzprefield') . ': ', '', $msgHeader[$i]), $nzprekey)) {
if ($this->updatePreDB($this->pdo, $nzpreParse)) {
$added_updated++;
}
}
break;
}
}
}
}
$nntp->disconnect();
if ($this->echooutput) {
echo "\nPredb : Added/Updated " . $added_updated . " records\n";
}
}
function daytopost($nntp, $group, $days, $debug = true, $bfcheck = true)
{
global $pdo;
$st = false;
if ($debug && $bfcheck) {
echo $pdo->log->primary('Finding start and end articles for ' . $group . '.');
}
if (!isset($nntp)) {
$nntp = new \NNTP(['Settings' => $pdo]);
if ($nntp->doConnect(false) !== true) {
return;
}
$st = true;
}
$binaries = new \Binaries(['NNTP' => $nntp, 'Settings' => $pdo]);
$data = $nntp->selectGroup($group);
if ($nntp->isError($data)) {
$data = $nntp->dataError($nntp, $group, false);
if ($data === false) {
return;
}
}
// Goal timestamp.
$goaldate = date('U') - 86400 * $days;
$totalnumberofarticles = $data['last'] - $data['first'];
$upperbound = $data['last'];
$lowerbound = $data['first'];
if ($debug && $bfcheck) {
echo $pdo->log->header('Total Articles: ' . number_format($totalnumberofarticles) . ' Newest: ' . number_format($upperbound) . ' Oldest: ' . number_format($lowerbound));
}
if ($data['last'] == PHP_INT_MAX) {
exit($pdo->log->error("Group data is coming back as php's max value. You should not see this since we use a patched Net_NNTP that fixes this bug."));
}
$firstDate = $binaries->postdate($data['first'], $data);
$lastDate = $binaries->postdate($data['last'], $data);
if ($goaldate < $firstDate && $bfcheck) {
if ($st === true) {
$nntp->doQuit();
}
echo $pdo->log->warning("The oldest post indexed from {$days} day(s) ago is older than the first article stored on your news server.\nSetting to First available article of (date('r', {$firstDate}) or daysOld({$firstDate}) days).");
return $data['first'];
} else {
if ($goaldate > $lastDate && $bfcheck) {
if ($st === true) {
$nntp->doQuit();
}
echo $pdo->log->error("ERROR: The oldest post indexed from {$days} day(s) ago is newer than the last article stored on your news server.\nTo backfill this group you need to set Backfill Days to at least ceil(daysOld({$lastDate})+1) days (date('r', {$lastDate}-86400).");
return '';
}
}
if ($debug && $bfcheck) {
echo $pdo->log->primary("Searching for postdates.\nGroup's Firstdate: " . $firstDate . ' (' . (is_int($firstDate) ? date('r', $firstDate) : 'n/a') . ").\nGroup's Lastdate: " . $lastDate . ' (' . date('r', $lastDate) . ").");
}
$interval = floor(($upperbound - $lowerbound) * 0.5);
$templowered = '';
$dateofnextone = $lastDate;
// Match on days not timestamp to speed things up.
while (daysOld($dateofnextone) < $days) {
while (($tmpDate = $binaries->postdate($upperbound - $interval, $data)) > $goaldate) {
$upperbound = $upperbound - $interval;
}
if (!$templowered) {
$interval = ceil($interval / 2);
}
$dateofnextone = $binaries->postdate($upperbound - 1, $data);
while (!$dateofnextone) {
$dateofnextone = $binaries->postdate($upperbound - 1, $data);
}
}
if ($st === true) {
$nntp->doQuit();
}
if ($bfcheck) {
echo $pdo->log->header("\nBackfill article determined to be " . $upperbound . " " . $pdo->log->setColor('Yellow') . "(" . date('r', $dateofnextone) . ")" . $pdo->log->rsetcolor());
} else {
echo $pdo->log->header('Current article determined to be ' . $upperbound . " " . $pdo->log->setColor('Yellow') . "(" . date('r', $dateofnextone) . ")" . $pdo->log->rsetcolor());
}
// which is '.daysOld($dateofnextone)." days old.\n";
return $upperbound;
}
<?php
require_once "config.php";
use newznab\db\Settings;
$pdo = new Settings();
if (isset($argv[2]) && $argv[2] === 'true') {
// Create the connection here and pass
$nntp = new \NNTP(['Settings' => $pdo]);
if ($nntp->doConnect() !== true) {
exit($pdo->log->error("Unable to connect to usenet."));
}
}
if ($pdo->getSetting('tablepergroup') === 1) {
exit($pdo->log->error("You are using 'tablepergroup', you must use .../misc/update_scripts/nix_scripts/multiprocessing/releases.php"));
}
$groupName = isset($argv[3]) ? $argv[3] : '';
if (isset($argv[1]) && isset($argv[2])) {
$consoletools = new \ConsoleTools(['ColorCLI' => $pdo->log]);
$releases = new Releases(['Settings' => $pdo, 'ConsoleTools' => $consoletools]);
if ($argv[1] == 1 && $argv[2] == 'true') {
$releases->processReleases(1, 1, $groupName, $nntp, true);
} else {
if ($argv[1] == 1 && $argv[2] == 'false') {
$releases->processReleases(1, 2, $groupName, $nntp, true);
} else {
if ($argv[1] == 2 && $argv[2] == 'true') {
$releases->processReleases(2, 1, $groupName, $nntp, true);
} else {
if ($argv[1] == 2 && $argv[2] == 'false') {
$releases->processReleases(2, 2, $groupName, $nntp, true);
} else {
<?php
require_once dirname(__FILE__) . '/../../../config.php';
use nzedb\db\Settings;
$start = TIME();
$pdo = new Settings();
$consoleTools = new ConsoleTools(['ColorCLI' => $pdo->log]);
// Create the connection here and pass
$nntp = new NNTP(['Settings' => $pdo]);
if ($nntp->doConnect() !== true) {
exit($pdo->log->error("Unable to connect to usenet."));
}
echo $pdo->log->header("Getting first/last for all your active groups.");
$data = $nntp->getGroups();
if ($nntp->isError($data)) {
exit($pdo->log->error("Failed to getGroups() from nntp server."));
}
echo $pdo->log->header("Inserting new values into shortgroups table.");
$pdo->queryExec('TRUNCATE TABLE shortgroups');
// Put into an array all active groups
$res = $pdo->query('SELECT name FROM groups WHERE active = 1 OR backfill = 1');
foreach ($data as $newgroup) {
if (myInArray($res, $newgroup['group'], 'name')) {
$pdo->queryInsert(sprintf('INSERT INTO shortgroups (name, first_record, last_record, updated) VALUES (%s, %s, %s, NOW())', $pdo->escapeString($newgroup['group']), $pdo->escapeString($newgroup['first']), $pdo->escapeString($newgroup['last'])));
echo $pdo->log->primary('Updated ' . $newgroup['group']);
}
}
echo $pdo->log->header('Running time: ' . $consoleTools->convertTimer(TIME() - $start));
function myInArray($array, $value, $key)
{
//loop through the array
/**
* Process sharing.
*
* @return bool
*/
private function processSharing()
{
$sharing = $this->pdo->queryOneRow('SELECT enabled FROM sharing');
if ($sharing !== false && $sharing['enabled'] == 1) {
$nntp = new \NNTP(['Settings' => $this->pdo]);
if (($this->pdo->getSetting('alternate_nntp') == 1 ? $nntp->doConnect(true, true) : $nntp->doConnect()) === true) {
(new PostProcess(['Settings' => $this->pdo, 'ColorCLI' => $this->_colorCLI]))->processSharing($nntp);
}
return true;
}
return false;
}
/**
* Performing parsing.
*/
public function process()
{
// Default query for both full db and last 4 hours.
$sql = "SELECT r.searchname, r.name, r.fromname, r.id as rid, r.categoryid, r.guid, r.postdate,\n\t\t\t rn.id as nfoid,\n\t\t\t g.name as groupname,\n\t\t\t GROUP_CONCAT(rf.name) as filenames\n\t\tFROM releases r\n\t\tLEFT JOIN releasenfo rn ON (rn.releaseid = r.id)\n\t\tLEFT JOIN groups g ON (g.id = r.groupid)\n\t\tLEFT JOIN releasefiles rf ON (rf.releaseid = r.id)\n\t\tWHERE r.categoryid in (' . Category::CAT_TV_OTHER . ',' . Category::CAT_MOVIE_OTHER . ',' . Category::CAT_MISC_OTHER . ',' . Category::CAT_XXX_OTHER . ')\n\t\t%s\n\t\tGROUP BY r.id";
$res = $this->pdo->query(sprintf($sql, $this->limited ? "AND r.adddate BETWEEN NOW() - INTERVAL 4 HOUR AND NOW()" : ""));
$this->releasestocheck = sizeof($res);
if ($res) {
echo "PostPrc : Parsing last " . $this->releasestocheck . " releases in the Other-Misc categories\n";
foreach ($res as $rel) {
$tempname = $foundName = $methodused = '';
//Knoc.One
if (preg_match("/KNOC.ONE/i", $rel['name'])) {
$title = '';
$items = preg_split("/(\\.| )/", $rel['name']);
foreach ($items as $value) {
if (preg_match("/^[a-z]+\$/i", $value)) {
$len = strlen($value);
if ($len > 2) {
$title .= substr($value, -2) . substr($value, 0, -2) . " ";
} elseif ($len = 2) {
$title .= substr($value, -1) . substr($value, 0, -1) . " ";
} else {
$title .= $value . " ";
}
} else {
$title .= $value . " ";
}
}
$foundName = $title;
$methodused = "Knoc.One";
$this->determineCategory($rel, $foundName, $methodused);
}
///
///Use the Nfo to try to get the proper Releasename.
///
$nfo = $this->pdo->queryOneRow(sprintf("select uncompress(nfo) as nfo from releasenfo where releaseid = %d", $rel['rid']));
if ($nfo && $foundName == "") {
$this->nfosprocessed++;
$nfo = $nfo['nfo'];
//LOUNGE releases
if (preg_match('/([a-z0-9.]+\\.MBLURAY)/i', $nfo, $matches)) {
$foundName = $matches[1];
$methodused = "LOUNGE";
$this->determineCategory($rel, $foundName, $methodused);
}
//AsianDVDClub releases
if (preg_match('/adc-[a-z0-9]{1,10}/', $rel['name'])) {
if (preg_match('/.*\\(\\d{4}\\).*/i', $nfo, $matches)) {
$foundName = $matches[0];
$methodused = "AsianDVDClub";
$this->determineCategory($rel, $foundName, $methodused);
}
}
//ACOUSTiC releases
if (preg_match('/ACOUSTiC presents \\.\\.\\..*?([a-z0-9].*?\\(.*?\\))/is', $nfo, $matches)) {
$foundName = $matches[1] . ".MBLURAY";
$methodused = "ACOUSTiC ";
$this->determineCategory($rel, $foundName, $methodused);
}
//Japhson releases
if (preg_match('/Japhson/i', $nfo, $matches)) {
$movie = new Movie();
$imdbID = null;
if (preg_match('/tt(\\d{7})/i', $nfo, $matches)) {
$imdbId = $matches[1];
$movCheck = $movie->fetchImdbProperties($imdbId);
$foundName = $movCheck['title'];
if (!preg_match('/(19|20)\\d{2}/i', $foundName)) {
$foundName = $foundName . "." . $movCheck['year'];
}
if (preg_match('/language.*?\\b([a-z0-9]+)\\b/i', $nfo, $matches)) {
if (!preg_match('/English/i', $matches[1])) {
$foundName = $foundName . "." . $matches[1];
}
}
if (preg_match('/audio.*?\\b(\\w+)\\b/i', $nfo, $matches)) {
if (preg_match('/(Chinese|German|Dutch|Spanish|Hebrew|Finnish|Norwegian)/i', $matches[1])) {
$foundName = $foundName . "." . $matches[1];
}
}
if (preg_match('/(video|resolution|video res).*?(1080|720|816|820|272|1280 @|528|1920)/i', $nfo, $matches)) {
if ($matches[2] == '1280 @') {
$matches[2] = '720';
}
if ($matches[2] == '1920') {
$matches[2] = '1080';
}
$foundName = $foundName . "." . $matches[2];
}
if (preg_match('/source.*?\\b(DVD9|DVD5|BDRIP|DVD\\-?RIP|BLURAY)\\b/i', $nfo, $matches)) {
$foundName = $foundName . "." . $matches[1];
}
if (preg_match('/(video|resolution|video res).*?(XVID|X264|WMV)/i', $nfo, $matches)) {
$foundName = $foundName . "." . $matches[2];
}
if (preg_match('/audio.*?\\b(DTS|AC3)\\b/i', $nfo, $matches)) {
$foundName = $foundName . "." . $matches[1];
}
$foundName = $foundName . "-Japhson";
$methodused = "Japhson";
$this->determineCategory($rel, $foundName, $methodused);
}
}
//AIHD releases
if (preg_match('/ALWAYS iN HiGH/i', $nfo, $matches)) {
$movie = new Movie();
$imdbID = null;
if (preg_match('/tt(\\d{7})/i', $nfo, $matches)) {
$imdbId = $matches[1];
$movCheck = $movie->fetchImdbProperties($imdbId);
$foundName = $movCheck['title'];
if (!preg_match('/(19|20)\\d{2}/i', $foundName)) {
$foundName = $foundName . "." . $movCheck['year'];
}
if (preg_match('/L\\.([a-z0-9]+)\\b/i', $nfo, $matches)) {
if (!preg_match('/En/i', $matches[1])) {
$foundName = $foundName . "." . $matches[1];
}
}
if (preg_match('/(V).*?(1080|720|816|820|272|1280 @|528|1920)/i', $nfo, $matches)) {
if ($matches[2] == '1280 @') {
$matches[2] = '720';
}
if ($matches[2] == '1920') {
$matches[2] = '1080';
}
$foundName = $foundName . "." . $matches[2];
}
if (preg_match('/V.*?\\b(DVD9|DVD5|BDRIP|DVD\\-?RIP|BLURAY)\\b/i', $nfo, $matches)) {
$foundName = $foundName . "." . $matches[1];
}
if (preg_match('/(V).*?(XVID|X264|WMV)/i', $nfo, $matches)) {
$foundName = $foundName . "." . $matches[2];
}
if (preg_match('/A.*?\\b(DTS|AC3)\\b/i', $nfo, $matches)) {
$foundName = $foundName . "." . $matches[1];
}
$foundName = $foundName . "-AIHD";
$methodused = "AIHD";
$this->determineCategory($rel, $foundName, $methodused);
}
}
//IMAGiNE releases
if (preg_match('/\\*\\s+([a-z0-9]+(?:\\.|_| )[a-z0-9\\.\\_\\- ]+ \\- imagine)\\s+\\*/i', $nfo, $matches)) {
$foundName = $matches[1];
$methodused = "imagine";
$this->determineCategory($rel, $foundName, $methodused);
}
//LEGION releases
if (preg_match('/([a-z0-9 \\.\\-]+LEGi0N)/is', $nfo, $matches) && $foundName == "") {
$foundName = $matches[1];
$methodused = "Legion";
$this->determineCategory($rel, $foundName, $methodused);
}
//SWAGGER releases
if (preg_match('/(S W A G G E R|swg.*?nfo)/i', $nfo) && $foundName == "") {
if (preg_match('/presents.*?([a-z0-9].*?\\((19|20)\\d{2}\\))/is', $nfo, $matches)) {
$foundName = $matches[1];
}
if (preg_match('/language.*?\\b([a-z0-9]+)\\b/i', $nfo, $matches)) {
if ($matches[1] != "english") {
$foundName = $foundName . "." . $matches[1];
}
}
if (preg_match('/resolution.*?(1080|720)/i', $nfo, $matches)) {
$foundName = $foundName . ".BluRay." . $matches[1];
}
if (preg_match('/video.*?\\b([a-z0-9]+)\\b/i', $nfo, $matches)) {
$foundName = $foundName . "." . $matches[1];
}
if (preg_match('/audio.*?\\b([a-z0-9]+)\\b/i', $nfo, $matches)) {
$foundName = $foundName . "." . $matches[1];
}
$foundName = $foundName . "-SWAGGER";
$methodused = "SWAGGER";
$this->determineCategory($rel, $foundName, $methodused);
}
//cm8 releases
if (preg_match('/([a-z0-9]+(?:\\.|_| )[a-z0-9\\.\\_\\- \'\\)\\(]+\\-(futv|crimson|qcf|runner|clue|ftp|episode|momentum|PFA|topaz|vision|tdp|haggis|nogrp|shirk|imagine|santi|sys|deimos|ltu|ficodvdr|cm8|dvdr|Nodlabs|aaf|sprinter|exvid|flawl3ss|rx|magicbox|done|unveil))\\b/i', $nfo, $matches) && $foundName == "") {
//echo "this: ".$matches[1]."\n";
$foundName = $matches[1];
$methodused = "cm8";
$this->determineCategory($rel, $foundName, $methodused);
}
//river
if (preg_match('/([a-z0-9\\.\\_\\-]+\\-(webios|river|w4f|sometv|ngchd|C4|gf|bov|26k|ftw))\\b/i', $nfo, $matches) && $foundName == "") {
$foundName = $matches[1];
$methodused = "river-1";
$this->determineCategory($rel, $foundName, $methodused);
}
if (preg_match('/([a-z0-9]+(?:\\.|_| )[a-z0-9\\.\\_\\- \'\\)\\(]+\\-(CiA|Anarchy|RemixHD|FTW|Revott|WAF|CtrlHD|Telly|Nif|Line|NPW|Rude|EbP|CRisC|SHK|AssAss1ns|Leverage|BBW|NPW))\\b/i', $nfo, $matches) && $foundName == "") {
$foundName = $matches[1];
$methodused = "river-2";
$this->determineCategory($rel, $foundName, $methodused);
}
if (preg_match('/([a-z0-9]+(?:\\.|_| )[a-z0-9\\.\\_\\- \'\\)\\(]+\\-(XPD|RHyTM))\\b/i', $nfo, $matches) && $foundName == "") {
$foundName = $matches[1];
$methodused = "river-3";
$this->determineCategory($rel, $foundName, $methodused);
}
if (preg_match('/(-PROD$|-BOV$|-NMR$|$-HAGGiS|-JUST$|CRNTV$|-MCA$|int$|-DEiTY$|-VoMiT$|-iNCiTE$|-BRUTUS$|-DCN$|-saints$|-sfm$|-lol$|-fov$|-logies$|-c4tv$|-fqm$|-jetset$|-ils$|-miragetv$|-gfvid$|-btl$|-terra$)/i', $rel['searchname']) && $foundName == "") {
$foundName = $rel['searchname'];
$methodused = "river-4";
$this->determineCategory($rel, $foundName, $methodused);
}
//SANTi releases
if (preg_match('/\\b([a-z0-9]+(?:\\.|_| )[a-z0-9\\.\\_\\- \']+\\-santi)\\b/i', $nfo, $matches) && $foundName == "") {
$foundName = $matches[1];
$methodused = "SANTi";
$this->determineCategory($rel, $foundName, $methodused);
}
//INSPiRAL releases
if (preg_match('/^([a-z0-9]+(?:\\.|_| )[a-z0-9\\.\\_\\- ]+ \\- INSPiRAL)\\s+/im', $nfo, $matches) && $foundName == "") {
$foundName = $matches[1];
$methodused = "INSPiRAL";
$this->determineCategory($rel, $foundName, $methodused);
}
//CIA releases
if (preg_match('/Release NAME.*?\\:.*?([a-z0-9][a-z0-9\\.\\ ]+)\\b.*?([a-z0-9][a-z0-9\\.\\ ]+\\-CIA)\\b/is', $nfo, $matches) && $foundName == "") {
$foundName = $matches[1] . $matches[2];
$methodused = "CIA";
$this->determineCategory($rel, $foundName, $methodused);
}
//HDChina releases
if (preg_match('/HDChina/', $nfo) && $foundName == "") {
if (preg_match('/Disc Title\\:.*?\\b([a-z0-9\\ \\.\\-\\_()]+\\-HDChina)/i', $nfo, $matches)) {
$foundName = $matches[1];
$methodused = "HDChina";
$this->determineCategory($rel, $foundName, $methodused);
}
}
//Pringles
if (preg_match('/PRiNGLES/', $nfo) && $foundName == "") {
if (preg_match('/is giving you.*?\\b([a-z0-9 ]+)\\s/i', $nfo, $matches)) {
$foundName = $matches[1];
$foundName = rtrim($foundName);
$foundName = ltrim($foundName);
}
if (preg_match('/this release.*?((19|20)\\d{2})/i', $nfo, $matches)) {
$foundName = $foundName . "." . $matches[1];
$foundName = rtrim($foundName);
}
if (preg_match('/\\[x\\] (Danish|Norwegian|Swedish|Finish|Other)/i', $nfo, $matches)) {
$foundName = $foundName . "." . $matches[1];
}
if (preg_match('/\\[x\\] (DVD9|DVD5)/i', $nfo, $matches)) {
$foundName = $foundName . "." . $matches[1];
}
$foundName = $foundName . "-PRiNGLES";
$methodused = "Pringles";
$this->determineCategory($rel, $foundName, $methodused);
}
//Fairlight releases
if (preg_match('/\\/Team FairLight/', $nfo) && $foundName == "") {
$title = null;
$os = null;
$method = null;
if (preg_match('/\\b([a-z0-9\\ \\- \\_()\\.]+) \\(c\\)/i', $nfo, $matches)) {
$title = $matches['1'];
$foundName = $title;
}
$foundName = $foundName . "-FLT";
$methodused = "FairLight";
$this->determineCategory($rel, $foundName, $methodused);
}
//CORE releases
if (preg_match('/Supplied.*?\\:.*?(CORE)/', $nfo) || preg_match('/Packaged.*?\\:.*?(CORE)/', $nfo) && $foundName == "") {
$title = null;
$os = null;
$method = null;
if (preg_match('/\\b([a-z0-9\\.\\-\\_\\+\\ ]+) \\*[a-z0-9]+\\*/i', $nfo, $matches)) {
$title = $matches['1'];
$foundName = $title;
}
if (preg_match('/Crack\\/.*?\\:.*?([a-z]+)/i', $nfo, $matches)) {
$method = $matches['1'];
$foundName = $foundName . " " . $method;
}
if (preg_match('/OS.*?\\:.*?([a-z]+)/i', $nfo, $matches)) {
$os = $matches['1'];
$foundName = $foundName . " " . $os;
}
$foundName = $foundName . "-CORE";
$methodused = "CORE";
$this->determineCategory($rel, $foundName, $methodused);
}
//CompleteRelease
if (preg_match('/Complete name.*?([a-z0-9].*?\\-[a-z0-9]+)\\b/i', $nfo, $matches) && $foundName == "") {
$foundName = $matches[1];
$methodused = "CompleteRelease";
$this->determineCategory($rel, $foundName, $methodused);
}
//Livesets
if (preg_match('/\\nLivesets.*?\\n.*?\\n.*?\\n.*?\\n.*?\\n(?P<name>\\w.*?)\\n(?P<album>\\w.*?)\\n/im', $nfo, $matches) && $foundName == "") {
$artist = $matches['name'];
$title = $matches['album'];
$source = null;
$year = null;
if (preg_match('/Year.*?\\:{1,2} ?(?P<year>(19|20)\\d{2})/i', $nfo, $matches)) {
$year = $matches[1];
} elseif (preg_match('/date.*?\\:.*?(?P<year>(19|20)\\d{2})/i', $nfo, $matches)) {
$year = $matches[1];
}
if (preg_match('/(web|cable|sat)/i', $title)) {
$source = "";
} elseif (preg_match('/Source.*?\\:{1,2} ?(?P<source>.*?)(\\s{2,}|\\s{1,})/i', $nfo, $matches)) {
$source = $matches[1];
if ($source == "Satellite") {
$source = "Sat";
}
}
if ($artist) {
$tempname = $artist;
if ($title) {
$tempname = $tempname . "-" . $title;
}
if ($source) {
$tempname = $tempname . "-" . $source;
}
if ($year) {
$tempname = $tempname . "-" . $year;
}
$tempname = preg_replace("/[^a-zA-Z,0-9,\\-,\\s]/", "", $tempname);
$foundName = $tempname;
$methodused = "Live Sets";
$this->determineCategory($rel, $foundName, $methodused);
}
}
//Typical scene regex
if (preg_match('/(?P<source>Source[\\s\\.]*?:|fix for nuke)?(?:\\s|\\]|\\[)?(?P<name>[a-z0-9\'\\-]+(?:\\.|_)[a-z0-9\\.\\-_\'&]+\\-[a-z0-9&]+)(?:\\s|\\[|\\])/i', $nfo, $matches) && $foundName == "") {
if (empty($matches['source'])) {
if (!preg_match('/usenet\\-space/i', $matches['name'])) {
$foundName = $matches['name'];
$methodused = "Scene";
$this->determineCategory($rel, $foundName, $methodused);
}
}
}
}
//The Big One
if (preg_match_all('/([a-z0-9\\ ]+)\\.{1,}(\\:|\\[)(?P<name>.*)(\\s{2}|\\s{1})/i', $nfo, $matches) && $foundName == "") {
$lut = array();
foreach ($matches[1] as $key => $k) {
$lut[str_replace(' ', '', strtolower(trim($k)))] = trim($matches[3][$key]);
}
$year = null;
$vidsource = null;
$series = null;
$season = null;
$episode = null;
$language = null;
$artist = null;
$source = null;
foreach ($lut as $k => $v) {
$v = rtrim($v);
if (!$year && preg_match('/((19|20)\\d{2})/', $v, $matches)) {
$year = $matches[1];
}
if (!$vidsource && preg_match('/(xvid|x264|h264|wmv|divx)/i', $v, $matches)) {
$vidsource = $matches[1];
}
if (!$season && preg_match('/(season|seizon).*?(\\d{1,3})/i', $v, $matches)) {
$season = $matches[2];
}
if (!$episode && preg_match('/(Episode|ep).*?(\\d{1,3})/i', $v, $matches)) {
$episode = $matches[2];
}
}
if (isset($lut['artist'])) {
$del = "-";
if (isset($lut['artist'])) {
$lut['artist'] = trim($lut['artist'], " ");
$tempname = $lut['artist'];
}
if (isset($lut['title'])) {
$tempname = $tempname . $del . $lut['title'];
}
if (isset($lut['album']) && !isset($lut['title'])) {
$tempname = $tempname . $del . $lut['album'];
}
if (isset($lut['track']) && !isset($lut['title']) && !isset($lut['album'])) {
$tempname = $tempname . $del . $lut['track'];
}
if (!isset($lut['source'])) {
$lut['source'] = 'WEB';
}
if (isset($lut['source']) && !preg_match('/SAT/i', $tempname)) {
$tempname = $tempname . $del . $lut['source'];
}
if (!preg_match('/(19|20)\\d{2}/', $tempname) && $year) {
$tempname = $tempname . $del . $year;
}
if (isset($lut['ripper'])) {
$tempname = $tempname . $del . $lut['ripper'];
}
$tempname = preg_replace("/[^a-zA-Z,0-9,\\-,\\&,\\s]/", "", $tempname);
$tempname = preg_replace("/[ ]{2,}/", "", $tempname);
$methodused = "The Big One Music";
$foundName = $tempname;
$this->determineCategory($rel, $foundName, $methodused);
} else {
if (isset($lut['title'])) {
$del = " ";
if (isset($lut['series'])) {
$tempname = $lut['series'];
}
$tempname = $tempname . $del . $lut['title'];
if ($season && $episode) {
$tempname = $tempname . $del . "S" . str_pad($season, 2, '0', STR_PAD_LEFT) . 'E' . str_pad($episode, 2, '0', STR_PAD_LEFT);
} else {
if ($season) {
$tempname = $tempname . $del . "S" . $season;
}
if ($episode) {
$tempname = $tempname . $del . "Ep" . $episode;
}
}
if (isset($lut['source']) && !preg_match('/SAT/i', $lut['title'])) {
$tempname = $tempname . $del . $lut['source'];
}
if (!preg_match('/(19|20)\\d{2}/', $tempname) && $year) {
$tempname = $tempname . $del . $year;
}
if (isset($lut['language'])) {
$tempname = $tempname . $del . $lut['language'];
}
if ($vidsource) {
$tempname = $tempname . $del . $vidsource;
}
$tempname = preg_replace("/ /", " ", $tempname);
$tempname = preg_replace("/[^a-zA-Z,0-9,\\-,\\&,\\s]/", " ", $tempname);
$tempname = preg_replace("/[ ]+/", " ", $tempname);
$methodused = "The Big One Other";
$foundName = $tempname;
$this->determineCategory($rel, $foundName, $methodused);
}
}
}
///
///unable to extract releasename from nfo, try the rar file
///
if ($rel['filenames'] && $foundName == '') {
$this->releasefilesprocessed++;
$files = explode(',', $rel['filenames']);
if (![$files]) {
$files = [$files];
}
// Scene regex
$sceneRegex = '/([a-z0-9\'\\-\\.\\_\\(\\)\\+\\ ]+\\-[a-z0-9\'\\-\\.\\_\\(\\)\\ ]+)(.*?\\\\.*?|)\\.(?:\\w{3,4})$/i';
foreach ($files as $file) {
// Petje Releases
if (preg_match('/Petje \\<petje\\@pietamientje\\.com\\>/', $rel['fromname'], $matches3) && $foundName == '') {
if (preg_match('/.*\\.(mkv|avi|mp4|wmv|divx)/', $file, $matches4)) {
$array_new = explode('\\', $matches4[0]);
foreach ($array_new as $item) {
if (preg_match('/.*\\((19|20\\d{2})\\)$/', $item, $matched)) {
//echo $matched[0].".720p.x264-Petje";
//print_r($matched);
$foundName = $matched[0] . ".720p.x264-Petje";
$methodused = "Petje";
$this->determineCategory($rel, $foundName, $methodused);
break 2;
}
}
}
}
//3D Remux
if (preg_match('/.*Remux\\.mkv/', $file, $matches4)) {
$foundName = str_replace(".mkv", "", $matches4[0]);
$methodused = "3D Remux";
$this->determineCategory($rel, $foundName, $methodused);
}
//QoQ Extended
if (preg_match('/Q\\-sbuSLN.*/i', $file, $matches4)) {
$new1 = preg_match('/( )?(\\.wmv|\\.divx|\\.avi|\\.mkv)/i', $matches4[0], $matched);
$new2 = str_replace($matched[0], "", $matches4[0]);
$foundName = strrev($new2);
$methodused = "QoQ Extended";
$this->determineCategory($rel, $foundName, $methodused);
}
// Directory\Title.Year.Format.Group.mkv
if (preg_match('/(?<=\\\\).*?BLURAY.(1080|720)P.*?KNORLOADING(?=\\.MKV)/i', $file, $matches3) && $foundName == '') {
$foundName = $matches3['0'];
$methodused = "a.b.hdtv.x264";
$this->determineCategory($rel, $foundName, $methodused);
}
// ReleaseGroup.Title.Format.mkv
if (preg_match('/(?<=swg_|swghd\\-|lost\\-|veto\\-|kaka\\-|abd\\-|airline\\-|daa\\-|data\\-|japhson\\-|ika\\-|lng\\-|nrdhd\\-|saimorny\\-|sparks\\-|ulshd\\-|nscrns\\-|ifpd\\-|invan\\-|an0\\-|besthd\\-|muxhd\\-|s7\\-).*?((1080|720)|P)(?=\\.MKV)/i', $file, $matches3) && $foundName == '') {
$foundName = str_replace("_", ".", $matches3['0']);
$methodused = "a.b.hdtv.x264";
$this->determineCategory($rel, $foundName, $methodused);
}
// Title.Format.ReleaseGroup.mkv
if (preg_match('/.*?(1080|720)(|P).(SON)/i', $file, $matches3) && $foundName == '') {
$foundName = str_replace("_", ".", $matches3['0']);
$methodused = "a.b.hdtv.x264";
$this->determineCategory($rel, $foundName, $methodused);
}
//epubmobi
if (preg_match('/.*\\.(epub|mobi|azw3|pdf|prc|lit|rtf|azw|cbr|doc)/', $file, $matches4)) {
$foundName = str_replace(".doc", "", str_replace(".cbr", "", str_replace(".prc", "", str_replace(".pdf", "", str_replace(".azw3", "", str_replace(".mobi", "", str_replace(".epub", "", str_replace(".rtf", "", str_replace(".azw", "", str_replace(".lit", "", $matches4[0]))))))))));
$methodused = "EpubMobi";
$this->determineCategory($rel, $foundName, $methodused);
}
//Reversed name
if (preg_match('/[a-z0-9\\(\\)\'\\!\\,\\.\\-\\ \\_]+(BEW|p027|p0801)[a-z0-9\\(\\)\\,\'\\!\\ \\-\\.]+/i', $file, $matches4)) {
$new1 = preg_match('/( )?(\\.m2ts|\\.wmv|\\.avi|.mp4|\\.mkv)/i', $matches4[0], $matched);
$new2 = str_replace($matched[0], "", $matches4[0]);
$foundName = strrev($new2);
$methodused = "Reversed";
$this->determineCategory($rel, $foundName, $methodused);
}
//Check rarfile contents for a scene name
if (preg_match($sceneRegex, $file, $matches) && $foundName == '') {
//Simply Releases Toppers
if (preg_match('/(\\\\)(?P<name>.*?ReleaseS Toppers)/', $file, $matches1) && $foundName == '') {
$foundName = $matches1['name'];
$methodused = "Release Files-1";
$this->determineCategory($rel, $foundName, $methodused);
}
//Scene format no folder.
if (preg_match('/^([a-z0-9\\.\\_\\- ]+\\-[a-z0-9\\_]+)(\\\\|)$/i', $matches[1]) && $foundName == '') {
if (strlen($matches['1']) >= 15) {
$foundName = $matches['1'];
$methodused = "Scene format no folder.";
$this->determineCategory($rel, $foundName, $methodused);
}
}
//Check to see if file is inside of a folder. Use folder name if it is
if (preg_match('/^(.*?\\\\)(.*?\\\\|)(.*?)$/i', $file, $matches1) && $foundName == '') {
if (preg_match('/^([a-z0-9\\.\\_\\- ]+\\-[a-z0-9\\_]+)(\\\\|)$/i', $matches1['1'], $res)) {
$foundName = $res['1'];
$methodused = "Release Files-1";
$this->determineCategory($rel, $foundName, $methodused);
}
if (preg_match('/(?!UTC)([a-z0-9]+[a-z0-9\\.\\_\\- \'\\)\\(]+(\\d{4}|HDTV).*?\\-[a-z0-9]+)/i', $matches1['1'], $res) && $foundName == '') {
$foundName = $res['1'];
$methodused = "Release Files-2";
$this->determineCategory($rel, $foundName, $methodused);
}
if (preg_match('/^([a-z0-9\\.\\_\\- ]+\\-[a-z0-9\\_]+)(\\\\|)$/i', $matches1['2'], $res) && $foundName == '') {
$foundName = $res['1'];
$methodused = "Release Files-3";
$this->determineCategory($rel, $foundName, $methodused);
}
if (preg_match('/^([a-z0-9\\.\\_\\- ]+\\-(?:.+)\\(html\\))\\\\/i', $matches1['1'], $res) && $foundName == '') {
$foundName = $res['1'];
$methodused = "Release Files-4";
$this->determineCategory($rel, $foundName, $methodused);
}
}
if (preg_match('/(?!UTC)([a-z0-9]+[a-z0-9\\.\\_\\- \'\\)\\(]+(\\d{4}|HDTV).*?\\-[a-z0-9]+)/i', $file, $matches2) && $foundName == '') {
$foundName = $matches2['1'];
$methodused = "Release Files-4";
$this->determineCategory($rel, $foundName, $methodused);
}
}
}
//RAR file contents release name matching
/*if (sizeof($files) > 0 && $foundName == '')
{
echo "RAR checking\n";
//Loop through releaseFiles to find a match
foreach($files as $rarFile)
{
//echo "-{$rarFile}\n";
if ($foundName == '')
{
//Lookup name via reqid (filename)
if (preg_match('/\.(avi|mkv|mp4|mov|wmv|iso|img|gcm|ps3|wad|ac3|nds|bin|cue|mdf)/i', $rarFile))
{
$this->pdo->getSetting('reqidurl;
$lookupUrl = 'http://allfilled/query.php?t=alt.binaries.srrdb&reqid='.urlencode(basename($rarFile));
echo '-lookup: '.$lookupUrl."\n";
$xml = Utility::getUrl(['url' => $lookupUrl]);
//$xml = false;
if ($xml !== false)
{
$xmlObj = @simplexml_load_string($xml);
$arrXml = objectsIntoArray($xmlObj);
if (isset($arrXml["item"]) && is_array($arrXml["item"]) && isset($arrXml["item"]["@attributes"]) && is_array($arrXml["item"]["@attributes"]))
{
$foundName = $arrXml["item"]["@attributes"]["title"];
}
}
}
}
}
}*/
}
// do par check if user has elected for downloading extra stuff
if ($this->pdo->getSetting('unrarpath') != '' && $foundName == "") {
$nzb = new NZB();
$nzbfile = $nzb->getNZBPath($rel['guid']);
$nzbInfo = new nzbInfo();
$nzbInfo->loadFromFile($nzbfile);
if (!empty($nzbInfo->parfiles) && empty($nzbInfo->rarfiles) && empty($nzbInfo->audiofiles)) {
$nntp = new NNTP();
$nntp->doConnect();
if ($this->verbose) {
echo "Checking Par\n";
}
foreach ($nzbInfo->parfiles as $parfile) {
$this->parsprocessed++;
$parBinary = $nntp->getMessages($parfile['groups'][0], $parfile['segments'], $this->verbose);
if ($parBinary) {
$par2 = new Par2info();
$par2->setData($parBinary);
if (!$par2->error) {
$parFiles = $par2->getFileList();
foreach ($parFiles as $file) {
if (isset($file['name']) && (preg_match('/.*part0*1\\.rar$/iS', $file['name'], $matches) || preg_match('/(?!part0*1)\\.rar$/iS', $file['name'], $matches) || preg_match('/\\.001$/iS', $file['name'], $matches))) {
$foundName = preg_replace('/^(.*)(\\.part0*1\\.rar|\\.rar|\\.001)$/i', '\\1', $file['name']);
$methodused = "Par file";
$this->determineCategory($rel, $foundName, $methodused);
break;
}
}
}
}
unset($parBinary);
if ($foundName != "") {
break;
}
}
$nntp->doQuit();
}
}
///
/// This is a last ditch effort, build a ReleaseName from the Nfo
///
if ($nfo && ($foundName == "" || $methodused == 'Scene format no folder.')) {
//LastNfoAttempt
if (preg_match('/tt(\\d{7})/i', $nfo, $matches) && $foundName == "") {
$movie = new Movie();
$imdbId = $matches[1];
$movCheck = $movie->fetchImdbProperties($imdbId);
$buffer = Utility::getUrl(['url' => 'http://akas.imdb.com/title/tt' . $imdbId . '/']);
if (!preg_match('/content\\=\\"video\\.tv\\_show\\"/i', $buffer)) {
if (isset($movCheck['title'])) {
$foundName = $movCheck['title'];
if (!preg_match('/(19|20)\\d{2}/i', $foundName)) {
$foundName = $foundName . "." . (isset($movCheck['year']) ? $movCheck['year'] : "");
}
if (preg_match('/language.*?\\b([a-z0-9]+)\\b/i', $nfo, $matches)) {
if (!preg_match('/English/i', $matches[1])) {
$foundName = $foundName . "." . $matches[1];
}
}
if (preg_match('/audio.*?\\b(\\w+)\\b/i', $nfo, $matches)) {
if (preg_match('/(Chinese|German|Dutch|Spanish|Hebrew|Finnish|Norwegian)/i', $matches[1])) {
$foundName = $foundName . "." . $matches[1];
}
}
if (preg_match('/(video|resolution|video res).*?(1080|720|816|820|272|1280 @|528|1920)/i', $nfo, $matches)) {
if ($matches[2] == '1280 @') {
$matches[2] = '720';
}
if ($matches[2] == '1920') {
$matches[2] = '1080';
}
$foundName = $foundName . "." . $matches[2];
}
if (preg_match('/source.*?\\b(DVD9|DVD5|BDRIP|DVD\\-?RIP|BLURAY|BD)\\b/i', $nfo, $matches)) {
if ($matches[1] == 'BD') {
$matches[1] = 'Bluray.x264';
}
$foundName = $foundName . "." . $matches[1];
}
if (preg_match('/(video|resolution|video res).*?(XVID|X264|WMV)/i', $nfo, $matches)) {
$foundName = $foundName . "." . $matches[2];
}
if (preg_match('/audio.*?\\b(DTS|AC3)\\b/i', $nfo, $matches)) {
$foundName = $foundName . "." . $matches[1];
}
$foundName = $foundName . "-NoGroup";
$methodused = "LastNfoAttempt";
$this->determineCategory($rel, $foundName, $methodused);
}
}
}
}
if ($foundName == '' && $this->verbose) {
echo "ReleaseID: \t\t" . $rel["rid"] . "\n" . " Group: \t\t" . $rel["groupname"] . "\n" . " Old Name: \t\t" . $rel["name"] . "\n" . " Old SearchName: \t" . $rel["searchname"] . "\n" . " Status: \t\tNo new name found.\n\n";
}
}
}
if ($this->verbose) {
echo $this->releasestocheck . " releases checked\n" . $this->nfosprocessed . " of " . $this->releasestocheck . " releases had nfo's processed\n" . $this->parsprocessed . " of " . $this->releasestocheck . " releases had par's processed\n" . $this->releasefilesprocessed . " of " . $this->releasestocheck . " releases had releasefiles processed\n" . $this->numupdated . " of " . $this->releasestocheck . " releases " . ($this->releasestocheck > 0 ? floor($this->numupdated / $this->releasestocheck * 100) . "%" : "") . " changed\n";
}
}
<?php
require_once dirname(__FILE__) . '/../../../../www/config.php';
if (!isset($argv[1])) {
exit('You must start the script like this (# of articles) : php test-backfillcleansubject.php 20000' . "\n");
} else {
$pdo = new nzedb\db\Settings();
$nntp = new NNTP(['Settings' => $pdo]);
if ($nntp->doConnect() !== true) {
exit($pdo->log->error("Unable to connect to usenet."));
}
$backfill = new Backfill(['NNTP' => $nntp, 'Settings' => $pdo]);
$groups = new Groups(['Settings' => $pdo]);
$grouplist = $groups->getActive();
foreach ($grouplist as $name) {
dogroup($name["name"], $argv[1]);
}
}
function dogroup($name, $articles)
{
global $backfill, $pdo;
$backfill->backfillAllGroups($name, $articles);
echo $pdo->log->primaryOver("Type y and press enter to continue, n to quit.\n");
if (trim(fgets(fopen("php://stdin", "r"))) == 'y') {
return true;
} else {
exit($pdo->log->primary("Done"));
}
}
private function _nfo_grab($nfometa, &$blobhash)
{
// nfometa should be an array() of segments from nzb file
// it will then populate the blobhash which uses the segments
// as hash entries for the blob data.
// nfometa is an array of arrays simiar to the following
// structure:
//
// The list is structured in such a way that the most ideal
// matches are at the front, while less likely ones at the
// back of the array
//
// $nfometa = array(
// [<releaseid>] = array(
// [groups] = array(
// "alt.binaries.mygroupa",
// "alt.binaries.mygroupb",
// "alt.binaries.mygroupc",
// ...
// )
// [segment] = array(<segment id>),
// [groups] = array(
// "alt.binaries.mygroupa",
// "alt.binaries.mygroupb",
// ...
// )
// ),
// [<releaseid>] = array(
// [groups] = array(
// "alt.binaries.mygroupa",
// ...
// )
// [segment] = array(<segment id>),
// ),
// ...
// )
$nntp = new NNTP();
// Connect to server (we throw an exception if we fail) which
// is caught upstairs with the nfo_grab() function
// no error handling is needed here
$nntp->doConnect(1, true);
foreach ($nfometa as $uid => $matches) {
$blobhash[$uid] = array();
foreach ($matches as $idx => $match) {
$fetched = false;
foreach ($match["groups"] as $group) {
// Don not try other groups if we already got it
if ($fetched) {
break;
}
// Select the group and then attempt to fetch the article
$blob = $nntp->getMessages($group, $match["segment"], false);
if ($blob === false) {
if ($this->verbose) {
echo '*';
}
continue;
}
// Mark that we fetched it to prevent fetching more
// of the same thing
$fetched = true;
if ($this->verbose) {
echo '.';
}
// Update blob with decrypted version and store
if ($this->is_binary($blob)) {
// Binary data is not acceptable, we only
// work with text from here on out.
continue;
}
// Read-able ascii at this point... store it
$blobhash[$uid][$idx] = $blob;
}
if (!$fetched) {
// handle empty/failed segments
$blobhash[$uid][$idx] = Null;
}
}
}
$nntp->doQuit();
}
/**
* Update the list of newsgroups and return an array of messages.
*
* @param string $groupList
* @param int $active
* @param int $backfill
*
* @return array
*/
public function addBulk($groupList, $active = 1, $backfill = 1)
{
if (preg_match('/^\\s*$/m', $groupList)) {
$ret = "No group list provided.";
} else {
$nntp = new NNTP(['Echo' => false]);
if ($nntp->doConnect() !== true) {
return 'Problem connecting to usenet.';
}
$groups = $nntp->getGroups();
$nntp->doQuit();
if ($nntp->isError($groups)) {
return 'Problem fetching groups from usenet.';
}
$regFilter = '/' . $groupList . '/i';
$ret = [];
foreach ($groups as $group) {
if (preg_match($regFilter, $group['group']) > 0) {
$res = $this->pdo->queryOneRow(sprintf('SELECT id FROM groups WHERE name = %s', $this->pdo->escapeString($group['group'])));
if ($res === false) {
$this->pdo->queryInsert(sprintf('INSERT INTO groups (name, active, backfill) VALUES (%s, %d, %d)', $this->pdo->escapeString($group['group']), $active, $backfill));
$ret[] = ['group' => $group['group'], 'msg' => 'Created'];
}
}
}
if (count($ret) === 0) {
$ret = 'No groups found with your regex, try again!';
}
}
return $ret;
}
/**
* Restart the NNTP connection if an error occurs in the selectGroup
* function, if it does not restart display the error.
*
* @param NNTP $nntp Instance of class NNTP.
* @param string $group Name of the group.
* @param bool $comp Use compression or not?
*
* @return mixed On success : (array) The group summary.
* On Failure : (object) PEAR_Error.
*
* @access public
*/
public function dataError($nntp, $group, $comp = true)
{
// Disconnect.
$nntp->doQuit();
// Try reconnecting. This uses another round of max retries.
if ($nntp->doConnect($comp) !== true) {
if ($this->_debugBool) {
$this->_debugging->log(get_class(), __FUNCTION__, 'Unable to reconnect to usenet!', Logger::LOG_NOTICE);
}
return $this->throwError('Unable to reconnect to usenet!');
}
// Try re-selecting the group.
$data = $nntp->selectGroup($group);
if ($this->isError($data)) {
$message = "Code {$data->code}: {$data->message}\nSkipping group: {$group}";
if ($this->_debugBool) {
$this->_debugging->log(get_class(), __FUNCTION__, $message, Logger::LOG_NOTICE);
}
if ($this->_echo) {
$this->pdo->log->doEcho($this->pdo->log->error($message), true);
}
$nntp->doQuit();
}
return $data;
}
}
}
}
break;
case $pieces[0] === 'par2' && isset($guidChar) && isset($maxperrun) && is_numeric($maxperrun):
$releases = $pdo->queryDirect(sprintf('
SELECT r.id AS releaseid, r.guid, r.group_id
FROM releases r
WHERE r.guid %s
AND r.nzbstatus = 1
AND r.proc_par2 = 0
AND r.preid = 0
ORDER BY r.postdate ASC
LIMIT %s', $pdo->likeString($guidChar, false, true), $maxperrun));
if ($releases instanceof Traversable) {
$nntp = new NNTP(['Settings' => $pdo]);
if (($pdo->getSetting('alternate_nntp') == '1' ? $nntp->doConnect(true, true) : $nntp->doConnect()) !== true) {
exit($pdo->log->error("Unable to connect to usenet."));
}
$Nfo = new Nfo(['Settings' => $pdo, 'Echo' => true]);
$nzbcontents = new NZBContents(array('Echo' => true, 'NNTP' => $nntp, 'Nfo' => $Nfo, 'Settings' => $pdo, 'PostProcess' => new PostProcess(['Settings' => $pdo, 'Nfo' => $Nfo, 'NameFixer' => $namefixer])));
foreach ($releases as $release) {
$res = $nzbcontents->checkPAR2($release['guid'], $release['releaseid'], $release['group_id'], 1, 1);
if ($res === false) {
echo '.';
}
}
}
break;
case $pieces[0] === 'miscsorter' && isset($guidChar) && isset($maxperrun) && is_numeric($maxperrun):
$releases = $pdo->queryDirect(sprintf('
/**
* Attempt to get a better name from a par2 file and categorize the release.
*
* @note Called from NZBContents.php
*
* @param string $messageID MessageID from NZB file.
* @param int $relID id of the release.
* @param int $groupID Group id of the release.
* @param \NNTP $nntp Class NNTP
* @param int $show Only show result or apply iy.
*
* @return bool
*/
public function parsePAR2($messageID, $relID, $groupID, &$nntp, $show)
{
if ($messageID === '') {
return false;
}
$query = $this->pdo->queryOneRow(sprintf('
SELECT id, groupid, categoryid, name, searchname, UNIX_TIMESTAMP(postdate) AS post_date, id AS releaseid
FROM releases
WHERE isrenamed = 0
AND id = %d', $relID));
if ($query === false) {
return false;
}
// Only get a new name if the category is OTHER.
$foundName = true;
if (!in_array((int) $query['categoryid'], array(\Category::CAT_BOOK_OTHER, \Category::CAT_GAME_OTHER, \Category::CAT_MOVIE_OTHER, \Category::CAT_MUSIC_OTHER, \Category::CAT_PC_MOBILEOTHER, \Category::CAT_TV_OTHER, \Category::CAT_MISC_HASHED, \Category::CAT_XXX_OTHER, \Category::CAT_MISC_OTHER))) {
$foundName = false;
}
// Get the PAR2 file.
$par2 = $nntp->getMessages($this->groups->getByNameByID($groupID), $messageID, $this->alternateNNTP);
if ($nntp->isError($par2)) {
return false;
}
// Put the PAR2 into Par2Info, check if there's an error.
$this->_par2Info->setData($par2);
if ($this->_par2Info->error) {
return false;
}
// Get the file list from Par2Info.
$files = $this->_par2Info->getFileList();
if ($files !== false && count($files) > 0) {
$filesAdded = 0;
// Loop through the files.
foreach ($files as $file) {
if (!isset($file['name'])) {
continue;
}
// If we found a name and added 10 files, stop.
if ($foundName === true && $filesAdded > 10) {
break;
}
if ($this->addpar2) {
// Add to release files.
if ($filesAdded < 11 && $this->pdo->queryOneRow(sprintf('
SELECT id
FROM releasefiles
WHERE releaseid = %d
AND name = %s', $relID, $this->pdo->escapeString($file['name']))) === false) {
// Try to add the files to the DB.
if ($this->releaseFiles->add($relID, $file['name'], $file['size'], $query['post_date'], 0)) {
$filesAdded++;
}
}
} else {
$filesAdded++;
}
// Try to get a new name.
if ($foundName === false) {
$query['textstring'] = $file['name'];
if ($this->nameFixer->checkName($query, 1, 'PAR2, ', 1, $show) === true) {
$foundName = true;
}
}
}
// If we found some files.
if ($filesAdded > 0) {
$this->debugging->log(get_class(), __FUNCTION__, 'Added ' . $filesAdded . ' releasefiles from PAR2 for ' . $query['searchname'], \Logger::LOG_INFO);
// Update the file count with the new file count + old file count.
$this->pdo->queryExec(sprintf('
UPDATE releases
SET rarinnerfilecount = rarinnerfilecount + %d
WHERE id = %d', $filesAdded, $relID));
}
if ($foundName === true) {
return true;
}
}
return false;
}
public function __destruct()
{
parent::__destruct();
}