public function processMpdDatabasefile()
{
$this->jobPhase = 1;
$app = \Slim\Slim::getInstance();
$this->beginJob(array('msg' => $app->ll->str('importer.processing.mpdfile')), __FUNCTION__);
// check if mpd_db_file exists
if (is_file($app->config['mpd']['dbfile']) == FALSE || is_readable($app->config['mpd']['dbfile']) === FALSE) {
$msg = $app->ll->str('error.mpd.dbfile', array($app->config['mpd']['dbfile']));
cliLog($msg, 1, 'red', TRUE);
$this->finishJob(array('msg' => $msg));
$app->stop();
}
# TODO: check if mpd-database file is plaintext or gzipped or sqlite
# TODO: processing mpd-sqlite db or gzipped db
$this->updateJob(array('msg' => $app->ll->str('importer.collecting.mysqlitems')));
// get timestamps of all tracks and directories from mysql database
$fileTimestampsMysql = array();
$directoryTimestampsMysql = array();
// get all existing track-ids to determine orphans
$deadMysqlFiles = array();
$query = "SELECT id, relativePathHash, relativeDirectoryPathHash, filemtime, directoryMtime FROM rawtagdata;";
$result = $app->db->query($query);
while ($record = $result->fetch_assoc()) {
$deadMysqlFiles[$record['relativePathHash']] = $record['id'];
$fileTimestampsMysql[$record['relativePathHash']] = $record['filemtime'];
// get the oldest directory timestamp stored in rawtagdata
if (isset($directoryTimestampsMysql[$record['relativeDirectoryPathHash']]) === FALSE) {
$directoryTimestampsMysql[$record['relativeDirectoryPathHash']] = 9999999999;
}
if ($record['directoryMtime'] < $directoryTimestampsMysql[$record['relativeDirectoryPathHash']]) {
$directoryTimestampsMysql[$record['relativeDirectoryPathHash']] = $record['directoryMtime'];
}
}
$dbFilePath = $app->config['mpd']['dbfile'];
$this->updateJob(array('msg' => $app->ll->str('importer.testdbfile')));
// check if we have a plaintext or gzipped mpd-databasefile
$isBinary = testBinary($dbFilePath);
if ($isBinary === TRUE) {
$this->updateJob(array('msg' => $app->ll->str('importer.gunzipdbfile')));
// decompress databasefile
$bufferSize = 4096;
// read 4kb at a time (raising this value may increase performance)
$outFileName = APP_ROOT . 'cache/mpd-database-plaintext';
// Open our files (in binary mode)
$inFile = gzopen($app->config['mpd']['dbfile'], 'rb');
$outFile = fopen($outFileName, 'wb');
// Keep repeating until the end of the input file
while (!gzeof($inFile)) {
// Read buffer-size bytes
// Both fwrite and gzread and binary-safe
fwrite($outFile, gzread($inFile, $bufferSize));
}
// Files are done, close files
fclose($outFile);
gzclose($inFile);
$dbFilePath = $outFileName;
}
$dbfile = explode("\n", file_get_contents($dbFilePath));
$currentDirectory = "";
$currentSong = "";
$currentPlaylist = "";
$currentSection = "";
$dirs = array();
//$songs = array();
//$playlists = array();
$dircount = 0;
$unmodifiedFiles = 0;
$level = -1;
$opendirs = array();
// set initial attributes
$mtime = 0;
$time = 0;
$artist = '';
$title = '';
$track = '';
$album = '';
$date = '';
$genre = '';
$mtimeDirectory = 0;
foreach ($dbfile as $line) {
if (trim($line) === "") {
continue;
// skip empty lines
}
$attr = explode(": ", $line, 2);
array_map('trim', $attr);
if (count($attr === 1)) {
switch ($attr[0]) {
case 'info_begin':
break;
case 'info_end':
break;
case 'playlist_end':
// TODO: what to do with playlists fetched by mpd-database???
//$playlists[] = $currentDirectory . DS . $currentPlaylist;
$currentPlaylist = "";
$currentSection = "";
break;
case 'song_end':
$this->itemCountChecked++;
// single music files directly in mpd-musicdir-root must not get a leading slash
$dirRelativePath = $currentDirectory === '' ? '' : $currentDirectory . DS;
$directoryHash = getFilePathHash($dirRelativePath);
// further we have to read directory-modified-time manually because there is no info
// about mpd-root-directory in mpd-database-file
$mtimeDirectory = $currentDirectory === '' ? filemtime($app->config['mpd']['musicdir']) : $mtimeDirectory;
$trackRelativePath = $dirRelativePath . $currentSong;
$trackHash = getFilePathHash($trackRelativePath);
$this->updateJob(array('msg' => 'processed ' . $this->itemCountChecked . ' files', 'currentfile' => $currentDirectory . DS . $currentSong, 'deadfiles' => count($deadMysqlFiles), 'unmodified_files' => $unmodifiedFiles));
$insertOrUpdateRawtagData = FALSE;
// compare timestamps of mysql-database-entry(rawtagdata) and mpddatabase
if (isset($fileTimestampsMysql[$trackHash]) === FALSE) {
cliLog('mpd-file does not exist in rawtagdata: ' . $trackRelativePath, 5);
$insertOrUpdateRawtagData = TRUE;
} else {
if ($mtime > $fileTimestampsMysql[$trackHash]) {
cliLog('mpd-file timestamp is newer: ' . $trackRelativePath, 5);
$insertOrUpdateRawtagData = TRUE;
}
}
if (isset($directoryTimestampsMysql[$directoryHash]) === FALSE) {
cliLog('mpd-directory does not exist in rawtagdata: ' . $dirRelativePath, 5);
$insertOrUpdateRawtagData = TRUE;
} else {
if ($mtimeDirectory > $directoryTimestampsMysql[$directoryHash]) {
cliLog('mpd-directory timestamp is newer: ' . $trackRelativePath, 5);
$insertOrUpdateRawtagData = TRUE;
}
}
if ($insertOrUpdateRawtagData === FALSE) {
// track has not been modified - no need for updating
unset($fileTimestampsMysql[$trackHash]);
unset($deadMysqlFiles[$trackHash]);
$unmodifiedFiles++;
} else {
$t = new Rawtagdata();
if (isset($deadMysqlFiles[$trackHash])) {
$t->setId($deadMysqlFiles[$trackHash]);
// file is alive - remove it from dead items
unset($deadMysqlFiles[$trackHash]);
}
$t->setArtist($artist);
$t->setTitle($title);
$t->setAlbum($album);
$t->setGenre($genre);
$t->setYear($date);
$t->setTrackNumber($track);
$t->setRelativePath($trackRelativePath);
$t->setRelativePathHash($trackHash);
$t->setRelativeDirectoryPath($dirRelativePath);
$t->setRelativeDirectoryPathHash($directoryHash);
$t->setDirectoryMtime($mtimeDirectory);
$t->setFilemtime($mtime);
$t->setMiliseconds($time * 1000);
$t->setlastScan(0);
$t->setImportStatus(1);
$t->update();
unset($t);
$this->itemCountProcessed++;
}
cliLog("#" . $this->itemCountChecked . " " . $currentDirectory . DS . $currentSong, 2);
//$songs[] = $currentDirectory . DS . $currentSong;
$currentSong = "";
$currentSection = "";
// reset song attributes
$mtime = 0;
$time = 0;
$artist = '';
$title = '';
$track = '';
$album = '';
$date = '';
$genre = '';
break;
default:
break;
}
}
if (isset($attr[1]) === TRUE) {
// believe it or not - some people store html in their tags
$attr[1] = preg_replace('!\\s+!', ' ', trim(strip_tags($attr[1])));
}
switch ($attr[0]) {
case 'directory':
$currentSection = "directory";
break;
case 'begin':
$level++;
$opendirs = explode(DS, $attr[1]);
$currentSection = "directory";
$currentDirectory = $attr[1];
break;
case 'song_begin':
$currentSection = "song";
$currentSong = $attr[1];
break;
case 'playlist_begin':
$currentSection = "playlist";
$currentPlaylist = $attr[1];
break;
case 'end':
$level--;
//$dirs[$currentDirectory] = TRUE;
$dircount++;
array_pop($opendirs);
$currentDirectory = join(DS, $opendirs);
$currentSection = "";
break;
case 'mtime':
if ($currentSection == "directory") {
$mtimeDirectory = $attr[1];
} else {
$mtime = $attr[1];
}
break;
case 'Time':
$time = $attr[1];
break;
case 'Artist':
$artist = $attr[1];
break;
case 'Title':
$title = $attr[1];
break;
case 'Track':
$track = $attr[1];
break;
case 'Album':
$album = $attr[1];
break;
case 'Genre':
$genre = $attr[1];
break;
case 'Date':
$date = $attr[1];
break;
}
}
// delete dead items in table:rawtagdata & table:track
if (count($deadMysqlFiles) > 0) {
\Slimpd\Rawtagdata::deleteRecordsByIds($deadMysqlFiles);
\Slimpd\Track::deleteRecordsByIds($deadMysqlFiles);
}
cliLog("dircount: " . $dircount);
cliLog("songs: " . $this->itemCountChecked);
//cliLog("playlists: " . count($playlists));
# TODO: flag&handle dead items in mysql-database
//cliLog("dead dirs: " . count($deadMysqlDirectories));
cliLog("dead songs: " . count($deadMysqlFiles));
#print_r($deadMysqlFiles);
$this->itemCountTotal = $this->itemCountChecked;
$this->finishJob(array('msg' => 'processed ' . $this->itemCountChecked . ' files', 'directorycount' => $dircount, 'deletedRecords' => count($deadMysqlFiles), 'unmodified_files' => $unmodifiedFiles), __FUNCTION__);
// destroy large arrays
unset($deadMysqlFiles);
unset($fileTimestampsMysql);
unset($directoryTimestampsMysql);
return;
}
echo "Debug REXP" . CLI_EOL;
var_dump(Rserve_Parser::parseDebug($bin, $i));
$i = 0;
echo "binary to REXP" . CLI_EOL;
$r2 = Rserve_Parser::parseREXP($bin, $i);
var_dump($r2);
$cn2 = get_class($r2);
$cn = get_class($rexp);
if (strtolower($cn2) != strtolower($cn)) {
echo 'Differentes classes' . CLI_EOL;
return FALSE;
} else {
echo 'Class Type ok' . CLI_EOL;
}
$r = $cnx->assign('x', $rexp);
if ($r['is_error']) {
echo $cnx->getErrorMessage($r['error']);
} else {
echo "OK";
}
echo CLI_EOL;
echo "Check R object" . CLI_EOL;
$r = $cnx->evalString('x');
var_dump($r);
}
$cnx = new Rserve_Connection('localhost', 6311, TRUE);
testBinary($cnx, array(1, 2, 3), 'Integer');
testBinary($cnx, array(1.1, 2.2, 3.3), 'Double');
testBinary($cnx, array(TRUE, FALSE, TRUE, NULL), 'Logical');
testBinary($cnx, array('toto', 'titi', 'Lorem ispum', NULL), 'String');
//$rexp = create_REXP(array(1,2,3), 'Integer');
function testBinary($values, $type, $options = array(), $msg = '')
{
echo 'Test ' . $type . ' ' . $msg . '<br/>';
$cn = 'Rserve_REXP_' . $type;
$r = new $cn();
$tt = strtolower($type);
if (is_subclass_of($r, 'Rserve_REXP_Vector')) {
if (is_subclass_of($r, 'Rserve_REXP_List') and @$options['named']) {
$r->setValues($values, TRUE);
} else {
$r->setValues($values);
}
} else {
$r->setValue($values);
}
$bin = Rserve_Parser::createBinary($r);
var_dump(Rserve_Parser::parseDebug($bin, 0));
$r2 = Rserve_Parser::parseREXP($bin, 0);
var_dump($r2);
$cn2 = get_class($r2);
if (strtolower($cn2) != strtolower($cn)) {
echo 'Differentes classes';
return FALSE;
} else {
echo 'Class Type ok';
}
}
testBinary(array(1, 2, 3), 'Integer');
testBinary(array(1.1, 2.2, 3.3), 'Double');
testBinary(array(TRUE, FALSE, TRUE, NULL), 'Logical');
