public static function RebuildPackages()
{
$dir = \Core\Filestore\Factory::Directory(\ConfigHandler::Get('/package_repository/base_directory'));
$coredir = $dir->getPath() . 'core/';
$componentdir = $dir->getPath() . 'components/';
$themedir = $dir->getPath() . 'themes/';
$tmpdir = \Core\Filestore\Factory::Directory('tmp/exports/');
$gpg = new Core\GPG\GPG();
$keysfound = [];
$addedpackages = 0;
$failedpackages = 0;
$skippedpackages = 0;
$ls = $dir->ls('asc', true);
\Core\CLI\CLI::PrintProgressBar(0);
$totalPackages = sizeof($ls);
$percentEach = 100 / $totalPackages;
$currentPercent = 0;
// Ensure that the necessary temp directory exists.
$tmpdir->mkdir();
foreach ($ls as $file) {
/** @var \Core\Filestore\File $file */
$fullpath = $file->getFilename();
$relpath = substr($file->getFilename(), strlen($dir->getPath()));
$tmpdirpath = $tmpdir->getPath();
// Drop the .asc extension.
$basename = $file->getBasename(true);
// Tarball of the temporary package
$tgz = \Core\Filestore\Factory::File($tmpdirpath . $basename);
$output = [];
// I need to 1) retrieve and 2) verify the key for this package.
try {
$signature = $gpg->verifyFileSignature($fullpath);
} catch (\Exception $e) {
trigger_error($fullpath . ' was not able to be verified as authentic, (probably because the GPG public key was not available)');
$failedpackages++;
continue;
}
// decode and untar it in a temp directory to get the package.xml file.
exec('gpg --homedir "' . GPG_HOMEDIR . '" -q -d "' . $fullpath . '" > "' . $tgz->getFilename() . '" 2>/dev/null', $output, $ret);
if ($ret) {
trigger_error('Decryption of file ' . $fullpath . ' failed!');
$failedpackages++;
continue;
}
// Extract the package.xml metafile, this is critical!
exec('tar -xzf "' . $tgz->getFilename() . '" -C "' . $tmpdirpath . '" ./package.xml', $output, $ret);
if ($ret) {
trigger_error('Unable to extract package.xml from' . $tgz->getFilename());
unlink($tmpdirpath . $basename);
$failedpackages++;
continue;
}
// Read in that package file and append it to the repo xml.
$package = new PackageXML($tmpdirpath . 'package.xml');
$package->getRootDOM()->setAttribute('key', $signature->keyID);
$package->setFileLocation($relpath);
// Core has a few differences than most components.
if ($package->getKeyName() == 'core') {
$pkgName = 'Core Plus';
$chngName = 'Core Plus';
$type = 'core';
$chngDepth = 3;
$chngFile = './data/core/CHANGELOG';
$xmlFile = './data/core/component.xml';
} else {
$pkgName = $package->getName();
$chngName = ($package->getType() == 'theme' ? 'Theme/' : '') . $package->getName();
$type = $package->getType();
$chngDepth = 2;
$chngFile = './data/CHANGELOG';
$xmlFile = './data/' . ($package->getType() == 'theme' ? 'theme.xml' : 'component.xml');
}
// Lookup this package in the database or create if it doesn't exist.
$model = PackageRepositoryPackageModel::Find(['type = ' . $package->getType(), 'key = ' . $package->getKeyName(), 'version = ' . $package->getVersion()], 1);
if (!$model) {
$model = new PackageRepositoryPackageModel();
$model->set('type', $type);
$model->set('key', $package->getKeyName());
$model->set('version', $package->getVersion());
}
// Set the data provided by the package.xml file.
$model->set('name', $pkgName);
$model->set('gpg_key', $package->getKey());
$model->set('packager', $package->getPackager());
$model->set('file', $relpath);
$model->set('description', $package->getDescription());
$model->set('requires', $package->getRequires());
$model->set('provides', $package->getProvides());
$model->set('upgrades', $package->getUpgrades());
unlink($tmpdirpath . 'package.xml');
// Extract out the CHANGELOG file, this is not so critical.
// I need strip-components=2 to drop off the "." and "data" prefixes.
exec('tar -xzf "' . $tgz->getFilename() . '" -C "' . $tmpdirpath . '" --strip-components=' . $chngDepth . ' ' . $chngFile, $output, $ret);
// If there is a CHANGELOG, parse that too!
if (file_exists($tmpdirpath . 'CHANGELOG')) {
try {
$ch = new Core\Utilities\Changelog\Parser($chngName, $tmpdirpath . 'CHANGELOG');
$ch->parse();
// Get the version for this iteration.
$chsec = $ch->getSection($model->get('version'));
$model->set('packager_name', $chsec->getPackagerName());
$model->set('packager_email', $chsec->getPackagerEmail());
$model->set('datetime_released', $chsec->getReleasedDateUTC());
$model->set('changelog', $chsec->fetchAsHTML(null));
} catch (Exception $e) {
// meh, we just won't have a changelog.
} finally {
if (file_exists($tmpdirpath . 'CHANGELOG')) {
// Cleanup
unlink($tmpdirpath . 'CHANGELOG');
}
}
}
// Retrieve out the screenshots from this component.
exec('tar -xzf "' . $tgz->getFilename() . '" -O ' . $xmlFile . ' > "' . $tmpdirpath . 'comp.xml"', $output, $ret);
if (file_exists($tmpdirpath . 'comp.xml')) {
try {
$images = [];
$c = new Component_2_1($tmpdirpath . 'comp.xml');
$screens = $c->getScreenshots();
if (sizeof($screens)) {
foreach ($screens as $s) {
// Extract out this screen and save it to the filesystem.
$archivedFile = dirname($xmlFile) . '/' . $s;
$localFile = \Core\Filestore\Factory::File('public/packagerepo-screens/' . $model->get('type') . '-' . $model->get('key') . '-' . $model->get('version') . '/' . basename($s));
// Write something into the file so that it exists on the filesystem.
$localFile->putContents('');
// And now tar can extract directly to that destination!
exec('tar -xzf "' . $tgz->getFilename() . '" -O ' . $archivedFile . ' > "' . $localFile->getFilename() . '"', $output, $ret);
if (!$ret) {
// Return code should be 0 on a successful write.
$images[] = $localFile->getFilename(false);
}
}
}
$model->set('screenshots', $images);
} catch (Exception $e) {
// meh, we just won't have images..
} finally {
if (file_exists($tmpdirpath . 'comp.xml')) {
// Cleanup
unlink($tmpdirpath . 'comp.xml');
}
}
}
if ($model->changed()) {
$model->save(true);
$addedpackages++;
} else {
$skippedpackages++;
}
// But I can still cleanup!
$tgz->delete();
$currentPercent += $percentEach;
\Core\CLI\CLI::PrintProgressBar($currentPercent);
}
// Commit everything!
PackageRepositoryPackageModel::CommitSaves();
return ['updated' => $addedpackages, 'skipped' => $skippedpackages, 'failed' => $failedpackages];
}
$d->mkdir();
}
exec('tar -xzf ' . $dat['tgz'] . ' -C ' . $dat['dest'] . ' --transform "s:\./data::" ./data', $out, $result);
if($result != 0){
CLI::PrintActionStatus('fail');
CLI::PrintLine($out);
die();
}
CLI::PrintActionStatus('ok');
CLI::PrintActionStart("Processing CHANGELOG");
if($dat['keyname'] == 'core'){
$parser = new Core\Utilities\Changelog\Parser($dat['name'], $dat['dest'] . '/core/CHANGELOG');
}
else{
$parser = new Core\Utilities\Changelog\Parser($dat['name'], $dat['dest'] . '/CHANGELOG');
}
if(!$parser->exists()){
CLI::PrintActionStatus('skip');
$changelog .= '<h3>' . $dat['name'] . ' ' . $compversion . '</h3>';
}
else{
try{
$parser->parse();
/** @var $thisversion Core\Utilities\Changelog\Section */
$thisversion = $parser->getSection($compversion);
// Read the current changelog.
$changelog .= $thisversion->fetchAsHTML(3);
$dh = opendir($dir);
while(($file = readdir($dh)) !== false){
if($file{0} == '.') continue;
if(!is_dir($dir . '/' . $file)) continue;
if(!is_readable($dir . '/' . $file . '/' . 'theme.xml')) continue;
$src = $dir . '/' . $file . '/' . 'CHANGELOG';
$dest = BASE_DIR . 'build/changelogs/themes/' . $file . '.html';
if(!is_readable($src)) continue;
$t = ThemeHandler::GetTheme($file);
echo 'Generating changelog for Theme/' . $t->getName() . "...\n";
$parser = new Core\Utilities\Changelog\Parser('Theme/' . $t->getName(), $src);
$parser->parse();
$parser->saveHTML($dest);
}
closedir($dh);
$dir = ROOT_PDIR;
$src = $dir . '/core/' . 'CHANGELOG';
$dest = BASE_DIR . 'build/changelogs/core.html';
echo 'Generating changelog for Core' . "...\n";
$parser = new Core\Utilities\Changelog\Parser('Core Plus', $src);
$parser->parse();
$parser->saveHTML($dest);
