public function setUp() { parent::setUp(); $factory = new Factory(); $this->manager = $factory->createArchiveManager($factory->createConfig()); $this->targetDir = $this->testDir . '/composer_archiver_tests'; }
/** * Builds the archives of the repository. * * @param array $packages List of packages to dump */ public function dump(array $packages) { $helper = new ArchiveBuilderHelper($this->output, $this->config['archive']); $directory = $helper->getDirectory($this->outputDir); $this->output->writeln(sprintf("<info>Creating local downloads in '%s'</info>", $directory)); $format = isset($this->config['archive']['format']) ? $this->config['archive']['format'] : 'zip'; $endpoint = isset($this->config['archive']['prefix-url']) ? $this->config['archive']['prefix-url'] : $this->config['homepage']; $includeArchiveChecksum = isset($this->config['archive']['checksum']) ? (bool) $this->config['archive']['checksum'] : true; $composerConfig = Factory::createConfig(); $factory = new Factory(); $io = new ConsoleIO($this->input, $this->output, $this->helperSet); $io->loadConfiguration($composerConfig); /* @var \Composer\Downloader\DownloadManager $downloadManager */ $downloadManager = $factory->createDownloadManager($io, $composerConfig); /* @var \Composer\Package\Archiver\ArchiveManager $archiveManager */ $archiveManager = $factory->createArchiveManager($composerConfig, $downloadManager); $archiveManager->setOverwriteFiles(false); shuffle($packages); /* @var \Composer\Package\CompletePackage $package */ foreach ($packages as $package) { if ($helper->isSkippable($package)) { continue; } $this->output->writeln(sprintf("<info>Dumping '%s'.</info>", $package->getName())); try { if ('pear-library' === $package->getType()) { // PEAR packages are archives already $filesystem = new Filesystem(); $packageName = $archiveManager->getPackageFilename($package); $path = realpath($directory) . '/' . $packageName . '.' . pathinfo($package->getDistUrl(), PATHINFO_EXTENSION); if (!file_exists($path)) { $downloadDir = sys_get_temp_dir() . '/composer_archiver/' . $packageName; $filesystem->ensureDirectoryExists($downloadDir); $downloadManager->download($package, $downloadDir, false); $filesystem->ensureDirectoryExists($directory); $filesystem->rename($downloadDir . '/' . pathinfo($package->getDistUrl(), PATHINFO_BASENAME), $path); $filesystem->removeDirectory($downloadDir); } // Set archive format to `file` to tell composer to download it as is $archiveFormat = 'file'; } else { $path = $archiveManager->archive($package, $format, $directory); $archiveFormat = $format; } $archive = basename($path); $distUrl = sprintf('%s/%s/%s', $endpoint, $this->config['archive']['directory'], $archive); $package->setDistType($archiveFormat); $package->setDistUrl($distUrl); if ($includeArchiveChecksum) { $package->setDistSha1Checksum(hash_file('sha1', $path)); } $package->setDistReference($package->getSourceReference()); } catch (\Exception $exception) { if (!$this->skipErrors) { throw $exception; } $this->output->writeln(sprintf("<error>Skipping Exception '%s'.</error>", $exception->getMessage())); } } }
protected function archive(IOInterface $io, Config $config, $packageName = null, $version = null, $format = 'tar', $dest = '.') { $factory = new Factory(); $downloadManager = $factory->createDownloadManager($io, $config); $archiveManager = $factory->createArchiveManager($config, $downloadManager); if ($packageName) { $package = $this->selectPackage($io, $packageName, $version); if (!$package) { return 1; } } else { $package = $this->getComposer()->getPackage(); } $io->writeError('<info>Creating the archive into "' . $dest . '".</info>'); $archiveManager->archive($package, $format, $dest); return 0; }
protected function archive(IOInterface $io, Config $config, $packageName = null, $version = null, $format = 'tar', $dest = '.', $fileName = null) { $factory = new Factory(); $downloadManager = $factory->createDownloadManager($io, $config); $archiveManager = $factory->createArchiveManager($config, $downloadManager); if ($packageName) { $package = $this->selectPackage($io, $packageName, $version); if (!$package) { return 1; } } else { $package = $this->getComposer()->getPackage(); } $io->writeError('<info>Creating the archive into "' . $dest . '".</info>'); $packagePath = $archiveManager->archive($package, $format, $dest, $fileName); $fs = new Filesystem(); $shortPath = $fs->findShortestPath(getcwd(), $packagePath, true); $io->writeError('Created: ', false); $io->write(strlen($shortPath) < strlen($packagePath) ? $shortPath : $packagePath); return 0; }
/** * @param array $config Directory where to create the downloads in, prefix-url, etc.. * @param array $packages Reference to packages so we can rewrite the JSON. * @param OutputInterface $output * @param string $outputDir * @param bool $skipErrors If true, any exception while dumping a package will be ignored. * * @return void */ private function dumpDownloads(array $config, array &$packages, OutputInterface $output, $outputDir, $skipErrors) { if (isset($config['archive']['absolute-directory'])) { $directory = $config['archive']['absolute-directory']; } else { $directory = sprintf('%s/%s', $outputDir, $config['archive']['directory']); } $output->writeln(sprintf("<info>Creating local downloads in '%s'</info>", $directory)); $format = isset($config['archive']['format']) ? $config['archive']['format'] : 'zip'; $endpoint = isset($config['archive']['prefix-url']) ? $config['archive']['prefix-url'] : $config['homepage']; $skipDev = isset($config['archive']['skip-dev']) ? (bool) $config['archive']['skip-dev'] : false; $whitelist = isset($config['archive']['whitelist']) ? (array) $config['archive']['whitelist'] : array(); $blacklist = isset($config['archive']['blacklist']) ? (array) $config['archive']['blacklist'] : array(); $composerConfig = Factory::createConfig(); $factory = new Factory(); /* @var \Composer\Package\Archiver\ArchiveManager $archiveManager */ $archiveManager = $factory->createArchiveManager($composerConfig); $archiveManager->setOverwriteFiles(false); /* @var \Composer\Package\CompletePackage $package */ foreach ($packages as $name => $package) { if (true === $skipDev && true === $package->isDev()) { $output->writeln(sprintf("<info>Skipping '%s' (is dev)</info>", $name)); continue; } $names = $package->getNames(); if ($whitelist && !array_intersect($whitelist, $names)) { $output->writeln(sprintf("<info>Skipping '%s' (is not in whitelist)</info>", $name)); continue; } if ($blacklist && array_intersect($blacklist, $names)) { $output->writeln(sprintf("<info>Skipping '%s' (is in blacklist)</info>", $name)); continue; } $output->writeln(sprintf("<info>Dumping '%s'.</info>", $name)); try { $path = $archiveManager->archive($package, $format, $directory); $archive = basename($path); $distUrl = sprintf('%s/%s/%s', $endpoint, $config['archive']['directory'], $archive); $package->setDistType($format); $package->setDistUrl($distUrl); $package->setDistSha1Checksum(hash_file('sha1', $path)); $package->setDistReference($package->getSourceReference()); } catch (\Exception $exception) { if (!$skipErrors) { throw $exception; } $output->writeln(sprintf("<error>Skipping Exception '%s'.</error>", $exception->getMessage())); } } }
/** * @param array $config Directory where to create the downloads in, prefix-url, etc.. * @param array $packages * @param InputInterface $input * @param OutputInterface $output * @param string $outputDir * @param bool $skipErrors If true, any exception while dumping a package will be ignored. * * @return void */ private function dumpDownloads(array $config, array $packages, InputInterface $input, OutputInterface $output, $outputDir, $skipErrors) { if (isset($config['archive']['absolute-directory'])) { $directory = $config['archive']['absolute-directory']; } else { $directory = sprintf('%s/%s', $outputDir, $config['archive']['directory']); } $output->writeln(sprintf("<info>Creating local downloads in '%s'</info>", $directory)); $format = isset($config['archive']['format']) ? $config['archive']['format'] : 'zip'; $endpoint = isset($config['archive']['prefix-url']) ? $config['archive']['prefix-url'] : $config['homepage']; $skipDev = isset($config['archive']['skip-dev']) ? (bool) $config['archive']['skip-dev'] : false; $whitelist = isset($config['archive']['whitelist']) ? (array) $config['archive']['whitelist'] : array(); $blacklist = isset($config['archive']['blacklist']) ? (array) $config['archive']['blacklist'] : array(); $includeArchiveChecksum = isset($config['archive']['checksum']) ? (bool) $config['archive']['checksum'] : true; $composerConfig = Factory::createConfig(); $factory = new Factory(); $io = new ConsoleIO($input, $output, $this->getApplication()->getHelperSet()); $io->loadConfiguration($composerConfig); /* @var \Composer\Downloader\DownloadManager $downloadManager */ $downloadManager = $factory->createDownloadManager($io, $composerConfig); /* @var \Composer\Package\Archiver\ArchiveManager $archiveManager */ $archiveManager = $factory->createArchiveManager($composerConfig, $downloadManager); $archiveManager->setOverwriteFiles(false); shuffle($packages); /* @var \Composer\Package\CompletePackage $package */ foreach ($packages as $package) { if ('metapackage' === $package->getType()) { continue; } $name = $package->getName(); if (true === $skipDev && true === $package->isDev()) { $output->writeln(sprintf("<info>Skipping '%s' (is dev)</info>", $name)); continue; } $names = $package->getNames(); if ($whitelist && !array_intersect($whitelist, $names)) { $output->writeln(sprintf("<info>Skipping '%s' (is not in whitelist)</info>", $name)); continue; } if ($blacklist && array_intersect($blacklist, $names)) { $output->writeln(sprintf("<info>Skipping '%s' (is in blacklist)</info>", $name)); continue; } $output->writeln(sprintf("<info>Dumping '%s'.</info>", $name)); try { if ('pear-library' === $package->getType()) { // PEAR packages are archives already $filesystem = new Filesystem(); $packageName = $archiveManager->getPackageFilename($package); $path = realpath($directory) . '/' . $packageName . '.' . pathinfo($package->getDistUrl(), PATHINFO_EXTENSION); if (!file_exists($path)) { $downloadDir = sys_get_temp_dir() . '/composer_archiver/' . $packageName; $filesystem->ensureDirectoryExists($downloadDir); $downloadManager->download($package, $downloadDir, false); $filesystem->ensureDirectoryExists($directory); $filesystem->rename($downloadDir . '/' . pathinfo($package->getDistUrl(), PATHINFO_BASENAME), $path); $filesystem->removeDirectory($downloadDir); } // Set archive format to `file` to tell composer to download it as is $archiveFormat = 'file'; } else { $path = $archiveManager->archive($package, $format, $directory); $archiveFormat = $format; } $archive = basename($path); $distUrl = sprintf('%s/%s/%s', $endpoint, $config['archive']['directory'], $archive); $package->setDistType($archiveFormat); $package->setDistUrl($distUrl); if ($includeArchiveChecksum) { $package->setDistSha1Checksum(hash_file('sha1', $path)); } $package->setDistReference($package->getSourceReference()); } catch (\Exception $exception) { if (!$skipErrors) { throw $exception; } $output->writeln(sprintf("<error>Skipping Exception '%s'.</error>", $exception->getMessage())); } } }
/** * {@inheritdoc} */ public function dump(array $packages) { $helper = new ArchiveBuilderHelper($this->output, $this->config['archive']); $basedir = $helper->getDirectory($this->outputDir); $this->output->writeln(sprintf("<info>Creating local downloads in '%s'</info>", $basedir)); $format = isset($this->config['archive']['format']) ? $this->config['archive']['format'] : 'zip'; $endpoint = isset($this->config['archive']['prefix-url']) ? $this->config['archive']['prefix-url'] : $this->config['homepage']; $includeArchiveChecksum = isset($this->config['archive']['checksum']) ? (bool) $this->config['archive']['checksum'] : true; $composerConfig = $this->composer->getConfig(); $factory = new Factory(); /* @var \Composer\Downloader\DownloadManager $downloadManager */ $downloadManager = $this->composer->getDownloadManager(); /* @var \Composer\Package\Archiver\ArchiveManager $archiveManager */ $archiveManager = $factory->createArchiveManager($composerConfig, $downloadManager); $archiveManager->setOverwriteFiles(false); shuffle($packages); $progressBar = null; $hasStarted = false; $verbosity = $this->output->getVerbosity(); $renderProgress = $this->input->getOption('stats') && OutputInterface::VERBOSITY_NORMAL == $verbosity; if ($renderProgress) { $packageCount = 0; foreach ($packages as $package) { if (!$helper->isSkippable($package)) { ++$packageCount; } } $progressBar = new ProgressBar($this->output, $packageCount); $progressBar->setFormat(' %current%/%max% [%bar%] %percent:3s%% - Installing %packageName% (%packageVersion%)'); } /* @var \Composer\Package\CompletePackage $package */ foreach ($packages as $package) { if ($helper->isSkippable($package)) { continue; } if ($renderProgress) { $progressBar->setMessage($package->getName(), 'packageName'); $progressBar->setMessage($package->getPrettyVersion(), 'packageVersion'); if (!$hasStarted) { $progressBar->start(); $hasStarted = true; } else { $progressBar->display(); } } else { $this->output->writeln(sprintf("<info>Dumping '%s'.</info>", $package->getName())); } try { if ($renderProgress) { $this->output->setVerbosity(OutputInterface::VERBOSITY_QUIET); } $intermediatePath = preg_replace('#[^a-z0-9-_/]#i', '-', $package->getName()); $packageName = $archiveManager->getPackageFilename($package); if ('pear-library' === $package->getType()) { // PEAR packages are archives already $filesystem = new Filesystem(); $path = sprintf('%s/%s/%s.%s', realpath($basedir), $intermediatePath, $packageName, pathinfo($package->getDistUrl(), PATHINFO_EXTENSION)); if (!file_exists($path)) { $downloadDir = sys_get_temp_dir() . '/composer_archiver/' . $packageName; $filesystem->ensureDirectoryExists($downloadDir); $downloadManager->download($package, $downloadDir, false); $filesystem->ensureDirectoryExists(dirname($path)); $filesystem->rename($downloadDir . '/' . pathinfo($package->getDistUrl(), PATHINFO_BASENAME), $path); $filesystem->removeDirectory($downloadDir); } // Set archive format to `file` to tell composer to download it as is $archiveFormat = 'file'; } else { $path = $archiveManager->archive($package, $format, sprintf('%s/%s', $basedir, $intermediatePath)); $archiveFormat = $format; } $archive = basename($path); $distUrl = sprintf('%s/%s/%s/%s', $endpoint, $this->config['archive']['directory'], $intermediatePath, $archive); $package->setDistType($archiveFormat); $package->setDistUrl($distUrl); if ($includeArchiveChecksum) { $package->setDistSha1Checksum(hash_file('sha1', $path)); } $package->setDistReference($package->getSourceReference()); if ($renderProgress) { $this->output->setVerbosity($verbosity); } } catch (\Exception $exception) { if ($renderProgress) { $this->output->setVerbosity($verbosity); } if (!$this->skipErrors) { throw $exception; } $this->output->writeln(sprintf("<error>Skipping Exception '%s'.</error>", $exception->getMessage())); } if ($renderProgress) { $progressBar->advance(); } } if ($renderProgress) { $progressBar->finish(); $this->output->writeln(''); } }