/**
* Runs the script: connect to packagist, download everything it can!
*/
public function run()
{
// TODO: each package is there twice. Find why.
$filesystem = new Filesystem();
if (file_exists(DOWNLOAD_DIR . "/last_analyzed_package")) {
$lastAnalyzedPackage = file_get_contents(DOWNLOAD_DIR . "/last_analyzed_package");
} else {
$lastAnalyzedPackage = "";
}
$providerNames = $this->packagistRepository->getProviderNames();
// If analyzis is over, let's start from the beginning again.
if ($lastAnalyzedPackage >= $providerNames[count($providerNames) - 1]) {
$lastAnalyzedPackage = '';
}
$this->logger->debug("Starting script.");
$found = false;
sort($providerNames);
foreach ($providerNames as $packageName) {
if ($this->forcedPackage && $this->forcedPackage != $packageName) {
continue;
} else {
$found = true;
}
if (!$this->forcedPackage && $packageName <= $lastAnalyzedPackage) {
continue;
}
// Let's write the name of the last package we are going to analyze
// We will use it to start again from next package in case this package fails.
if (!$this->forcedPackage) {
file_put_contents(DOWNLOAD_DIR . "/last_analyzed_package", $packageName);
}
$this->logger->debug("Analyzing {packageName}.", array("packageName" => $packageName));
//if ($packageName != '10up/wp_mock') continue;
//var_dump($packagistRepo->findPackages($packageName));
$packages = $this->packagistRepository->findPackages($packageName);
$packages = array_filter($packages, function ($package) use($packageName) {
return $package->getName() == $packageName;
});
// Warning: findPackages uses "whatProvides". For instance: symfony/symonfy provides symfony/finder.
// When a new version of finder is released, we don't want to remove symfony. Therefore, we need to restrict
// the packages returned by "findPackages"
$importantPackages = $this->getImportantVersions($packages);
// DELETE PACKAGES VERSION BEFORE REINSERTION!
// Only delete packages that are not important anymore.
$notImportantPackages = array_diff($packages, $importantPackages);
foreach ($notImportantPackages as $notImportantPackage) {
if ($this->packageDao->get($notImportantPackage->getName(), $notImportantPackage->getPrettyVersion())) {
$this->logger->info("Removing {packageName} {version}. A newer package is available.", array("packageName" => $notImportantPackage->getPrettyName(), "version" => $notImportantPackage->getPrettyVersion()));
$this->itemDao->deletePackage($notImportantPackage->getName(), $notImportantPackage->getPrettyVersion());
$this->packageDao->deletePackage($notImportantPackage->getName(), $notImportantPackage->getPrettyVersion());
$downloadPath = DOWNLOAD_DIR . "/" . $notImportantPackage->getName() . "/" . $notImportantPackage->getPrettyVersion();
$filesystem->removeDirectory($downloadPath);
}
}
foreach ($importantPackages as $package) {
/* @var $package PackageInterface */
try {
// Let's reset to null (in case an exception happens on first line).
$packageVersionEntity = null;
// Let's get the update date of each version and let's compare it with the one we stored.
$packageVersion = $this->packageDao->get($package->getName(), $package->getPrettyVersion());
if (!$this->force && (!isset($packageVersion['refresh']) || !$packageVersion['refresh'])) {
if ($packageVersion && $packageVersion['releaseDate']->sec == $package->getReleaseDate()->getTimestamp()) {
if (isset($packageVersion['onError'])) {
if ($packageVersion['onError'] == false || $packageVersion['onError'] == true && !$this->retryOnError) {
$this->logger->debug("{packageName} {version} has not moved since last run. Ignoring.", array("packageName" => $package->getPrettyName(), "version" => $package->getPrettyVersion()));
continue;
}
}
}
}
$this->itemDao->deletePackage($package->getName(), $package->getPrettyVersion());
$this->packageDao->deletePackage($package->getName(), $package->getPrettyVersion());
$this->logger->info("Downloading {packageName} {version}{additional}", array("packageName" => $package->getPrettyName(), "version" => $package->getPrettyVersion(), "additional" => isset($packageVersion['refresh']) && $packageVersion['refresh'] ? " (forced via force-refresh)" : ""));
//var_dump($package->getDistUrls());
//var_dump($package->getSourceUrls());
$downloadPath = DOWNLOAD_DIR . "/" . $package->getName() . "/" . $package->getPrettyVersion();
$this->downloadManager->download($package, $downloadPath);
$packageVersion = $this->packageDao->createOrUpdatePackage($package);
$this->classesDetector->storePackage($downloadPath, $packageVersion);
$packageVersion['onError'] = false;
$packageVersion['errorMsg'] = '';
unset($packageVersion['refresh']);
} catch (\Exception $e) {
if (!$packageVersion) {
$packageVersion = $this->packageDao->createOrUpdatePackage($package);
}
$this->logger->error("Package {packageName} {version} failed to download. Exception: " . $e->getMessage() . " - " . $e->getTraceAsString(), array("packageName" => $package->getName(), "version" => $package->getPrettyVersion(), "exception" => $e));
$packageVersion['packageName'] = $package->getName();
$packageVersion['packageVersion'] = $package->getPrettyVersion();
$packageVersion['onError'] = true;
$packageVersion['errorMsg'] = $e->getMessage() . "\n" . $e->getTraceAsString();
}
$this->packageDao->save($packageVersion);
}
}
if ($this->forcedPackage && !$found) {
$this->logger->error("Unable to find package '{packageName}'", ['packageName' => $this->forcedPackage]);
}
//var_dump("Nb packages: ".count($repositories->getPackages()));
}
