public function build(Build $build, BuildScript $script, $timeout)
{
$logger = $this->logger;
$docker = $this->docker;
$objectManager = $this->objectManager;
$websocketProducer = $this->websocketProducer;
$publish = function ($content) use($build, $websocketProducer) {
$message = new BuildMessage($build, $content);
$websocketProducer->publish((string) $message);
};
$options = $build->getOptions();
$project = $build->getProject();
/**
* Launch actual build
*/
$logger->info('building base build container', ['build' => $build->getId(), 'image_name' => $build->getImageName()]);
// $publish(' building base container'.PHP_EOL);
$baseImage = strpos($options['image'], 'stage1/') !== 0 ? 'stage1/' . $options['image'] : $options['image'];
$builder = $project->getDockerContextBuilder();
$builder->add('/usr/local/bin/yuhao_build', $script->getBuildScript());
$builder->add('/usr/local/bin/yuhao_run', $script->getRunScript());
$builder->run('chmod -R +x /usr/local/bin/');
$builder->from($baseImage);
$response = $docker->build($builder->getContext(), $build->getImageName(), false, true, true);
$buildContainer = new BuildContainer($build);
$buildContainer->addEnv($options['env']);
$script->setRuntimeEnv($buildContainer->getEnv());
if ($build->getForceLocalBuildYml()) {
$buildContainer->addEnv(['FORCE_LOCAL_STAGE1_YML=1']);
}
$manager = $docker->getContainerManager();
$logger->info('starting actual build', ['build' => $build->getId(), 'timeout' => $timeout]);
// $publish(' starting actual build'.PHP_EOL);
$hostConfig = [];
if ($this->getOption('composer_enable_global_cache')) {
$logger->info('enabling composer global cache', ['build' => $build->getId()]);
$hostConfig['Binds'] = [$this->getOption('composer_cache_path') . '/global:/.composer/cache'];
} elseif ($this->getOption('composer_enable_project_cache')) {
$cachePath = $this->getOption('composer_cache_path') . '/' . $project->getFullName();
$logger->info('enabling composer project cache', ['build' => $build->getId(), 'project' => $project->getFullName(), 'cache_path' => $cachePath]);
if (!is_dir($cachePath)) {
mkdir($cachePath, 0777, true);
}
$hostConfig['Binds'] = [realpath($cachePath) . ':/.composer/cache'];
}
$manager->create($buildContainer);
$build->setContainer($buildContainer);
$manager->start($buildContainer, $hostConfig);
$manager->wait($buildContainer, $timeout);
if ($buildContainer->getExitCode() !== 0) {
$exitCode = $buildContainer->getExitCode();
$exitCodeLabel = isset(Process::$exitCodes[$exitCode]) ? Process::$exitCodes[$exitCode] : '';
$message = sprintf('build container stopped with exit code %d (%s)', $exitCode, $exitCodeLabel);
$logger->error($message, ['build' => $build->getId(), 'container' => $buildContainer->getId(), 'container_name' => $buildContainer->getName(), 'exit_code' => $exitCode, 'exit_code_label' => $exitCodeLabel]);
$docker->commit($buildContainer, ['repo' => $build->getImageName(), 'tag' => 'failed']);
throw new Exception($message, $buildContainer->getExitCode());
}
/**
* Build successful!
*
* @todo the commit can timeout for no obvious reason, while actually committing
* catch the timeout and check if the image has been committed
* if yes, proceed
* if not, retry (3 times ?)
*/
$logger->info('build successful, committing', ['build' => $build->getId(), 'container' => $buildContainer->getId()]);
// $publish(' committing app container'.PHP_EOL);
$docker->commit($buildContainer, ['repo' => $build->getImageName()]);
$logger->info('removing build container', ['build' => $build->getId(), 'container' => $buildContainer->getId()]);
// $publish(' removing build container'.PHP_EOL);
$manager->remove($buildContainer);
}
public function build(Build $build, BuildScript $script, $timeout)
{
$logger = $this->logger;
$docker = $this->docker;
$websocketProducer = $this->websocketProducer;
$redis = $this->redis;
$publish = function ($content) use($build, $websocketProducer, $redis) {
static $fragment = 0;
$message = new BuildMessage($build, $content);
$websocketProducer->publish((string) $message);
$redis->rpush($build->getLogsList(), json_encode(['type' => Build::LOG_OUTPUT, 'message' => $content, 'stream' => 'stdout', 'microtime' => microtime(true), 'fragment_id' => $fragment++, 'build_id' => $build->getId()]));
};
$project = $build->getProject();
$options = $build->getOptions();
$workdir = sys_get_temp_dir() . '/stage1/workdir/' . $build->getId();
if (is_dir($workdir)) {
$fs = new Filesystem();
$fs->remove($workdir);
}
mkdir($workdir, 0777, true);
$logger->info('using workdir', ['workdir' => $workdir]);
mkdir($workdir . '/ssh', 0755, true);
$project->dumpSshKeys($workdir . '/ssh', 'root');
file_put_contents($workdir . '/ssh/config', $project->getSshConfig($workdir . '/ssh'));
file_put_contents($workdir . '/git_ssh', "#!/bin/bash\nexec /usr/bin/ssh -F {$workdir}/ssh/config \"\$@\"");
chmod($workdir . '/git_ssh', 0777);
$GIT_SSH = $workdir . '/git_ssh';
if ($build->isPullRequest()) {
$clone = ProcessBuilder::create(['git', 'clone', '--quiet', '--depth', '1', $project->getGitUrl(), $workdir . '/source'])->setEnv('GIT_SSH', $GIT_SSH)->getProcess();
$commandLine = $clone->getCommandLine();
$logger->info('cloning repository', ['command_line' => $commandLine]);
$publish('$ ' . substr($commandLine, 0, strrpos($commandLine, ' ')) . PHP_EOL);
$clone->run();
$fetch = ProcessBuilder::create(['git', 'fetch', '--quiet', 'origin', 'refs/' . $build->getRef()])->setEnv('GIT_SSH', $GIT_SSH)->setWorkingDirectory($workdir . '/source')->getProcess();
$logger->info('fecthing pull request', ['command_line' => $fetch->getCommandLine()]);
$publish('$ ' . $fetch->getCommandLine() . PHP_EOL);
$fetch->run();
$checkout = ProcessBuilder::create(['git', 'checkout', '--quiet', '-b', 'pull_request', 'FETCH_HEAD'])->setEnv('GIT_SSH', $GIT_SSH)->setWorkingDirectory($workdir . '/source')->getProcess();
$logger->info('checkouting pull request', ['command_line' => $checkout->getCommandLine()]);
$publish('$ ' . $checkout->getCommandLine() . PHP_EOL);
$checkout->run();
} else {
$clone = ProcessBuilder::create(['git', 'clone', '--quiet', '--depth', '1', '--branch', $build->getRef(), $project->getGitUrl(), $workdir . '/source'])->setEnv('GIT_SSH', $GIT_SSH)->getProcess();
$commandLine = $clone->getCommandLine();
$logger->info('cloning repository', ['command_line' => $commandLine]);
$publish('$ ' . substr($commandLine, 0, strrpos($commandLine, ' ')) . PHP_EOL);
$clone->run();
}
$contextPath = $workdir . '/source/' . $options['dockerfile']['path'];
$logger->info('creating docker build context from path', ['context_path' => $contextPath]);
$context = new Context($contextPath);
$logger->info('starting actual build', ['build' => $build->getId(), 'timeout' => $timeout]);
$response = $docker->build($context, $build->getImageName(), false, false, true, false);
$error = false;
$response->read(function ($output) use($logger, $response, $publish, &$error) {
if ($response->headers->get('content-type') === 'application/json') {
$output = json_decode($output, true);
$logger->info('got data chunk', ['output' => $output]);
if (isset($output['stream'])) {
$publish($output['stream']);
}
} else {
$message = $output;
}
});
}
