/**
* Start the worker.
*/
public function startWorker()
{
$this->pheanstalk->watch($this->queue);
$this->pheanstalk->ignore('default');
$buildStore = Factory::getStore('Build');
while ($this->run) {
// Get a job from the queue:
$job = $this->pheanstalk->reserve();
$this->checkJobLimit();
// Get the job data and run the job:
$jobData = json_decode($job->getData(), true);
if (!$this->verifyJob($job, $jobData)) {
continue;
}
$this->logger->addInfo('Received build #' . $jobData['build_id'] . ' from Beanstalkd');
// If the job comes with config data, reset our config and database connections
// and then make sure we kill the worker afterwards:
if (!empty($jobData['config'])) {
$this->logger->addDebug('Using job-specific config.');
$currentConfig = Config::getInstance()->getArray();
$config = new Config($jobData['config']);
Database::reset($config);
}
try {
$build = BuildFactory::getBuildById($jobData['build_id']);
} catch (\Exception $ex) {
$this->logger->addWarning('Build #' . $jobData['build_id'] . ' does not exist in the database.');
$this->pheanstalk->delete($job);
}
try {
// Logging relevant to this build should be stored
// against the build itself.
$buildDbLog = new BuildDBLogHandler($build, Logger::INFO);
$this->logger->pushHandler($buildDbLog);
$builder = new Builder($build, $this->logger);
$builder->execute();
// After execution we no longer want to record the information
// back to this specific build so the handler should be removed.
$this->logger->popHandler($buildDbLog);
} catch (\PDOException $ex) {
// If we've caught a PDO Exception, it is probably not the fault of the build, but of a failed
// connection or similar. Release the job and kill the worker.
$this->run = false;
$this->pheanstalk->release($job);
} catch (\Exception $ex) {
$build->setStatus(Build::STATUS_FAILED);
$build->setFinished(new \DateTime());
$build->setLog($build->getLog() . PHP_EOL . PHP_EOL . $ex->getMessage());
$buildStore->save($build);
$build->sendStatusPostback();
}
// Reset the config back to how it was prior to running this job:
if (!empty($currentConfig)) {
$config = new Config($currentConfig);
Database::reset($config);
}
// Delete the job when we're done:
$this->pheanstalk->delete($job);
}
}
/**
* Esegue il worker ad libitum
*
* @param string $tube
* @return void
*/
public function execute($tube)
{
$queue = new Pheanstalk($this->host);
declare (ticks=1);
$tube = !is_null($tube) ? QueueManager::resolveChannelName($tube) : null;
$queue->watch($tube);
pcntl_signal(SIGTERM, function ($signal) use($tube) {
$this->shouldClose = true;
if ((int) QueueManager::getTubeStats($tube, 'current-jobs-ready') === 0) {
exit;
}
});
while ($job = $queue->reserve()) {
try {
$this->log($job, "Starting Job...");
$this->jobRunner->execute($job, $this->logger);
} catch (\Exception $e) {
$this->log($job, "Job Failed and Buried: " . $e->getMessage(), LoggerInterface::SEVERITY_ERROR);
$queue->bury($job);
continue;
}
$this->log($job, "Job Finished Succesfully");
$queue->delete($job);
$this->closeIfPossible();
}
}
/**
* Start the worker.
*/
public function run()
{
// Set up pheanstalk:
$this->pheanstalk->watch($this->queue);
$this->pheanstalk->ignore('default');
while ($this->run) {
$beanstalkJob = $this->pheanstalk->reserve(900);
$jobData = json_decode($beanstalkJob->getData(), true);
// Delete invalid jobs:
if (empty($jobData) || !is_array($jobData) || empty($jobData['type'])) {
$this->pheanstalk->delete($beanstalkJob);
continue;
}
$job = new Job($jobData);
// Delete jobs we don't have handlers for:
if (!array_key_exists($job->getType(), $this->handlers)) {
$this->pheanstalk->delete($beanstalkJob);
Manager::update($job, Job::STATUS_FAILURE, 'No handler exists for this job type.');
continue;
}
// Try and load the job handler:
$handlerClass = $this->handlers[$job->getType()]['handler'];
try {
$handler = new $handlerClass($job, $this);
if (!$handler instanceof Handler) {
throw new \Exception('Job handler does not extend \\Octo\\Job\\Handler.');
}
Manager::update($job, Job::STATUS_RUNNING);
// Try and run the job:
$success = $handler->run();
} catch (\Exception $ex) {
$this->pheanstalk->delete($beanstalkJob);
Manager::update($job, Job::STATUS_FAILURE, $ex->getMessage());
continue;
}
Manager::update($job, $success ? Job::STATUS_SUCCESS : Job::STATUS_FAILURE, $handler->getMessage());
// Remove the job when we're done:
$this->pheanstalk->delete($beanstalkJob);
}
}
/**
* @return int Status code to exit with
*/
public function run()
{
$env = $this->context->env;
$tube = $env->get('BEANSTALKD_TUBE') ?: 'default';
$class = $env->get('BEANSTALKD_CONSUMER');
if (!$class) {
$this->stdio->outln('<<red>>BEANSTALKD_CONSUMER environmental variable is not set<<reset>>');
return Status::USAGE;
}
if (!class_exists($class)) {
$this->stdio->outln(sprintf('<<red>>BEANSTALKD_CONSUMER does not reference a locatable class: %s<<reset>>', $class));
return Status::DATAERR;
}
if (!in_array(ConsumerInterface::class, class_implements($class))) {
$this->stdio->outln(sprintf('<<red>>BEANSTALKD_CONSUMER references a class that does not implement ConsumerInterface: %s<<reset>>', $class));
return Status::DATAERR;
}
$this->pheanstalk->watchOnly($tube);
$consumer = call_user_func($this->resolver, $class);
while (call_user_func($this->listener)) {
$reserved = $this->pheanstalk->reserve();
if (!$reserved) {
continue;
}
$job = new Job($reserved->getId(), $reserved->getData());
try {
$result = $consumer->consume($job);
if ($result === false) {
$this->pheanstalk->release($job);
continue;
}
} catch (\Exception $e) {
$this->pheanstalk->release($job);
throw $e;
}
$this->pheanstalk->delete($job);
}
return Status::SUCCESS;
}
<?php
/**
* This file describes a Pheanstalk worker
*/
require_once dirname(__FILE__) . "/vendor/autoload.php";
use Pheanstalk\Pheanstalk;
// Create a new connection to pheanstalk.
$pheanstalk = new Pheanstalk('127.0.0.1');
// Watch the test tube.
$pheanstalk->watch('test');
// While we can reserve a job...
while ($job = $pheanstalk->reserve()) {
sleep(5);
// Process the data and write it to STDOUT.
$data = $job->getData();
echo "{$data} \n";
// Delete the job from the queue.
$pheanstalk->delete($job);
sleep(5);
// If the message was 'kill', exit this loop.
if ($data == 'kill') {
break;
}
}
public function getNext()
{
$this->beanStalkdClient->watch($this->sourceQueue);
return $this->beanStalkdClient->reserve(0);
}
