/** * Start the worker. */ public function startWorker() { $this->pheanstalk->watch($this->queue); $this->pheanstalk->ignore('default'); $buildStore = Factory::getStore('Build'); while ($this->run) { // Get a job from the queue: $job = $this->pheanstalk->reserve(); $this->checkJobLimit(); // Get the job data and run the job: $jobData = json_decode($job->getData(), true); if (!$this->verifyJob($job, $jobData)) { continue; } $this->logger->addInfo('Received build #' . $jobData['build_id'] . ' from Beanstalkd'); // If the job comes with config data, reset our config and database connections // and then make sure we kill the worker afterwards: if (!empty($jobData['config'])) { $this->logger->addDebug('Using job-specific config.'); $currentConfig = Config::getInstance()->getArray(); $config = new Config($jobData['config']); Database::reset($config); } try { $build = BuildFactory::getBuildById($jobData['build_id']); } catch (\Exception $ex) { $this->logger->addWarning('Build #' . $jobData['build_id'] . ' does not exist in the database.'); $this->pheanstalk->delete($job); } try { // Logging relevant to this build should be stored // against the build itself. $buildDbLog = new BuildDBLogHandler($build, Logger::INFO); $this->logger->pushHandler($buildDbLog); $builder = new Builder($build, $this->logger); $builder->execute(); // After execution we no longer want to record the information // back to this specific build so the handler should be removed. $this->logger->popHandler($buildDbLog); } catch (\PDOException $ex) { // If we've caught a PDO Exception, it is probably not the fault of the build, but of a failed // connection or similar. Release the job and kill the worker. $this->run = false; $this->pheanstalk->release($job); } catch (\Exception $ex) { $build->setStatus(Build::STATUS_FAILED); $build->setFinished(new \DateTime()); $build->setLog($build->getLog() . PHP_EOL . PHP_EOL . $ex->getMessage()); $buildStore->save($build); $build->sendStatusPostback(); } // Reset the config back to how it was prior to running this job: if (!empty($currentConfig)) { $config = new Config($currentConfig); Database::reset($config); } // Delete the job when we're done: $this->pheanstalk->delete($job); } }
/** * Esegue il worker ad libitum * * @param string $tube * @return void */ public function execute($tube) { $queue = new Pheanstalk($this->host); declare (ticks=1); $tube = !is_null($tube) ? QueueManager::resolveChannelName($tube) : null; $queue->watch($tube); pcntl_signal(SIGTERM, function ($signal) use($tube) { $this->shouldClose = true; if ((int) QueueManager::getTubeStats($tube, 'current-jobs-ready') === 0) { exit; } }); while ($job = $queue->reserve()) { try { $this->log($job, "Starting Job..."); $this->jobRunner->execute($job, $this->logger); } catch (\Exception $e) { $this->log($job, "Job Failed and Buried: " . $e->getMessage(), LoggerInterface::SEVERITY_ERROR); $queue->bury($job); continue; } $this->log($job, "Job Finished Succesfully"); $queue->delete($job); $this->closeIfPossible(); } }
/** * Start the worker. */ public function run() { // Set up pheanstalk: $this->pheanstalk->watch($this->queue); $this->pheanstalk->ignore('default'); while ($this->run) { $beanstalkJob = $this->pheanstalk->reserve(900); $jobData = json_decode($beanstalkJob->getData(), true); // Delete invalid jobs: if (empty($jobData) || !is_array($jobData) || empty($jobData['type'])) { $this->pheanstalk->delete($beanstalkJob); continue; } $job = new Job($jobData); // Delete jobs we don't have handlers for: if (!array_key_exists($job->getType(), $this->handlers)) { $this->pheanstalk->delete($beanstalkJob); Manager::update($job, Job::STATUS_FAILURE, 'No handler exists for this job type.'); continue; } // Try and load the job handler: $handlerClass = $this->handlers[$job->getType()]['handler']; try { $handler = new $handlerClass($job, $this); if (!$handler instanceof Handler) { throw new \Exception('Job handler does not extend \\Octo\\Job\\Handler.'); } Manager::update($job, Job::STATUS_RUNNING); // Try and run the job: $success = $handler->run(); } catch (\Exception $ex) { $this->pheanstalk->delete($beanstalkJob); Manager::update($job, Job::STATUS_FAILURE, $ex->getMessage()); continue; } Manager::update($job, $success ? Job::STATUS_SUCCESS : Job::STATUS_FAILURE, $handler->getMessage()); // Remove the job when we're done: $this->pheanstalk->delete($beanstalkJob); } }
/** * @return int Status code to exit with */ public function run() { $env = $this->context->env; $tube = $env->get('BEANSTALKD_TUBE') ?: 'default'; $class = $env->get('BEANSTALKD_CONSUMER'); if (!$class) { $this->stdio->outln('<<red>>BEANSTALKD_CONSUMER environmental variable is not set<<reset>>'); return Status::USAGE; } if (!class_exists($class)) { $this->stdio->outln(sprintf('<<red>>BEANSTALKD_CONSUMER does not reference a locatable class: %s<<reset>>', $class)); return Status::DATAERR; } if (!in_array(ConsumerInterface::class, class_implements($class))) { $this->stdio->outln(sprintf('<<red>>BEANSTALKD_CONSUMER references a class that does not implement ConsumerInterface: %s<<reset>>', $class)); return Status::DATAERR; } $this->pheanstalk->watchOnly($tube); $consumer = call_user_func($this->resolver, $class); while (call_user_func($this->listener)) { $reserved = $this->pheanstalk->reserve(); if (!$reserved) { continue; } $job = new Job($reserved->getId(), $reserved->getData()); try { $result = $consumer->consume($job); if ($result === false) { $this->pheanstalk->release($job); continue; } } catch (\Exception $e) { $this->pheanstalk->release($job); throw $e; } $this->pheanstalk->delete($job); } return Status::SUCCESS; }
<?php /** * This file describes a Pheanstalk worker */ require_once dirname(__FILE__) . "/vendor/autoload.php"; use Pheanstalk\Pheanstalk; // Create a new connection to pheanstalk. $pheanstalk = new Pheanstalk('127.0.0.1'); // Watch the test tube. $pheanstalk->watch('test'); // While we can reserve a job... while ($job = $pheanstalk->reserve()) { sleep(5); // Process the data and write it to STDOUT. $data = $job->getData(); echo "{$data} \n"; // Delete the job from the queue. $pheanstalk->delete($job); sleep(5); // If the message was 'kill', exit this loop. if ($data == 'kill') { break; } }
public function getNext() { $this->beanStalkdClient->watch($this->sourceQueue); return $this->beanStalkdClient->reserve(0); }