/** * @inheritdoc * * @throws \InvalidArgumentException * @throws InvalidMessageException * @throws QueueAccessException */ public function addMessages($queueName, $messages, Priority $priority = null) { if (empty($queueName)) { throw new \InvalidArgumentException('Queue name empty or not defined.'); } if (null === $priority) { $priority = $this->priorityHandler->getDefault(); } $i = 0; $batch = []; $totalMessagesCount = count($messages); foreach ($messages as $index => $message) { if (empty($message)) { throw new InvalidMessageException($message, 'Message empty or not defined.'); } $messageData = ['Id' => (string) $index, 'MessageBody' => serialize($message)]; $batch[] = $messageData; if (++$i < $totalMessagesCount && count($batch) < self::SENT_MESSAGES_BATCH_SIZE) { continue; } try { $queueUrl = $this->sqsClient->getQueueUrl(['QueueName' => $this->getQueueNameWithPrioritySuffix($queueName, $priority)])->get('QueueUrl'); $this->sqsClient->sendMessageBatch(['QueueUrl' => $queueUrl, 'Entries' => $batch]); } catch (SqsException $e) { throw new QueueAccessException('Cannot add messages in queue.', 0, $e); } $batch = []; } return $this; }
/** * Valid option is: * - delay_seconds: the duration (in seconds) the message has to be delayed * * Please note that for this to work, the index for the job AND the option must match * * {@inheritDoc} */ public function batchPush(array $jobs, array $options = array()) { // SQS can only handle up to 10 jobs, so if we have more jobs, we handle them in slices if (count($jobs) > 10) { do { $splicedJobs = array_splice($jobs, 0, 10); $this->batchPush($splicedJobs, $options); } while (count($splicedJobs) >= 10); return; } // SQS throws an exception if no jobs are inserted, which can happen due to the slicing method if (empty($jobs)) { return; } $parameters = array('QueueUrl' => $this->queueOptions->getQueueUrl(), 'Entries' => array()); /** @var $job JobInterface */ foreach ($jobs as $key => $job) { $jobParameters = array('Id' => $key, 'MessageBody' => $this->serializeJob($job), 'DelaySeconds' => isset($options[$key]['delay_seconds']) ? $options[$key]['delay_seconds'] : null); $parameters['Entries'][] = array_filter($jobParameters, function ($value) { return $value !== null; }); } $result = $this->sqsClient->sendMessageBatch($parameters); $messages = $result['Successful']; foreach ($messages as $message) { $batchId = $message['Id']; $jobs[$batchId]->setMetadata(array('__id__' => $message['MessageId'], 'md5' => $message['MD5OfMessageBody'])); } }
/** * This can be used to send up to 10 entries and up to a total of 264kb * * {@inheritDoc} */ public function sendMessageBatch($messageBodies = [], $queueId = null) { if (!is_array($messageBodies)) { throw new \Exception("MessageBodies must be an array"); } $queueUrl = $this->getQueueUrl($queueId); $entries = []; foreach ($messageBodies as $key => $body) { $entries[] = ["Id" => $key, "MessageBody" => json_encode($body)]; } $this->queueClient->sendMessageBatch(["QueueUrl" => $queueUrl, "Entries" => $entries]); }
/** * @see http://docs.aws.amazon.com/aws-sdk-php/v3/api/api-sqs-2012-11-05.html#sendmessagebatch * @param array $messages */ public function batchPublish(array $messages) { $j = 0; for ($i = 0; $i < count($messages); $i += 10) { $entries = array(); $toSend = array_slice($messages, $i, 10); foreach ($toSend as $message) { $entries[] = array_merge(array('MessageBody' => $message['msgBody'], 'Id' => $j++), $this->getClientParams(@$message['routingKey'], @$message['additionalProperties'])); } $result = $this->client->sendMessageBatch(array('QueueUrl' => $this->queueUrl, 'Entries' => $entries)); if (($ok = count($result->get('Successful'))) != ($tot = count($toSend))) { throw new \RuntimeException("Batch sending of messages failed - {$ok} ok out of {$tot}"); } } }
/** * Message batch processing * * @param $messages * @return mixed */ public function enqueueAll(MessageCollectionInterface $messages) { $serializer = $this->getEncoder(); $request = ['QueueUrl' => $this->getUrl(), 'Entries' => []]; $messages = $messages->getMessages(); foreach (array_chunk($messages, $this->config->getBatchSize()) as $chunk) { foreach ($chunk as $id => $message) { $request['Entries'][$id] = ['Id' => $id, 'DelaySeconds' => $this->getMessageDelay($message), 'QueueUrl' => $this->getUrl(), 'MessageBody' => $serializer->encode($message)]; } $result = $this->client->sendMessageBatch($request); $items = $result->getPath('Successful') ?: []; foreach ($items as $item) { $messages[$item['Id']]->setId($item['MessageId']); } } }
/** * Flush a queue * * @param bool $async * @return void */ private function doFlush(bool $async) { // SQS only supports batch of 10, so we need to splice like that while (!empty($this->messages)) { $messagesToPush = array_splice($this->messages, 0, 10); $parameters = ['QueueUrl' => $this->url, 'Entries' => []]; foreach ($messagesToPush as $key => $message) { $messageParameters = ['Id' => $key, 'MessageBody' => json_encode($message['body'], self::DEFAULT_JSON_FLAGS), 'DelaySeconds' => $message['options']['delay_seconds'] ?? null]; $parameters['Entries'][] = array_filter($messageParameters, function ($value) { return $value !== null; }); } if ($async) { $this->sqsClient->sendMessageBatchAsync($parameters); } else { $this->sqsClient->sendMessageBatch($parameters); } } }
protected function sendMessageBatch(array $payrolls, array $attributes, $delay) { $entries = []; foreach ($payrolls as $idx => $payroll) { $entry = ["Id" => "buf_{$idx}", "MessageBody" => $payroll]; if ($delay) { $entry['DelaySeconds'] = $delay; } if ($attributes) { $entry['MessageAttributes'] = $attributes[$idx]; } $entries[] = $entry; } $args = ["QueueUrl" => $this->getQueueUrl(), "Entries" => $entries]; $result = $this->client->sendMessageBatch($args); if ($result['Failed']) { foreach ($result['Failed'] as $failed) { mwarning(sprintf("Batch sending message failed, code = %s, id = %s, msg = %s, senderfault = %s", $failed['Code'], $failed['Id'], $failed['Message'], $failed['SenderFault'])); } throw new \RuntimeException("Cannot send some messages, consult log for more info!"); } }