예제 #1
1
 /**
  * {@inheritdoc}
  */
 protected function transfer()
 {
     while (!$this->stopped && !$this->source->isConsumed()) {
         if ($this->source->getContentLength() && $this->source->isSeekable()) {
             // If the stream is seekable and the Content-Length known, then stream from the data source
             $body = new ReadLimitEntityBody($this->source, $this->partSize, $this->source->ftell());
         } else {
             // We need to read the data source into a temporary buffer before streaming
             $body = EntityBody::factory();
             while ($body->getContentLength() < $this->partSize && $body->write($this->source->read(max(1, min(10 * Size::KB, $this->partSize - $body->getContentLength()))))) {
             }
         }
         // @codeCoverageIgnoreStart
         if ($body->getContentLength() == 0) {
             break;
         }
         // @codeCoverageIgnoreEnd
         $params = $this->state->getUploadId()->toParams();
         $command = $this->client->getCommand('UploadPart', array_replace($params, array('PartNumber' => count($this->state) + 1, 'Body' => $body, 'ContentMD5' => (bool) $this->options['part_md5'], Ua::OPTION => Ua::MULTIPART_UPLOAD)));
         // Notify observers that the part is about to be uploaded
         $eventData = $this->getEventData();
         $eventData['command'] = $command;
         $this->dispatch(self::BEFORE_PART_UPLOAD, $eventData);
         // Allow listeners to stop the transfer if needed
         if ($this->stopped) {
             break;
         }
         $response = $command->getResponse();
         $this->state->addPart(UploadPart::fromArray(array('PartNumber' => count($this->state) + 1, 'ETag' => $response->getHeader('ETag', true), 'Size' => $body->getContentLength(), 'LastModified' => gmdate(DateFormat::RFC2822))));
         // Notify observers that the part was uploaded
         $this->dispatch(self::AFTER_PART_UPLOAD, $eventData);
     }
 }
예제 #2
0
 /**
  * {@inheritdoc}
  */
 public static function fromUploadId(AwsClientInterface $client, UploadIdInterface $uploadId)
 {
     $transferState = new self($uploadId);
     foreach ($client->getIterator('ListParts', $uploadId->toParams()) as $part) {
         $transferState->addPart(UploadPart::fromArray($part));
     }
     return $transferState;
 }
예제 #3
0
 public function testBasicOperations()
 {
     $date = gmdate(DateFormat::RFC2822);
     /** @var $part UploadPart */
     $part = UploadPart::fromArray(array('PartNumber' => 3, 'ETag' => 'aaa', 'LastModified' => $date, 'Size' => 5));
     $this->assertEquals(3, $part->getPartNumber());
     $this->assertEquals('aaa', $part->getETag());
     $this->assertEquals($date, $part->getLastModified());
     $this->assertEquals(5, $part->getSize());
 }
 public function prepareTransfer($useRealClient = false, $contentLength = AbstractTransfer::MIN_PART_SIZE, $partLength = AbstractTransfer::MIN_PART_SIZE)
 {
     $uploadId = $this->getMockBuilder('Aws\\S3\\Model\\MultipartUpload\\UploadId')->setMethods(array('toParams'))->getMock();
     $uploadId->expects($this->any())->method('toParams')->will($this->returnValue(array('Bucket' => 'foo', 'Key' => 'bar', 'UploadId' => 'baz')));
     $body = $this->getMockBuilder('Guzzle\\Http\\EntityBody')->disableOriginalConstructor()->setMethods(array('getContentLength'))->getMock();
     $body->expects($this->any())->method('getContentLength')->will($this->returnValue($contentLength));
     if ($useRealClient) {
         $client = $this->getServiceBuilder()->get('s3', true);
     } else {
         $client = $this->getMockBuilder('Aws\\S3\\S3Client')->disableOriginalConstructor()->getMock();
     }
     $state = $this->getMockBuilder('Aws\\S3\\Model\\MultipartUpload\\TransferState')->disableOriginalConstructor()->getMock();
     $state->expects($this->any())->method('getUploadId')->will($this->returnValue($uploadId));
     $state->expects($this->any())->method('getIterator')->will($this->returnValue(new \ArrayIterator(array(UploadPart::fromArray(array('PartNumber' => 1, 'ETag' => 'aaa', 'LastModified' => gmdate(DateFormat::RFC2822), 'Size' => 5)), UploadPart::fromArray(array('PartNumber' => 2, 'ETag' => 'bbb', 'LastModified' => gmdate(DateFormat::RFC2822), 'Size' => 5))))));
     $this->client = $client;
     $this->transfer = $this->getMockForAbstractClass('Aws\\S3\\Model\\MultipartUpload\\AbstractTransfer', array($client, $state, $body, array('min_part_size' => $partLength)));
 }
예제 #5
0
 /**
  * {@inheritdoc}
  */
 protected function transfer()
 {
     $totalParts = (int) ceil($this->source->getContentLength() / $this->partSize);
     $concurrency = min($totalParts, $this->options['concurrency']);
     $partsToSend = $this->prepareParts($concurrency);
     $eventData = $this->getEventData();
     while (!$this->stopped && count($this->state) < $totalParts) {
         $currentTotal = count($this->state);
         $commands = array();
         for ($i = 0; $i < $concurrency && $i + $currentTotal < $totalParts; $i++) {
             // Move the offset to the correct position
             $partsToSend[$i]->setOffset(($currentTotal + $i) * $this->partSize);
             // @codeCoverageIgnoreStart
             if ($partsToSend[$i]->getContentLength() == 0) {
                 break;
             }
             // @codeCoverageIgnoreEnd
             $params = $this->state->getUploadId()->toParams();
             $eventData['command'] = $this->client->getCommand('UploadPart', array_replace($params, array('PartNumber' => count($this->state) + 1 + $i, 'Body' => $partsToSend[$i], 'ContentMD5' => (bool) $this->options['part_md5'], Ua::OPTION => Ua::MULTIPART_UPLOAD)));
             $commands[] = $eventData['command'];
             // Notify any listeners of the part upload
             $this->dispatch(self::BEFORE_PART_UPLOAD, $eventData);
         }
         // Allow listeners to stop the transfer if needed
         if ($this->stopped) {
             break;
         }
         // Execute each command, iterate over the results, and add to the transfer state
         /** @var \Guzzle\Service\Command\OperationCommand $command */
         foreach ($this->client->execute($commands) as $command) {
             $this->state->addPart(UploadPart::fromArray(array('PartNumber' => count($this->state) + 1, 'ETag' => $command->getResponse()->getEtag(), 'Size' => (int) $command->getResponse()->getContentLength(), 'LastModified' => gmdate(DateFormat::RFC2822))));
             $eventData['command'] = $command;
             // Notify any listeners the the part was uploaded
             $this->dispatch(self::AFTER_PART_UPLOAD, $eventData);
         }
     }
 }