Example #1
0
 public function opendir($path)
 {
     $path = $this->normalizePath($path);
     if ($path === '.') {
         $path = '';
     } else {
         if ($path) {
             $path .= '/';
         }
     }
     try {
         $files = array();
         $result = $this->connection->getIterator('ListObjects', array('Bucket' => $this->bucket, 'Delimiter' => '/', 'Prefix' => $path), array('return_prefixes' => true));
         foreach ($result as $object) {
             $file = basename(isset($object['Key']) ? $object['Key'] : $object['Prefix']);
             if ($file != basename($path)) {
                 $files[] = $file;
             }
         }
         \OC\Files\Stream\Dir::register('amazons3' . $path, $files);
         return opendir('fakedir://amazons3' . $path);
     } catch (S3Exception $e) {
         \OCP\Util::writeLog('files_external', $e->getMessage(), \OCP\Util::ERROR);
         return false;
     }
 }
Example #2
0
 /**
  * @depends testHeadBucket
  */
 public function notestPutAndListObjects()
 {
     $this->client->waitUntil('bucket_exists', array('Bucket' => $this->bucket));
     $command = $this->client->getCommand('PutObject', array('Bucket' => $this->bucket, 'Key' => self::TEST_KEY, 'ContentMD5' => true, 'Body' => 'åbc 123', 'ContentType' => 'application/foo', 'ACP' => $this->acp, 'Metadata' => array('test' => '123', 'abc' => '@pples', 'foo' => '', 'null' => null, 'space' => ' ', 'zero' => '0', 'trim' => ' hi ')));
     self::log("Uploading an object");
     $result = $command->execute();
     // make sure the expect header wasn't sent
     $this->assertNull($command->getRequest()->getHeader('Expect'));
     $this->assertInstanceOf('Guzzle\\Service\\Resource\\Model', $result);
     $this->assertNotEmpty($result['ETag']);
     $this->client->waitUntil('object_exists', array('Bucket' => $this->bucket, 'Key' => self::TEST_KEY));
     self::log("HEAD the object");
     $result = $this->client->headObject(array('Bucket' => $this->bucket, 'Key' => self::TEST_KEY));
     $this->assertEquals('application/foo', $result['ContentType']);
     $this->assertEquals('123', $result['Metadata']['test']);
     $this->assertEquals('@pples', $result['Metadata']['abc']);
     // Ensure the object was created correctly
     self::log("GETting the object");
     $result = $this->client->getObject(array('Bucket' => $this->bucket, 'Key' => self::TEST_KEY));
     $this->assertInstanceOf('Guzzle\\Service\\Resource\\Model', $result);
     $this->assertInstanceOf('Guzzle\\Http\\EntityBody', $result['Body']);
     $this->assertEquals('åbc 123', (string) $result['Body']);
     $this->assertEquals('application/foo', $result['ContentType']);
     $this->assertEquals('123', $result['Metadata']['test']);
     $this->assertEquals('@pples', $result['Metadata']['abc']);
     // Ensure the object was created and we can find it in the iterator
     self::log("Checking if the item is in the ListObjects results");
     $iterator = $this->client->getIterator('ListObjects', array('Bucket' => $this->bucket, 'Prefix' => self::TEST_KEY));
     $objects = $iterator->toArray();
     $this->assertEquals(1, count($objects));
     $this->assertEquals('foo', $objects[0]['Key']);
 }
Example #3
0
 /**
  * List contents of a directory
  *
  * @param   string  $dirname
  * @param   bool    $recursive
  * @return  array   directory contents
  */
 public function listContents($dirname = '', $recursive = false)
 {
     $objectsIterator = $this->client->getIterator('listObjects', array('Bucket' => $this->bucket, 'Prefix' => $this->prefix($dirname)));
     $contents = iterator_to_array($objectsIterator);
     $result = array_map(array($this, 'normalizeObject'), $contents);
     return Util::emulateDirectories($result);
 }
Example #4
0
 /**
  * Copy Object
  *
  * @param string $from Path From
  * @param string $to   Path To
  *
  * @return bool
  */
 public function copy($from, $to)
 {
     $from = ltrim($from, "/");
     $to = ltrim($to, "/");
     if (!$this->exists($from)) {
         $path = $this->bucket . "/" . $from;
         throw new ExceptionStorage("Object {$path} Not found", static::E_NOT_IS_DIR);
     }
     if ($this->exists($to)) {
         $path = $this->bucket . "/" . $to;
         throw new ExceptionStorage("Object {$path} exists");
     }
     // Copia Object
     $this->clientS3->copyObject(array('Bucket' => $this->bucket, 'Key' => $to, 'CopySource' => $this->bucket . '/' . rawurlencode($from), 'ACL' => static::ACL_PUBLIC_READ, 'MetadataDirective' => 'COPY'));
     $pathFrom = trim($from, '/') . '/';
     $iterator = $this->clientS3->getIterator('ListObjects', array('Bucket' => $this->bucket, 'Prefix' => $pathFrom));
     foreach ($iterator as $object) {
         $pattern = preg_quote($pathFrom, "/");
         $Key = preg_replace("/^{$pattern}/", "", $object['Key']);
         if (!empty($Key)) {
             $pattern = preg_quote($pathFrom, "/");
             $Key = preg_replace("/^{$pattern}/", "", $object['Key']);
             $origem = $this->bucket . '/' . $object['Key'];
             $destino = trim($to, "/") . "/" . $Key;
             // Copia Object
             $this->clientS3->copyObject(array('Bucket' => $this->bucket, 'Key' => $destino, 'CopySource' => $origem, 'ACL' => static::ACL_PUBLIC_READ, 'MetadataDirective' => 'COPY'));
         }
     }
     return true;
 }
Example #5
0
 /**
  * Get latest file for a project
  *
  * @param \Aws\S3\S3Client $s3
  * @param Array $config
  * @param InputInterface $input
  *
  * @return mixed
  */
 protected function getLatestFile($s3, $config, $input)
 {
     try {
         // Download latest available backup
         $results = $s3->getIterator('ListObjects', array('Bucket' => $config['bucket'], 'Prefix' => $input->getArgument('name')));
         $newest = null;
         foreach ($results as $item) {
             if (is_null($newest) || $item['LastModified'] > $newest['LastModified']) {
                 $newest = $item;
             }
         }
         if (!$results->count()) {
             // Credentials Exception would have been thrown by now, so now we can safely check for item count.
             throw new \Exception('No backups found for ' . $input->getArgument('name'));
         }
     } catch (InstanceProfileCredentialsException $e) {
         $this->getOutput()->writeln('<error>AWS credentials not found. Please run `configure` command.</error>');
         exit;
     } catch (\Exception $e) {
         $this->getOutput()->writeln('<error>' . $e->getMessage() . '</error>');
         exit;
     }
     $itemKeyChunks = explode('/', $newest['Key']);
     return array_pop($itemKeyChunks);
 }
 /**
  * Remove file
  *
  * @param  string  $path  file path
  * @return Guzzle\Service\Resource\Model
  **/
 protected function _unlink($path)
 {
     $clear = new \Aws\S3\Model\ClearBucket($this->s3, $this->bucket);
     $iterator = $this->s3->getIterator('ListObjects', array('Bucket' => $this->bucket, 'Prefix' => $this->pathToKey($path)));
     $clear->setIterator($iterator);
     $clear->clear();
     return $this->s3->deleteObject(array("Bucket" => $this->bucket, "Key" => $this->pathToKey($path)));
 }
 /**
  * List contents of a directory.
  *
  * @param string $directory
  * @param bool   $recursive
  *
  * @return array
  */
 public function listContents($directory = '', $recursive = false)
 {
     $prefix = $this->applyPathPrefix(rtrim($directory, '/') . '/');
     $options = ['Bucket' => $this->bucket, 'Prefix' => ltrim($prefix, '/')];
     $iterator = $this->s3Client->getIterator('ListObjects', $options);
     $normalizer = [$this, 'normalizeResponse'];
     $normalized = array_map($normalizer, iterator_to_array($iterator));
     return Util::emulateDirectories($normalized);
 }
Example #8
0
 /**
  * @return array
  */
 public function listObject()
 {
     $result = [];
     $iterator = $this->s3->getIterator('ListObjects', array('Bucket' => $this->bucket));
     foreach ($iterator as $object) {
         $result[] = $object['Key'];
     }
     return $result;
 }
Example #9
0
 /**
  * @param $namespace
  * @param $filter
  * @return array
  */
 public function find($namespace, $filter)
 {
     $pattern = self::buildPattern($filter);
     $iterator = $this->s3Client->getIterator('ListObjects', ['Bucket' => $this->basePath, 'Prefix' => Utils::normalizePath($this->relativePath . '/' . $namespace)]);
     $results = [];
     foreach ($iterator as $object) {
         if (!$pattern || preg_match($pattern, '/' . strtr($object['Key'], '\\', '/'))) {
             $url = $this->s3Client->getObjectUrl($this->basePath, $object['Key']);
             $results[$url] = new \SplFileInfo($url);
         }
     }
     return $results;
 }
Example #10
0
 /**
  * @param string $path
  * @return array
  */
 public function getFilesList($path = "")
 {
     $files = array();
     $options = array('Bucket' => $this->bucket);
     if ($path) {
         $options['Prefix'] = $path;
         $options['Delimiter'] = '/';
     }
     $iterator = $this->s3Client->getIterator('ListObjects', $options);
     foreach ($iterator as $object) {
         $files[] = array('timestamp' => date("U", strtotime($object['LastModified'])), 'filename' => $object['Key']);
     }
     return $files;
 }
Example #11
0
 /**
  * Get recursive $path listing collection
  * @param string    $path       Path for listing contents
  * @param array     $restrict   Collection of restricted paths
  * @param array     $result   Collection of restricted paths
  * @return array    $result     Resulting collection used in recursion
  */
 public function dir($path, $restrict = array(), &$result = array())
 {
     $iterator = $this->client->getIterator('ListObjects', array('Bucket' => $this->bucket, 'Prefix' => $path));
     foreach ($iterator as $object) {
         $key = $object['Key'];
         if (!$this->isKeyDir($key)) {
             $result[] = $key;
         }
     }
     // Sort results
     if (sizeof($result)) {
         sort($result);
     }
     return $result;
 }
Example #12
0
 /**
  * List cache keys.
  * @return array array of keys.
  */
 private function listCacheKeys()
 {
     try {
         $objects = $this->_client->getIterator('ListObjects', ['Bucket' => $this->bucket, 'Prefix' => $this->directoryPath]);
         $keys = [];
         foreach ($objects as $object) {
             //yield $object['Key'];
             $keys[] = $object['Key'];
         }
         return $keys;
     } catch (\Aws\S3\Exception\S3Exception $e) {
         return [];
     }
 }
 public function getFilesList($basePath)
 {
     return new eZDFSFileHandlerDFSAmazonFilterIterator($this->s3client->getIterator('ListObjects', array('Bucket' => $this->bucket, 'Prefix' => $basePath)));
 }
Example #14
0
$prefix = isset($_POST['prefix']) ? $_POST['prefix'] . '/' : '';
$s3Bucket = isset($_POST['s3Bucket']) ? $_POST['s3Bucket'] : $defaultBucket;
$fileKey = isset($_POST['fileKey']) ? $_POST['fileKey'] : '';
$submit = isset($_POST['submit']) ? $_POST['submit'] : '';
$fileName = $fileType = '';
//Create AWS connection and s3client
//Must provide your own s3credentials.php file
$s3client = new Aws\S3\S3Client(['version' => 'latest', 'region' => 'us-east-1', 'credentials' => $credentials]);
echo "<html>\r\n";
echo " <h1>Bucket:: {$s3Bucket}</h1>\r\n";
// Check if DEL form submited
if ($submit == 'Delete' && isset($fileKey)) {
    $s3client->deleteObject(array('Bucket' => $s3Bucket, 'Key' => $fileKey));
}
// Display files currently uploaded in S3Bucket
$o_iter = $s3client->getIterator('ListObjects', array('Bucket' => $s3Bucket));
foreach ($o_iter as $o) {
    if ($o['Size'] != '0') {
        // Because we don't want to list folders
        echo "<form enctype='multipart/form-data' name='fileDELForm' method='post' action='index.php' style='border:1px;' >";
        $prefixKey = explode("/", $o['Key']);
        if ($prefixKey[0] == 'public') {
            echo "<a href='http://" . $s3Bucket . "/" . $o['Key'] . "'>";
            echo "<img src='http://{$s3Bucket}/" . $o['Key'] . "' style='width:100px;height:100px;'/></a>";
            echo "<input type='hidden' name='fileKey' id='fileKey' value='" . $o['Key'] . "' />";
            echo "{$o['Key']}";
            echo "<input type='submit' name='submit' id='submit' value='Delete' />";
        }
        if ($prefixKey[0] == 'QSA') {
            $objectPre = $s3client->getCommand('GetObject', ['Bucket' => $s3Bucket, 'Key' => $o['Key']]);
            $presignedRequest = $s3client->createPresignedRequest($objectPre, '+30 minutes');