コード例 #1
0
ファイル: touch.php プロジェクト: pneff/binarypool
 protected function touch($bucket, $uri)
 {
     $storage = new binarypool_storage($bucket);
     $assetFile = $uri;
     if (!$storage->isFile($assetFile)) {
         $assetFile .= '/index.xml';
         if (!$storage->isFile($assetFile)) {
             return false;
         }
     }
     // Get TTL from request
     $buckets = binarypool_config::getBuckets();
     $ttl = $buckets[$bucket]['ttl'];
     if ($this->request->getParam('TTL')) {
         $newttl = intval($this->request->getParam('TTL'));
         if ($newttl <= $ttl) {
             // Don't allow higher TTL than bucket configuration
             $ttl = $newttl;
         }
     }
     // Set TTL
     $oldAsset = $storage->getAssetObject($assetFile);
     $asset = $storage->getAssetObject($assetFile);
     $asset->setExpiry(time() + $ttl * 24 * 60 * 60);
     $storage->saveAsset($asset, $assetFile);
     // Update views
     binarypool_views::updated($bucket, $assetFile, $oldAsset);
     $this->setResponseCode(204);
     return true;
 }
コード例 #2
0
 /**
  * The getExpired call should return an empty array if there
  * are no expired assets.
  */
 function testGetExpiredEmpty()
 {
     // Empty Binary Pool
     $this->assertEqual(array(), binarypool_browser::getExpired('test'));
     // Binary Pool with one asset which has not been put in a view
     $asset = $this->storage->save('IMAGE', array('_' => array('file' => $this->testfile)));
     $this->assertEqual(array(), binarypool_browser::getExpired('test'));
     // Binary Pool with one asset which has not expired
     binarypool_views::created('test', $asset);
     $this->assertEqual(array(), binarypool_browser::getExpired('test'));
 }
コード例 #3
0
ファイル: upload_s3.php プロジェクト: pneff/binarypool
function walk_callback($bucket, $root, $file)
{
    global $processed, $storage, $max;
    if ($max > 0 && $processed >= $max) {
        printf("[%10s] Processed %d files. Terminating.\n", $bucket, $processed);
        exit(0);
    }
    if (is_link(rtrim($root . $file, '/'))) {
        // Ignore symlinks
        return;
    }
    if (!file_exists($root . $file . 'index.xml')) {
        return;
    }
    if (!assert_filemtime($root . $file . 'index.xml', $bucket)) {
        return false;
    }
    printf("[%10s]   %s\n", $bucket, $file);
    $processed++;
    try {
        $asset = $storage->getAssetObject($file . 'index.xml');
        if (file_exists($asset->getOriginal())) {
            printf("[%10s]     Uploading file.\n", $bucket);
            $files = array('_' => array('file' => $asset->getOriginal()));
            foreach ($asset->getRenditions() as $key => $rendition) {
                if (file_exists($rendition)) {
                    // Local file
                    $files[$key] = array('file' => $rendition);
                }
            }
            $type = $asset->getType();
            if (!$storage->save($type, $files, true)) {
                printf("[%10s]     ERROR: Could not save asset.\n", $bucket);
                return;
            }
        } else {
            $asset->setBasePath($asset->getBasePath(), false);
            if (!$storage->saveAsset($asset, $file . 'index.xml')) {
                printf("[%10s]     ERROR: Could not save asset.\n", $bucket);
                return;
            }
            printf("[%10s]     Saved asset.\n", $bucket);
            binarypool_views::created($bucket, $file . 'index.xml', array('URL' => ''));
        }
    } catch (Exception $e) {
        printf("[%10s]     ERROR: Got exception while saving asset.\n", $bucket);
        return;
    }
    // Move to trash
    $basepath = $asset->getBasePath();
    $date = date('Y/m/d');
    $trashDir = 'Trash/' . $date . '/' . $basepath;
    $trashDirAbs = $root . $trashDir;
    $idx = 0;
    while (file_exists($trashDirAbs)) {
        $trashDirAbs = $root . $trashDir . '-' . $idx;
        $idx++;
    }
    printf("[%10s]     Moving file version to trash: %s\n", $bucket, $trashDirAbs);
    $trashParent = dirname($trashDirAbs);
    if (!file_exists($trashParent)) {
        mkdir($trashParent, 0755, true);
    }
    rename($root . $file, $trashDirAbs);
    symlink($trashDirAbs, rtrim($root . $file, '/'));
}
コード例 #4
0
ファイル: create.php プロジェクト: pneff/binarypool
 protected function getFilesFromUrl()
 {
     $url = $this->request->getParam('URL');
     $this->log->debug("Downloading file: %s", $url);
     if (!self::$lastModified) {
         self::$lastModified = new binarypool_lastmodified();
     }
     $lastmodified = self::$lastModified->lastModified($this->bucket, $url);
     if (binarypool_config::getCacheRevalidate($this->bucket) === 0) {
         $lastmodified['time'] = 0;
     }
     $tmpfile = tempnam(sys_get_temp_dir(), 'binary');
     if ($tmpfile == '' || $tmpfile === FALSE) {
         throw new binarypool_exception(104, 500, "Could not create temporary file");
     }
     array_push($this->tmpfiles, $tmpfile);
     $result = array('code' => 0, 'headers' => array(), 'body' => '');
     $retries = 3;
     if ($lastmodified['revalidate']) {
         $httpc = new binarypool_httpclient();
         while ($retries) {
             try {
                 $result = $httpc->download($url, $tmpfile, $lastmodified['time']);
                 if ($result['code'] < 500) {
                     break;
                 }
             } catch (binarypool_httpclient_exception $e) {
                 // ignore - dropped connections etc. - retry
                 $this->log->debug("Failed download attempt from %s: %s", $url, $e);
             }
             sleep(1);
             $retries--;
         }
     } else {
         $result['code'] = 304;
     }
     if (304 == $result['code']) {
         $this->log->debug("File %s has not been modified", $url);
         return array();
     }
     if ($result['code'] != 200 || !filesize($tmpfile)) {
         binarypool_views::flagBadUrl($this->bucket, $url);
         throw new binarypool_exception(121, 400, "File could not be fetched from URL: " . $url);
     }
     $url_parsed = parse_url($url);
     $filename = basename($url_parsed['path']);
     # Restrict filenames TO ALPHANUMS and reduce sequences of '.' to avoid
     # traversal issues, unicode issues, command injection etc.
     $filename = preg_replace(array('#\\.{2,}#', '#[^a-zA-Z0-9\\.]+#'), array('.', '_'), $filename);
     return array('_' => array('file' => $tmpfile, 'filename' => $filename));
 }
コード例 #5
0
 function assignMockStorageFactory($storage)
 {
     $storageFactory = new Mock_binarypool_storagefactory();
     $storageFactory->setReturnValue('getStorage', $storage);
     binarypool_views::$storageFactory = $storageFactory;
 }
コード例 #6
0
ファイル: views.php プロジェクト: pneff/binarypool
 private static function getStorage($bucket)
 {
     if (!self::$storageFactory) {
         self::$storageFactory = new binarypool_storagefactory();
     }
     return self::$storageFactory->getStorage($bucket);
 }
コード例 #7
0
ファイル: lastmodified.php プロジェクト: pneff/binarypool
 /**
  * Looks in the URL view for a symlink matching the provided
  * URL and if found, returns the mtime of the link target
  * 
  * If the link points to /dev/null, we have a URL we were unable
  * to download before - if that symlink itself is older than 1 hour
  * we delete it and return 0. If the symlink is younger than hour,
  * we raise an exception and abort. Intended as mechanism to prevent
  * repeated attempts to download the same (non 200) URL in a short
  * time period
  *
  * @param String $bucket
  * @param String $url
  * @return array(time => int Unix timestamp (0 means not found), revalidate => (true|false), cache_age => int) 
  */
 public function getURLLastModified($bucket, $url)
 {
     $storage = new binarypool_storage($bucket);
     $symlink = binarypool_views::getDownloadedViewPath($bucket, $url);
     return $storage->getURLLastModified($url, $symlink);
 }