/**
  * @dataProvider getAddItemData
  */
 public function testAddItem($item, $isEmpty)
 {
     $batch = WriteRequestBatch::factory($this->getMockedClient());
     try {
         $batch->add($item);
     } catch (\Aws\Common\Exception\InvalidArgumentException $e) {
         // Silently fail
     }
     $this->assertSame($isEmpty, $batch->isEmpty());
 }
 /**
  * @depends testWriteRequestBatchProcessWorksAsExpected
  */
 public function testWriteRequestBatchCanHandleLargeBatches()
 {
     // Set up
     /** @var $client DynamoDbClient */
     $client = self::getServiceBuilder()->get('dynamodb');
     $table = self::getResourcePrefix() . '-php-test-batch-write';
     // Test
     $numItems = 30;
     self::log("Testing the WriteRequestBatch with {$numItems} HUGE items.");
     self::log("Put {$numItems} items into the table.");
     $writeBatch = WriteRequestBatch::factory($client);
     for ($i = 1; $i <= $numItems; $i++) {
         $writeBatch->add(new PutRequest(Item::fromArray(array('foo' => (string) $i, 'data' => str_repeat('X', 50000))), $table));
     }
     $writeBatch->flush();
     self::log("Assert that all {$numItems} items made it into the table.");
     $scanner = $client->getIterator('Scan', array('TableName' => $table));
     $this->assertEquals($numItems, iterator_count($scanner), 'Not all of the items were inserted.');
     // Tear down
     self::log("Deleting table {$table}...");
     $client->deleteTable(array('TableName' => $table));
 }
Esempio n. 3
0
ini_set('display_errors', 1);
ini_set('display_startup_errors', 1);
error_reporting(-1);
date_default_timezone_set("UTC");
ini_set('max_execution_time', 300);
require "src/aws/aws-autoloader.php";
use Aws\DynamoDb\DynamoDbClient;
use Aws\DynamoDb\Model\BatchRequest\WriteRequestBatch;
use Aws\DynamoDb\Model\BatchRequest\PutRequest;
use Aws\DynamoDb\Model\Item;
include 'src/GetZooplaData.php';
include '../cred.php';
$zoopla = new GetZooplaData();
//header('Content-type: application/xml');
$client = DynamoDbClient::factory(array('key' => $aws_key, 'secret' => $aws_secret, 'region' => 'eu-west-1'));
$putBatch = WriteRequestBatch::factory($client);
$updateTime = time() - 7 * 24 * 3600;
$dbStationInfo = $client->scan(array('TableName' => 'station_info'));
foreach ($dbStationInfo['Items'] as $item) {
    if (isset($item['last_updated']['S'])) {
        if (intval($item['last_updated']['S']) < $updateTime) {
            //      die($item['last_updated']['S'] . " : " . $updateTime);
            $stations_stationName[] = $item['station_name']['S'];
            $stations_postCode[] = $item['post_code']['S'];
            $stations_londonZone[] = $item['london_zone']['S'];
            $stations_stationId[] = $item['station_id']['S'];
            if (isset($item['last_updated'])) {
                $stations_lastUpdate[] = $item['last_updated']['S'];
            } else {
                $stations_lastUpdate[] = 0;
            }
 /**
  * Performs garbage collection on the sessions stored in the DynamoDB table
  *
  * If triggering garbage collection manually, use this method. If your garbage collection is triggered automatically
  * by php (not recommended), then use the `gc` method.
  */
 public function garbageCollect()
 {
     // Get relevant configuration data
     $delay = (int) $this->config->get('gc_operation_delay');
     $batchSize = (int) $this->config->get('gc_batch_size');
     $tableName = $this->config->get('table_name');
     $hashKey = $this->config->get('hash_key');
     $expires = (string) time();
     $isOldApi = $this->client->getApiVersion() < '2012-08-10';
     // Instantiate and configure the WriteRequestBatch object that will be deleting the expired sessions
     if ($delay) {
         $delayFunction = function () use($delay) {
             sleep($delay);
         };
         $deleteBatch = WriteRequestBatch::factory($this->client, $batchSize, $delayFunction);
     } else {
         $deleteBatch = WriteRequestBatch::factory($this->client, $batchSize);
     }
     // Setup a scan table iterator for finding expired session items
     $scanParams = array('TableName' => $tableName, 'AttributesToGet' => array($this->config->get('hash_key')), 'ScanFilter' => array('expires' => array('ComparisonOperator' => 'LT', 'AttributeValueList' => array(array('N' => $expires))), 'lock' => array('ComparisonOperator' => 'NULL')), Ua::OPTION => Ua::SESSION);
     if (!$isOldApi) {
         $scanParams['Select'] = 'SPECIFIC_ATTRIBUTES';
     }
     // Create a scan table iterator for finding expired session items
     $tableScanner = $this->client->getIterator('Scan', $scanParams);
     // If a delay has been set, then attach the delay function to execute after each scan operation
     if (isset($delayFunction)) {
         $tableScanner->getEventDispatcher()->addListener('resource_iterator.after_send', $delayFunction);
     }
     // Perform scan and batch delete operations as needed
     $keyName = $isOldApi ? 'HashKeyElement' : $hashKey;
     foreach ($tableScanner as $item) {
         // @codeCoverageIgnoreStart
         $deleteBatch->add(new DeleteRequest(array($keyName => $item[$hashKey]), $tableName));
         // @codeCoverageIgnoreEnd
     }
     // Delete any remaining items
     $deleteBatch->flush();
 }
 /**
  * Ensures that garbage collection functionality is working correctly
  */
 public function testGarbageCollection()
 {
     $currentCount = iterator_count($this->client->getIterator('Scan', array('TableName' => $this->table)));
     self::log('Put 10 expired items into the sessions table');
     $writeBatch = WriteRequestBatch::factory($this->client);
     for ($i = 1; $i <= 10; $i++) {
         $writeBatch->add(new PutRequest(Item::fromArray(array('id' => "example_{$i}", 'expires' => time() - 5 * Time::SECONDS)), $this->table));
     }
     $writeBatch->flush();
     self::log('Assert that all 10 items made it into the sessions table');
     $result = $this->client->getCommand('Scan', array('TableName' => $this->table))->execute();
     $this->assertEquals(10 + $currentCount, $result['Count'], 'Not all of the items were inserted.');
     self::log('Create a session handler to use with a lower batch size');
     $sh = SessionHandler::factory(array('dynamodb_client' => $this->client, 'table_name' => $this->table, 'gc_batch_size' => 3));
     self::log('Run the garbage collection');
     $sh->garbageCollect();
     self::log('Assert that all 10 items were deleted from the sessions table');
     $result = $this->client->getCommand('Scan', array('TableName' => $this->table))->execute();
     $this->assertEquals(0, $result['Count'], 'Not all of the items were removed.');
 }
 /**
  * Use WriteRequestBatch to batch several DeleteItem requests
  *
  * @depends testWriteRequestBatchForPuts
  * @example Aws\DynamoDb\Model\BatchRequest\DeleteRequest::__construct 2011-12-05
  */
 public function testWriteRequestBatchForDeletes(array $state)
 {
     /** @var $client DynamoDbClient */
     /** @var $tableName string */
     /** @var $itemIds array */
     list($client, $tableName, $itemIds) = $state;
     self::log("Test deleting items in batches using WriteRequestBatch.");
     // @begin
     // Remove items from the table
     $deleteBatch = WriteRequestBatch::factory($client);
     foreach ($itemIds as $itemId) {
         $key = array('HashKeyElement' => array('S' => $itemId));
         $deleteBatch->add(new DeleteRequest($key, $tableName));
     }
     $deleteBatch->flush();
     // @end
     self::log("Assert that all the items have been deleted from the table");
     $scanner = $client->getIterator('Scan', array('TableName' => $tableName));
     $this->assertEquals(0, iterator_count($scanner), 'Not all of the items were deleted.');
 }
Esempio n. 7
0
 /**
  * Add entity to the batch deletion
  * @param  EntityInterface $entity
  * @throws \Aws\DynamoDb\Exception\DynamoDBException
  */
 public function deleteBatch(EntityInterface $entity)
 {
     if (is_null($this->deleteBatch)) {
         $this->deleteBatch = WriteRequestBatch::factory($this->dynamoDb);
     }
     $this->deleteBatch->add(new DeleteRequest($this->formatKeyCondition($entity), $this->getEntityTable($entity)));
 }
 /**
  * Performs garbage collection on the sessions stored in the DynamoDB table
  *
  * If triggering garbage collection manually, use this method. If your
  * garbage collection is triggered automatically by php (not recommended),
  * then use the `gc` method.
  */
 public function garbageCollect()
 {
     $deleteBatch = WriteRequestBatch::factory($this->client, $this->config->get('gc_batch_size'));
     $tableName = $this->config->get('table_name');
     $expires = (string) time();
     // Setup a scan table command for finding expired session items
     $tableScan = $this->client->getCommand('Scan', array('TableName' => $tableName, 'AttributesToGet' => array($this->config->get('hash_key')), 'ScanFilter' => array('expires' => array('ComparisonOperator' => 'LT', 'AttributeValueList' => array(array('N' => $expires))), 'lock' => array('ComparisonOperator' => 'NULL')), Ua::OPTION => Ua::SESSION));
     // Perform scan and batch delete operations as needed
     foreach ($this->client->getIterator($tableScan) as $item) {
         // @codeCoverageIgnoreStart
         $key = array('HashKeyElement' => $item[$this->config->get('hash_key')]);
         $deleteBatch->add(new DeleteRequest($key, $tableName));
         // @codeCoverageIgnoreEnd
     }
     // Delete any remaining items
     $deleteBatch->flush();
 }