Exemplo n.º 1
0
 private function commit()
 {
     if (count($this->batch->getOperations())) {
         $this->client->commitBatch();
     } else {
         $this->client->endBatch();
     }
     $this->batch = null;
 }
Exemplo n.º 2
0
 /**
  * Load a single line into the batch
  *
  * @param string $line
  * @param Batch $batch
  * @param integer $lineNum
  * @param array $nodes
  * @param array $rels
  */
 protected function loadLine($line, Batch $batch, $lineNum, &$nodes, &$rels)
 {
     $descriptorPattern = "/^(\n\t\t\t\\((\\w+)\\)\t            # node identifier or relationship start node\n\t\t\t(                       # next two sub expressions signify a relationship line\n\t\t\t\t-\\[(\\w*):(\\w+)\\]    # relationship identifier and type\n\t\t\t\t->\\((\\w+)\\)         # relationship end node\n\t\t)?)(\n\t\t\t\\s+(.*)                 # properties\n\t\t)?/x";
     $indexPattern = "/^(\n\t\t\t\\{(\\w+)\\}               # index name\n\t\t\t->(\\(|\\[)\t\t\t\t# ( indicates node index, [ indicates relationship index\n\t\t\t\t(\\w+)               # node identifier to index\n\t\t\t(\\)|\\])                 # must match opening ( or [\n\t\t)(\n\t\t\t\\s+(.*)                 # keys:values to index\n\t\t)?/x";
     $line = trim($line);
     if (!$line || $line[0] == '#') {
         return;
     }
     $matches = array();
     $descriptorMatch = preg_match($descriptorPattern, $line, $matches);
     if ($descriptorMatch && !empty($matches[3])) {
         $startNodeId = $matches[2];
         $relId = $matches[4];
         $type = $matches[5];
         $endNodeId = $matches[6];
         if (!isset($nodes[$startNodeId]) || !isset($nodes[$endNodeId])) {
             throw new Exception("Invalid node reference on line {$lineNum}: {$line}");
         } else {
             if (!empty($relId) && isset($rels[$relId])) {
                 throw new Exception("Duplicate relationship on line {$lineNum}: {$line}");
             }
         }
         $properties = !empty($matches[8]) ? json_decode($matches[8]) : false;
         $rel = $this->client->makeRelationship();
         $rel->setProperties($properties ?: array())->setType($type)->setStartNode($nodes[$startNodeId])->setEndNode($nodes[$endNodeId]);
         if (!empty($relId)) {
             $rels[$relId] = $rel;
         }
         $batch->save($rel);
         return;
     } else {
         if ($descriptorMatch) {
             $nodeId = $matches[2];
             if (isset($nodes[$nodeId])) {
                 throw new Exception("Duplicate node on line {$lineNum}: {$line}");
             }
             $properties = !empty($matches[7]) ? json_decode($matches[7]) : false;
             $node = $this->client->makeNode();
             $node->setProperties($properties ?: array());
             $nodes[$nodeId] = $node;
             $batch->save($node);
             return;
         }
     }
     $matches = array();
     $indexMatch = preg_match($indexPattern, $line, $matches);
     if ($indexMatch) {
         $name = $matches[2];
         $openBrace = $matches[3];
         $closeBrace = $matches[5];
         $entityId = $matches[4];
         $properties = !empty($matches[7]) ? json_decode($matches[7]) : false;
         if ($properties) {
             $type = null;
             if ($openBrace == '(' && $closeBrace == ')') {
                 if (!isset($nodes[$entityId])) {
                     throw new Exception("Invalid node reference on line {$lineNum}: {$line}");
                 }
                 $entity = $nodes[$entityId];
                 $type = Index::TypeNode;
             } else {
                 if ($openBrace == '[' && $closeBrace == ']') {
                     if (!isset($rels[$entityId])) {
                         throw new Exception("Invalid relationship reference on line {$lineNum}: {$line}");
                     }
                     $entity = $rels[$entityId];
                     $type = Index::TypeRelationship;
                 }
             }
             if ($type) {
                 $index = new Index($this->client, $type, $name);
                 foreach ($properties as $key => $value) {
                     $batch->addToIndex($index, $entity, $key, $value);
                 }
                 return;
             }
         }
     }
     throw new Exception("Cannot parse line {$lineNum}: {$line}");
 }
Exemplo n.º 3
0
 public static function directTransfer(Neo4jConnection $source, Neo4jConnection $target, $readBatchSize, $nodeBatchSize, $relationBatchSize, $ignoredRelationProperties = null, $preserveIds = null, OutputInterface $output = null)
 {
     $sepSize = self::SEP_SIZE;
     $sourceClient = $source->makeClient();
     static::writelnInfo(sprintf('Reading from:        %s:%d', $source->getHost(), $source->getPort()), $output);
     static::sepInfo($sepSize, $output);
     static::writelnInfo(sprintf('Read batch size:     %d', $readBatchSize), $output);
     list($nodeCount, $minNodeId, $maxNodeId) = static::readNodeStats($sourceClient);
     static::writelnInfo(sprintf('Number of nodes:     %d [%d->%d]', $nodeCount, $minNodeId, $maxNodeId), $output);
     list($relationCount, $minRelationId, $maxRelationId) = static::readRelationStats($sourceClient);
     static::writelnInfo(sprintf('Number of relations: %d [%d->%d]', $relationCount, $minRelationId, $maxRelationId), $output);
     static::sepInfo($sepSize, $output);
     $targetClient = $target->makeClient();
     static::writelnInfo(sprintf('Writing to:          %s:%d', $target->getHost(), $target->getPort()), $output);
     static::sepInfo($sepSize, $output);
     static::writelnInfo(sprintf('Node batch size:     %d', $nodeBatchSize), $output);
     static::writelnInfo(sprintf('Relation batch size: %d', $relationBatchSize), $output);
     static::sepInfo($sepSize, $output);
     list($targetRelationCount, $targetMinRelationId, $targetMaxRelationId) = static::readRelationStats($targetClient);
     static::writelnInfo(sprintf('Removing relations:  %d [%d->%d]', $targetRelationCount, $targetMinRelationId, $targetMaxRelationId), $output);
     list($targetNodeCount, $targetMinNodeId, $targetMaxNodeId) = static::readNodeStats($targetClient);
     static::writelnInfo(sprintf('Removing nodes:      %d [%d->%d]', $targetNodeCount, $targetMinNodeId, $targetMaxNodeId), $output);
     $targetClient->executeCypherQuery(new Query($targetClient, self::CYPHER_REMOVE_ALL_NODES));
     static::sepInfo($sepSize, $output);
     $nodeIds = array();
     static::writelnInfo(sprintf('Node transfer:       %d (%d batches of %d)', $nodeCount, ceil($nodeCount / $nodeBatchSize), $nodeBatchSize), $output);
     static::sepInfo($sepSize, $output);
     $fromNodeId = 0;
     $k = 0;
     $nodesWithAttributesReferringToIds = array();
     while (isset($fromNodeId)) {
         static::writeInfo('*', $output);
         $k++;
         if ($k >= $sepSize) {
             $k = 0;
             static::writelnInfo('', $output);
         }
         $resultSet = static::readNodes($sourceClient, $readBatchSize, $maxNodeId, $fromNodeId);
         if (empty($resultSet)) {
             break;
         }
         $i = 0;
         while ($i < count($resultSet)) {
             $batch = array_slice($resultSet, $i, $nodeBatchSize);
             list($nodes, $fromNodeId) = static::importNodes($nodeIds, $targetClient, $batch, $nodesWithAttributesReferringToIds, $preserveIds);
             static::writeInfo('-', $output);
             $k++;
             if ($k >= $sepSize) {
                 $k = 0;
                 static::writelnInfo('', $output);
             }
             $i += $nodeBatchSize;
         }
     }
     static::writelnInfo(' .', $output);
     static::sepInfo($sepSize, $output);
     if (empty($nodesWithAttributesReferringToIds)) {
         static::writelnInfo('No node(s) with attributes that refer to node IDs.', $output);
     } else {
         static::writelnInfo(sprintf('Updating %d node(s) with node IDs attributes', count($nodesWithAttributesReferringToIds)), $output);
     }
     static::sepInfo($sepSize, $output);
     $batch = new Batch($targetClient);
     foreach ($nodesWithAttributesReferringToIds as $oldNodeId => $attributesReferringToIds) {
         $newNodeId = $nodeIds[$oldNodeId];
         $n = $targetClient->getNode($newNodeId);
         foreach ($attributesReferringToIds as $attributeName => $oldId) {
             $newId = isset($nodeIds[$oldId]) ? $nodeIds[$oldId] : null;
             $n->setProperty($attributeName, $newId);
         }
         $batch->save($n);
     }
     $batch->commit();
     static::writelnInfo(sprintf('Relation transfer:   %d (%d batches of %d)', $relationCount, ceil($relationCount / $relationBatchSize), $relationBatchSize), $output);
     static::sepInfo($sepSize, $output);
     $fromRelationId = 0;
     $k = 0;
     while (isset($fromRelationId)) {
         static::writeInfo('*', $output);
         $k++;
         if ($k >= $sepSize) {
             $k = 0;
             static::writelnInfo('', $output);
         }
         $resultSet = static::readRelations($sourceClient, $readBatchSize, $maxRelationId, $fromRelationId);
         if (empty($resultSet)) {
             break;
         }
         $i = 0;
         while ($i < count($resultSet)) {
             $batch = array_slice($resultSet, $i, $relationBatchSize);
             list($relations, $fromRelationId) = static::importRelations($nodeIds, $targetClient, $batch, $ignoredRelationProperties);
             static::writeInfo('-', $output);
             $k++;
             if ($k >= $sepSize) {
                 $k = 0;
                 static::writelnInfo('', $output);
             }
             $i += $relationBatchSize;
         }
     }
     static::writelnInfo(' .', $output);
     static::sepInfo($sepSize, $output);
 }