/**
* @param SqlDumperContext $context
* @param Table[] $tables
*/
private function dumpTables(SqlDumperContext $context, array $tables)
{
$progress = $context->getProgressBarHelper()->createProgressBar(count($tables));
$contentsDumper = new TableContentsDumper($context);
foreach ($tables as $table) {
$contentsDumper->dumpTable($table, $context->getConfig()->getTableConfig($table->getName()));
$progress->advance();
}
$progress->finish();
$context->getLogger()->info('Dump finished');
}
public function testDumper()
{
$this->createTestSchema(true);
$output = new TestOutput();
$config = new SqlDumperConfiguration(array('database' => ['connection' => $this->connection], 'output' => array('rows_per_statement' => 3), 'tables' => array('Billing' => array('filters' => array(array('depends', 'customer_id', 'Customer.id'))), 'Customer' => array('limit' => 4, 'converters' => array('name' => array(array('String' => 'Foobar')))), 'RandomTable' => array('ignore_content' => true), 'RandomTable2' => array('ignore_table' => true))));
$context = new SqlDumperContext($config, new StringInput(''), new NullOutput());
$context->setDumpOutput($output);
$dumper = new SqlDumper();
$dumper->dump($context);
$dump = $output->output;
$this->assertEquals(file_get_contents(__DIR__ . '/test_dump.sql'), $dump);
}
/**
* Dumps the contents of a single table.
*
* @param Table $table
* @param TableConfiguration $tableConfig
*/
private function dumpTableContent(Table $table, TableConfiguration $tableConfig)
{
// Ensure connection is still open (to prevent for example "MySQL server has gone" errors)
$this->connectionHandler->reconnectIfNecessary();
// The PDO instance is used to quote the dumped values.
$pdo = $this->connectionHandler->getPdo();
$tableName = $table->getName();
$quotedTableName = $table->getQuotedName($this->connectionHandler->getPlatform());
$insertColumns = null;
$harvestColumns = $tableConfig->getColumnsToHarvest();
// The buffer is used to create combined SQL statements.
$maxBufferSize = $this->context->getConfig()->getOutputConfig()->getRowsPerStatement();
$bufferCount = 0;
// number of rows in buffer
$buffer = array();
// array to buffer rows
$rowCount = $this->dataLoader->countRows($tableConfig, $table, $this->harvestedValues);
$result = $this->dataLoader->executeSelectQuery($tableConfig, $table, $this->harvestedValues);
$this->logger->info(sprintf('Dumping table %s (%d rows)', $table->getName(), $rowCount));
$progress = $this->context->getProgressBarHelper()->createProgressBar($rowCount, OutputInterface::VERBOSITY_VERY_VERBOSE);
foreach ($result as $row) {
/*
* The following code (in this loop) will be executed for each dumped row!
* Performance in this place is essential!
*/
foreach ($harvestColumns as $harvestColumn) {
if (!isset($row[$harvestColumn])) {
throw new InvalidArgumentException(sprintf('Trying to collect value of column %s in table %s which does not exist.', $harvestColumn, $tableName));
}
$this->harvestedValues[$tableName][$harvestColumn][] = $row[$harvestColumn];
}
// Quote all values in the row.
$context = $row;
foreach ($row as $key => $value) {
$value = $this->dataConverter->convert($tableName . '.' . $key, $value, $context);
if (is_null($value)) {
$value = 'NULL';
} else {
$value = $pdo->quote($value);
}
$row[$key] = $value;
}
if ($insertColumns === null) {
// As custom queries can be defined to select the data, the column order in the insert statement
// depends on the actual result set.
$insertColumns = $this->extractInsertColumns(array_keys($row));
}
$buffer[] = '(' . implode(', ', $row) . ')';
$bufferCount++;
if ($bufferCount >= $maxBufferSize) {
$query = 'INSERT INTO ' . $quotedTableName . ' (' . $insertColumns . ')' . ' VALUES ' . implode(', ', $buffer) . ';';
$this->dumpOutput->writeln($query);
$progress->advance($bufferCount);
$buffer = array();
$bufferCount = 0;
}
}
if ($bufferCount > 0) {
// Dump the final buffer.
$query = 'INSERT INTO ' . $quotedTableName . ' (' . $insertColumns . ')' . ' VALUES ' . implode(', ', $buffer) . ';';
$this->dumpOutput->writeln($query);
}
$progress->finish();
}
