/**
* @param LoadBalancer $lb
* @param string $tableName
* @param string $wholePath
* @param bool $quiet
* @return ImportContext
*/
function createImportContext(LoadBalancer $lb, $tableName, $wholePath, $quiet)
{
$importContext = new ImportContext();
$importContext->setLb($lb);
$importContext->setTargetTableName($tableName);
$importContext->setCsvFilePath($wholePath);
$importContext->setCsvDelimiter(',');
$importContext->setBatchSize($this->mBatchSize);
$importContext->setQuiet($quiet);
return $importContext;
}
/**
* @param $fileHandle
* @param DatabaseBase $db
* @param ImportContext $importContext
* @throws UnexpectedValueException
*/
private function doImport($fileHandle, DatabaseBase $db, ImportContext $importContext)
{
$accumulator = array();
$batchSize = $importContext->getBatchSize();
$i = 0;
$header = fgetcsv($fileHandle, 0, $importContext->getCsvDelimiter());
//this is to get the csv-header
$expectedHeader = array('pid1', 'qid1', 'pid2', 'count', 'probability', 'context');
if ($header != $expectedHeader) {
throw new UnexpectedValueException("provided csv-file does not match the expected format:\n" . join(',', $expectedHeader));
}
while (true) {
$data = fgetcsv($fileHandle, 0, $importContext->getCsvDelimiter());
if ($data == false || ++$i % $batchSize == 0) {
$db->commit(__METHOD__, 'flush');
wfWaitForSlaves();
$db->insert($importContext->getTargetTableName(), $accumulator);
if (!$importContext->isQuiet()) {
print "{$i} rows inserted\n";
}
$accumulator = array();
if ($data == false) {
break;
}
}
$qid1 = is_numeric($data[1]) ? $data[1] : 0;
$accumulator[] = array('pid1' => $data[0], 'qid1' => $qid1, 'pid2' => $data[2], 'count' => $data[3], 'probability' => $data[4], 'context' => $data[5]);
}
}
