public function testReadingPhp()
{
$dbData = new dbDataProcessor();
$hashStep = dbWriter::HASH_STEP;
$dbData->addCarrierInterval(new ipSegment(1, 4), "carrier1");
$dbData->addCarrierInterval(new ipSegment(2 * $hashStep, 3 * $hashStep - 1), "carrier2");
$opts = new optionsMock();
$dbStream = new dbStream(dirname(__FILE__) . "/tmp/test1.db", false);
$dbWriter = new dbWriter($opts, $dbData, $dbStream);
$dbWriter->writeDb();
$dbReader = new dbReader($dbStream);
$dbReader->readAll();
$dbReader->checkConsistency();
$dbStream->close();
$dbCarrier = new CarrierDbPhp(dirname(__FILE__) . "/tmp/test1.db");
$info = $dbCarrier->getDbInfo();
$this->assertEquals(dbWriter::STRUCT_VERSION, $info['structVersion']);
$this->assertEquals(1, $info['buildVersion']);
$this->assertTrue(time() - $info['buildTimestamp'] < 10);
// меньше 10 секунд назад
$this->assertEquals(2, $info['recCount']);
$this->assertEquals(NULL, $dbCarrier->get("0.0.0.0"));
$this->assertEquals("carrier1", $dbCarrier->get("0.0.0.1"));
$this->assertEquals("carrier1", $dbCarrier->get("0.0.0.2"));
$this->assertEquals("carrier1", $dbCarrier->get("0.0.0.4"));
$this->assertEquals(NULL, $dbCarrier->get("0.0.0.5"));
$ipSeg = new ipSegment(floor(1.5 * $hashStep), floor(2.5 * $hashStep));
$this->assertEquals(NULL, $dbCarrier->get($ipSeg->getStartIpString()));
$this->assertEquals("carrier2", $dbCarrier->get($ipSeg->getEndIpString()));
$ipSeg = new ipSegment(3 * $hashStep - 1, 3 * $hashStep);
$this->assertEquals("carrier2", $dbCarrier->get($ipSeg->getStartIpString()));
$this->assertEquals(NULL, $dbCarrier->get($ipSeg->getEndIpString()));
}
public function testData2()
{
$dbData = new dbDataProcessor();
$dbData->addCarrierInterval(new ipSegment(1, 3), "name1");
$dbData->addCarrierInterval(new ipSegment(4, 5), "name1");
$dbData->addCarrierInterval(new ipSegment(7, 8), "name2");
$dbData->addCarrierInterval(new ipSegment(8, 9), "name2");
$etalon = array(dbDataProcessor::IP_START_POS => 1, dbDataProcessor::IP_END_POS => 5, dbDataProcessor::CODE_POS => "name1");
$this->assertEquals($etalon, $dbData->resetData());
$etalon = array(dbDataProcessor::IP_START_POS => 7, dbDataProcessor::IP_END_POS => 9, dbDataProcessor::CODE_POS => "name2");
$this->assertEquals($etalon, $dbData->getNext());
$this->assertEquals(false, $dbData->getNext());
$this->assertEquals(2, $dbData->getCount());
}
public function testWriteDb()
{
$dbData = new dbDataProcessor();
$hashStep = dbWriter::HASH_STEP;
$dbData->addCarrierInterval(new ipSegment(0, 1 * $hashStep), "carrier1");
$dbData->addCarrierInterval(new ipSegment(2 * $hashStep, 3 * $hashStep - 1), "carrier2");
$dbData->addCarrierInterval(new ipSegment(4 * $hashStep, 5 * $hashStep + 1), "carrier3");
$dbData->addCarrierInterval(new ipSegment(6 * $hashStep - 1, 7 * $hashStep - 1), "carrier4");
$dbData->addCarrierInterval(new ipSegment(8 * $hashStep + 1, 9 * $hashStep - 1), "carrier5");
$dbData->addCarrierInterval(new ipSegment(9 * $hashStep, 10 * $hashStep), "carrier6");
$opts = new optionsMock();
$dbStream = new dbStream(dirname(__FILE__) . "/tmp/test2.db", false);
$dbWriter = new dbWriter($opts, $dbData, $dbStream);
$dbWriter->writeDb();
$dbReader = new dbReader($dbStream);
$dbReader->readAll();
$dbReader->checkConsistency();
$header = $dbReader->getHeader();
$this->assertEquals("DBCA", $header['header']);
$this->assertEquals(dbWriter::STRUCT_VERSION, $header['structVersion']);
$this->assertEquals(1, $header['buildVersion']);
$this->assertTrue(time() - $header['dateTime'] < 10);
// меньше 10 секунд назад
$this->assertEquals(6, $header['count']);
$this->assertEquals("carrier1", $dbReader->getContentByPos(0));
$this->assertEquals("carrier2", $dbReader->getContentByPos(1));
$this->assertEquals("carrier3", $dbReader->getContentByPos(2));
$this->assertEquals("carrier4", $dbReader->getContentByPos(3));
$this->assertEquals("carrier5", $dbReader->getContentByPos(4));
$this->assertEquals("carrier6", $dbReader->getContentByPos(5));
//В комментах пример для HASH_STEP = 128
$etalon = array(array(array(0, $hashStep, 20)), array(array(0, $hashStep, 20)), array(array(2 * $hashStep, 3 * $hashStep - 1, 32)), array(), array(array(4 * $hashStep, 5 * $hashStep + 1, 44)), array(array(4 * $hashStep, 5 * $hashStep + 1, 44), array(6 * $hashStep - 1, 7 * $hashStep - 1, 56)), array(array(6 * $hashStep - 1, 7 * $hashStep - 1, 56)), array(), array(array(8 * $hashStep + 1, 9 * $hashStep - 1, 68)), array(array(9 * $hashStep, 10 * $hashStep, 80)), array(array(9 * $hashStep, 10 * $hashStep, 80)));
for ($i = 0; $i < count($etalon); $i++) {
$this->assertEquals($etalon[$i], $dbReader->getHashListByPos($i));
}
$this->assertEquals(false, $dbReader->getHashListByPos($i));
}
if (empty($options['configFile'])) {
echo "Usage: --configFile=<value>";
exit;
}
$jsonOpts = array('connTypeCsv' => array("isFileName" => 1, "desc" => "имя файла csv с соединениями"), 'ispNameCsv' => array("isFileName" => 1, "desc" => "имя файла csv с именами провайдеров"), 'countryCodeCsv' => array("isFileName" => 1, "desc" => "имя файла csv с названиями стран"), 'translateCsv' => array("isFileName" => 1, "desc" => "имя файла csv с переводами провайдеров"), 'outputCsv' => array("desc" => "имя файла csv в который будут складываться коды провайдеров"), 'outputDb' => array("desc" => "имя файла с итоговой базой"), collectorOptions::VERSION_NAME => array("desc" => "текущая версия БД с провайдерами"));
echo "INFO: Получение опций\n";
$opts = new collectorOptions($jsonOpts, $options['configFile']);
echo "INFO: Подготовка файлов\n";
$connCsvParser = new csvParser($opts->connTypeCsv);
$ispNameCsvParser = new csvParser($opts->ispNameCsv, false);
//Нет заголовка у csv
$countryCodeCsvParser = new csvParser($opts->countryCodeCsv);
$translateCsvParser = new csvParser($opts->translateCsv);
$collectorIterator = new collectorIterator($connCsvParser, $ispNameCsvParser, $countryCodeCsvParser, $translateCsvParser);
$carrierCsvWriter = new carrierCsvWriter($opts->outputCsv);
$dbDataProcessor = new dbDataProcessor();
echo "INFO: Обработка данных\n";
$i = 0;
while ($row = $collectorIterator->getNext()) {
$carrierCsvWriter->addNext($row);
$dbDataProcessor->addCarrierInterval($row['ipSeg'], $carrierCsvWriter->getCode($row));
$i++;
if ($i % 1000 == 0) {
echo "INFO: обработано {$i} записей\n";
}
}
unset($carrierCsvWriter);
echo "INFO: Запись базы\n";
$dbStream = new dbStream($opts->outputDb, false);
$dbWriter = new dbWriter($opts, $dbDataProcessor, $dbStream);
$dbWriter->writeDb();
