public function testReadingPhp() { $dbData = new dbDataProcessor(); $hashStep = dbWriter::HASH_STEP; $dbData->addCarrierInterval(new ipSegment(1, 4), "carrier1"); $dbData->addCarrierInterval(new ipSegment(2 * $hashStep, 3 * $hashStep - 1), "carrier2"); $opts = new optionsMock(); $dbStream = new dbStream(dirname(__FILE__) . "/tmp/test1.db", false); $dbWriter = new dbWriter($opts, $dbData, $dbStream); $dbWriter->writeDb(); $dbReader = new dbReader($dbStream); $dbReader->readAll(); $dbReader->checkConsistency(); $dbStream->close(); $dbCarrier = new CarrierDbPhp(dirname(__FILE__) . "/tmp/test1.db"); $info = $dbCarrier->getDbInfo(); $this->assertEquals(dbWriter::STRUCT_VERSION, $info['structVersion']); $this->assertEquals(1, $info['buildVersion']); $this->assertTrue(time() - $info['buildTimestamp'] < 10); // меньше 10 секунд назад $this->assertEquals(2, $info['recCount']); $this->assertEquals(NULL, $dbCarrier->get("0.0.0.0")); $this->assertEquals("carrier1", $dbCarrier->get("0.0.0.1")); $this->assertEquals("carrier1", $dbCarrier->get("0.0.0.2")); $this->assertEquals("carrier1", $dbCarrier->get("0.0.0.4")); $this->assertEquals(NULL, $dbCarrier->get("0.0.0.5")); $ipSeg = new ipSegment(floor(1.5 * $hashStep), floor(2.5 * $hashStep)); $this->assertEquals(NULL, $dbCarrier->get($ipSeg->getStartIpString())); $this->assertEquals("carrier2", $dbCarrier->get($ipSeg->getEndIpString())); $ipSeg = new ipSegment(3 * $hashStep - 1, 3 * $hashStep); $this->assertEquals("carrier2", $dbCarrier->get($ipSeg->getStartIpString())); $this->assertEquals(NULL, $dbCarrier->get($ipSeg->getEndIpString())); }
$carrierCsvWriter = new carrierCsvWriter($opts->outputCsv); $dbDataProcessor = new dbDataProcessor(); echo "INFO: Обработка данных\n"; $i = 0; while ($row = $collectorIterator->getNext()) { $carrierCsvWriter->addNext($row); $dbDataProcessor->addCarrierInterval($row['ipSeg'], $carrierCsvWriter->getCode($row)); $i++; if ($i % 1000 == 0) { echo "INFO: обработано {$i} записей\n"; } } unset($carrierCsvWriter); echo "INFO: Запись базы\n"; $dbStream = new dbStream($opts->outputDb, false); $dbWriter = new dbWriter($opts, $dbDataProcessor, $dbStream); $dbWriter->writeDb(); $dbStream->close(); unset($dbStream); unset($dbWriter); echo "INFO: Обновление версии\n"; $versionName = collectorOptions::VERSION_NAME; $opts->updateJsonFile($opts->{$versionName} + 1); $dbStream = new dbStream($opts->outputDb, true); echo "INFO: Проверка консистентности базы\n"; $dbReader = new dbReader($dbStream); $dbReader->readAll(); $dbReader->checkConsistency(); echo "INFO: В пике использовано " . memory_get_peak_usage() . "B\n"; $time2 = microtime(true); echo "INFO: Создание заняло " . ($time2 - $time1) . " сек";
public function testWriteDb() { $dbData = new dbDataProcessor(); $hashStep = dbWriter::HASH_STEP; $dbData->addCarrierInterval(new ipSegment(0, 1 * $hashStep), "carrier1"); $dbData->addCarrierInterval(new ipSegment(2 * $hashStep, 3 * $hashStep - 1), "carrier2"); $dbData->addCarrierInterval(new ipSegment(4 * $hashStep, 5 * $hashStep + 1), "carrier3"); $dbData->addCarrierInterval(new ipSegment(6 * $hashStep - 1, 7 * $hashStep - 1), "carrier4"); $dbData->addCarrierInterval(new ipSegment(8 * $hashStep + 1, 9 * $hashStep - 1), "carrier5"); $dbData->addCarrierInterval(new ipSegment(9 * $hashStep, 10 * $hashStep), "carrier6"); $opts = new optionsMock(); $dbStream = new dbStream(dirname(__FILE__) . "/tmp/test2.db", false); $dbWriter = new dbWriter($opts, $dbData, $dbStream); $dbWriter->writeDb(); $dbReader = new dbReader($dbStream); $dbReader->readAll(); $dbReader->checkConsistency(); $header = $dbReader->getHeader(); $this->assertEquals("DBCA", $header['header']); $this->assertEquals(dbWriter::STRUCT_VERSION, $header['structVersion']); $this->assertEquals(1, $header['buildVersion']); $this->assertTrue(time() - $header['dateTime'] < 10); // меньше 10 секунд назад $this->assertEquals(6, $header['count']); $this->assertEquals("carrier1", $dbReader->getContentByPos(0)); $this->assertEquals("carrier2", $dbReader->getContentByPos(1)); $this->assertEquals("carrier3", $dbReader->getContentByPos(2)); $this->assertEquals("carrier4", $dbReader->getContentByPos(3)); $this->assertEquals("carrier5", $dbReader->getContentByPos(4)); $this->assertEquals("carrier6", $dbReader->getContentByPos(5)); //В комментах пример для HASH_STEP = 128 $etalon = array(array(array(0, $hashStep, 20)), array(array(0, $hashStep, 20)), array(array(2 * $hashStep, 3 * $hashStep - 1, 32)), array(), array(array(4 * $hashStep, 5 * $hashStep + 1, 44)), array(array(4 * $hashStep, 5 * $hashStep + 1, 44), array(6 * $hashStep - 1, 7 * $hashStep - 1, 56)), array(array(6 * $hashStep - 1, 7 * $hashStep - 1, 56)), array(), array(array(8 * $hashStep + 1, 9 * $hashStep - 1, 68)), array(array(9 * $hashStep, 10 * $hashStep, 80)), array(array(9 * $hashStep, 10 * $hashStep, 80))); for ($i = 0; $i < count($etalon); $i++) { $this->assertEquals($etalon[$i], $dbReader->getHashListByPos($i)); } $this->assertEquals(false, $dbReader->getHashListByPos($i)); }