/** * This evenement describe the structure of a table. * It's send before a change append on a table. * A end user of the lib should have no usage of this * * @return TableMapDTO * @throws BinaryDataReaderException * @throws ConfigException */ public function makeTableMapDTO() { $data = []; $data['table_id'] = $this->binaryDataReader->readTableId(); $this->binaryDataReader->advance(2); $data['schema_length'] = $this->binaryDataReader->readUInt8(); $data['schema_name'] = $this->binaryDataReader->read($data['schema_length']); if ([] !== $this->config->getDatabasesOnly() && !in_array($data['schema_name'], $this->config->getDatabasesOnly(), true)) { return null; } $this->binaryDataReader->advance(1); $data['table_length'] = $this->binaryDataReader->readUInt8(); $data['table_name'] = $this->binaryDataReader->read($data['table_length']); if ([] !== $this->config->getTablesOnly() && !in_array($data['table_name'], $this->config->getTablesOnly(), true)) { return null; } $this->binaryDataReader->advance(1); $data['columns_amount'] = $this->binaryDataReader->readCodedBinary(); $data['column_types'] = $this->binaryDataReader->read($data['columns_amount']); // automatically clear table cache to save memory if (count(self::$tableMapCache) > $this->config->getTableCacheSize()) { self::$tableMapCache = array_slice(self::$tableMapCache, ceil($this->config->getTableCacheSize() / 2), null, true); } // already in cache don't parse if (isset(self::$tableMapCache[$data['table_id']])) { return new TableMapDTO($this->eventInfo, self::$tableMapCache[$data['table_id']]); } $this->binaryDataReader->readCodedBinary(); $columns = $this->repository->getFields($data['schema_name'], $data['table_name']); $fields = []; // if you drop tables and parse of logs you will get empty scheme if (!empty($columns)) { $columnLength = strlen($data['column_types']); for ($i = 0; $i < $columnLength; $i++) { // this a dirty hack to prevent row events containing columns which have been dropped if (!isset($columns[$i])) { $columns[$i] = ['COLUMN_NAME' => 'DROPPED_COLUMN_' . $i, 'COLLATION_NAME' => null, 'CHARACTER_SET_NAME' => null, 'COLUMN_COMMENT' => null, 'COLUMN_TYPE' => 'BLOB', 'COLUMN_KEY' => '', 'REFERENCED_TABLE_NAME' => '', 'REFERENCED_COLUMN_NAME' => '']; $type = ConstFieldType::IGNORE; } else { $type = ord($data['column_types'][$i]); } $fields[$i] = Columns::parse($type, $columns[$i], $this->binaryDataReader); } } // save to cache self::$tableMapCache[$data['table_id']] = new TableMap($data['schema_name'], $data['table_name'], $data['table_id'], $data['columns_amount'], $fields); return new TableMapDTO($this->eventInfo, self::$tableMapCache[$data['table_id']]); }
/** * @throws BinaryDataReaderException * @throws BinLogException * @throws ConfigException * @throws EventException * @throws MySQLReplicationException * @throws JsonBinaryDecoderException */ public function consume() { $binaryDataReader = $this->packageService->makePackageFromBinaryData($this->socketConnect->getPacket(false)); // "ok" value on first byte continue $binaryDataReader->advance(1); // decode all events data $eventInfo = new EventInfo($binaryDataReader->readInt32(), $binaryDataReader->readUInt8(), $binaryDataReader->readInt32(), $binaryDataReader->readInt32(), $binaryDataReader->readInt32(), $binaryDataReader->readUInt16(), $this->socketConnect->getCheckSum()); if (ConstEventType::TABLE_MAP_EVENT === $eventInfo->getType()) { $event = $this->rowEventService->makeRowEvent($binaryDataReader, $eventInfo)->makeTableMapDTO(); if ($event !== null) { $this->eventDispatcher->dispatch(ConstEventsNames::TABLE_MAP, $event); } } else { if ([] !== $this->config->getEventsOnly() && !in_array($eventInfo->getType(), $this->config->getEventsOnly(), true)) { return; } if (in_array($eventInfo->getType(), $this->config->getEventsIgnore(), true)) { return; } if (in_array($eventInfo->getType(), [ConstEventType::UPDATE_ROWS_EVENT_V1, ConstEventType::UPDATE_ROWS_EVENT_V2], true)) { $event = $this->rowEventService->makeRowEvent($binaryDataReader, $eventInfo)->makeUpdateRowsDTO(); if ($event !== null) { $this->eventDispatcher->dispatch(ConstEventsNames::UPDATE, $event); } } elseif (in_array($eventInfo->getType(), [ConstEventType::WRITE_ROWS_EVENT_V1, ConstEventType::WRITE_ROWS_EVENT_V2], true)) { $event = $this->rowEventService->makeRowEvent($binaryDataReader, $eventInfo)->makeWriteRowsDTO(); if ($event !== null) { $this->eventDispatcher->dispatch(ConstEventsNames::WRITE, $event); } } elseif (in_array($eventInfo->getType(), [ConstEventType::DELETE_ROWS_EVENT_V1, ConstEventType::DELETE_ROWS_EVENT_V2], true)) { $event = $this->rowEventService->makeRowEvent($binaryDataReader, $eventInfo)->makeDeleteRowsDTO(); if ($event !== null) { $this->eventDispatcher->dispatch(ConstEventsNames::DELETE, $event); } } elseif (ConstEventType::XID_EVENT === $eventInfo->getType()) { $this->eventDispatcher->dispatch(ConstEventsNames::XID, (new XidEvent($eventInfo, $binaryDataReader))->makeXidDTO()); } elseif (ConstEventType::ROTATE_EVENT === $eventInfo->getType()) { $this->eventDispatcher->dispatch(ConstEventsNames::ROTATE, (new RotateEvent($eventInfo, $binaryDataReader))->makeRotateEventDTO()); } elseif (ConstEventType::GTID_LOG_EVENT === $eventInfo->getType()) { $this->eventDispatcher->dispatch(ConstEventsNames::GTID, (new GtidEvent($eventInfo, $binaryDataReader))->makeGTIDLogDTO()); } elseif (ConstEventType::QUERY_EVENT === $eventInfo->getType()) { $this->eventDispatcher->dispatch(ConstEventsNames::QUERY, (new QueryEvent($eventInfo, $binaryDataReader))->makeQueryDTO()); } elseif (ConstEventType::MARIA_GTID_EVENT === $eventInfo->getType()) { $this->eventDispatcher->dispatch(ConstEventsNames::MARIADB_GTID, (new MariaDbGtidEvent($eventInfo, $binaryDataReader))->makeMariaDbGTIDLogDTO()); } } }
/** * @param Config $config * @throws MySQLReplicationException * @throws DBALException * @throws ConfigException * @throws BinLogException */ public function __construct(Config $config) { $config->validate(); $this->connection = DriverManager::getConnection(['user' => $config->getUser(), 'password' => $config->getPassword(), 'host' => $config->getHost(), 'port' => $config->getPort(), 'driver' => 'pdo_mysql', 'charset' => $config->getCharset()]); $this->repository = new MySQLRepository($this->connection); $this->gtiService = new GtidService(); $this->binLogAuth = new BinLogAuth(); $this->socketConnect = new BinLogSocketConnect($config, $this->repository, $this->binLogAuth, $this->gtiService); $this->socketConnect->connectToStream(); $this->jsonBinaryDecoderFactory = new JsonBinaryDecoderFactory(); $this->rowEventService = new RowEventService($config, $this->repository, $this->jsonBinaryDecoderFactory); $this->binaryDataReaderService = new BinaryDataReaderService(); $this->eventDispatcher = new EventDispatcher(); $this->event = new Event($config, $this->socketConnect, $this->binaryDataReaderService, $this->rowEventService, $this->eventDispatcher); }
/** * @see https://dev.mysql.com/doc/internals/en/com-binlog-dump.html * @throws BinLogException */ private function setBinLogDump() { $binFilePos = $this->config->getBinLogPosition(); $binFileName = $this->config->getBinLogFileName(); if ('' !== $this->config->getMariaDbGtid()) { $this->execute('SET @mariadb_slave_capability = 4'); $this->execute('SET @slave_connect_state = \'' . $this->config->getMariaDbGtid() . '\''); $this->execute('SET @slave_gtid_strict_mode = 0'); $this->execute('SET @slave_gtid_ignore_duplicates = 0'); } if (0 === $binFilePos || '' === $binFileName) { $master = $this->repository->getMasterStatus(); $binFilePos = $master['Position']; $binFileName = $master['File']; } $prelude = pack('i', strlen($binFileName) + 11) . chr(ConstCommand::COM_BINLOG_DUMP); $prelude .= pack('I', $binFilePos); $prelude .= pack('v', 0); $prelude .= pack('I', $this->config->getSlaveId()); $prelude .= $binFileName; $this->writeToSocket($prelude); $this->getPacket(); }