/** * 清理失效的路由 * * @access public static * @return void */ public static function clean_invalidated_routes() { $mysql = \Myfox\Lib\Mysql::instance('default'); $query = sprintf("SHOW TABLES LIKE '%sroute_info%%'", $mysql->option('prefix')); foreach ((array) $mysql->getAll($mysql->query($query)) as $table) { $table = end($table); $query = sprintf('SELECT autokid,hosts_list,real_table,route_text FROM %s WHERE route_flag IN (%d) AND modtime < %d', $table, Router::FLAG_IS_DELETED, time() - 100000); $ids = array(); foreach ((array) $mysql->getAll($mysql->query($query)) as $row) { $hosts = trim($row['hosts_list'], '{}$'); if (!empty($hosts)) { $where = array(); foreach (Router::parse($row['route_text']) as $k => $v) { $where[] = sprintf('%s = %s', $k, $v); } $info = array('host' => $hosts, 'path' => $row['real_table'], 'where' => implode(' AND ', $where)); if (!Queque::instance()->insert('delete', $info, 0, array('adduser' => 'cleaner'))) { continue; } } $ids[] = (int) $row['autokid']; } $mysql->query(sprintf('DELETE FROM %s WHERE (route_flag = %d AND addtime < %d)%s', $table, Router::FLAG_PRE_IMPORT, time() - 10 * 86400, empty($ids) ? '' : sprintf(' OR (autokid IN (%s))', implode(',', $ids)))); } }
public function execute() { /** * OPTIONS: * ---------------------------------------------------------------------- * @file : complete file url, such as "ftp://*****:*****@hostname/path" * @table : name of the logic table * @route : route value of the file, ex: thedate=20111001,cid=210 * @bucket : * @hosts : * --------------------------------------------------------------------- */ $this->pools = array(); if (!$this->isReady('table', 'route', 'file', 'bucket', 'hosts')) { return self::IGNO; } $table = Table::instance($this->option('table')); if (!$table->get('autokid')) { $this->setError(sprintf('Undefined table named as "%s".', $this->option('table'))); return self::IGNO; } $fname = null; $this->route = Router::parse($this->option('route')); $this->result = array_flip(explode(',', $this->status)); foreach (array_unique(explode(',', trim($this->option('hosts'), '{}$'))) as $host) { if (isset($this->result[$host])) { continue; } empty($fname) && ($fname = Fileset::getfile($this->option['file'])); if (empty($fname)) { $this->setError(Fileset::lastError()); return self::FAIL; } $config = \Myfox\Lib\Config::instance('default'); $ibservers = array_unique(explode(',', trim($config->get('ib/servers')))); $ibtables = array_unique(explode(',', trim($config->get('ib/tables')))); if (in_array($host, $ibservers) && in_array($this->option('table'), $ibtables)) { $this->onehost($host, $fname, 'BRIGHTHOUSE'); } else { $this->onehost($host, $fname, 'MYISAM'); } } return empty($this->pools) ? self::FAIL : self::WAIT; }
public function test_should_route_parse_works_fine() { $this->assertEquals(array(), Router::parse('')); $this->assertEquals(array('thedate' => 20110101, 'cid' => 23), Router::parse('thedate:20110101,cid:23')); }
/** * 计算特定路由的路由值并产生分片规则,外部程序切分文件前调用 * * @access protected * @return void */ protected function actionRoute($param, $post) { if (false === self::priority()) { self::output(1100, 'Access Denied.'); return false; } foreach (array('table', 'route', 'lines') as $key) { if (empty($param[$key])) { self::output(1200, sprintf('Param "%s" is required.', $key)); return false; } } $table = self::vars('table', $param); $route = array(array('field' => Router::parse(self::vars('route', $param), $table), 'count' => (int) self::vars('lines', $param))); try { $routes = Router::set($table, $route); if (!is_array($routes)) { self::output(1300, 'Route failed.'); return; } $output = array(); foreach ($routes as $key => $shard) { foreach ((array) $shard as $split) { $output[] = sprintf("%s\t%s\t%u\t%s\t%s", $param['table'], $key, $split['rows'], $split['hosts'], $split['table']); } } self::output(0, 'OK', implode("\n", $output)); } catch (\Exception $e) { self::output(1400, $e->getMessage()); } }
/** * OPTIONS: * ---------------------------------------------------------------------- * @file : complete file url, such as "ftp://*****:*****@hostname/path" * @table : name of the logic table * @route : route value of the file, ex: thedate=20111001,cid=210 * @lines : * --------------------------------------------------------------------- */ public function execute() { if (!$this->isReady('table', 'route', 'lines', 'file', 'priority')) { return self::IGNO; } $table = Table::instance($this->option('table')); if (!$table->get('autokid')) { $this->setError(sprintf('Undefined table named as "%s".', $this->option('table'))); return self::IGNO; } try { $routes = Router::set($this->option('table'), array(array('field' => Router::parse($this->option('route'), $this->option('table')), 'count' => (int) $this->option('lines')))); if (!is_array($routes)) { $this->setError('route failed.'); return self::FAIL; } $config = Config::instance('default'); $fname = Fileset::getfile($this->option('file'), $config->get('path/download')); if (empty($fname)) { $this->setError(sprintf('getfile:%s', Fileset::lastError())); return self::FAIL; } $splits = array(); foreach ($routes as $key => $bucket) { foreach ($bucket as $item) { $splits[] = $item['rows']; } } $fsplit = new Fsplit($fname, "\n", 16777216); $chunks = $fsplit->split($splits, $config->get('path/filesplit')); if (empty($chunks)) { $this->setError(sprintf('fsplit failed,%s', $fsplit->lastError())); return self::FAIL; } if (preg_match('/^\\w+:/i', $this->option('file'))) { @unlink($fname); } $result = array(); $queque = Queque::instance(); foreach ($routes as $key => $bucket) { foreach ($bucket as $item) { $fname = array_shift($chunks); if (empty($fname)) { break 2; } $info = array('table' => $this->option('table'), 'route' => $key, 'file' => $fname, 'bucket' => $item['table'], 'hosts' => $item['hosts']); $option = array('openrace' => 0, 'priority' => (int) $this->option('priority'), 'trytimes' => 3, 'task_flag' => Queque::FLAG_WAIT, 'adduser' => 'rsplit'); if (!$queque->insert('import', $info, -1, $option)) { $this->setError(sprintf('queque: %s', $queque->lastError())); return self::FAIL; } $result[] = $queque->lastId(); } } $this->result = implode(',', $result); } catch (\Exception $e) { $this->setError($e->getMessage()); return self::FAIL; } return self::SUCC; }