public function testTokenizing() { $t1 = new TestTokenizer(); $t2 = new Test1Tokenizer(); $r = new TokenizerRegistry(); $r->add($t1); $r->add($t2); $tr = new \Org\Heigl\Hyphenator\Tokenizer\TokenRegistry(); $tr->add(new \Org\Heigl\Hyphenator\Tokenizer\WordToken('input')); $this->assertEquals($tr, $r->tokenize('input')); }
/** * Add a tokenizer to the tokenizer-registry * * @param Tokenizer\Tokenizer|string $tokenizer The tokenizer to add * * @return Hyphenator */ public function addTokenizer($tokenizer) { if (!$tokenizer instanceof \Org\Heigl\Hyphenator\Tokenizer\Tokenizer) { $tokenizer = '\\Org\\Heigl\\Hyphenator\\Tokenizer\\' . ucfirst($tokenizer) . 'Tokenizer'; $tokenizer = new $tokenizer(); } $this->_tokenizers->add($tokenizer); return $this; }