public function testTokenizing()
 {
     $t1 = new TestTokenizer();
     $t2 = new Test1Tokenizer();
     $r = new TokenizerRegistry();
     $r->add($t1);
     $r->add($t2);
     $tr = new \Org\Heigl\Hyphenator\Tokenizer\TokenRegistry();
     $tr->add(new \Org\Heigl\Hyphenator\Tokenizer\WordToken('input'));
     $this->assertEquals($tr, $r->tokenize('input'));
 }
 /**
  * Add a tokenizer to the tokenizer-registry
  *
  * @param Tokenizer\Tokenizer|string $tokenizer The tokenizer to add
  *
  * @return Hyphenator
  */
 public function addTokenizer($tokenizer)
 {
     if (!$tokenizer instanceof \Org\Heigl\Hyphenator\Tokenizer\Tokenizer) {
         $tokenizer = '\\Org\\Heigl\\Hyphenator\\Tokenizer\\' . ucfirst($tokenizer) . 'Tokenizer';
         $tokenizer = new $tokenizer();
     }
     $this->_tokenizers->add($tokenizer);
     return $this;
 }