PHP TeamTNT\TNTSearch\Indexer TNTIndexer::breakIntoTokens Examples

breakIntoTokens() public method

public breakIntoTokens ( $text )

Example #1

File: IndexerTest.php Project: teamtnt/tntsearch

 public function testSetTokenizer()
 {
     $someTokenizer = new SomeTokenizer();
     $indexer = new TNTIndexer();
     $indexer->setTokenizer($someTokenizer);
     $this->assertInstanceOf(TokenizerInterface::class, $indexer->tokenizer);
     $res = $indexer->breakIntoTokens('Canon 70-200');
     $this->assertContains("canon", $res);
     $this->assertContains("70-200", $res);
 }