PHP TextAnalysis\Tokenizers SentenceTokenizer Examples

Example #1

File: SentenceTokenizerTest.php Project: WHATNEXTLIMITED/php-text-analysis

 public function testSentenceTokenizer()
 {
     $tokenizer = new SentenceTokenizer();
     $this->assertCount(2, $tokenizer->tokenize("This has some words. Why only 4 words?"));
     $this->assertCount(2, $tokenizer->tokenize("My name is Yooper. I like programming!"));
     $this->assertCount(2, $tokenizer->tokenize("My name is Yooper!? I like programming!! !!"));
 }

Example #2

File: DateAnalysis.php Project: WHATNEXTLIMITED/php-text-analysis

 /**
  * 
  * @param type $text
  */
 public function __construct($text)
 {
     $tokenizer = new SentenceTokenizer();
     $this->sentences = $tokenizer->tokenize($this->normalize($text));
 }