PHP LowercaseFilter示例

示例#1

文件： ClassifierTest.php 项目： robyoung/war-and-peace

 public function setUp()
 {
     $filter = new LowercaseFilter();
     $filter->addFilter(new StopWordFilter(array('the', 'a', 'and', 'is', 'it')));
     $this->tokenizer = new WordTokenizer($filter);
     $this->classifier = new Classifier($this->tokenizer);
     $this->train();
 }

示例#2

文件： Parser.class.php 项目： robyoung/war-and-peace

 public static function createTokenizer()
 {
     $filter = new LowercaseFilter();
     $filter->addFilter(new StopWordFilter(array('the', 'a', 'and', 'is', 'it', 'of', 'to', 'be', 'in')));
     $filter->addFilter(new ShortWordFilter(2));
     $tokenizer = new WordTokenizer($filter);
     return $tokenizer;
 }