/** * Normalize Token or remove it (if null is returned) * * @param Zend_Search_Lucene_Analysis_Token $srcToken * @return Zend_Search_Lucene_Analysis_Token */ public function normalize(\ZendSearch\Lucene\Analysis\Token $srcToken) { $newToken = new \ZendSearch\Lucene\Analysis\Token(SearchHelper::utf8_to_ascii($srcToken->getTermText()), $srcToken->getStartOffset(), $srcToken->getEndOffset()); $newToken->setPositionIncrement($srcToken->getPositionIncrement()); return $newToken; }
/** * Normalize Token or remove it (if null is returned) * * @param ZendSearch\Lucene\Analysis\Token $srcToken * @return ZendSearch\Lucene\Analysis\Token */ public function normalize(ZendSearch\Lucene\Analysis\Token $srcToken) { $newToken = new ZendSearch\Lucene\Analysis\Token(PorterStemmer::stem($srcToken->getTermText()), $srcToken->getStartOffset(), $srcToken->getEndOffset()); $newToken->setPositionIncrement($srcToken->getPositionIncrement()); return $newToken; }