PHP ZendSearch\Lucene\Analysis\Token Examples

Example #1

File: AsciiFoldingFilter.php Project: AetFrance/SiteFoyerAet

 /**
  * Normalize Token or remove it (if null is returned)
  *
  * @param Zend_Search_Lucene_Analysis_Token $srcToken
  * @return Zend_Search_Lucene_Analysis_Token
  */
 public function normalize(\ZendSearch\Lucene\Analysis\Token $srcToken)
 {
     $newToken = new \ZendSearch\Lucene\Analysis\Token(SearchHelper::utf8_to_ascii($srcToken->getTermText()), $srcToken->getStartOffset(), $srcToken->getEndOffset());
     $newToken->setPositionIncrement($srcToken->getPositionIncrement());
     return $newToken;
 }

Example #2

File: EnglishStemmer.php Project: rjsmelo/tiki

 /**
  * Normalize Token or remove it (if null is returned)
  *
  * @param ZendSearch\Lucene\Analysis\Token $srcToken
  * @return ZendSearch\Lucene\Analysis\Token
  */
 public function normalize(ZendSearch\Lucene\Analysis\Token $srcToken)
 {
     $newToken = new ZendSearch\Lucene\Analysis\Token(PorterStemmer::stem($srcToken->getTermText()), $srcToken->getStartOffset(), $srcToken->getEndOffset());
     $newToken->setPositionIncrement($srcToken->getPositionIncrement());
     return $newToken;
 }