protected function _get_stemmed_text($text)
{
$result = '';
$text = strip_tags($text);
$stop_words = Model_Search_Stopwords::get();
// Parse original text and stem all words that are not tags
$tkn = new Model_Search_Tokenizer();
$tkn->set_text($text);
$tkn->stopwords = $stop_words;
$stemmer = new Model_Search_Stemmer($tkn);
while ($cur = $tkn->next()) {
$result .= $stemmer->stem($cur);
}
return $result;
}
/**
*
* @param string $keyword
* @return string
*/
public function stem_query($keyword)
{
$result = '';
$text = UTF8::strtolower($keyword);
$text = trim($text);
$text = strip_tags($text);
$stop_words = Model_Search_Stopwords::get();
// Parse original text and stem all words that are not tags
$tkn = new Model_Search_Tokenizer();
$tkn->set_text($text);
$tkn->stopwords = $stop_words;
$stemmer = new Model_Search_Stemmer($tkn);
while ($cur = $tkn->next()) {
$result .= $stemmer->stem($cur);
}
return $result;
}