/** * Returns word inflectional forms. * @param string $content * @return array */ public function inflectionalForms($content) { if (empty($content)) { return null; } // optimization (Lazy loading) $hash = md5($content); if (isset(static::$content[$hash])) { return static::$content[$hash]; } $content = preg_replace(['/\\[.*\\]/isu', '/[^\\w\\x7F-\\xFF\\s]/isu', '/[\\«\\»\\d]+/iu'], "", trim(strip_tags($content))); /** * trim twice spaces */ $content = preg_replace('/ +/u', ' ', $content); //preg_match_all('/[a-zA-Z]+/iu',mb_strtoupper($str, CHARSET),$words_latin); //$words_latin = (is_array($words_latin) && count($words_latin) > 0) ? ' '.implode(' ', $words_latin[0]) : ''; $words = preg_split('/\\s|[,.:;!?"\'()]/', $content, -1, PREG_SPLIT_NO_EMPTY); $bulkWords = []; foreach ($words as $res_words) { if (mb_strlen($res_words, 'utf-8') > 2) { $bulkWords[] = mb_strtoupper($res_words, 'utf-8'); } } return static::$content[$hash] = static::$morphy->getAllForms($bulkWords); //return $res.$words_latin; }
} else { foreach ($v as $v1) { $highlightWords[] = "#\\b({$v1})\\b#isU"; $highlightWordsRepl[] = '[highlight]\\1[/highlight]'; } } } return $message['message_text'] = preg_replace(array_reverse($highlightWords), '[highlight]$1[/highlight]', $whereText); } /** * ���������� ��� ���������� ���� ���������� ������� * * @param string $text * @return array */ function Words2AllForms($text) { require_once '~core/sys/phpmorphy/src/common.php'; // set some options $opts = array('storage' => PHPMORPHY_STORAGE_MEM, 'with_gramtab' => false, 'predict_by_suffix' => true, 'predict_by_db' => true); $dir = '~core/sys/phpmorphy/dicts'; // Create descriptor for dictionary located in $dir directory with russian language $dict_bundle = new phpMorphy_FilesBundle($dir, 'rus'); // Create phpMorphy instance $morphy = new phpMorphy($dict_bundle, $opts); // All words in dictionary in UPPER CASE, so don`t forget set proper locale // Supported dicts and locales: // *------------------------------* // | Dict. language | Locale name | // |------------------------------| // | Russian | cp1251 | // |------------------------------| // | English | cp1250 |
/** * Возвращает все словоформы слов поискового запроса */ function Words2AllForms($text) { require_once $GLOBALS['_PATH']['PATH_INC'] . 'phpMorphy/src/common.php'; $opts = array('storage' => PHPMORPHY_STORAGE_MEM, 'with_gramtab' => false, 'predict_by_suffix' => true, 'predict_by_db' => true); $dir = $GLOBALS['_PATH']['PATH_INC'] . 'phpMorphy/dicts'; // Создаем объект словаря $dict_bundle = new phpMorphy_FilesBundle($dir, 'rus'); $morphy = new phpMorphy($dict_bundle, $opts); // $codepage = $morphy->getCodepage(); setlocale(LC_CTYPE, array('ru_RU.CP1251', 'Russian_Russia.1251')); $words = preg_split('#\\s|[,.:;!?"\'()]#', $text, -1, PREG_SPLIT_NO_EMPTY); $bulk_words = array(); foreach ($words as $v) { if (strlen($v) > 3) { $v = iconv("UTF-8", "windows-1251", $v); $bulk_words[] = strtoupper($v); } } return $morphy->getAllForms($bulk_words); }
// |------------------------------| // | English | cp1250 | // |------------------------------| // | German | cp1252 | // *------------------------------* // $codepage = $morphy->getCodepage(); // setlocale(LC_CTYPE, array('ru_RU.CP1251', 'Russian_Russia.1251')); // Hint: in this example words $word_one, $word_two are in russian language(cp1251 encoding) $word_one = 'КОТ'; $word_two = 'СОБАКА'; echo "Testing single mode...\n"; try { // word by word processing // each function return array with result or FALSE when no form(s) for given word found(or predicted) $base_form = $morphy->getBaseForm($word_one); $all_forms = $morphy->getAllForms($word_one); $pseudo_root = $morphy->getPseudoRoot($word_one); if (false === $base_form || false === $all_forms || false === $pseudo_root) { die("Can`t find or predict {$word_one} word"); } echo 'base form = ' . implode(', ', $base_form) . "\n"; echo 'all forms = ' . implode(', ', $all_forms) . "\n"; echo "Testing bulk mode...\n"; // bulk mode speed-ups processing up to 50-100%(mainly for getBaseForm method) // in bulk mode all function always return array $bulk_words = array($word_one, $word_two); $base_form = $morphy->getBaseForm($bulk_words); $all_forms = $morphy->getAllForms($bulk_words); $pseudo_root = $morphy->getPseudoRoot($bulk_words); // Bulk result format: // array(
function Words2AllForms($text) { require_once $GLOBALS['PATH_sys'] . 'phpmorphy/src/common.php'; // set some options $opts = array('storage' => PHPMORPHY_STORAGE_MEM, 'with_gramtab' => false, 'predict_by_suffix' => true, 'predict_by_db' => true); $dir = dirname(__FILE__) . '/../sys/phpmorphy/dicts'; // Create descriptor for dictionary located in $dir directory with russian language $dict_bundle = new phpMorphy_FilesBundle($dir, 'rus'); // Create phpMorphy instance $morphy = new phpMorphy($dict_bundle, $opts); $words = preg_split('#\\s|[,.:;!?"\'()]#', $text, -1, PREG_SPLIT_NO_EMPTY); $bulk_words = array(); foreach ($words as $v) { if (strlen($v) > 2) { //$v = iconv ('cp1251', 'utf-8', $v); $v = mb_strtoupper($v, 'utf-8'); //$v = iconv ('utf-8', 'cp1251', $v); $bulk_words[] = $v; } $bulk_words[] = strtoupper($v); } return $morphy->getAllForms($bulk_words); }
protected function getLemmas(array $words) { require_once MODX_CORE_PATH . 'components/modsearch/external/phpmorphy/src/common.php'; // set some options $opts = array('storage' => PHPMORPHY_STORAGE_FILE, 'predict_by_suffix' => true, 'predict_by_db' => true, 'graminfo_as_text' => true); // Path to directory where dictionaries located $dir = MODX_CORE_PATH . 'components/modsearch/external/phpmorphy/dicts'; $lang = 'ru_RU'; // Create phpMorphy instance # try { # $morphy = new phpMorphy($dir, $lang, $opts); # // print $morphy->getEncoding(); # // exit; # } catch(phpMorphy_Exception $e) { # die('Error occured while creating phpMorphy instance: ' . PHP_EOL . $e); # } if (!($morphy = new phpMorphy($dir, $lang, $opts))) { $this->modx->log(xPDO::LOG_LEVEL_ERROR, "[" . __CLASS__ . "] Не был получен объект phpMorphy"); return false; } $lemmas = array(); # print_r($words); # # exit; // print $morphy->getEncoding(); // if(function_exists('iconv')) { // foreach($words as &$word) { // $word = iconv('windows-1251', $morphy->getEncoding(), $word); // } // unset($word); // } # try { foreach ($words as $word) { if (!$word) { continue; } # $word = mb_strtoupper($word, 'UTF-8'); // by default, phpMorphy finds $word in dictionary and when nothig found, try to predict them // you can change this behaviour, via second argument to getXXX or findWord methods $base = $morphy->getBaseForm($word); $all = $morphy->getAllForms($word); $part_of_speech = $morphy->getPartOfSpeech($word); // echo $morphy->getLocale(); // var_dump($morphy->getShmCache()->getFilesList()); // print_r($base); // exit; // $base = $morphy->getBaseForm($word, phpMorphy::NORMAL); // normal behaviour // $base = $morphy->getBaseForm($word, phpMorphy::IGNORE_PREDICT); // don`t use prediction // $base = $morphy->getBaseForm($word, phpMorphy::ONLY_PREDICT); // always predict word $is_predicted = $morphy->isLastPredicted(); // or $morphy->getLastPredictionType() == phpMorphy::PREDICT_BY_NONE $is_predicted_by_db = $morphy->getLastPredictionType() == phpMorphy::PREDICT_BY_DB; $is_predicted_by_suffix = $morphy->getLastPredictionType() == phpMorphy::PREDICT_BY_SUFFIX; // this used for deep analysis $collection = $morphy->findWord($word); // or var_dump($morphy->getAllFormsWithGramInfo($word)); for debug if (false === $collection) { # echo $word, " NOT FOUND\n"; // Если слово не найдено, добавляем его в массив как есть $lemmas[] = $word; continue; } else { # print "\n<br />Найдено слово: ". $word; } foreach ($base as $lemma) { $lemmas[] = $lemma; } # echo $is_predicted ? '-' : '+', $word, "\n"; # echo 'lemmas: ', implode(', ', $base), "\n"; # echo 'all: ', implode(', ', $all), "\n"; # echo 'poses: ', implode(', ', $part_of_speech), "\n"; # # echo "\n"; // $collection collection of paradigm for given word // TODO: $collection->getByPartOfSpeech(...); # foreach($collection as $paradigm) { // TODO: $paradigm->getBaseForm(); // TODO: $paradigm->getAllForms(); // TODO: $paradigm->hasGrammems(array('', '')); // TODO: $paradigm->getWordFormsByGrammems(array('', '')); // TODO: $paradigm->hasPartOfSpeech(''); // TODO: $paradigm->getWordFormsByPartOfSpeech(''); # echo "lemma: ", $paradigm[0]->getWord(), "\n"; # foreach($paradigm->getFoundWordForm() as $found_word_form) { # echo # $found_word_form->getWord(), ' ', # $found_word_form->getPartOfSpeech(), ' ', # '(', implode(', ', $found_word_form->getGrammems()), ')', # "\n"; # } # echo "\n"; # # foreach($paradigm as $word_form) { # // TODO: $word_form->getWord(); # // TODO: $word_form->getFormNo(); # // TODO: $word_form->getGrammems(); # // TODO: $word_form->getPartOfSpeech(); # // TODO: $word_form->hasGrammems(array('', '')); # } # } # echo "--\n"; } # } catch(phpMorphy_Exception $e) { # die('Error occured while text processing: ' . $e->getMessage()); # } $lemmas = $this->sanitizeWordsArray($lemmas); return array_unique($lemmas); }
// $morphy->getEncoding() returns dictionary encoding $words = array('КРАКОЗЯБЛИКИ', 'СТАЛИ', 'ВИНА', 'И', 'ДУХИ', 'abc'); /* if(function_exists('iconv')) { foreach($words as &$word) { $word = iconv('windows-1251', $morphy->getEncoding(), $word); } unset($word); } */ try { foreach ($words as $word) { // by default, phpMorphy finds $word in dictionary and when nothig found, try to predict them // you can change this behaviour, via second argument to getXXX or findWord methods $base = $morphy->getBaseForm($word); $all = $morphy->getAllForms($word); $part_of_speech = $morphy->getPartOfSpeech($word); // $base = $morphy->getBaseForm($word, phpMorphy::NORMAL); // normal behaviour // $base = $morphy->getBaseForm($word, phpMorphy::IGNORE_PREDICT); // don`t use prediction // $base = $morphy->getBaseForm($word, phpMorphy::ONLY_PREDICT); // always predict word $is_predicted = $morphy->isLastPredicted(); // or $morphy->getLastPredictionType() == phpMorphy::PREDICT_BY_NONE $is_predicted_by_db = $morphy->getLastPredictionType() == phpMorphy::PREDICT_BY_DB; $is_predicted_by_suffix = $morphy->getLastPredictionType() == phpMorphy::PREDICT_BY_SUFFIX; // this used for deep analysis $collection = $morphy->findWord($word); // or var_dump($morphy->getAllFormsWithGramInfo($word)); for debug if (false === $collection) { echo $word, " NOT FOUND\n"; continue; } else {