Esempio n. 1
0
 public function scws($key)
 {
     if (function_exists('scws')) {
         $so = scws_new();
         $so->set_charset('utf-8');
         $so->add_dict(ini_get('scws.default.fpath') . '/dict.utf8.xdb');
         //自定义词库
         //$so->add_dict(APP_PATH . '/library/dict/scws.txt', SCWS_XDICT_TXT);
         $so->set_rule(ini_get('scws.default.fpath') . '/rules.utf8.ini');
         $so->set_ignore(true);
         $so->set_multi(true);
         $so->set_duality(true);
     } else {
         require_once APP_PATH . '/library/scws/pscws4.class.php';
         $so = new PSCWS4('utf-8');
         $so->set_dict(APP_PATH . '/library/scws/etc/dict.utf8.xdb');
         $so->set_rule(APP_PATH . '/library/scws/etc/rules.utf8.ini');
         $so->set_multi(true);
         $so->set_ignore(true);
         $so->set_duality(true);
     }
     $keys = str_replace(array(" ", " ", "\t", "\n", "\r"), array("", "", "", "", ""), $key);
     $so->send_text($keys);
     $words_array = $so->get_result();
     $words = '';
     foreach ($words_array as $v) {
         $words = $words . '|"' . $v['word'] . '"';
     }
     $so->close();
     return $words = trim($words, '|');
 }
Esempio n. 2
0
 /**
  * [fenci 获取分词属性]
  * @param  [type] $text [description]
  * @return [type]       [description]
  */
 public function fenci($text)
 {
     vendor('pscws4.class#pscws4');
     $pscws = new PSCWS4();
     $pscws->set_charset('utf-8');
     $pscws->send_text($text);
     $pscws->set_ignore(true);
     $some = $pscws->get_result();
     return $this->makeAttr($some);
 }
Esempio n. 3
0
 /**
  * 分词
  * @param string $source_string 源字符串
  * @return array 分好的单词数组
  */
 private function wordSplit($source_string)
 {
     $words = array();
     $pscws_path = APPPATH . 'third_party/pscws4/';
     require_once $pscws_path . 'pscws4.class.php';
     $dicts = array('UTF-8' => $pscws_path . 'dict.utf8.xdb');
     $rules = array('UTF-8' => $pscws_path . 'etc/rules.utf8.ini');
     $charset = strtoupper($this->config->item('charset'));
     $pscws = new PSCWS4($charset);
     $dict = $dicts[$charset];
     $rule = $rules[$charset];
     $pscws->set_dict($dict);
     $pscws->set_rule($rule);
     $pscws->set_ignore(true);
     $pscws->send_text($source_string);
     for ($some_words = $pscws->get_result(); $some_words !== false; $some_words = $pscws->get_result()) {
         foreach ($some_words as $one_word) {
             $words[] = $one_word['word'];
         }
     }
     $pscws->close();
     return $words;
 }
Esempio n. 4
0
File: test.php Progetto: lamphp/scws
//
require 'pscws4.class.php';
$cws = new PSCWS4('gbk');
$cws->set_dict(ini_get('scws.default.fpath') . '/dict.xdb');
$cws->set_rule('etc/rules.ini');
//$cws->set_multi(3);
//$cws->set_ignore(true);
//$cws->set_debug(true);
//$cws->set_duality(true);
$cws->send_text($text);
if (php_sapi_name() != 'cli') {
    header('Content-Type: text/plain');
}
echo "pscws version: ", $cws->version(), "\n";
echo "Segment result:\n\n";
while ($tmp = $cws->get_result()) {
    $line = '';
    foreach ($tmp as $w) {
        if ($w['word'] == "\r") {
            continue;
        }
        if ($w['word'] == "\n") {
            $line = rtrim($line, ' ') . "\n";
        } else {
            $line .= $w['word'] . " ";
        }
    }
    echo $line;
}
// top:
echo "Top words stats:\n\n";
Esempio n. 5
0
 /**  
  * 文本分词
  * @param string $text 需要分词的文本
  * @return array
  */
 public static function segmentAll($text)
 {
     $list = array();
     if (empty($text)) {
         return $list;
     }
     //检测是否已安装php_scws扩展
     if (function_exists("scws_open")) {
         $sh = scws_open();
         scws_set_charset($sh, 'utf8');
         scws_set_dict($sh, APP_ROOT_PATH . 'system/scws/dict.utf8.xdb');
         scws_set_rule($sh, APP_ROOT_PATH . 'system/rules.utf8.ini');
         scws_set_ignore($sh, true);
         scws_send_text($sh, $text);
         while ($words = scws_get_result($sh)) {
             foreach ($words as $word) {
                 $list[] = $word['word'];
             }
         }
         scws_close($sh);
     } else {
         require_once APP_ROOT_PATH . 'system/scws/pscws4.class.php';
         $pscws = new PSCWS4();
         $pscws->set_dict(APP_ROOT_PATH . 'system/scws/dict.utf8.xdb');
         $pscws->set_rule(APP_ROOT_PATH . 'system/scws/rules.utf8.ini');
         $pscws->set_ignore(true);
         $pscws->send_text($text);
         while ($words = $pscws->get_result()) {
             foreach ($words as $word) {
                 $list[] = $word['word'];
             }
         }
         $pscws->close();
     }
     return $list;
 }
Esempio n. 6
0
 function pscws()
 {
     $pscws_path = APPPATH . 'third_party/pscws4/';
     require_once $pscws_path . 'pscws4.class.php';
     $pscws = new PSCWS4('utf8');
     $pscws->set_dict($pscws_path . 'dict.utf8.xdb');
     $pscws->set_rule($pscws_path . 'etc/rules.utf8.ini');
     $pscws->set_ignore(true);
     $text = '我是华东政法大学的学生';
     echo $text;
     $pscws->send_text($text);
     $words = array();
     while ($some = $pscws->get_result()) {
         foreach ($some as $one) {
             array_push($words, $one['word']);
         }
     }
     var_dump($words);
     $display_text = implode(' ', $words);
     echo $display_text;
     $pscws->close();
     $this->load->sidebar_loaded = true;
 }
Esempio n. 7
0
    $pageno = Helper_Archive::pregReplace($pageno, 2);
    $totalresult = Helper_Archive::pregReplace($totalresult, 2);
}
addSearchkey($keyword);
//添加热搜词
require dirname(__FILE__) . "/cloudsearch/pscws4.class.php";
$pscws = new PSCWS4('utf-8');
//
// 接下来, 设定一些分词参数或选项, set_dict 是必须的, 若想智能识别人名等需要 set_rule
//
// 包括: set_charset, set_dict, set_rule, set_ignore, set_multi, set_debug, set_duality ... 等方法
$pscws->set_charset('utf-8');
$pscws->set_rule(dirname(__FILE__) . '/cloudsearch/rules.utf8.ini');
$pscws->set_dict(dirname(__FILE__) . '/cloudsearch/dict.utf8.xdb');
$pscws->send_text($keyword);
while ($some = $pscws->get_result()) {
    foreach ($some as $word) {
        $words[] = $word['word'];
    }
}
$where = "ishidden=0";
foreach ($words as $k => $v) {
    $where .= " and title like '%{$v}%'";
    if (mb_strlen($v, 'utf-8') > 1) {
        $whereor .= " or title like '%{$v}%'";
    }
}
$whereor = trim(trim($whereor), 'or');
$wh = !empty($whereor) ? "({$where}) or ({$whereor})" : $where;
$leftnavinfo = getLeftNav($wh, $typeid);
$whereor = empty($whereor) ? $where : $whereor;
Esempio n. 8
0
 public function chinese_split($text)
 {
     // 建立分词类对像, 参数为字符集, 默认为 gbk, 可在后面调用 set_charset 改变
     $pscws = new PSCWS4('utf8');
     // 接下来, 设定一些分词参数或选项, set_dict 是必须的, 若想智能识别人名等需要 set_rule
     // 包括: set_charset, set_dict, set_rule, set_ignore, set_multi, set_debug, set_duality ... 等方法
     $pscws->set_charset('utf8');
     $pscws->set_dict('./pscws4/etc/dict.ct.utf8.xdb');
     //繁體UTF8 Chinese Traditional
     $pscws->set_rule('./pscws4/etc/rules_cht.utf8.ini');
     //繁體UTF8
     //$pscws->set_dict('./etc/dict.sc.utf8.xdb');//简体UTF8 simplified Chinese
     //$pscws->set_rule('./etc/rules.utf8.ini');//简体UTF8 simplified Chinese
     //$pscws->set_dict('./etc/dict.sc.gbk.xdb');//简体GBK  simplified Chinese
     //$pscws->set_rule('./etc/rules.ini');//简体GBK  simplified Chinese
     // 分词调用 send_text() 将待分词的字符串传入, 紧接着循环调用 get_result() 方法取回一系列分好的词
     // 直到 get_result() 返回 false 为止
     // 返回的词是一个关联数组, 包含: word 词本身, idf 逆词率(重), off 在text中的偏移, len 长度, attr 词性
     $pscws->send_text($text);
     while ($some = $pscws->get_result()) {
         foreach ($some as $word) {
             //文章词组处理
             var_dump($word);
         }
     }
     // 在 send_text 之后可以调用 get_tops() 返回分词结果的词语按权重统计的前 N 个词
     // 常用于提取关键词, 参数用法参见下面的详细介绍.
     // 返回的数组元素是一个词, 它又包含: word 词本身, weight 词重, times 次数, attr 词性
     //$tops = $pscws->get_tops(10, 'n,v');
     //var_dump($tops);
 }