示例#1
0
文件: tokenizer.php 项目: yakar/yioop
 /**
  * A word segmenter.
  * Such a segmenter on input thisisabunchofwords would output
  * this is a bunch of words
  *
  * @param string $pre_segment  before segmentation
  * @return string with words separated by space
  */
 static function segment($pre_segment)
 {
     return PhraseParser::reverseMaximalMatch($pre_segment, "zh-CN");
 }