예제 #1
0
파일: tokenizer.php 프로젝트: yakar/yioop
 /**
  * A word segmenter.
  * Such a segmenter on input thisisabunchofwords would output
  * this is a bunch of words
  *
  * @param string $pre_segment  before segmentation
  * @return string with words separated by space
  */
 static function segment($pre_segment)
 {
     return PhraseParser::reverseMaximalMatch($pre_segment, "zh-CN");
 }