...} public function getTokens($value, XSDocument $doc=null){ $charset = is_object($doc) ? $doc->getCharset() : 'UTF-8'; $ret = array(); //如果词的总长度小于给定的长度，则直接返回该词 $strlen = mb_strlen($value,$charset); if($strlen length) { $ret[] = $value; ...
...} public function getTokens($value, XSDocument $doc=null){ $charset = is_object($doc) ? $doc->getCharset() : 'UTF-8'; $ret = array(); //如果词的总长度小于给定的长度，则直接返回该词 $strlen = mb_strlen($value,$charset); if($strlen length) { $ret[] = $value; ...