b0b17ce751
* Remove unnecessary duplicate documentation * Code tweaks * Rename Language::getSerchIndexVariant() to Language::getSearchIndexVariant() Change-Id: I10d8b9b82e5f781b8c5d9b349827e3b219745083
64 lines
2.1 KiB
PHP
64 lines
2.1 KiB
PHP
<?php
|
|
/**
|
|
* This program is free software; you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License as published by
|
|
* the Free Software Foundation; either version 2 of the License, or
|
|
* (at your option) any later version.
|
|
*
|
|
* This program is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License along
|
|
* with this program; if not, write to the Free Software Foundation, Inc.,
|
|
* 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
|
|
* http://www.gnu.org/copyleft/gpl.html
|
|
*
|
|
* @file
|
|
*/
|
|
|
|
/**
|
|
* Chinese-specific code.
|
|
*
|
|
* This handles both Traditional and Simplified Chinese.
|
|
* Right now, we distinguish `zh_hans`, `zh_hant`, `zh_cn`, `zh_tw`, `zh_sg`,
|
|
* and `zh_hk`.
|
|
*
|
|
* @ingroup Languages
|
|
*/
|
|
class LanguageZh extends LanguageZh_hans {
|
|
/**
|
|
* Add a formfeed character between each non-ASCII character, so that
|
|
* "word-level" diffs will effectively operate on a character level. The FF
|
|
* characters are stripped out by unsegmentForDiff().
|
|
*
|
|
* We use FF because it is the least used character that is matched by
|
|
* PCRE's \s class.
|
|
*
|
|
* In the unlikely event that an FF character appears in the input, it will
|
|
* be displayed in the diff as a replacement character.
|
|
*
|
|
* @param string $text
|
|
* @return string
|
|
*/
|
|
public function segmentForDiff( $text ) {
|
|
$text = str_replace( "\x0c", "\u{FFFD}", $text );
|
|
return preg_replace( '/[\xc0-\xff][\x80-\xbf]*/', "\x0c$0", $text );
|
|
}
|
|
|
|
public function unsegmentForDiff( $text ) {
|
|
return str_replace( "\x0c", '', $text );
|
|
}
|
|
|
|
protected function getSearchIndexVariant() {
|
|
return 'zh-hans';
|
|
}
|
|
|
|
public function convertForSearchResult( $termsArray ) {
|
|
$terms = implode( '|', $termsArray );
|
|
$terms = self::convertDoubleWidth( $terms );
|
|
$terms = implode( '|', $this->getConverterInternal()->autoConvertToAllVariants( $terms ) );
|
|
return array_unique( explode( '|', $terms ) );
|
|
}
|
|
}
|