aboutsummaryrefslogtreecommitdiffstats
path: root/phpBB/includes/utf/utf_tools.php
diff options
context:
space:
mode:
Diffstat (limited to 'phpBB/includes/utf/utf_tools.php')
-rw-r--r--phpBB/includes/utf/utf_tools.php1516
1 files changed, 0 insertions, 1516 deletions
diff --git a/phpBB/includes/utf/utf_tools.php b/phpBB/includes/utf/utf_tools.php
deleted file mode 100644
index b946f16466..0000000000
--- a/phpBB/includes/utf/utf_tools.php
+++ /dev/null
@@ -1,1516 +0,0 @@
-<?php
-/**
-*
-* @package utf
-* @version $Id$
-* @copyright (c) 2006 phpBB Group
-* @license http://opensource.org/licenses/gpl-license.php GNU Public License
-*
-*/
-
-/**
-*/
-if (!defined('IN_PHPBB'))
-{
- exit;
-}
-
-// Enforce ASCII only string handling
-setlocale(LC_CTYPE, 'C');
-
-/**
-* UTF-8 tools
-*
-* Whenever possible, these functions will try to use PHP's built-in functions or
-* extensions, otherwise they will default to custom routines.
-*
-* @package utf
-*/
-
-if (!extension_loaded('xml'))
-{
- /**
- * Implementation of PHP's native utf8_encode for people without XML support
- * This function exploits some nice things that ISO-8859-1 and UTF-8 have in common
- *
- * @param string $str ISO-8859-1 encoded data
- * @return string UTF-8 encoded data
- */
- function utf8_encode($str)
- {
- $out = '';
- for ($i = 0, $len = strlen($str); $i < $len; $i++)
- {
- $letter = $str[$i];
- $num = ord($letter);
- if ($num < 0x80)
- {
- $out .= $letter;
- }
- else if ($num < 0xC0)
- {
- $out .= "\xC2" . $letter;
- }
- else
- {
- $out .= "\xC3" . chr($num - 64);
- }
- }
- return $out;
- }
-
- /**
- * Implementation of PHP's native utf8_decode for people without XML support
- *
- * @param string $str UTF-8 encoded data
- * @return string ISO-8859-1 encoded data
- */
- function utf8_decode($str)
- {
- $pos = 0;
- $len = strlen($str);
- $ret = '';
-
- while ($pos < $len)
- {
- $ord = ord($str[$pos]) & 0xF0;
- if ($ord === 0xC0 || $ord === 0xD0)
- {
- $charval = ((ord($str[$pos]) & 0x1F) << 6) | (ord($str[$pos + 1]) & 0x3F);
- $pos += 2;
- $ret .= (($charval < 256) ? chr($charval) : '?');
- }
- else if ($ord === 0xE0)
- {
- $ret .= '?';
- $pos += 3;
- }
- else if ($ord === 0xF0)
- {
- $ret .= '?';
- $pos += 4;
- }
- else
- {
- $ret .= $str[$pos];
- ++$pos;
- }
- }
- return $ret;
- }
-}
-
-// mbstring is old and has it's functions around for older versions of PHP.
-// if mbstring is not loaded, we go into native mode.
-if (extension_loaded('mbstring'))
-{
- mb_internal_encoding('UTF-8');
-
- /**
- * UTF-8 aware alternative to strrpos
- * Find position of last occurrence of a char in a string
- *
- * Notes:
- * - offset for mb_strrpos was added in 5.2.0, we emulate if it is lower
- */
- if (version_compare(PHP_VERSION, '5.2.0', '>='))
- {
- /**
- * UTF-8 aware alternative to strrpos
- * @ignore
- */
- function utf8_strrpos($str, $needle, $offset = null)
- {
- // Emulate behaviour of strrpos rather than raising warning
- if (empty($str))
- {
- return false;
- }
-
- if (is_null($offset))
- {
- return mb_strrpos($str, $needle);
- }
- else
- {
- return mb_strrpos($str, $needle, $offset);
- }
- }
- }
- else
- {
- /**
- * UTF-8 aware alternative to strrpos
- * @ignore
- */
- function utf8_strrpos($str, $needle, $offset = null)
- {
- // offset for mb_strrpos was added in 5.2.0
- if (is_null($offset))
- {
- // Emulate behaviour of strrpos rather than raising warning
- if (empty($str))
- {
- return false;
- }
-
- return mb_strrpos($str, $needle);
- }
- else
- {
- if (!is_int($offset))
- {
- trigger_error('utf8_strrpos expects parameter 3 to be long', E_USER_ERROR);
- return false;
- }
-
- $str = mb_substr($str, $offset);
-
- if (false !== ($pos = mb_strrpos($str, $needle)))
- {
- return $pos + $offset;
- }
-
- return false;
- }
- }
- }
-
- /**
- * UTF-8 aware alternative to strpos
- * @ignore
- */
- function utf8_strpos($str, $needle, $offset = null)
- {
- if (is_null($offset))
- {
- return mb_strpos($str, $needle);
- }
- else
- {
- return mb_strpos($str, $needle, $offset);
- }
- }
-
- /**
- * UTF-8 aware alternative to substr
- * @ignore
- */
- function utf8_substr($str, $offset, $length = null)
- {
- if (is_null($length))
- {
- return mb_substr($str, $offset);
- }
- else
- {
- return mb_substr($str, $offset, $length);
- }
- }
-
- /**
- * Return the length (in characters) of a UTF-8 string
- * @ignore
- */
- function utf8_strlen($text)
- {
- return mb_strlen($text, 'utf-8');
- }
-}
-else
-{
- /**
- * UTF-8 aware alternative to strrpos
- * Find position of last occurrence of a char in a string
- *
- * @author Harry Fuecks
- * @param string $str haystack
- * @param string $needle needle
- * @param integer $offset (optional) offset (from left)
- * @return mixed integer position or FALSE on failure
- */
- function utf8_strrpos($str, $needle, $offset = null)
- {
- if (is_null($offset))
- {
- $ar = explode($needle, $str);
-
- if (sizeof($ar) > 1)
- {
- // Pop off the end of the string where the last match was made
- array_pop($ar);
- $str = join($needle, $ar);
-
- return utf8_strlen($str);
- }
- return false;
- }
- else
- {
- if (!is_int($offset))
- {
- trigger_error('utf8_strrpos expects parameter 3 to be long', E_USER_ERROR);
- return false;
- }
-
- $str = utf8_substr($str, $offset);
-
- if (false !== ($pos = utf8_strrpos($str, $needle)))
- {
- return $pos + $offset;
- }
-
- return false;
- }
- }
-
- /**
- * UTF-8 aware alternative to strpos
- * Find position of first occurrence of a string
- *
- * @author Harry Fuecks
- * @param string $str haystack
- * @param string $needle needle
- * @param integer $offset offset in characters (from left)
- * @return mixed integer position or FALSE on failure
- */
- function utf8_strpos($str, $needle, $offset = null)
- {
- if (is_null($offset))
- {
- $ar = explode($needle, $str);
- if (sizeof($ar) > 1)
- {
- return utf8_strlen($ar[0]);
- }
- return false;
- }
- else
- {
- if (!is_int($offset))
- {
- trigger_error('utf8_strpos: Offset must be an integer', E_USER_ERROR);
- return false;
- }
-
- $str = utf8_substr($str, $offset);
-
- if (false !== ($pos = utf8_strpos($str, $needle)))
- {
- return $pos + $offset;
- }
-
- return false;
- }
- }
-
- /**
- * UTF-8 aware alternative to substr
- * Return part of a string given character offset (and optionally length)
- *
- * Note arguments: comparied to substr - if offset or length are
- * not integers, this version will not complain but rather massages them
- * into an integer.
- *
- * Note on returned values: substr documentation states false can be
- * returned in some cases (e.g. offset > string length)
- * mb_substr never returns false, it will return an empty string instead.
- * This adopts the mb_substr approach
- *
- * Note on implementation: PCRE only supports repetitions of less than
- * 65536, in order to accept up to MAXINT values for offset and length,
- * we'll repeat a group of 65535 characters when needed.
- *
- * Note on implementation: calculating the number of characters in the
- * string is a relatively expensive operation, so we only carry it out when
- * necessary. It isn't necessary for +ve offsets and no specified length
- *
- * @author Chris Smith<chris@jalakai.co.uk>
- * @param string $str
- * @param integer $offset number of UTF-8 characters offset (from left)
- * @param integer $length (optional) length in UTF-8 characters from offset
- * @return mixed string or FALSE if failure
- */
- function utf8_substr($str, $offset, $length = NULL)
- {
- // generates E_NOTICE
- // for PHP4 objects, but not PHP5 objects
- $str = (string) $str;
- $offset = (int) $offset;
- if (!is_null($length))
- {
- $length = (int) $length;
- }
-
- // handle trivial cases
- if ($length === 0 || ($offset < 0 && $length < 0 && $length < $offset))
- {
- return '';
- }
-
- // normalise negative offsets (we could use a tail
- // anchored pattern, but they are horribly slow!)
- if ($offset < 0)
- {
- // see notes
- $strlen = utf8_strlen($str);
- $offset = $strlen + $offset;
- if ($offset < 0)
- {
- $offset = 0;
- }
- }
-
- $op = '';
- $lp = '';
-
- // establish a pattern for offset, a
- // non-captured group equal in length to offset
- if ($offset > 0)
- {
- $ox = (int) ($offset / 65535);
- $oy = $offset % 65535;
-
- if ($ox)
- {
- $op = '(?:.{65535}){' . $ox . '}';
- }
-
- $op = '^(?:' . $op . '.{' . $oy . '})';
- }
- else
- {
- // offset == 0; just anchor the pattern
- $op = '^';
- }
-
- // establish a pattern for length
- if (is_null($length))
- {
- // the rest of the string
- $lp = '(.*)$';
- }
- else
- {
- if (!isset($strlen))
- {
- // see notes
- $strlen = utf8_strlen($str);
- }
-
- // another trivial case
- if ($offset > $strlen)
- {
- return '';
- }
-
- if ($length > 0)
- {
- // reduce any length that would
- // go passed the end of the string
- $length = min($strlen - $offset, $length);
-
- $lx = (int) ($length / 65535);
- $ly = $length % 65535;
-
- // negative length requires a captured group
- // of length characters
- if ($lx)
- {
- $lp = '(?:.{65535}){' . $lx . '}';
- }
- $lp = '(' . $lp . '.{'. $ly . '})';
- }
- else if ($length < 0)
- {
- if ($length < ($offset - $strlen))
- {
- return '';
- }
-
- $lx = (int)((-$length) / 65535);
- $ly = (-$length) % 65535;
-
- // negative length requires ... capture everything
- // except a group of -length characters
- // anchored at the tail-end of the string
- if ($lx)
- {
- $lp = '(?:.{65535}){' . $lx . '}';
- }
- $lp = '(.*)(?:' . $lp . '.{' . $ly . '})$';
- }
- }
-
- if (!preg_match('#' . $op . $lp . '#us', $str, $match))
- {
- return '';
- }
-
- return $match[1];
- }
-
- /**
- * Return the length (in characters) of a UTF-8 string
- *
- * @param string $text UTF-8 string
- * @return integer Length (in chars) of given string
- */
- function utf8_strlen($text)
- {
- // Since utf8_decode is replacing multibyte characters to ? strlen works fine
- return strlen(utf8_decode($text));
- }
-}
-
-/**
-* UTF-8 aware alternative to str_split
-* Convert a string to an array
-*
-* @author Harry Fuecks
-* @param string $str UTF-8 encoded
-* @param int $split_len number to characters to split string by
-* @return array characters in string reverses
-*/
-function utf8_str_split($str, $split_len = 1)
-{
- if (!is_int($split_len) || $split_len < 1)
- {
- return false;
- }
-
- $len = utf8_strlen($str);
- if ($len <= $split_len)
- {
- return array($str);
- }
-
- preg_match_all('/.{' . $split_len . '}|[^\x00]{1,' . $split_len . '}$/us', $str, $ar);
- return $ar[0];
-}
-
-/**
-* UTF-8 aware alternative to strspn
-* Find length of initial segment matching the mask
-*
-* @author Harry Fuecks
-*/
-function utf8_strspn($str, $mask, $start = null, $length = null)
-{
- if ($start !== null || $length !== null)
- {
- $str = utf8_substr($str, $start, $length);
- }
-
- preg_match('/^[' . $mask . ']+/u', $str, $matches);
-
- if (isset($matches[0]))
- {
- return utf8_strlen($matches[0]);
- }
-
- return 0;
-}
-
-/**
-* Replace all UTF-8 chars that are not in ASCII with their NCR
-*
-* @param string $text UTF-8 string in NFC
-* @return string ASCII string using NCRs for non-ASCII chars
-*/
-function utf8_encode_ncr($text)
-{
- return preg_replace_callback('#[\\xC2-\\xF4][\\x80-\\xBF]{1,3}#', 'utf8_encode_ncr_callback', $text);
-}
-
-/**
-* Callback used in encode_ncr()
-*
-* Takes a UTF-8 char and replaces it with its NCR. Attention, $m is an array
-*
-* @param array $m 0-based numerically indexed array passed by preg_replace_callback()
-* @return string A HTML NCR if the character is valid, or the original string otherwise
-*/
-function utf8_encode_ncr_callback($m)
-{
- return '&#' . utf8_ord($m[0]) . ';';
-}
-
-/**
-* Converts a UTF-8 char to an NCR
-*
-* @param string $chr UTF-8 char
-* @return integer UNICODE code point
-*/
-function utf8_ord($chr)
-{
- switch (strlen($chr))
- {
- case 1:
- return ord($chr);
- break;
-
- case 2:
- return ((ord($chr[0]) & 0x1F) << 6) | (ord($chr[1]) & 0x3F);
- break;
-
- case 3:
- return ((ord($chr[0]) & 0x0F) << 12) | ((ord($chr[1]) & 0x3F) << 6) | (ord($chr[2]) & 0x3F);
- break;
-
- case 4:
- return ((ord($chr[0]) & 0x07) << 18) | ((ord($chr[1]) & 0x3F) << 12) | ((ord($chr[2]) & 0x3F) << 6) | (ord($chr[3]) & 0x3F);
- break;
-
- default:
- return $chr;
- }
-}
-
-/**
-* Converts an NCR to a UTF-8 char
-*
-* @param int $cp UNICODE code point
-* @return string UTF-8 char
-*/
-function utf8_chr($cp)
-{
- if ($cp > 0xFFFF)
- {
- return chr(0xF0 | ($cp >> 18)) . chr(0x80 | (($cp >> 12) & 0x3F)) . chr(0x80 | (($cp >> 6) & 0x3F)) . chr(0x80 | ($cp & 0x3F));
- }
- else if ($cp > 0x7FF)
- {
- return chr(0xE0 | ($cp >> 12)) . chr(0x80 | (($cp >> 6) & 0x3F)) . chr(0x80 | ($cp & 0x3F));
- }
- else if ($cp > 0x7F)
- {
- return chr(0xC0 | ($cp >> 6)) . chr(0x80 | ($cp & 0x3F));
- }
- else
- {
- return chr($cp);
- }
-}
-
-/**
-* Convert Numeric Character References to UTF-8 chars
-*
-* Notes:
-* - we do not convert NCRs recursively, if you pass &#38;#38; it will return &#38;
-* - we DO NOT check for the existence of the Unicode characters, therefore an entity may be converted to an inexistent codepoint
-*
-* @param string $text String to convert, encoded in UTF-8 (no normal form required)
-* @return string UTF-8 string where NCRs have been replaced with the actual chars
-*/
-function utf8_decode_ncr($text)
-{
- return preg_replace_callback('/&#([0-9]{1,6}|x[0-9A-F]{1,5});/i', 'utf8_decode_ncr_callback', $text);
-}
-
-/**
-* Callback used in decode_ncr()
-*
-* Takes a NCR (in decimal or hexadecimal) and returns a UTF-8 char. Attention, $m is an array.
-* It will ignore most of invalid NCRs, but not all!
-*
-* @param array $m 0-based numerically indexed array passed by preg_replace_callback()
-* @return string UTF-8 char
-*/
-function utf8_decode_ncr_callback($m)
-{
- $cp = (strncasecmp($m[1], 'x', 1)) ? $m[1] : hexdec(substr($m[1], 1));
-
- return utf8_chr($cp);
-}
-
-/**
-* Case folds a unicode string as per Unicode 5.0, section 3.13
-*
-* @param string $text text to be case folded
-* @param string $option determines how we will fold the cases
-* @return string case folded text
-*/
-function utf8_case_fold($text, $option = 'full')
-{
- static $uniarray = array();
-
- // common is always set
- if (!isset($uniarray['c']))
- {
- $uniarray['c'] = include(PHPBB_ROOT_PATH . 'includes/utf/data/case_fold_c.' . PHP_EXT);
- }
-
- // only set full if we need to
- if ($option === 'full' && !isset($uniarray['f']))
- {
- $uniarray['f'] = include(PHPBB_ROOT_PATH . 'includes/utf/data/case_fold_f.' . PHP_EXT);
- }
-
- // only set simple if we need to
- if ($option !== 'full' && !isset($uniarray['s']))
- {
- $uniarray['s'] = include(PHPBB_ROOT_PATH . 'includes/utf/data/case_fold_s.' . PHP_EXT);
- }
-
- // common is always replaced
- $text = strtr($text, $uniarray['c']);
-
- if ($option === 'full')
- {
- // full replaces a character with multiple characters
- $text = strtr($text, $uniarray['f']);
- }
- else
- {
- // simple replaces a character with another character
- $text = strtr($text, $uniarray['s']);
- }
-
- return $text;
-}
-
-/**
-* Takes the input and does a "special" case fold. It does minor normalization
-* and returns NFKC compatable text
-*
-* @param string $text text to be case folded
-* @param string $option determines how we will fold the cases
-* @return string case folded text
-*/
-function utf8_case_fold_nfkc($text, $option = 'full')
-{
- static $fc_nfkc_closure = array(
- "\xCD\xBA" => "\x20\xCE\xB9",
- "\xCF\x92" => "\xCF\x85",
- "\xCF\x93" => "\xCF\x8D",
- "\xCF\x94" => "\xCF\x8B",
- "\xCF\xB2" => "\xCF\x83",
- "\xCF\xB9" => "\xCF\x83",
- "\xE1\xB4\xAC" => "\x61",
- "\xE1\xB4\xAD" => "\xC3\xA6",
- "\xE1\xB4\xAE" => "\x62",
- "\xE1\xB4\xB0" => "\x64",
- "\xE1\xB4\xB1" => "\x65",
- "\xE1\xB4\xB2" => "\xC7\x9D",
- "\xE1\xB4\xB3" => "\x67",
- "\xE1\xB4\xB4" => "\x68",
- "\xE1\xB4\xB5" => "\x69",
- "\xE1\xB4\xB6" => "\x6A",
- "\xE1\xB4\xB7" => "\x6B",
- "\xE1\xB4\xB8" => "\x6C",
- "\xE1\xB4\xB9" => "\x6D",
- "\xE1\xB4\xBA" => "\x6E",
- "\xE1\xB4\xBC" => "\x6F",
- "\xE1\xB4\xBD" => "\xC8\xA3",
- "\xE1\xB4\xBE" => "\x70",
- "\xE1\xB4\xBF" => "\x72",
- "\xE1\xB5\x80" => "\x74",
- "\xE1\xB5\x81" => "\x75",
- "\xE1\xB5\x82" => "\x77",
- "\xE2\x82\xA8" => "\x72\x73",
- "\xE2\x84\x82" => "\x63",
- "\xE2\x84\x83" => "\xC2\xB0\x63",
- "\xE2\x84\x87" => "\xC9\x9B",
- "\xE2\x84\x89" => "\xC2\xB0\x66",
- "\xE2\x84\x8B" => "\x68",
- "\xE2\x84\x8C" => "\x68",
- "\xE2\x84\x8D" => "\x68",
- "\xE2\x84\x90" => "\x69",
- "\xE2\x84\x91" => "\x69",
- "\xE2\x84\x92" => "\x6C",
- "\xE2\x84\x95" => "\x6E",
- "\xE2\x84\x96" => "\x6E\x6F",
- "\xE2\x84\x99" => "\x70",
- "\xE2\x84\x9A" => "\x71",
- "\xE2\x84\x9B" => "\x72",
- "\xE2\x84\x9C" => "\x72",
- "\xE2\x84\x9D" => "\x72",
- "\xE2\x84\xA0" => "\x73\x6D",
- "\xE2\x84\xA1" => "\x74\x65\x6C",
- "\xE2\x84\xA2" => "\x74\x6D",
- "\xE2\x84\xA4" => "\x7A",
- "\xE2\x84\xA8" => "\x7A",
- "\xE2\x84\xAC" => "\x62",
- "\xE2\x84\xAD" => "\x63",
- "\xE2\x84\xB0" => "\x65",
- "\xE2\x84\xB1" => "\x66",
- "\xE2\x84\xB3" => "\x6D",
- "\xE2\x84\xBB" => "\x66\x61\x78",
- "\xE2\x84\xBE" => "\xCE\xB3",
- "\xE2\x84\xBF" => "\xCF\x80",
- "\xE2\x85\x85" => "\x64",
- "\xE3\x89\x90" => "\x70\x74\x65",
- "\xE3\x8B\x8C" => "\x68\x67",
- "\xE3\x8B\x8E" => "\x65\x76",
- "\xE3\x8B\x8F" => "\x6C\x74\x64",
- "\xE3\x8D\xB1" => "\x68\x70\x61",
- "\xE3\x8D\xB3" => "\x61\x75",
- "\xE3\x8D\xB5" => "\x6F\x76",
- "\xE3\x8D\xBA" => "\x69\x75",
- "\xE3\x8E\x80" => "\x70\x61",
- "\xE3\x8E\x81" => "\x6E\x61",
- "\xE3\x8E\x82" => "\xCE\xBC\x61",
- "\xE3\x8E\x83" => "\x6D\x61",
- "\xE3\x8E\x84" => "\x6B\x61",
- "\xE3\x8E\x85" => "\x6B\x62",
- "\xE3\x8E\x86" => "\x6D\x62",
- "\xE3\x8E\x87" => "\x67\x62",
- "\xE3\x8E\x8A" => "\x70\x66",
- "\xE3\x8E\x8B" => "\x6E\x66",
- "\xE3\x8E\x8C" => "\xCE\xBC\x66",
- "\xE3\x8E\x90" => "\x68\x7A",
- "\xE3\x8E\x91" => "\x6B\x68\x7A",
- "\xE3\x8E\x92" => "\x6D\x68\x7A",
- "\xE3\x8E\x93" => "\x67\x68\x7A",
- "\xE3\x8E\x94" => "\x74\x68\x7A",
- "\xE3\x8E\xA9" => "\x70\x61",
- "\xE3\x8E\xAA" => "\x6B\x70\x61",
- "\xE3\x8E\xAB" => "\x6D\x70\x61",
- "\xE3\x8E\xAC" => "\x67\x70\x61",
- "\xE3\x8E\xB4" => "\x70\x76",
- "\xE3\x8E\xB5" => "\x6E\x76",
- "\xE3\x8E\xB6" => "\xCE\xBC\x76",
- "\xE3\x8E\xB7" => "\x6D\x76",
- "\xE3\x8E\xB8" => "\x6B\x76",
- "\xE3\x8E\xB9" => "\x6D\x76",
- "\xE3\x8E\xBA" => "\x70\x77",
- "\xE3\x8E\xBB" => "\x6E\x77",
- "\xE3\x8E\xBC" => "\xCE\xBC\x77",
- "\xE3\x8E\xBD" => "\x6D\x77",
- "\xE3\x8E\xBE" => "\x6B\x77",
- "\xE3\x8E\xBF" => "\x6D\x77",
- "\xE3\x8F\x80" => "\x6B\xCF\x89",
- "\xE3\x8F\x81" => "\x6D\xCF\x89",
- "\xE3\x8F\x83" => "\x62\x71",
- "\xE3\x8F\x86" => "\x63\xE2\x88\x95\x6B\x67",
- "\xE3\x8F\x87" => "\x63\x6F\x2E",
- "\xE3\x8F\x88" => "\x64\x62",
- "\xE3\x8F\x89" => "\x67\x79",
- "\xE3\x8F\x8B" => "\x68\x70",
- "\xE3\x8F\x8D" => "\x6B\x6B",
- "\xE3\x8F\x8E" => "\x6B\x6D",
- "\xE3\x8F\x97" => "\x70\x68",
- "\xE3\x8F\x99" => "\x70\x70\x6D",
- "\xE3\x8F\x9A" => "\x70\x72",
- "\xE3\x8F\x9C" => "\x73\x76",
- "\xE3\x8F\x9D" => "\x77\x62",
- "\xE3\x8F\x9E" => "\x76\xE2\x88\x95\x6D",
- "\xE3\x8F\x9F" => "\x61\xE2\x88\x95\x6D",
- "\xF0\x9D\x90\x80" => "\x61",
- "\xF0\x9D\x90\x81" => "\x62",
- "\xF0\x9D\x90\x82" => "\x63",
- "\xF0\x9D\x90\x83" => "\x64",
- "\xF0\x9D\x90\x84" => "\x65",
- "\xF0\x9D\x90\x85" => "\x66",
- "\xF0\x9D\x90\x86" => "\x67",
- "\xF0\x9D\x90\x87" => "\x68",
- "\xF0\x9D\x90\x88" => "\x69",
- "\xF0\x9D\x90\x89" => "\x6A",
- "\xF0\x9D\x90\x8A" => "\x6B",
- "\xF0\x9D\x90\x8B" => "\x6C",
- "\xF0\x9D\x90\x8C" => "\x6D",
- "\xF0\x9D\x90\x8D" => "\x6E",
- "\xF0\x9D\x90\x8E" => "\x6F",
- "\xF0\x9D\x90\x8F" => "\x70",
- "\xF0\x9D\x90\x90" => "\x71",
- "\xF0\x9D\x90\x91" => "\x72",
- "\xF0\x9D\x90\x92" => "\x73",
- "\xF0\x9D\x90\x93" => "\x74",
- "\xF0\x9D\x90\x94" => "\x75",
- "\xF0\x9D\x90\x95" => "\x76",
- "\xF0\x9D\x90\x96" => "\x77",
- "\xF0\x9D\x90\x97" => "\x78",
- "\xF0\x9D\x90\x98" => "\x79",
- "\xF0\x9D\x90\x99" => "\x7A",
- "\xF0\x9D\x90\xB4" => "\x61",
- "\xF0\x9D\x90\xB5" => "\x62",
- "\xF0\x9D\x90\xB6" => "\x63",
- "\xF0\x9D\x90\xB7" => "\x64",
- "\xF0\x9D\x90\xB8" => "\x65",
- "\xF0\x9D\x90\xB9" => "\x66",
- "\xF0\x9D\x90\xBA" => "\x67",
- "\xF0\x9D\x90\xBB" => "\x68",
- "\xF0\x9D\x90\xBC" => "\x69",
- "\xF0\x9D\x90\xBD" => "\x6A",
- "\xF0\x9D\x90\xBE" => "\x6B",
- "\xF0\x9D\x90\xBF" => "\x6C",
- "\xF0\x9D\x91\x80" => "\x6D",
- "\xF0\x9D\x91\x81" => "\x6E",
- "\xF0\x9D\x91\x82" => "\x6F",
- "\xF0\x9D\x91\x83" => "\x70",
- "\xF0\x9D\x91\x84" => "\x71",
- "\xF0\x9D\x91\x85" => "\x72",
- "\xF0\x9D\x91\x86" => "\x73",
- "\xF0\x9D\x91\x87" => "\x74",
- "\xF0\x9D\x91\x88" => "\x75",
- "\xF0\x9D\x91\x89" => "\x76",
- "\xF0\x9D\x91\x8A" => "\x77",
- "\xF0\x9D\x91\x8B" => "\x78",
- "\xF0\x9D\x91\x8C" => "\x79",
- "\xF0\x9D\x91\x8D" => "\x7A",
- "\xF0\x9D\x91\xA8" => "\x61",
- "\xF0\x9D\x91\xA9" => "\x62",
- "\xF0\x9D\x91\xAA" => "\x63",
- "\xF0\x9D\x91\xAB" => "\x64",
- "\xF0\x9D\x91\xAC" => "\x65",
- "\xF0\x9D\x91\xAD" => "\x66",
- "\xF0\x9D\x91\xAE" => "\x67",
- "\xF0\x9D\x91\xAF" => "\x68",
- "\xF0\x9D\x91\xB0" => "\x69",
- "\xF0\x9D\x91\xB1" => "\x6A",
- "\xF0\x9D\x91\xB2" => "\x6B",
- "\xF0\x9D\x91\xB3" => "\x6C",
- "\xF0\x9D\x91\xB4" => "\x6D",
- "\xF0\x9D\x91\xB5" => "\x6E",
- "\xF0\x9D\x91\xB6" => "\x6F",
- "\xF0\x9D\x91\xB7" => "\x70",
- "\xF0\x9D\x91\xB8" => "\x71",
- "\xF0\x9D\x91\xB9" => "\x72",
- "\xF0\x9D\x91\xBA" => "\x73",
- "\xF0\x9D\x91\xBB" => "\x74",
- "\xF0\x9D\x91\xBC" => "\x75",
- "\xF0\x9D\x91\xBD" => "\x76",
- "\xF0\x9D\x91\xBE" => "\x77",
- "\xF0\x9D\x91\xBF" => "\x78",
- "\xF0\x9D\x92\x80" => "\x79",
- "\xF0\x9D\x92\x81" => "\x7A",
- "\xF0\x9D\x92\x9C" => "\x61",
- "\xF0\x9D\x92\x9E" => "\x63",
- "\xF0\x9D\x92\x9F" => "\x64",
- "\xF0\x9D\x92\xA2" => "\x67",
- "\xF0\x9D\x92\xA5" => "\x6A",
- "\xF0\x9D\x92\xA6" => "\x6B",
- "\xF0\x9D\x92\xA9" => "\x6E",
- "\xF0\x9D\x92\xAA" => "\x6F",
- "\xF0\x9D\x92\xAB" => "\x70",
- "\xF0\x9D\x92\xAC" => "\x71",
- "\xF0\x9D\x92\xAE" => "\x73",
- "\xF0\x9D\x92\xAF" => "\x74",
- "\xF0\x9D\x92\xB0" => "\x75",
- "\xF0\x9D\x92\xB1" => "\x76",
- "\xF0\x9D\x92\xB2" => "\x77",
- "\xF0\x9D\x92\xB3" => "\x78",
- "\xF0\x9D\x92\xB4" => "\x79",
- "\xF0\x9D\x92\xB5" => "\x7A",
- "\xF0\x9D\x93\x90" => "\x61",
- "\xF0\x9D\x93\x91" => "\x62",
- "\xF0\x9D\x93\x92" => "\x63",
- "\xF0\x9D\x93\x93" => "\x64",
- "\xF0\x9D\x93\x94" => "\x65",
- "\xF0\x9D\x93\x95" => "\x66",
- "\xF0\x9D\x93\x96" => "\x67",
- "\xF0\x9D\x93\x97" => "\x68",
- "\xF0\x9D\x93\x98" => "\x69",
- "\xF0\x9D\x93\x99" => "\x6A",
- "\xF0\x9D\x93\x9A" => "\x6B",
- "\xF0\x9D\x93\x9B" => "\x6C",
- "\xF0\x9D\x93\x9C" => "\x6D",
- "\xF0\x9D\x93\x9D" => "\x6E",
- "\xF0\x9D\x93\x9E" => "\x6F",
- "\xF0\x9D\x93\x9F" => "\x70",
- "\xF0\x9D\x93\xA0" => "\x71",
- "\xF0\x9D\x93\xA1" => "\x72",
- "\xF0\x9D\x93\xA2" => "\x73",
- "\xF0\x9D\x93\xA3" => "\x74",
- "\xF0\x9D\x93\xA4" => "\x75",
- "\xF0\x9D\x93\xA5" => "\x76",
- "\xF0\x9D\x93\xA6" => "\x77",
- "\xF0\x9D\x93\xA7" => "\x78",
- "\xF0\x9D\x93\xA8" => "\x79",
- "\xF0\x9D\x93\xA9" => "\x7A",
- "\xF0\x9D\x94\x84" => "\x61",
- "\xF0\x9D\x94\x85" => "\x62",
- "\xF0\x9D\x94\x87" => "\x64",
- "\xF0\x9D\x94\x88" => "\x65",
- "\xF0\x9D\x94\x89" => "\x66",
- "\xF0\x9D\x94\x8A" => "\x67",
- "\xF0\x9D\x94\x8D" => "\x6A",
- "\xF0\x9D\x94\x8E" => "\x6B",
- "\xF0\x9D\x94\x8F" => "\x6C",
- "\xF0\x9D\x94\x90" => "\x6D",
- "\xF0\x9D\x94\x91" => "\x6E",
- "\xF0\x9D\x94\x92" => "\x6F",
- "\xF0\x9D\x94\x93" => "\x70",
- "\xF0\x9D\x94\x94" => "\x71",
- "\xF0\x9D\x94\x96" => "\x73",
- "\xF0\x9D\x94\x97" => "\x74",
- "\xF0\x9D\x94\x98" => "\x75",
- "\xF0\x9D\x94\x99" => "\x76",
- "\xF0\x9D\x94\x9A" => "\x77",
- "\xF0\x9D\x94\x9B" => "\x78",
- "\xF0\x9D\x94\x9C" => "\x79",
- "\xF0\x9D\x94\xB8" => "\x61",
- "\xF0\x9D\x94\xB9" => "\x62",
- "\xF0\x9D\x94\xBB" => "\x64",
- "\xF0\x9D\x94\xBC" => "\x65",
- "\xF0\x9D\x94\xBD" => "\x66",
- "\xF0\x9D\x94\xBE" => "\x67",
- "\xF0\x9D\x95\x80" => "\x69",
- "\xF0\x9D\x95\x81" => "\x6A",
- "\xF0\x9D\x95\x82" => "\x6B",
- "\xF0\x9D\x95\x83" => "\x6C",
- "\xF0\x9D\x95\x84" => "\x6D",
- "\xF0\x9D\x95\x86" => "\x6F",
- "\xF0\x9D\x95\x8A" => "\x73",
- "\xF0\x9D\x95\x8B" => "\x74",
- "\xF0\x9D\x95\x8C" => "\x75",
- "\xF0\x9D\x95\x8D" => "\x76",
- "\xF0\x9D\x95\x8E" => "\x77",
- "\xF0\x9D\x95\x8F" => "\x78",
- "\xF0\x9D\x95\x90" => "\x79",
- "\xF0\x9D\x95\xAC" => "\x61",
- "\xF0\x9D\x95\xAD" => "\x62",
- "\xF0\x9D\x95\xAE" => "\x63",
- "\xF0\x9D\x95\xAF" => "\x64",
- "\xF0\x9D\x95\xB0" => "\x65",
- "\xF0\x9D\x95\xB1" => "\x66",
- "\xF0\x9D\x95\xB2" => "\x67",
- "\xF0\x9D\x95\xB3" => "\x68",
- "\xF0\x9D\x95\xB4" => "\x69",
- "\xF0\x9D\x95\xB5" => "\x6A",
- "\xF0\x9D\x95\xB6" => "\x6B",
- "\xF0\x9D\x95\xB7" => "\x6C",
- "\xF0\x9D\x95\xB8" => "\x6D",
- "\xF0\x9D\x95\xB9" => "\x6E",
- "\xF0\x9D\x95\xBA" => "\x6F",
- "\xF0\x9D\x95\xBB" => "\x70",
- "\xF0\x9D\x95\xBC" => "\x71",
- "\xF0\x9D\x95\xBD" => "\x72",
- "\xF0\x9D\x95\xBE" => "\x73",
- "\xF0\x9D\x95\xBF" => "\x74",
- "\xF0\x9D\x96\x80" => "\x75",
- "\xF0\x9D\x96\x81" => "\x76",
- "\xF0\x9D\x96\x82" => "\x77",
- "\xF0\x9D\x96\x83" => "\x78",
- "\xF0\x9D\x96\x84" => "\x79",
- "\xF0\x9D\x96\x85" => "\x7A",
- "\xF0\x9D\x96\xA0" => "\x61",
- "\xF0\x9D\x96\xA1" => "\x62",
- "\xF0\x9D\x96\xA2" => "\x63",
- "\xF0\x9D\x96\xA3" => "\x64",
- "\xF0\x9D\x96\xA4" => "\x65",
- "\xF0\x9D\x96\xA5" => "\x66",
- "\xF0\x9D\x96\xA6" => "\x67",
- "\xF0\x9D\x96\xA7" => "\x68",
- "\xF0\x9D\x96\xA8" => "\x69",
- "\xF0\x9D\x96\xA9" => "\x6A",
- "\xF0\x9D\x96\xAA" => "\x6B",
- "\xF0\x9D\x96\xAB" => "\x6C",
- "\xF0\x9D\x96\xAC" => "\x6D",
- "\xF0\x9D\x96\xAD" => "\x6E",
- "\xF0\x9D\x96\xAE" => "\x6F",
- "\xF0\x9D\x96\xAF" => "\x70",
- "\xF0\x9D\x96\xB0" => "\x71",
- "\xF0\x9D\x96\xB1" => "\x72",
- "\xF0\x9D\x96\xB2" => "\x73",
- "\xF0\x9D\x96\xB3" => "\x74",
- "\xF0\x9D\x96\xB4" => "\x75",
- "\xF0\x9D\x96\xB5" => "\x76",
- "\xF0\x9D\x96\xB6" => "\x77",
- "\xF0\x9D\x96\xB7" => "\x78",
- "\xF0\x9D\x96\xB8" => "\x79",
- "\xF0\x9D\x96\xB9" => "\x7A",
- "\xF0\x9D\x97\x94" => "\x61",
- "\xF0\x9D\x97\x95" => "\x62",
- "\xF0\x9D\x97\x96" => "\x63",
- "\xF0\x9D\x97\x97" => "\x64",
- "\xF0\x9D\x97\x98" => "\x65",
- "\xF0\x9D\x97\x99" => "\x66",
- "\xF0\x9D\x97\x9A" => "\x67",
- "\xF0\x9D\x97\x9B" => "\x68",
- "\xF0\x9D\x97\x9C" => "\x69",
- "\xF0\x9D\x97\x9D" => "\x6A",
- "\xF0\x9D\x97\x9E" => "\x6B",
- "\xF0\x9D\x97\x9F" => "\x6C",
- "\xF0\x9D\x97\xA0" => "\x6D",
- "\xF0\x9D\x97\xA1" => "\x6E",
- "\xF0\x9D\x97\xA2" => "\x6F",
- "\xF0\x9D\x97\xA3" => "\x70",
- "\xF0\x9D\x97\xA4" => "\x71",
- "\xF0\x9D\x97\xA5" => "\x72",
- "\xF0\x9D\x97\xA6" => "\x73",
- "\xF0\x9D\x97\xA7" => "\x74",
- "\xF0\x9D\x97\xA8" => "\x75",
- "\xF0\x9D\x97\xA9" => "\x76",
- "\xF0\x9D\x97\xAA" => "\x77",
- "\xF0\x9D\x97\xAB" => "\x78",
- "\xF0\x9D\x97\xAC" => "\x79",
- "\xF0\x9D\x97\xAD" => "\x7A",
- "\xF0\x9D\x98\x88" => "\x61",
- "\xF0\x9D\x98\x89" => "\x62",
- "\xF0\x9D\x98\x8A" => "\x63",
- "\xF0\x9D\x98\x8B" => "\x64",
- "\xF0\x9D\x98\x8C" => "\x65",
- "\xF0\x9D\x98\x8D" => "\x66",
- "\xF0\x9D\x98\x8E" => "\x67",
- "\xF0\x9D\x98\x8F" => "\x68",
- "\xF0\x9D\x98\x90" => "\x69",
- "\xF0\x9D\x98\x91" => "\x6A",
- "\xF0\x9D\x98\x92" => "\x6B",
- "\xF0\x9D\x98\x93" => "\x6C",
- "\xF0\x9D\x98\x94" => "\x6D",
- "\xF0\x9D\x98\x95" => "\x6E",
- "\xF0\x9D\x98\x96" => "\x6F",
- "\xF0\x9D\x98\x97" => "\x70",
- "\xF0\x9D\x98\x98" => "\x71",
- "\xF0\x9D\x98\x99" => "\x72",
- "\xF0\x9D\x98\x9A" => "\x73",
- "\xF0\x9D\x98\x9B" => "\x74",
- "\xF0\x9D\x98\x9C" => "\x75",
- "\xF0\x9D\x98\x9D" => "\x76",
- "\xF0\x9D\x98\x9E" => "\x77",
- "\xF0\x9D\x98\x9F" => "\x78",
- "\xF0\x9D\x98\xA0" => "\x79",
- "\xF0\x9D\x98\xA1" => "\x7A",
- "\xF0\x9D\x98\xBC" => "\x61",
- "\xF0\x9D\x98\xBD" => "\x62",
- "\xF0\x9D\x98\xBE" => "\x63",
- "\xF0\x9D\x98\xBF" => "\x64",
- "\xF0\x9D\x99\x80" => "\x65",
- "\xF0\x9D\x99\x81" => "\x66",
- "\xF0\x9D\x99\x82" => "\x67",
- "\xF0\x9D\x99\x83" => "\x68",
- "\xF0\x9D\x99\x84" => "\x69",
- "\xF0\x9D\x99\x85" => "\x6A",
- "\xF0\x9D\x99\x86" => "\x6B",
- "\xF0\x9D\x99\x87" => "\x6C",
- "\xF0\x9D\x99\x88" => "\x6D",
- "\xF0\x9D\x99\x89" => "\x6E",
- "\xF0\x9D\x99\x8A" => "\x6F",
- "\xF0\x9D\x99\x8B" => "\x70",
- "\xF0\x9D\x99\x8C" => "\x71",
- "\xF0\x9D\x99\x8D" => "\x72",
- "\xF0\x9D\x99\x8E" => "\x73",
- "\xF0\x9D\x99\x8F" => "\x74",
- "\xF0\x9D\x99\x90" => "\x75",
- "\xF0\x9D\x99\x91" => "\x76",
- "\xF0\x9D\x99\x92" => "\x77",
- "\xF0\x9D\x99\x93" => "\x78",
- "\xF0\x9D\x99\x94" => "\x79",
- "\xF0\x9D\x99\x95" => "\x7A",
- "\xF0\x9D\x99\xB0" => "\x61",
- "\xF0\x9D\x99\xB1" => "\x62",
- "\xF0\x9D\x99\xB2" => "\x63",
- "\xF0\x9D\x99\xB3" => "\x64",
- "\xF0\x9D\x99\xB4" => "\x65",
- "\xF0\x9D\x99\xB5" => "\x66",
- "\xF0\x9D\x99\xB6" => "\x67",
- "\xF0\x9D\x99\xB7" => "\x68",
- "\xF0\x9D\x99\xB8" => "\x69",
- "\xF0\x9D\x99\xB9" => "\x6A",
- "\xF0\x9D\x99\xBA" => "\x6B",
- "\xF0\x9D\x99\xBB" => "\x6C",
- "\xF0\x9D\x99\xBC" => "\x6D",
- "\xF0\x9D\x99\xBD" => "\x6E",
- "\xF0\x9D\x99\xBE" => "\x6F",
- "\xF0\x9D\x99\xBF" => "\x70",
- "\xF0\x9D\x9A\x80" => "\x71",
- "\xF0\x9D\x9A\x81" => "\x72",
- "\xF0\x9D\x9A\x82" => "\x73",
- "\xF0\x9D\x9A\x83" => "\x74",
- "\xF0\x9D\x9A\x84" => "\x75",
- "\xF0\x9D\x9A\x85" => "\x76",
- "\xF0\x9D\x9A\x86" => "\x77",
- "\xF0\x9D\x9A\x87" => "\x78",
- "\xF0\x9D\x9A\x88" => "\x79",
- "\xF0\x9D\x9A\x89" => "\x7A",
- "\xF0\x9D\x9A\xA8" => "\xCE\xB1",
- "\xF0\x9D\x9A\xA9" => "\xCE\xB2",
- "\xF0\x9D\x9A\xAA" => "\xCE\xB3",
- "\xF0\x9D\x9A\xAB" => "\xCE\xB4",
- "\xF0\x9D\x9A\xAC" => "\xCE\xB5",
- "\xF0\x9D\x9A\xAD" => "\xCE\xB6",
- "\xF0\x9D\x9A\xAE" => "\xCE\xB7",
- "\xF0\x9D\x9A\xAF" => "\xCE\xB8",
- "\xF0\x9D\x9A\xB0" => "\xCE\xB9",
- "\xF0\x9D\x9A\xB1" => "\xCE\xBA",
- "\xF0\x9D\x9A\xB2" => "\xCE\xBB",
- "\xF0\x9D\x9A\xB3" => "\xCE\xBC",
- "\xF0\x9D\x9A\xB4" => "\xCE\xBD",
- "\xF0\x9D\x9A\xB5" => "\xCE\xBE",
- "\xF0\x9D\x9A\xB6" => "\xCE\xBF",
- "\xF0\x9D\x9A\xB7" => "\xCF\x80",
- "\xF0\x9D\x9A\xB8" => "\xCF\x81",
- "\xF0\x9D\x9A\xB9" => "\xCE\xB8",
- "\xF0\x9D\x9A\xBA" => "\xCF\x83",
- "\xF0\x9D\x9A\xBB" => "\xCF\x84",
- "\xF0\x9D\x9A\xBC" => "\xCF\x85",
- "\xF0\x9D\x9A\xBD" => "\xCF\x86",
- "\xF0\x9D\x9A\xBE" => "\xCF\x87",
- "\xF0\x9D\x9A\xBF" => "\xCF\x88",
- "\xF0\x9D\x9B\x80" => "\xCF\x89",
- "\xF0\x9D\x9B\x93" => "\xCF\x83",
- "\xF0\x9D\x9B\xA2" => "\xCE\xB1",
- "\xF0\x9D\x9B\xA3" => "\xCE\xB2",
- "\xF0\x9D\x9B\xA4" => "\xCE\xB3",
- "\xF0\x9D\x9B\xA5" => "\xCE\xB4",
- "\xF0\x9D\x9B\xA6" => "\xCE\xB5",
- "\xF0\x9D\x9B\xA7" => "\xCE\xB6",
- "\xF0\x9D\x9B\xA8" => "\xCE\xB7",
- "\xF0\x9D\x9B\xA9" => "\xCE\xB8",
- "\xF0\x9D\x9B\xAA" => "\xCE\xB9",
- "\xF0\x9D\x9B\xAB" => "\xCE\xBA",
- "\xF0\x9D\x9B\xAC" => "\xCE\xBB",
- "\xF0\x9D\x9B\xAD" => "\xCE\xBC",
- "\xF0\x9D\x9B\xAE" => "\xCE\xBD",
- "\xF0\x9D\x9B\xAF" => "\xCE\xBE",
- "\xF0\x9D\x9B\xB0" => "\xCE\xBF",
- "\xF0\x9D\x9B\xB1" => "\xCF\x80",
- "\xF0\x9D\x9B\xB2" => "\xCF\x81",
- "\xF0\x9D\x9B\xB3" => "\xCE\xB8",
- "\xF0\x9D\x9B\xB4" => "\xCF\x83",
- "\xF0\x9D\x9B\xB5" => "\xCF\x84",
- "\xF0\x9D\x9B\xB6" => "\xCF\x85",
- "\xF0\x9D\x9B\xB7" => "\xCF\x86",
- "\xF0\x9D\x9B\xB8" => "\xCF\x87",
- "\xF0\x9D\x9B\xB9" => "\xCF\x88",
- "\xF0\x9D\x9B\xBA" => "\xCF\x89",
- "\xF0\x9D\x9C\x8D" => "\xCF\x83",
- "\xF0\x9D\x9C\x9C" => "\xCE\xB1",
- "\xF0\x9D\x9C\x9D" => "\xCE\xB2",
- "\xF0\x9D\x9C\x9E" => "\xCE\xB3",
- "\xF0\x9D\x9C\x9F" => "\xCE\xB4",
- "\xF0\x9D\x9C\xA0" => "\xCE\xB5",
- "\xF0\x9D\x9C\xA1" => "\xCE\xB6",
- "\xF0\x9D\x9C\xA2" => "\xCE\xB7",
- "\xF0\x9D\x9C\xA3" => "\xCE\xB8",
- "\xF0\x9D\x9C\xA4" => "\xCE\xB9",
- "\xF0\x9D\x9C\xA5" => "\xCE\xBA",
- "\xF0\x9D\x9C\xA6" => "\xCE\xBB",
- "\xF0\x9D\x9C\xA7" => "\xCE\xBC",
- "\xF0\x9D\x9C\xA8" => "\xCE\xBD",
- "\xF0\x9D\x9C\xA9" => "\xCE\xBE",
- "\xF0\x9D\x9C\xAA" => "\xCE\xBF",
- "\xF0\x9D\x9C\xAB" => "\xCF\x80",
- "\xF0\x9D\x9C\xAC" => "\xCF\x81",
- "\xF0\x9D\x9C\xAD" => "\xCE\xB8",
- "\xF0\x9D\x9C\xAE" => "\xCF\x83",
- "\xF0\x9D\x9C\xAF" => "\xCF\x84",
- "\xF0\x9D\x9C\xB0" => "\xCF\x85",
- "\xF0\x9D\x9C\xB1" => "\xCF\x86",
- "\xF0\x9D\x9C\xB2" => "\xCF\x87",
- "\xF0\x9D\x9C\xB3" => "\xCF\x88",
- "\xF0\x9D\x9C\xB4" => "\xCF\x89",
- "\xF0\x9D\x9D\x87" => "\xCF\x83",
- "\xF0\x9D\x9D\x96" => "\xCE\xB1",
- "\xF0\x9D\x9D\x97" => "\xCE\xB2",
- "\xF0\x9D\x9D\x98" => "\xCE\xB3",
- "\xF0\x9D\x9D\x99" => "\xCE\xB4",
- "\xF0\x9D\x9D\x9A" => "\xCE\xB5",
- "\xF0\x9D\x9D\x9B" => "\xCE\xB6",
- "\xF0\x9D\x9D\x9C" => "\xCE\xB7",
- "\xF0\x9D\x9D\x9D" => "\xCE\xB8",
- "\xF0\x9D\x9D\x9E" => "\xCE\xB9",
- "\xF0\x9D\x9D\x9F" => "\xCE\xBA",
- "\xF0\x9D\x9D\xA0" => "\xCE\xBB",
- "\xF0\x9D\x9D\xA1" => "\xCE\xBC",
- "\xF0\x9D\x9D\xA2" => "\xCE\xBD",
- "\xF0\x9D\x9D\xA3" => "\xCE\xBE",
- "\xF0\x9D\x9D\xA4" => "\xCE\xBF",
- "\xF0\x9D\x9D\xA5" => "\xCF\x80",
- "\xF0\x9D\x9D\xA6" => "\xCF\x81",
- "\xF0\x9D\x9D\xA7" => "\xCE\xB8",
- "\xF0\x9D\x9D\xA8" => "\xCF\x83",
- "\xF0\x9D\x9D\xA9" => "\xCF\x84",
- "\xF0\x9D\x9D\xAA" => "\xCF\x85",
- "\xF0\x9D\x9D\xAB" => "\xCF\x86",
- "\xF0\x9D\x9D\xAC" => "\xCF\x87",
- "\xF0\x9D\x9D\xAD" => "\xCF\x88",
- "\xF0\x9D\x9D\xAE" => "\xCF\x89",
- "\xF0\x9D\x9E\x81" => "\xCF\x83",
- "\xF0\x9D\x9E\x90" => "\xCE\xB1",
- "\xF0\x9D\x9E\x91" => "\xCE\xB2",
- "\xF0\x9D\x9E\x92" => "\xCE\xB3",
- "\xF0\x9D\x9E\x93" => "\xCE\xB4",
- "\xF0\x9D\x9E\x94" => "\xCE\xB5",
- "\xF0\x9D\x9E\x95" => "\xCE\xB6",
- "\xF0\x9D\x9E\x96" => "\xCE\xB7",
- "\xF0\x9D\x9E\x97" => "\xCE\xB8",
- "\xF0\x9D\x9E\x98" => "\xCE\xB9",
- "\xF0\x9D\x9E\x99" => "\xCE\xBA",
- "\xF0\x9D\x9E\x9A" => "\xCE\xBB",
- "\xF0\x9D\x9E\x9B" => "\xCE\xBC",
- "\xF0\x9D\x9E\x9C" => "\xCE\xBD",
- "\xF0\x9D\x9E\x9D" => "\xCE\xBE",
- "\xF0\x9D\x9E\x9E" => "\xCE\xBF",
- "\xF0\x9D\x9E\x9F" => "\xCF\x80",
- "\xF0\x9D\x9E\xA0" => "\xCF\x81",
- "\xF0\x9D\x9E\xA1" => "\xCE\xB8",
- "\xF0\x9D\x9E\xA2" => "\xCF\x83",
- "\xF0\x9D\x9E\xA3" => "\xCF\x84",
- "\xF0\x9D\x9E\xA4" => "\xCF\x85",
- "\xF0\x9D\x9E\xA5" => "\xCF\x86",
- "\xF0\x9D\x9E\xA6" => "\xCF\x87",
- "\xF0\x9D\x9E\xA7" => "\xCF\x88",
- "\xF0\x9D\x9E\xA8" => "\xCF\x89",
- "\xF0\x9D\x9E\xBB" => "\xCF\x83",
- "\xF0\x9D\x9F\x8A" => "\xCF\x9D",
- );
-
- // do the case fold
- $text = utf8_case_fold($text, $option);
-
- if (!class_exists('utf_normalizer'))
- {
- include(PHPBB_ROOT_PATH . 'includes/utf/utf_normalizer.' . PHP_EXT);
- }
-
- // convert to NFKC
- utf_normalizer::nfkc($text);
-
- // FC_NFKC_Closure, http://www.unicode.org/Public/5.0.0/ucd/DerivedNormalizationProps.txt
- $text = strtr($text, $fc_nfkc_closure);
-
- return $text;
-}
-
-/**
-* Assume the input is NFC:
-* Takes the input and does a "special" case fold. It does minor normalization as well.
-*
-* @param string $text text to be case folded
-* @param string $option determines how we will fold the cases
-* @return string case folded text
-*/
-function utf8_case_fold_nfc($text, $option = 'full')
-{
- static $uniarray = array();
- static $ypogegrammeni = array(
- "\xCD\xBA" => "\x20\xCD\x85",
- "\xE1\xBE\x80" => "\xE1\xBC\x80\xCD\x85",
- "\xE1\xBE\x81" => "\xE1\xBC\x81\xCD\x85",
- "\xE1\xBE\x82" => "\xE1\xBC\x82\xCD\x85",
- "\xE1\xBE\x83" => "\xE1\xBC\x83\xCD\x85",
- "\xE1\xBE\x84" => "\xE1\xBC\x84\xCD\x85",
- "\xE1\xBE\x85" => "\xE1\xBC\x85\xCD\x85",
- "\xE1\xBE\x86" => "\xE1\xBC\x86\xCD\x85",
- "\xE1\xBE\x87" => "\xE1\xBC\x87\xCD\x85",
- "\xE1\xBE\x88" => "\xE1\xBC\x88\xCD\x85",
- "\xE1\xBE\x89" => "\xE1\xBC\x89\xCD\x85",
- "\xE1\xBE\x8A" => "\xE1\xBC\x8A\xCD\x85",
- "\xE1\xBE\x8B" => "\xE1\xBC\x8B\xCD\x85",
- "\xE1\xBE\x8C" => "\xE1\xBC\x8C\xCD\x85",
- "\xE1\xBE\x8D" => "\xE1\xBC\x8D\xCD\x85",
- "\xE1\xBE\x8E" => "\xE1\xBC\x8E\xCD\x85",
- "\xE1\xBE\x8F" => "\xE1\xBC\x8F\xCD\x85",
- "\xE1\xBE\x90" => "\xE1\xBC\xA0\xCD\x85",
- "\xE1\xBE\x91" => "\xE1\xBC\xA1\xCD\x85",
- "\xE1\xBE\x92" => "\xE1\xBC\xA2\xCD\x85",
- "\xE1\xBE\x93" => "\xE1\xBC\xA3\xCD\x85",
- "\xE1\xBE\x94" => "\xE1\xBC\xA4\xCD\x85",
- "\xE1\xBE\x95" => "\xE1\xBC\xA5\xCD\x85",
- "\xE1\xBE\x96" => "\xE1\xBC\xA6\xCD\x85",
- "\xE1\xBE\x97" => "\xE1\xBC\xA7\xCD\x85",
- "\xE1\xBE\x98" => "\xE1\xBC\xA8\xCD\x85",
- "\xE1\xBE\x99" => "\xE1\xBC\xA9\xCD\x85",
- "\xE1\xBE\x9A" => "\xE1\xBC\xAA\xCD\x85",
- "\xE1\xBE\x9B" => "\xE1\xBC\xAB\xCD\x85",
- "\xE1\xBE\x9C" => "\xE1\xBC\xAC\xCD\x85",
- "\xE1\xBE\x9D" => "\xE1\xBC\xAD\xCD\x85",
- "\xE1\xBE\x9E" => "\xE1\xBC\xAE\xCD\x85",
- "\xE1\xBE\x9F" => "\xE1\xBC\xAF\xCD\x85",
- "\xE1\xBE\xA0" => "\xE1\xBD\xA0\xCD\x85",
- "\xE1\xBE\xA1" => "\xE1\xBD\xA1\xCD\x85",
- "\xE1\xBE\xA2" => "\xE1\xBD\xA2\xCD\x85",
- "\xE1\xBE\xA3" => "\xE1\xBD\xA3\xCD\x85",
- "\xE1\xBE\xA4" => "\xE1\xBD\xA4\xCD\x85",
- "\xE1\xBE\xA5" => "\xE1\xBD\xA5\xCD\x85",
- "\xE1\xBE\xA6" => "\xE1\xBD\xA6\xCD\x85",
- "\xE1\xBE\xA7" => "\xE1\xBD\xA7\xCD\x85",
- "\xE1\xBE\xA8" => "\xE1\xBD\xA8\xCD\x85",
- "\xE1\xBE\xA9" => "\xE1\xBD\xA9\xCD\x85",
- "\xE1\xBE\xAA" => "\xE1\xBD\xAA\xCD\x85",
- "\xE1\xBE\xAB" => "\xE1\xBD\xAB\xCD\x85",
- "\xE1\xBE\xAC" => "\xE1\xBD\xAC\xCD\x85",
- "\xE1\xBE\xAD" => "\xE1\xBD\xAD\xCD\x85",
- "\xE1\xBE\xAE" => "\xE1\xBD\xAE\xCD\x85",
- "\xE1\xBE\xAF" => "\xE1\xBD\xAF\xCD\x85",
- "\xE1\xBE\xB2" => "\xE1\xBD\xB0\xCD\x85",
- "\xE1\xBE\xB3" => "\xCE\xB1\xCD\x85",
- "\xE1\xBE\xB4" => "\xCE\xAC\xCD\x85",
- "\xE1\xBE\xB7" => "\xE1\xBE\xB6\xCD\x85",
- "\xE1\xBE\xBC" => "\xCE\x91\xCD\x85",
- "\xE1\xBF\x82" => "\xE1\xBD\xB4\xCD\x85",
- "\xE1\xBF\x83" => "\xCE\xB7\xCD\x85",
- "\xE1\xBF\x84" => "\xCE\xAE\xCD\x85",
- "\xE1\xBF\x87" => "\xE1\xBF\x86\xCD\x85",
- "\xE1\xBF\x8C" => "\xCE\x97\xCD\x85",
- "\xE1\xBF\xB2" => "\xE1\xBD\xBC\xCD\x85",
- "\xE1\xBF\xB3" => "\xCF\x89\xCD\x85",
- "\xE1\xBF\xB4" => "\xCF\x8E\xCD\x85",
- "\xE1\xBF\xB7" => "\xE1\xBF\xB6\xCD\x85",
- "\xE1\xBF\xBC" => "\xCE\xA9\xCD\x85",
- );
-
- // perform a small trick, avoid further normalization on composed points that contain U+0345 in their decomposition
- $text = strtr($text, $ypogegrammeni);
-
- // do the case fold
- $text = utf8_case_fold($text, $option);
-
- return $text;
-}
-
-/**
-* A wrapper function for the normalizer which takes care of including the class if required and modifies the passed strings
-* to be in NFC (Normalization Form Composition).
-*
-* @todo allow arbitrary array depth
-*
-* @param mixed $strings a string or an array of strings to normalize
-* @return mixed the normalized content, preserving array keys if array given.
-*/
-function utf8_normalize_nfc($strings)
-{
- if (empty($strings))
- {
- return $strings;
- }
-
- if (!class_exists('utf_normalizer'))
- {
- include(PHPBB_ROOT_PATH . 'includes/utf/utf_normalizer.' . PHP_EXT);
- }
-
- if (!is_array($strings))
- {
- utf_normalizer::nfc($strings);
- }
- else if (is_array($strings))
- {
- foreach ($strings as $key => $string)
- {
- if (is_array($string))
- {
- foreach ($string as $_key => $_string)
- {
- utf_normalizer::nfc($strings[$key][$_key]);
- }
- }
- else
- {
- utf_normalizer::nfc($strings[$key]);
- }
- }
- }
-
- return $strings;
-}
-
-/**
-* This function is used to generate a "clean" version of a string.
-* Clean means that it is a case insensitive form (case folding) and that it is normalized (NFC).
-* Additionally a homographs of one character are transformed into one specific character (preferably ASCII
-* if it is an ASCII character).
-*
-* Please be aware that if you change something within this function or within
-* functions used here you need to rebuild/update the username_clean column in the users table. And all other
-* columns that store a clean string otherwise you will break this functionality.
-*
-* @param string $text An unclean string, mabye user input (has to be valid UTF-8!)
-* @return string Cleaned up version of the input string
-*/
-function utf8_clean_string($text)
-{
- static $homographs = array();
-
- if (empty($homographs))
- {
- $homographs = include(PHPBB_ROOT_PATH . 'includes/utf/data/confusables.' . PHP_EXT);
- }
-
- $text = utf8_case_fold_nfkc($text);
- $text = strtr($text, $homographs);
- // Other control characters
- $text = preg_replace('#[\x00-\x1F\x7F]+|(?:\xC2[\x80-\x9F])+#', '', $text);
-
- // we need to reduce multiple spaces to a single one
- $text = preg_replace('# {2,}#', ' ', $text);
-
- // we can use trim here as all the other space characters should have been turned
- // into normal ASCII spaces by now
- return trim($text);
-}
-
-/**
-* A wrapper for htmlspecialchars($value, ENT_COMPAT, 'UTF-8')
-*/
-function utf8_htmlspecialchars($value)
-{
- return htmlspecialchars($value, ENT_COMPAT, 'UTF-8');
-}
-
-/**
-* Trying to convert returned system message to utf8
-*
-* PHP assumes such messages are ISO-8859-1 so we'll do that too
-* and if it breaks messages we'll blame it on them ;-)
-*/
-function utf8_convert_message($message)
-{
- // First of all check if conversion is neded at all, as there is no point
- // in converting ASCII messages from ISO-8859-1 to UTF-8
- if (!preg_match('/[\x80-\xFF]/', $message))
- {
- return utf8_htmlspecialchars($message);
- }
-
- // else we need to convert some part of the message
- return utf8_htmlspecialchars(utf8_encode($message));
-}
-
-/**
-* UTF8-compatible wordwrap replacement
-*
-* @param string $string The input string
-* @param int $width The column width. Defaults to 75.
-* @param string $break The line is broken using the optional break parameter. Defaults to '\n'.
-* @param bool $cut If the cut is set to TRUE, the string is always wrapped at the specified width. So if you have a word that is larger than the given width, it is broken apart.
-*
-* @return string the given string wrapped at the specified column.
-*
-*/
-function utf8_wordwrap($string, $width = 75, $break = "\n", $cut = false)
-{
- // We first need to explode on $break, not destroying existing (intended) breaks
- $lines = explode($break, $string);
- $new_lines = array(0 => '');
- $index = 0;
-
- foreach ($lines as $line)
- {
- $words = explode(' ', $line);
-
- for ($i = 0, $size = sizeof($words); $i < $size; $i++)
- {
- $word = $words[$i];
-
- // If cut is true we need to cut the word if it is > width chars
- if ($cut && utf8_strlen($word) > $width)
- {
- $words[$i] = utf8_substr($word, $width);
- $word = utf8_substr($word, 0, $width);
- $i--;
- }
-
- if (utf8_strlen($new_lines[$index] . $word) > $width)
- {
- $new_lines[$index] = substr($new_lines[$index], 0, -1);
- $index++;
- $new_lines[$index] = '';
- }
-
- $new_lines[$index] .= $word . ' ';
- }
-
- $new_lines[$index] = substr($new_lines[$index], 0, -1);
- $index++;
- $new_lines[$index] = '';
- }
-
- unset($new_lines[$index]);
- return implode($break, $new_lines);
-}
-
-?> \ No newline at end of file
generated by cgit v1.2.1 (git 2.21.0) at 2025-04-25 12:00:32 +0000