'UTF-8', "\xFE\xFF" => 'UTF-16BE', "\xFF\xFE" => 'UTF-16LE', "\x00\x00\xFE\xFF" => 'UTF-32BE', "\xFF\xFE\x00\x00" => 'UTF-32LE', "\x2B\x2F\x76\x38" => 'UTF-7', "\x2B\x2F\x76\x39" => 'UTF-7', "\x2B\x2F\x76\x2B" => 'UTF-7', "\x2B\x2F\x76\x2F" => 'UTF-7', "\x2B\x2F\x76\x38\x2D" => 'UTF-7', ]; foreach ($bomMap as $bom => $encoding) { if (strpos($data, $bom) === 0) { return $encoding; } } return FALSE; } /** * Converts data to UTF-8. * * Requires the iconv, GNU recode or mbstring PHP extension. * * @param string $data * The data to be converted. * @param string $encoding * The encoding that the data is in. * * @return string|bool * Converted data or FALSE. */ public static function convertToUtf8($data, $encoding) { if (function_exists('iconv')) { return @iconv($encoding, 'utf-8', $data); } elseif (function_exists('mb_convert_encoding')) { return @mb_convert_encoding($data, 'utf-8', $encoding); } elseif (function_exists('recode_string')) { return @recode_string($encoding . '..utf-8', $data); } // Cannot convert. return FALSE; } /** * Truncates a UTF-8-encoded string safely to a number of bytes. * * If the end position is in the middle of a UTF-8 sequence, it scans backwards * until the beginning of the byte sequence. * * Use this function whenever you want to chop off a string at an unsure * location. On the other hand, if you're sure that you're splitting on a * character boundary (e.g. after using strpos() or similar), you can safely * use substr() instead. * * @param string $string * The string to truncate. * @param int $len * An upper limit on the returned string length. * * @return string * The truncated string. */ public static function truncateBytes($string, $len) { if (strlen($string) <= $len) { return $string; } if ((ord($string[$len]) < 0x80) || (ord($string[$len]) >= 0xC0)) { return substr($string, 0, $len); } // Scan backwards to beginning of the byte sequence. // @todo Make the code more readable in https://www.drupal.org/node/2911497. while (--$len >= 0 && ord($string[$len]) >= 0x80 && ord($string[$len]) < 0xC0) { } return substr($string, 0, $len); } /** * Counts the number of characters in a UTF-8 string. * * This is less than or equal to the byte count. * * @param string $text * The string to run the operation on. * * @return int * The length of the string. */ public static function strlen($text) { if (static::getStatus() == static::STATUS_MULTIBYTE) { return mb_strlen($text); } else { // Do not count UTF-8 continuation bytes. return strlen(preg_replace("/[\x80-\xBF]/", '', $text)); } } /** * Converts a UTF-8 string to uppercase. * * @param string $text * The string to run the operation on. * * @return string * The string in uppercase. */ public static function strtoupper($text) { if (static::getStatus() == static::STATUS_MULTIBYTE) { return mb_strtoupper($text); } else { // Use C-locale for ASCII-only uppercase. $text = strtoupper($text); // Case flip Latin-1 accented letters. $text = preg_replace_callback('/\xC3[\xA0-\xB6\xB8-\xBE]/', '\Drupal\Component\Utility\Unicode::caseFlip', $text); return $text; } } /** * Converts a UTF-8 string to lowercase. * * @param string $text * The string to run the operation on. * * @return string * The string in lowercase. */ public static function strtolower($text) { if (static::getStatus() == static::STATUS_MULTIBYTE) { return mb_strtolower($text); } else { // Use C-locale for ASCII-only lowercase. $text = strtolower($text); // Case flip Latin-1 accented letters. $text = preg_replace_callback('/\xC3[\x80-\x96\x98-\x9E]/', '\Drupal\Component\Utility\Unicode::caseFlip', $text); return $text; } } /** * Capitalizes the first character of a UTF-8 string. * * @param string $text * The string to convert. * * @return string * The string with the first character as uppercase. */ public static function ucfirst($text) { return static::strtoupper(static::substr($text, 0, 1)) . static::substr($text, 1); } /** * Converts the first character of a UTF-8 string to lowercase. * * @param string $text * The string that will be converted. * * @return string * The string with the first character as lowercase. * * @ingroup php_wrappers */ public static function lcfirst($text) { // Note: no mbstring equivalent! return static::strtolower(static::substr($text, 0, 1)) . static::substr($text, 1); } /** * Capitalizes the first character of each word in a UTF-8 string. * * @param string $text * The text that will be converted. * * @return string * The input $text with each word capitalized. * * @ingroup php_wrappers */ public static function ucwords($text) { $regex = '/(^|[' . static::PREG_CLASS_WORD_BOUNDARY . '])([^' . static::PREG_CLASS_WORD_BOUNDARY . '])/u'; return preg_replace_callback($regex, function (array $matches) { return $matches[1] . Unicode::strtoupper($matches[2]); }, $text); } /** * Cuts off a piece of a string based on character indices and counts. * * Follows the same behavior as PHP's own substr() function. Note that for * cutting off a string at a known character/substring location, the usage of * PHP's normal strpos/substr is safe and much faster. * * @param string $text * The input string. * @param int $start * The position at which to start reading. * @param int $length * The number of characters to read. * * @return string * The shortened string. */ public static function substr($text, $start, $length = NULL) { if (static::getStatus() == static::STATUS_MULTIBYTE) { return $length === NULL ? mb_substr($text, $start) : mb_substr($text, $start, $length); } else { $strlen = strlen($text); // Find the starting byte offset. $bytes = 0; if ($start > 0) { // Count all the characters except continuation bytes from the start // until we have found $start characters or the end of the string. $bytes = -1; $chars = -1; while ($bytes < $strlen - 1 && $chars < $start) { $bytes++; $c = ord($text[$bytes]); if ($c < 0x80 || $c >= 0xC0) { $chars++; } } } elseif ($start < 0) { // Count all the characters except continuation bytes from the end // until we have found abs($start) characters. $start = abs($start); $bytes = $strlen; $chars = 0; while ($bytes > 0 && $chars < $start) { $bytes--; $c = ord($text[$bytes]); if ($c < 0x80 || $c >= 0xC0) { $chars++; } } } $istart = $bytes; // Find the ending byte offset. if ($length === NULL) { $iend = $strlen; } elseif ($length > 0) { // Count all the characters except continuation bytes from the starting // index until we have found $length characters or reached the end of // the string, then backtrace one byte. $iend = $istart - 1; $chars = -1; $last_real = FALSE; while ($iend < $strlen - 1 && $chars < $length) { $iend++; $c = ord($text[$iend]); $last_real = FALSE; if ($c < 0x80 || $c >= 0xC0) { $chars++; $last_real = TRUE; } } // Backtrace one byte if the last character we found was a real // character and we don't need it. if ($last_real && $chars >= $length) { $iend--; } } elseif ($length < 0) { // Count all the characters except continuation bytes from the end // until we have found abs($start) characters, then backtrace one byte. $length = abs($length); $iend = $strlen; $chars = 0; while ($iend > 0 && $chars < $length) { $iend--; $c = ord($text[$iend]); if ($c < 0x80 || $c >= 0xC0) { $chars++; } } // Backtrace one byte if we are not at the beginning of the string. if ($iend > 0) { $iend--; } } else { // $length == 0, return an empty string. return ''; } return substr($text, $istart, max(0, $iend - $istart + 1)); } } /** * Truncates a UTF-8-encoded string safely to a number of characters. * * @param string $string * The string to truncate. * @param int $max_length * An upper limit on the returned string length, including trailing ellipsis * if $add_ellipsis is TRUE. * @param bool $wordsafe * If TRUE, attempt to truncate on a word boundary. Word boundaries are * spaces, punctuation, and Unicode characters used as word boundaries in * non-Latin languages; see Unicode::PREG_CLASS_WORD_BOUNDARY for more * information. If a word boundary cannot be found that would make the length * of the returned string fall within length guidelines (see parameters * $max_length and $min_wordsafe_length), word boundaries are ignored. * @param bool $add_ellipsis * If TRUE, add '...' to the end of the truncated string (defaults to * FALSE). The string length will still fall within $max_length. * @param int $min_wordsafe_length * If $wordsafe is TRUE, the minimum acceptable length for truncation (before * adding an ellipsis, if $add_ellipsis is TRUE). Has no effect if $wordsafe * is FALSE. This can be used to prevent having a very short resulting string * that will not be understandable. For instance, if you are truncating the * string "See myverylongurlexample.com for more information" to a word-safe * return length of 20, the only available word boundary within 20 characters * is after the word "See", which wouldn't leave a very informative string. If * you had set $min_wordsafe_length to 10, though, the function would realise * that "See" alone is too short, and would then just truncate ignoring word * boundaries, giving you "See myverylongurl..." (assuming you had set * $add_ellipses to TRUE). * * @return string * The truncated string. */ public static function truncate($string, $max_length, $wordsafe = FALSE, $add_ellipsis = FALSE, $min_wordsafe_length = 1) { $ellipsis = ''; $max_length = max($max_length, 0); $min_wordsafe_length = max($min_wordsafe_length, 0); if (static::strlen($string) <= $max_length) { // No truncation needed, so don't add ellipsis, just return. return $string; } if ($add_ellipsis) { // Truncate ellipsis in case $max_length is small. $ellipsis = static::substr('…', 0, $max_length); $max_length -= static::strlen($ellipsis); $max_length = max($max_length, 0); } if ($max_length <= $min_wordsafe_length) { // Do not attempt word-safe if lengths are bad. $wordsafe = FALSE; } if ($wordsafe) { $matches = []; // Find the last word boundary, if there is one within $min_wordsafe_length // to $max_length characters. preg_match() is always greedy, so it will // find the longest string possible. $found = preg_match('/^(.{' . $min_wordsafe_length . ',' . $max_length . '})[' . Unicode::PREG_CLASS_WORD_BOUNDARY . ']/u', $string, $matches); if ($found) { $string = $matches[1]; } else { $string = static::substr($string, 0, $max_length); } } else { $string = static::substr($string, 0, $max_length); } if ($add_ellipsis) { // If we're adding an ellipsis, remove any trailing periods. $string = rtrim($string, '.'); $string .= $ellipsis; } return $string; } /** * Compares UTF-8-encoded strings in a binary safe case-insensitive manner. * * @param string $str1 * The first string. * @param string $str2 * The second string. * * @return int * Returns < 0 if $str1 is less than $str2; > 0 if $str1 is greater than * $str2, and 0 if they are equal. */ public static function strcasecmp($str1, $str2) { return strcmp(static::strtoupper($str1), static::strtoupper($str2)); } /** * Encodes MIME/HTTP headers that contain incorrectly encoded characters. * * For example, Unicode::mimeHeaderEncode('tést.txt') returns * "=?UTF-8?B?dMOpc3QudHh0?=". * * See http://www.rfc-editor.org/rfc/rfc2047.txt for more information. * * Notes: * - Only encode strings that contain non-ASCII characters. * - We progressively cut-off a chunk with self::truncateBytes(). This ensures * each chunk starts and ends on a character boundary. * - Using \n as the chunk separator may cause problems on some systems and * may have to be changed to \r\n or \r. * * @param string $string * The header to encode. * @param bool $shorten * If TRUE, only return the first chunk of a multi-chunk encoded string. * * @return string * The mime-encoded header. */ public static function mimeHeaderEncode($string, $shorten = FALSE) { if (preg_match('/[^\x20-\x7E]/', $string)) { // floor((75 - strlen("=?UTF-8?B??=")) * 0.75); $chunk_size = 47; $len = strlen($string); $output = ''; while ($len > 0) { $chunk = static::truncateBytes($string, $chunk_size); $output .= ' =?UTF-8?B?' . base64_encode($chunk) . "?=\n"; if ($shorten) { break; } $c = strlen($chunk); $string = substr($string, $c); $len -= $c; } return trim($output); } return $string; } /** * Decodes MIME/HTTP encoded header values. * * @param string $header * The header to decode. * * @return string * The mime-decoded header. */ public static function mimeHeaderDecode($header) { $callback = function ($matches) { $data = ($matches[2] == 'B') ? base64_decode($matches[3]) : str_replace('_', ' ', quoted_printable_decode($matches[3])); if (strtolower($matches[1]) != 'utf-8') { $data = static::convertToUtf8($data, $matches[1]); } return $data; }; // First step: encoded chunks followed by other encoded chunks (need to collapse whitespace) $header = preg_replace_callback('/=\?([^?]+)\?(Q|B)\?([^?]+|\?(?!=))\?=\s+(?==\?)/', $callback, $header); // Second step: remaining chunks (do not collapse whitespace) return preg_replace_callback('/=\?([^?]+)\?(Q|B)\?([^?]+|\?(?!=))\?=/', $callback, $header); } /** * Flip U+C0-U+DE to U+E0-U+FD and back. Can be used as preg_replace callback. * * @param array $matches * An array of matches by preg_replace_callback(). * * @return string * The flipped text. */ public static function caseFlip($matches) { return $matches[0][0] . chr(ord($matches[0][1]) ^ 32); } /** * Checks whether a string is valid UTF-8. * * All functions designed to filter input should use drupal_validate_utf8 * to ensure they operate on valid UTF-8 strings to prevent bypass of the * filter. * * When text containing an invalid UTF-8 lead byte (0xC0 - 0xFF) is presented * as UTF-8 to Internet Explorer 6, the program may misinterpret subsequent * bytes. When these subsequent bytes are HTML control characters such as * quotes or angle brackets, parts of the text that were deemed safe by filters * end up in locations that are potentially unsafe; An onerror attribute that * is outside of a tag, and thus deemed safe by a filter, can be interpreted * by the browser as if it were inside the tag. * * The function does not return FALSE for strings containing character codes * above U+10FFFF, even though these are prohibited by RFC 3629. * * @param string $text * The text to check. * * @return bool * TRUE if the text is valid UTF-8, FALSE if not. */ public static function validateUtf8($text) { if (strlen($text) == 0) { return TRUE; } // With the PCRE_UTF8 modifier 'u', preg_match() fails silently on strings // containing invalid UTF-8 byte sequences. It does not reject character // codes above U+10FFFF (represented by 4 or more octets), though. return (preg_match('/^./us', $text) == 1); } /** * Finds the position of the first occurrence of a string in another string. * * @param string $haystack * The string to search in. * @param string $needle * The string to find in $haystack. * @param int $offset * If specified, start the search at this number of characters from the * beginning (default 0). * * @return int|false * The position where $needle occurs in $haystack, always relative to the * beginning (independent of $offset), or FALSE if not found. Note that * a return value of 0 is not the same as FALSE. */ public static function strpos($haystack, $needle, $offset = 0) { if (static::getStatus() == static::STATUS_MULTIBYTE) { return mb_strpos($haystack, $needle, $offset); } else { // Remove Unicode continuation characters, to be compatible with // Unicode::strlen() and Unicode::substr(). $haystack = preg_replace("/[\x80-\xBF]/", '', $haystack); $needle = preg_replace("/[\x80-\xBF]/", '', $needle); return strpos($haystack, $needle, $offset); } } }