. /** * core_text unit tests. * * @package core * @category phpunit * @copyright 2012 Petr Skoda {@link http://skodak.org} * @license http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later */ defined('MOODLE_INTERNAL') || die(); /** * Unit tests for our utf-8 aware text processing. * * @package core * @category phpunit * @copyright 2010 Petr Skoda (http://skodak.org) * @license http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later */ class core_text_testcase extends advanced_testcase { /** * Tests the static parse charset method. */ public function test_parse_charset() { $this->assertSame('windows-1250', core_text::parse_charset('Cp1250')); // Does typo3 work? Some encoding moodle does not use. $this->assertSame('windows-1252', core_text::parse_charset('ms-ansi')); } /** * Tests the static convert method. */ public function test_convert() { $utf8 = "Žluťoučký koníček"; $iso2 = pack("H*", "ae6c75bb6f75e86bfd206b6f6eede8656b"); $win = pack("H*", "8e6c759d6f75e86bfd206b6f6eede8656b"); $this->assertSame($iso2, core_text::convert($utf8, 'utf-8', 'iso-8859-2')); $this->assertSame($utf8, core_text::convert($iso2, 'iso-8859-2', 'utf-8')); $this->assertSame($win, core_text::convert($utf8, 'utf-8', 'win-1250')); $this->assertSame($utf8, core_text::convert($win, 'win-1250', 'utf-8')); $this->assertSame($iso2, core_text::convert($win, 'win-1250', 'iso-8859-2')); $this->assertSame($win, core_text::convert($iso2, 'iso-8859-2', 'win-1250')); $this->assertSame($iso2, core_text::convert($iso2, 'iso-8859-2', 'iso-8859-2')); $this->assertSame($win, core_text::convert($win, 'win-1250', 'cp1250')); $this->assertSame($utf8, core_text::convert($utf8, 'utf-8', 'utf-8')); $utf8 = '言語設定'; $str = pack("H*", "b8c0b8ecc0dfc4ea"); // EUC-JP $this->assertSame($str, core_text::convert($utf8, 'utf-8', 'EUC-JP')); $this->assertSame($utf8, core_text::convert($str, 'EUC-JP', 'utf-8')); $this->assertSame($utf8, core_text::convert($utf8, 'utf-8', 'utf-8')); $str = pack("H*", "1b24423840386c405f446a1b2842"); // ISO-2022-JP $this->assertSame($str, core_text::convert($utf8, 'utf-8', 'ISO-2022-JP')); $this->assertSame($utf8, core_text::convert($str, 'ISO-2022-JP', 'utf-8')); $this->assertSame($utf8, core_text::convert($utf8, 'utf-8', 'utf-8')); $str = pack("H*", "8cbe8cea90dd92e8"); // SHIFT-JIS $this->assertSame($str, core_text::convert($utf8, 'utf-8', 'SHIFT-JIS')); $this->assertSame($utf8, core_text::convert($str, 'SHIFT-JIS', 'utf-8')); $this->assertSame($utf8, core_text::convert($utf8, 'utf-8', 'utf-8')); $utf8 = '简体中文'; $str = pack("H*", "bcf2cce5d6d0cec4"); // GB2312 $this->assertSame($str, core_text::convert($utf8, 'utf-8', 'GB2312')); $this->assertSame($utf8, core_text::convert($str, 'GB2312', 'utf-8')); $this->assertSame($utf8, core_text::convert($utf8, 'utf-8', 'utf-8')); $str = pack("H*", "bcf2cce5d6d0cec4"); // GB18030 $this->assertSame($str, core_text::convert($utf8, 'utf-8', 'GB18030')); $this->assertSame($utf8, core_text::convert($str, 'GB18030', 'utf-8')); $this->assertSame($utf8, core_text::convert($utf8, 'utf-8', 'utf-8')); $utf8 = "Žluťoučký koníček"; $this->assertSame('Zlutoucky konicek', core_text::convert($utf8, 'utf-8', 'ascii')); $this->assertSame($utf8, core_text::convert($utf8.chr(130), 'utf-8', 'utf-8')); $utf8 = "Der eine stößt den Speer zum Mann"; $this->assertSame('Der eine stoesst den Speer zum Mann', core_text::convert($utf8, 'utf-8', 'ascii')); $iso1 = core_text::convert($utf8, 'utf-8', 'iso-8859-1'); $this->assertSame('Der eine stoesst den Speer zum Mann', core_text::convert($iso1, 'iso-8859-1', 'ascii')); } /** * Tests the static sub string method. */ public function test_substr() { $str = "Žluťoučký koníček"; $this->assertSame($str, core_text::substr($str, 0)); $this->assertSame('luťoučký koníček', core_text::substr($str, 1)); $this->assertSame('luť', core_text::substr($str, 1, 3)); $this->assertSame($str, core_text::substr($str, 0, 100)); $this->assertSame('če', core_text::substr($str, -3, 2)); $iso2 = pack("H*", "ae6c75bb6f75e86bfd206b6f6eede8656b"); $this->assertSame(core_text::convert('luť', 'utf-8', 'iso-8859-2'), core_text::substr($iso2, 1, 3, 'iso-8859-2')); $this->assertSame(core_text::convert($str, 'utf-8', 'iso-8859-2'), core_text::substr($iso2, 0, 100, 'iso-8859-2')); $this->assertSame(core_text::convert('če', 'utf-8', 'iso-8859-2'), core_text::substr($iso2, -3, 2, 'iso-8859-2')); $win = pack("H*", "8e6c759d6f75e86bfd206b6f6eede8656b"); $this->assertSame(core_text::convert('luť', 'utf-8', 'cp1250'), core_text::substr($win, 1, 3, 'cp1250')); $this->assertSame(core_text::convert($str, 'utf-8', 'cp1250'), core_text::substr($win, 0, 100, 'cp1250')); $this->assertSame(core_text::convert('če', 'utf-8', 'cp1250'), core_text::substr($win, -3, 2, 'cp1250')); $str = pack("H*", "b8c0b8ecc0dfc4ea"); // EUC-JP $s = pack("H*", "b8ec"); // EUC-JP $this->assertSame($s, core_text::substr($str, 1, 1, 'EUC-JP')); $str = pack("H*", "1b24423840386c405f446a1b2842"); // ISO-2022-JP $s = pack("H*", "1b2442386c1b2842"); // ISO-2022-JP $this->assertSame($s, core_text::substr($str, 1, 1, 'ISO-2022-JP')); $str = pack("H*", "8cbe8cea90dd92e8"); // SHIFT-JIS $s = pack("H*", "8cea"); // SHIFT-JIS $this->assertSame($s, core_text::substr($str, 1, 1, 'SHIFT-JIS')); $str = pack("H*", "bcf2cce5d6d0cec4"); // GB2312 $s = pack("H*", "cce5"); // GB2312 $this->assertSame($s, core_text::substr($str, 1, 1, 'GB2312')); $str = pack("H*", "bcf2cce5d6d0cec4"); // GB18030 $s = pack("H*", "cce5"); // GB18030 $this->assertSame($s, core_text::substr($str, 1, 1, 'GB18030')); } /** * Tests the static string length method. */ public function test_strlen() { $str = "Žluťoučký koníček"; $this->assertSame(17, core_text::strlen($str)); $iso2 = pack("H*", "ae6c75bb6f75e86bfd206b6f6eede8656b"); $this->assertSame(17, core_text::strlen($iso2, 'iso-8859-2')); $win = pack("H*", "8e6c759d6f75e86bfd206b6f6eede8656b"); $this->assertSame(17, core_text::strlen($win, 'cp1250')); $str = pack("H*", "b8ec"); // EUC-JP $this->assertSame(1, core_text::strlen($str, 'EUC-JP')); $str = pack("H*", "b8c0b8ecc0dfc4ea"); // EUC-JP $this->assertSame(4, core_text::strlen($str, 'EUC-JP')); $str = pack("H*", "1b2442386c1b2842"); // ISO-2022-JP $this->assertSame(1, core_text::strlen($str, 'ISO-2022-JP')); $str = pack("H*", "1b24423840386c405f446a1b2842"); // ISO-2022-JP $this->assertSame(4, core_text::strlen($str, 'ISO-2022-JP')); $str = pack("H*", "8cea"); // SHIFT-JIS $this->assertSame(1, core_text::strlen($str, 'SHIFT-JIS')); $str = pack("H*", "8cbe8cea90dd92e8"); // SHIFT-JIS $this->assertSame(4, core_text::strlen($str, 'SHIFT-JIS')); $str = pack("H*", "cce5"); // GB2312 $this->assertSame(1, core_text::strlen($str, 'GB2312')); $str = pack("H*", "bcf2cce5d6d0cec4"); // GB2312 $this->assertSame(4, core_text::strlen($str, 'GB2312')); $str = pack("H*", "cce5"); // GB18030 $this->assertSame(1, core_text::strlen($str, 'GB18030')); $str = pack("H*", "bcf2cce5d6d0cec4"); // GB18030 $this->assertSame(4, core_text::strlen($str, 'GB18030')); } /** * Tests the static strtolower method. */ public function test_strtolower() { $str = "Žluťoučký koníček"; $low = 'žluťoučký koníček'; $this->assertSame($low, core_text::strtolower($str)); $iso2 = pack("H*", "ae6c75bb6f75e86bfd206b6f6eede8656b"); $this->assertSame(core_text::convert($low, 'utf-8', 'iso-8859-2'), core_text::strtolower($iso2, 'iso-8859-2')); $win = pack("H*", "8e6c759d6f75e86bfd206b6f6eede8656b"); $this->assertSame(core_text::convert($low, 'utf-8', 'cp1250'), core_text::strtolower($win, 'cp1250')); $str = '言語設定'; $this->assertSame($str, core_text::strtolower($str)); $str = '简体中文'; $this->assertSame($str, core_text::strtolower($str)); $str = pack("H*", "1b24423840386c405f446a1b2842"); // ISO-2022-JP $this->assertSame($str, core_text::strtolower($str, 'ISO-2022-JP')); $str = pack("H*", "8cbe8cea90dd92e8"); // SHIFT-JIS $this->assertSame($str, core_text::strtolower($str, 'SHIFT-JIS')); $str = pack("H*", "bcf2cce5d6d0cec4"); // GB2312 $this->assertSame($str, core_text::strtolower($str, 'GB2312')); $str = pack("H*", "bcf2cce5d6d0cec4"); // GB18030 $this->assertSame($str, core_text::strtolower($str, 'GB18030')); // Typo3 has problems with integers. $str = 1309528800; $this->assertSame((string)$str, core_text::strtolower($str)); } /** * Tests the static strtoupper. */ public function test_strtoupper() { $str = "Žluťoučký koníček"; $up = 'ŽLUŤOUČKÝ KONÍČEK'; $this->assertSame($up, core_text::strtoupper($str)); $iso2 = pack("H*", "ae6c75bb6f75e86bfd206b6f6eede8656b"); $this->assertSame(core_text::convert($up, 'utf-8', 'iso-8859-2'), core_text::strtoupper($iso2, 'iso-8859-2')); $win = pack("H*", "8e6c759d6f75e86bfd206b6f6eede8656b"); $this->assertSame(core_text::convert($up, 'utf-8', 'cp1250'), core_text::strtoupper($win, 'cp1250')); $str = '言語設定'; $this->assertSame($str, core_text::strtoupper($str)); $str = '简体中文'; $this->assertSame($str, core_text::strtoupper($str)); $str = pack("H*", "1b24423840386c405f446a1b2842"); // ISO-2022-JP $this->assertSame($str, core_text::strtoupper($str, 'ISO-2022-JP')); $str = pack("H*", "8cbe8cea90dd92e8"); // SHIFT-JIS $this->assertSame($str, core_text::strtoupper($str, 'SHIFT-JIS')); $str = pack("H*", "bcf2cce5d6d0cec4"); // GB2312 $this->assertSame($str, core_text::strtoupper($str, 'GB2312')); $str = pack("H*", "bcf2cce5d6d0cec4"); // GB18030 $this->assertSame($str, core_text::strtoupper($str, 'GB18030')); } /** * Test the strrev method. */ public function test_strrev() { $strings = array( "Žluťoučký koníček" => "kečínok ýkčuoťulŽ", 'ŽLUŤOUČKÝ KONÍČEK' => "KEČÍNOK ÝKČUOŤULŽ", '言語設定' => '定設語言', '简体中文' => '文中体简', "Der eine stößt den Speer zum Mann" => "nnaM muz reepS ned tßöts enie reD" ); foreach ($strings as $before => $after) { // Make sure we can reverse it both ways and that it comes out the same. $this->assertSame($after, core_text::strrev($before)); $this->assertSame($before, core_text::strrev($after)); // Reverse it twice to be doubly sure. $this->assertSame($after, core_text::strrev(core_text::strrev($after))); } } /** * Tests the static strpos method. */ public function test_strpos() { $str = "Žluťoučký koníček"; $this->assertSame(10, core_text::strpos($str, 'koníč')); } /** * Tests the static strrpos. */ public function test_strrpos() { $str = "Žluťoučký koníček"; $this->assertSame(11, core_text::strrpos($str, 'o')); } /** * Tests the static specialtoascii method. */ public function test_specialtoascii() { $str = "Žluťoučký koníček"; $this->assertSame('Zlutoucky konicek', core_text::specialtoascii($str)); } /** * Tests the static encode_mimeheader method. */ public function test_encode_mimeheader() { $str = "Žluťoučký koníček"; $this->assertSame('=?utf-8?B?xb1sdcWlb3XEjWvDvSBrb27DrcSNZWs=?=', core_text::encode_mimeheader($str)); } /** * Tests the static entities_to_utf8 method. */ public function test_entities_to_utf8() { $str = "Žluťoučký koníček©"&<>§«"; $this->assertSame("Žluťoučký koníček©\"&<>§«", core_text::entities_to_utf8($str)); } /** * Tests the static utf8_to_entities method. */ public function test_utf8_to_entities() { $str = "Žluťoučký koníček©"&<>§«"; $this->assertSame("Žluťoučký koníček©"&<>§«", core_text::utf8_to_entities($str)); $this->assertSame("Žluťoučký koníček©"&<>§«", core_text::utf8_to_entities($str, true)); $str = "Žluťoučký koníček©"&<>§«"; $this->assertSame("Žluťoučký koníček©\"&<>§«", core_text::utf8_to_entities($str, false, true)); $this->assertSame("Žluťoučký koníček©\"&<>§«", core_text::utf8_to_entities($str, true, true)); } /** * Tests the static trim_utf8_bom method. */ public function test_trim_utf8_bom() { $bom = "\xef\xbb\xbf"; $str = "Žluťoučký koníček"; $this->assertSame($str.$bom, core_text::trim_utf8_bom($bom.$str.$bom)); } /** * Tests the static get_encodings method. */ public function test_get_encodings() { $encodings = core_text::get_encodings(); $this->assertTrue(is_array($encodings)); $this->assertTrue(count($encodings) > 1); $this->assertTrue(isset($encodings['UTF-8'])); } /** * Tests the static code2utf8 method. */ public function test_code2utf8() { $this->assertSame('Ž', core_text::code2utf8(381)); } /** * Tests the static utf8ord method. */ public function test_utf8ord() { $this->assertSame(ord(''), core_text::utf8ord('')); $this->assertSame(ord('f'), core_text::utf8ord('f')); $this->assertSame(0x03B1, core_text::utf8ord('α')); $this->assertSame(0x0439, core_text::utf8ord('й')); $this->assertSame(0x2FA1F, core_text::utf8ord('𯨟')); $this->assertSame(381, core_text::utf8ord('Ž')); } /** * Tests the static strtotitle method. */ public function test_strtotitle() { $str = "žluťoučký koníček"; $this->assertSame("Žluťoučký Koníček", core_text::strtotitle($str)); } public function test_deprecated_textlib() { $this->assertSame(textlib::strtolower('HUH'), core_text::strtolower('HUH')); $this->assertDebuggingCalled(null, null, 'This fails if any other test uses the deprecated textlib class.'); } /** * Tests the deprecated method of textlib that still require an instance. */ public function test_deprecated_textlib_get_instance() { $textlib = textlib_get_instance(); $this->assertDebuggingCalled(); $this->assertSame($textlib->substr('abc', 1, 1), 'b'); $this->assertSame($textlib->strlen('abc'), 3); $this->assertSame($textlib->strtoupper('Abc'), 'ABC'); $this->assertSame($textlib->strtolower('Abc'), 'abc'); $this->assertSame($textlib->strpos('abc', 'a'), 0); $this->assertSame($textlib->strpos('abc', 'd'), false); $this->assertSame($textlib->strrpos('abcabc', 'a'), 3); $this->assertSame($textlib->specialtoascii('ábc'), 'abc'); $this->assertSame($textlib->strtotitle('abc ABC'), 'Abc Abc'); } /** * Test strrchr. */ public function test_strrchr() { $str = "Žluťoučký koníček"; $this->assertSame('koníček', core_text::strrchr($str, 'koní')); $this->assertSame('Žluťoučký ', core_text::strrchr($str, 'koní', true)); $this->assertFalse(core_text::strrchr($str, 'A')); $this->assertFalse(core_text::strrchr($str, 'ç', true)); } }