mirror of
https://github.com/gosticks/wordpress-develop.git
synced 2025-10-16 12:05:38 +00:00
1d5d9e24c4
This changeset adds Unicode sequence normalization from NFD to NFC, via the `normalizer_normalize()` PHP function which is available with the recommended `intl` PHP extension. This fixes an issue where NFD characters were not properly sanitized. It also provides a unit test for NFD sequences (alternate Unicode representations of the same characters). Props NumidWasNotAvailable, targz, nacin, nunomorgadinho, p_enrique, gitlost, SergeyBiryukov, markoheijnen, mikeschroder, ocean90, pento, helen, rodrigosevero, zodiac1978, ironprogrammer, audrasjb, azaozz, laboiteare, nuryko, virgar, dxd5001, onnimonni, johnbillion. Fixes #24661, #47763, #35951. See #30130, #52654. git-svn-id: https://develop.svn.wordpress.org/trunk@53754 602fd350-edb4-49c9-b593-d223f7449a82
134 lines
5.1 KiB
PHP
134 lines
5.1 KiB
PHP
<?php
|
||
|
||
/**
|
||
* @group formatting
|
||
*
|
||
* @covers ::remove_accents
|
||
*/
|
||
class Tests_Formatting_RemoveAccents extends WP_UnitTestCase {
|
||
|
||
public function test_remove_accents_simple() {
|
||
$this->assertSame( 'abcdefghijkl', remove_accents( 'abcdefghijkl' ) );
|
||
}
|
||
|
||
/**
|
||
* @ticket 24661
|
||
*
|
||
* Tests Unicode sequence normalization from NFD (Normalization Form Decomposed)
|
||
* to NFC (Normalization Form [Pre]Composed), the encoding used in `remove_accents()`.
|
||
*
|
||
* For more information on Unicode normalization, see
|
||
* https://unicode.org/faq/normalization.html.
|
||
*
|
||
* @requires extension intl
|
||
*/
|
||
public function test_remove_accents_latin1_supplement_nfd_encoding() {
|
||
$input = 'ªºÀÁÂÃÄÅÆÇÈÉÊËÌÍÎÏÐÑÒÓÔÕÖØÙÚÛÜÝÞßàáâãäåæçèéêëìíîïðñòóôõöøùúûüýþÿ';
|
||
$output = 'aoAAAAAAAECEEEEIIIIDNOOOOOOUUUUYTHsaaaaaaaeceeeeiiiidnoooooouuuuythy';
|
||
|
||
$this->assertSame( $output, remove_accents( $input ), 'remove_accents replaces Latin-1 Supplement with NFD encoding' );
|
||
}
|
||
|
||
/**
|
||
* @ticket 9591
|
||
*/
|
||
public function test_remove_accents_latin1_supplement() {
|
||
$input = 'ªºÀÁÂÃÄÅÆÇÈÉÊËÌÍÎÏÐÑÒÓÔÕÖØÙÚÛÜÝÞßàáâãäåæçèéêëìíîïðñòóôõöøùúûüýþÿ';
|
||
$output = 'aoAAAAAAAECEEEEIIIIDNOOOOOOUUUUYTHsaaaaaaaeceeeeiiiidnoooooouuuuythy';
|
||
|
||
$this->assertSame( $output, remove_accents( $input ), 'remove_accents replaces Latin-1 Supplement' );
|
||
}
|
||
|
||
public function test_remove_accents_latin_extended_a() {
|
||
$input = 'ĀāĂ㥹ĆćĈĉĊċČčĎďĐđĒēĔĕĖėĘęĚěĜĝĞğĠġĢģĤĥĦħĨĩĪīĬĭĮįİıIJijĴĵĶķĸĹĺĻļĽľĿŀŁłŃńŅņŇňʼnŊŋŌōŎŏŐőŒœŔŕŖŗŘřŚśŜŝŞşŠšŢţŤťŦŧŨũŪūŬŭŮůŰűŲųŴŵŶŷŸŹźŻżŽžſ';
|
||
$output = 'AaAaAaCcCcCcCcDdDdEeEeEeEeEeGgGgGgGgHhHhIiIiIiIiIiIJijJjKkkLlLlLlLlLlNnNnNnnNnOoOoOoOEoeRrRrRrSsSsSsSsTtTtTtUuUuUuUuUuUuWwYyYZzZzZzs';
|
||
|
||
$this->assertSame( $output, remove_accents( $input ), 'remove_accents replaces Latin Extended A' );
|
||
}
|
||
|
||
public function test_remove_accents_latin_extended_b() {
|
||
$this->assertSame( 'SsTt', remove_accents( 'ȘșȚț' ), 'remove_accents replaces Latin Extended B' );
|
||
}
|
||
|
||
public function test_remove_accents_euro_pound_signs() {
|
||
$this->assertSame( 'E', remove_accents( '€' ), 'remove_accents replaces euro sign' );
|
||
$this->assertSame( '', remove_accents( '£' ), 'remove_accents replaces pound sign' );
|
||
}
|
||
|
||
public function test_remove_accents_iso8859() {
|
||
// File is Latin1-encoded.
|
||
$file = DIR_TESTDATA . '/formatting/remove_accents.01.input.txt';
|
||
$input = file_get_contents( $file );
|
||
$input = trim( $input );
|
||
$output = 'EfSZszYcYuAAAAAACEEEEIIIINOOOOOOUUUUYaaaaaaceeeeiiiinoooooouuuuyyOEoeAEDHTHssaedhth';
|
||
|
||
$this->assertSame( $output, remove_accents( $input ), 'remove_accents from ISO-8859-1 text' );
|
||
}
|
||
|
||
/**
|
||
* @ticket 17738
|
||
*/
|
||
public function test_remove_accents_vowels_diacritic() {
|
||
// Vowels with diacritic.
|
||
// Unmarked.
|
||
$this->assertSame( 'OoUu', remove_accents( 'ƠơƯư' ) );
|
||
// Grave accent.
|
||
$this->assertSame( 'AaAaEeOoOoUuYy', remove_accents( 'ẦầẰằỀềỒồỜờỪừỲỳ' ) );
|
||
// Hook.
|
||
$this->assertSame( 'AaAaAaEeEeIiOoOoOoUuUuYy', remove_accents( 'ẢảẨẩẲẳẺẻỂểỈỉỎỏỔổỞởỦủỬửỶỷ' ) );
|
||
// Tilde.
|
||
$this->assertSame( 'AaAaEeEeOoOoUuYy', remove_accents( 'ẪẫẴẵẼẽỄễỖỗỠỡỮữỸỹ' ) );
|
||
// Acute accent.
|
||
$this->assertSame( 'AaAaEeOoOoUu', remove_accents( 'ẤấẮắẾếỐốỚớỨứ' ) );
|
||
// Dot below.
|
||
$this->assertSame( 'AaAaAaEeEeIiOoOoOoUuUuYy', remove_accents( 'ẠạẬậẶặẸẹỆệỊịỌọỘộỢợỤụỰựỴỵ' ) );
|
||
}
|
||
|
||
/**
|
||
* @ticket 20772
|
||
*/
|
||
public function test_remove_accents_hanyu_pinyin() {
|
||
// Vowels with diacritic (Chinese, Hanyu Pinyin).
|
||
// Macron.
|
||
$this->assertSame( 'aeiouuAEIOUU', remove_accents( 'āēīōūǖĀĒĪŌŪǕ' ) );
|
||
// Acute accent.
|
||
$this->assertSame( 'aeiouuAEIOUU', remove_accents( 'áéíóúǘÁÉÍÓÚǗ' ) );
|
||
// Caron.
|
||
$this->assertSame( 'aeiouuAEIOUU', remove_accents( 'ǎěǐǒǔǚǍĚǏǑǓǙ' ) );
|
||
// Grave accent.
|
||
$this->assertSame( 'aeiouuAEIOUU', remove_accents( 'àèìòùǜÀÈÌÒÙǛ' ) );
|
||
// Unmarked.
|
||
$this->assertSame( 'aaeiouuAEIOUU', remove_accents( 'aɑeiouüAEIOUÜ' ) );
|
||
}
|
||
|
||
/**
|
||
* @ticket 3782
|
||
*/
|
||
public function test_remove_accents_germanic_umlauts() {
|
||
$this->assertSame( 'AeOeUeaeoeuess', remove_accents( 'ÄÖÜäöüß', 'de_DE' ) );
|
||
}
|
||
|
||
/**
|
||
* @ticket 23907
|
||
*/
|
||
public function test_remove_danish_accents() {
|
||
$this->assertSame( 'AeOeAaaeoeaa', remove_accents( 'ÆØÅæøå', 'da_DK' ) );
|
||
}
|
||
|
||
/**
|
||
* @ticket 37086
|
||
*/
|
||
public function test_remove_catalan_middot() {
|
||
$this->assertSame( 'allallalla', remove_accents( 'al·lallaŀla', 'ca' ) );
|
||
$this->assertSame( 'al·lallalla', remove_accents( 'al·lallaŀla' ) );
|
||
}
|
||
|
||
/**
|
||
* @ticket 38078
|
||
*/
|
||
public function test_transcribe_serbian_crossed_d() {
|
||
$this->assertSame( 'DJdj', remove_accents( 'Đđ', 'sr_RS' ) );
|
||
$this->assertSame( 'Dd', remove_accents( 'Đđ' ) );
|
||
}
|
||
}
|