Improve mb_detect_encoding accuracy for text containing the word Māori (with accent)

Author: alexdowad

ext/mbstring/common_codepoints.txt

@@ -3,6 +3,7 @@
 0x0020	0x007E # ASCII
 0x00A1	0x00AC # Pound sign, Yen sign, copyright sign...
 0x00AE	0x00FF # Accented Latin characters
+0x0101	0x0101 # Accented a, used in the word Māori
 0x0104	0x0107 # Polish
 0x010C	0x010F # Czech
 0x0118	0x011B # Polish, Czech

ext/mbstring/rare_cp_bitvec.h

@@ -11,7 +11,7 @@
 
 static const uint32_t rare_codepoint_bitvec[] = {
 0xffffd9ff, 0x00000000, 0x00000000, 0x80000000, 0xffffffff, 0x00002001, 0x00000000, 0x00000000,
-0x70ff0f0f, 0xfffcffff, 0x70fcfe61, 0x81fc3fcc, 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff,
+0x70ff0f0d, 0xfffcffff, 0x70fcfe61, 0x81fc3fcc, 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff,
 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff, 0xffffffff,
 0xfffff800, 0xffffffff, 0xffffffff, 0x0300ffff, 0x0000280f, 0x00000004, 0x00000000, 0x00000000,
 0x00000000, 0x00000000, 0x00000000, 0x00000000, 0x00000000, 0x00000000, 0x00000000, 0x00000000,

ext/mbstring/tests/mb_detect_encoding.phpt

@@ -85,6 +85,9 @@ $css = 'input[type="radio"]:checked + img {
 }';
 echo mb_detect_encoding($css, mb_list_encodings(), true), "\n";
 
+// This test case courtesy of Kirill Roskolii
+echo "Māori: ", mb_detect_encoding("Total Māori,31.5,33.3,31.8,33,36.4,33.2,33.2", ['UTF-8', 'ISO-8859-1', 'Windows-1251']), "\n";
+
 echo "== DETECT ORDER ==\n";
 
 mb_detect_order('auto');
@@ -408,6 +411,7 @@ UTF-8
 UTF-8
 SJIS
 UTF-8
+Māori: UTF-8
 == DETECT ORDER ==
 JIS: JIS
 EUC-JP: EUC-JP