Skip to content

Commit f4afd80

Browse files
committed
Exclude NFKC simple casefold mappings from binary properties
Assisted-By: GPT-6
1 parent e9c1785 commit f4afd80

2 files changed

Lines changed: 12 additions & 1 deletion

File tree

‎scripts/parse-blocks-scripts-properties.mjs‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -64,7 +64,7 @@ const parseBlocksScriptsProperties = async (type, version) => {
6464
const canonical = findCanonicalName(item);
6565
if (canonical) {
6666
if (
67-
/FC_NFKC_Closure|^NFKC_Casefold$|(?:NFC|NFD|NFKC|NFKD)_Quick_Check/.test(
67+
/FC_NFKC_Closure|^NFKC_(?:Simple_)?Casefold$|(?:NFC|NFD|NFKC|NFKD)_Quick_Check/.test(
6868
canonical,
6969
)
7070
) {

‎tests/parsers.mjs‎

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,7 @@ import parseDecompositionMapping from '../scripts/parse-decomposition-mapping.mj
33
import parseIndicConjunctBreak from '../scripts/parse-indic-conjunct-break.mjs';
44
import {
55
parseDerivedCoreProperties,
6+
parseDerivedNormalizationProperties,
67
parseProperties,
78
parseScripts,
89
} from '../scripts/parse-blocks-scripts-properties.mjs';
@@ -20,6 +21,16 @@ test('Hangul has pairwise canonical decomposition mappings', async (t) => {
2021
t.assert.equal(await parseDecompositionMapping('1.1.5'), undefined);
2122
});
2223

24+
test('Normalization mappings are not emitted as binary properties', async (t) => {
25+
for (const version of ['15.1.0', '16.0.0', '17.0.0', '18.0.0']) {
26+
const binary = await parseDerivedNormalizationProperties(version);
27+
t.assert.equal(binary.NFKC_Simple_Casefold, undefined);
28+
t.assert.equal(binary.NFKC_Casefold, undefined);
29+
t.assert.ok(binary.Changes_When_NFKC_Casefolded.contains(0x41));
30+
t.assert.ok(binary.Full_Composition_Exclusion.contains(0x340));
31+
}
32+
});
33+
2334
test('Indic conjunct break retains enumerated values', async (t) => {
2435
for (const version of ['15.1.0', '16.0.0', '17.0.0', '18.0.0']) {
2536
const map = await parseIndicConjunctBreak(version);

0 commit comments

Comments
 (0)