Assign the Unicode 1.1.5 CJK compatibility ideographs

UnicodeData-1.1.5 omits F900..FA2D entirely, so the gap logic reported
them as unassigned. The Unicode 1.1 Han cross-reference table
(CJKXREF.TXT) lists the whole range, and Unicode 2.0 lists it as Lo.

Assisted-By: Claude Opus 5.5
Issue: #110

Author: JLHwung

scripts/parse-blocks-scripts-properties.mjs

@@ -159,6 +159,19 @@ const parseDerivedBinaryProperties = async (version) => {
 	}
 };
 
+// The General_Category values a legacy UnicodeData record contributes to.
+const legacyCategoriesOf = (generalCategory) => {
+	const categories = [
+		categoryAliases.get(generalCategory),
+		categoryAliases.get(generalCategory.charAt(0)),
+		'Assigned',
+	];
+	if (/^(?:Ll|Lu|Lt)$/.test(generalCategory)) {
+		categories.push(categoryAliases.get('LC'));
+	}
+	return categories;
+};
+
 const parseDerivedGeneralCategory = async (version) => {
 	if (
 		version === '3.0.1' ||
@@ -200,15 +213,7 @@ const parseDerivedGeneralCategory = async (version) => {
 			const codePoint = parseInt(data[0], 16);
 			const name = data[1];
 			const recordEnd = representativeRangeEnds.get(name) ?? codePoint;
-			const generalCategory = data[2];
-			const categories = [
-				categoryAliases.get(generalCategory),
-				categoryAliases.get(generalCategory.charAt(0)),
-				'Assigned',
-			];
-			if (/^(?:Ll|Lu|Lt)$/.test(generalCategory)) {
-				categories.push(categoryAliases.get('LC'));
-			}
+			const categories = legacyCategoriesOf(data[2]);
 			for (const category of categories) {
 				categoryMap[category] ??= regenerate();
 			}
@@ -254,6 +259,27 @@ const parseDerivedGeneralCategory = async (version) => {
 			}
 		}
 
+		// Assigned ranges that a legacy UnicodeData file leaves out entirely.
+		const unlistedRanges = [];
+		if (version === '1.1.5') {
+			// UnicodeData-1.1.5 omits the CJK Compatibility Ideographs, which the
+			// Unicode 1.1 Han cross-reference table lists as F900..FA2D.
+			unlistedRanges.push([0xf900, 0xfa2d, 'Lo']);
+		}
+		for (const [start, end, generalCategory] of unlistedRanges) {
+			// Undo the gap handling, which recorded the range as unassigned.
+			for (const category of [
+				categoryAliases.get('C'),
+				categoryAliases.get('Cn'),
+			]) {
+				categoryMap[category].removeRange(start, end);
+			}
+			for (const category of legacyCategoriesOf(generalCategory)) {
+				categoryMap[category] ??= regenerate();
+				categoryMap[category].addRange(start, end);
+			}
+		}
+
 		return categoryMap;
 	} else {
 		const map = await parseBlocksScriptsProperties(

tests/parsers.mjs

@@ -172,6 +172,20 @@ test('Unicode 1.1.5 assigns the Unified Han range represented by U+4E00', async
 	t.assert.ok(!categories.Assigned.contains(0x9fa6));
 });
 
+test('Unicode 1.1.5 assigns the unlisted CJK compatibility ideographs', async (t) => {
+	const categories = await parseDerivedGeneralCategory('1.1.5');
+	for (const cp of [0xf900, 0xfa0e, 0xfa2d]) {
+		t.assert.ok(categories.Other_Letter.contains(cp), cp.toString(16));
+		t.assert.ok(categories.Letter.contains(cp), cp.toString(16));
+		t.assert.ok(categories.Assigned.contains(cp), cp.toString(16));
+		t.assert.ok(!categories.Unassigned.contains(cp), cp.toString(16));
+		t.assert.ok(!categories.Other.contains(cp), cp.toString(16));
+	}
+	for (const cp of [0xf8ff, 0xfa2e]) {
+		t.assert.ok(categories.Unassigned.contains(cp), cp.toString(16));
+	}
+});
+
 test('Bidi class applies historical and current unassigned defaults', async (t) => {
 	for (const version of [
 		'3.0.0',