diff --git a/scripts/PropertyValueAliases.zig b/scripts/PropertyValueAliases.zig index e951d50eb05ec4e2e73032a73f97fee716000136..a1e350ee9b5ce1c034c616e48f70d9b417ed1d84 100644 --- a/scripts/PropertyValueAliases.zig +++ b/scripts/PropertyValueAliases.zig @@ -20,7 +20,8 @@ pub usingnamespace common.Main(struct { pub fn exec(alloc: std.mem.Allocator, line: []const u8, writer: anytype) !void { _ = alloc; - var it = std.mem.tokenize(u8, line, "; "); + const end = std.mem.indexOfScalar(u8, line, '#') orelse line.len; + var it = std.mem.tokenize(u8, line[0..end], "; "); var vals = [_][]const u8{ it.next().?, diff --git a/src/property_value_aliases.zig b/src/property_value_aliases.zig index d03cc6962eefb4dd92bd655fcf3373986f29efe2..e6b9041b9df1186b3f816210516d9b31d851016a 100644 --- a/src/property_value_aliases.zig +++ b/src/property_value_aliases.zig @@ -440,8 +440,6 @@ pub const data = [_][3][]const u8{ .{ "ccc", "CCC130", "CCC130" }, .{ "ccc", "CCC132", "CCC132" }, .{ "ccc", "CCC133", "CCC133" }, - .{ "ccc", "#", "CCC133" }, - .{ "ccc", "RESERVED", "CCC133" }, .{ "ccc", "ATBL", "Attached_Below_Left" }, .{ "ccc", "ATB", "Attached_Below" }, .{ "ccc", "ATA", "Attached_Above" }, @@ -650,16 +648,6 @@ pub const data = [_][3][]const u8{ .{ "Comp_Ex", "T", "Yes" }, .{ "Comp_Ex", "True", "Yes" }, .{ "gc", "C", "Other" }, - .{ "gc", "#", "Other" }, - .{ "gc", "Cc", "Other" }, - .{ "gc", "|", "Other" }, - .{ "gc", "Cf", "Other" }, - .{ "gc", "|", "Other" }, - .{ "gc", "Cn", "Other" }, - .{ "gc", "|", "Other" }, - .{ "gc", "Co", "Other" }, - .{ "gc", "|", "Other" }, - .{ "gc", "Cs", "Other" }, .{ "gc", "Cc", "Control" }, .{ "gc", "cntrl", "Control" }, .{ "gc", "Cf", "Format" }, @@ -667,23 +655,7 @@ pub const data = [_][3][]const u8{ .{ "gc", "Co", "Private_Use" }, .{ "gc", "Cs", "Surrogate" }, .{ "gc", "L", "Letter" }, - .{ "gc", "#", "Letter" }, - .{ "gc", "Ll", "Letter" }, - .{ "gc", "|", "Letter" }, - .{ "gc", "Lm", "Letter" }, - .{ "gc", "|", "Letter" }, - .{ "gc", "Lo", "Letter" }, - .{ "gc", "|", "Letter" }, - .{ "gc", "Lt", "Letter" }, - .{ "gc", "|", "Letter" }, - .{ "gc", "Lu", "Letter" }, .{ "gc", "LC", "Cased_Letter" }, - .{ "gc", "#", "Cased_Letter" }, - .{ "gc", "Ll", "Cased_Letter" }, - .{ "gc", "|", "Cased_Letter" }, - .{ "gc", "Lt", "Cased_Letter" }, - .{ "gc", "|", "Cased_Letter" }, - .{ "gc", "Lu", "Cased_Letter" }, .{ "gc", "Ll", "Lowercase_Letter" }, .{ "gc", "Lm", "Modifier_Letter" }, .{ "gc", "Lo", "Other_Letter" }, @@ -691,42 +663,16 @@ pub const data = [_][3][]const u8{ .{ "gc", "Lu", "Uppercase_Letter" }, .{ "gc", "M", "Mark" }, .{ "gc", "Combining_Mark", "Mark" }, - .{ "gc", "#", "Mark" }, - .{ "gc", "Mc", "Mark" }, - .{ "gc", "|", "Mark" }, - .{ "gc", "Me", "Mark" }, - .{ "gc", "|", "Mark" }, - .{ "gc", "Mn", "Mark" }, .{ "gc", "Mc", "Spacing_Mark" }, .{ "gc", "Me", "Enclosing_Mark" }, .{ "gc", "Mn", "Nonspacing_Mark" }, .{ "gc", "N", "Number" }, - .{ "gc", "#", "Number" }, - .{ "gc", "Nd", "Number" }, - .{ "gc", "|", "Number" }, - .{ "gc", "Nl", "Number" }, - .{ "gc", "|", "Number" }, - .{ "gc", "No", "Number" }, .{ "gc", "Nd", "Decimal_Number" }, .{ "gc", "digit", "Decimal_Number" }, .{ "gc", "Nl", "Letter_Number" }, .{ "gc", "No", "Other_Number" }, .{ "gc", "P", "Punctuation" }, .{ "gc", "punct", "Punctuation" }, - .{ "gc", "#", "Punctuation" }, - .{ "gc", "Pc", "Punctuation" }, - .{ "gc", "|", "Punctuation" }, - .{ "gc", "Pd", "Punctuation" }, - .{ "gc", "|", "Punctuation" }, - .{ "gc", "Pe", "Punctuation" }, - .{ "gc", "|", "Punctuation" }, - .{ "gc", "Pf", "Punctuation" }, - .{ "gc", "|", "Punctuation" }, - .{ "gc", "Pi", "Punctuation" }, - .{ "gc", "|", "Punctuation" }, - .{ "gc", "Po", "Punctuation" }, - .{ "gc", "|", "Punctuation" }, - .{ "gc", "Ps", "Punctuation" }, .{ "gc", "Pc", "Connector_Punctuation" }, .{ "gc", "Pd", "Dash_Punctuation" }, .{ "gc", "Pe", "Close_Punctuation" }, @@ -735,25 +681,11 @@ pub const data = [_][3][]const u8{ .{ "gc", "Po", "Other_Punctuation" }, .{ "gc", "Ps", "Open_Punctuation" }, .{ "gc", "S", "Symbol" }, - .{ "gc", "#", "Symbol" }, - .{ "gc", "Sc", "Symbol" }, - .{ "gc", "|", "Symbol" }, - .{ "gc", "Sk", "Symbol" }, - .{ "gc", "|", "Symbol" }, - .{ "gc", "Sm", "Symbol" }, - .{ "gc", "|", "Symbol" }, - .{ "gc", "So", "Symbol" }, .{ "gc", "Sc", "Currency_Symbol" }, .{ "gc", "Sk", "Modifier_Symbol" }, .{ "gc", "Sm", "Math_Symbol" }, .{ "gc", "So", "Other_Symbol" }, .{ "gc", "Z", "Separator" }, - .{ "gc", "#", "Separator" }, - .{ "gc", "Zl", "Separator" }, - .{ "gc", "|", "Separator" }, - .{ "gc", "Zp", "Separator" }, - .{ "gc", "|", "Separator" }, - .{ "gc", "Zs", "Separator" }, .{ "gc", "Zl", "Line_Separator" }, .{ "gc", "Zp", "Paragraph_Separator" }, .{ "gc", "Zs", "Space_Separator" },