/* * Copyright (c) 2021-2024, Tim Flynn * * SPDX-License-Identifier: BSD-2-Clause */ #include "../LibUnicode/GeneratorUtil.h" // FIXME: Move this somewhere common. #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include struct CLDR { HashMap minimum_days; Vector minimum_days_regions; HashMap first_day; Vector first_day_regions; HashMap weekend_start; Vector weekend_start_regions; HashMap weekend_end; Vector weekend_end_regions; }; static ErrorOr parse_week_data(ByteString core_path, CLDR& cldr) { // https://unicode.org/reports/tr35/tr35-dates.html#Week_Data LexicalPath week_data_path(move(core_path)); week_data_path = week_data_path.append("supplemental"sv); week_data_path = week_data_path.append("weekData.json"sv); auto week_data = TRY(read_json_file(week_data_path.string())); auto const& supplemental_object = week_data.as_object().get_object("supplemental"sv).value(); auto const& week_data_object = supplemental_object.get_object("weekData"sv).value(); auto parse_weekday = [](StringView day) -> Locale::Weekday { if (day == "sun"sv) return Locale::Weekday::Sunday; if (day == "mon"sv) return Locale::Weekday::Monday; if (day == "tue"sv) return Locale::Weekday::Tuesday; if (day == "wed"sv) return Locale::Weekday::Wednesday; if (day == "thu"sv) return Locale::Weekday::Thursday; if (day == "fri"sv) return Locale::Weekday::Friday; if (day == "sat"sv) return Locale::Weekday::Saturday; VERIFY_NOT_REACHED(); }; auto parse_regional_weekdays = [&](auto const& region, auto const& weekday, auto& weekdays_map, auto& weekday_regions) { if (region.ends_with("alt-variant"sv)) return; weekdays_map.set(region, parse_weekday(weekday)); if (!weekday_regions.contains_slow(region)) weekday_regions.append(region); }; auto const& minimum_days_object = week_data_object.get_object("minDays"sv).value(); auto const& first_day_object = week_data_object.get_object("firstDay"sv).value(); auto const& weekend_start_object = week_data_object.get_object("weekendStart"sv).value(); auto const& weekend_end_object = week_data_object.get_object("weekendEnd"sv).value(); minimum_days_object.for_each_member([&](auto const& region, auto const& value) { auto minimum_days = value.as_string().template to_number(); cldr.minimum_days.set(region, *minimum_days); if (!cldr.minimum_days_regions.contains_slow(region)) cldr.minimum_days_regions.append(region); }); first_day_object.for_each_member([&](auto const& region, auto const& value) { parse_regional_weekdays(region, value.as_string(), cldr.first_day, cldr.first_day_regions); }); weekend_start_object.for_each_member([&](auto const& region, auto const& value) { parse_regional_weekdays(region, value.as_string(), cldr.weekend_start, cldr.weekend_start_regions); }); weekend_end_object.for_each_member([&](auto const& region, auto const& value) { parse_regional_weekdays(region, value.as_string(), cldr.weekend_end, cldr.weekend_end_regions); }); return {}; } static ErrorOr parse_all_locales(ByteString core_path, CLDR& cldr) { TRY(parse_week_data(core_path, cldr)); return {}; } static ByteString format_identifier(StringView owner, ByteString identifier) { identifier = identifier.replace("-"sv, "_"sv, ReplaceMode::All); identifier = identifier.replace("/"sv, "_"sv, ReplaceMode::All); if (all_of(identifier, is_ascii_digit)) return ByteString::formatted("{}_{}", owner[0], identifier); if (is_ascii_lower_alpha(identifier[0])) return ByteString::formatted("{:c}{}", to_ascii_uppercase(identifier[0]), identifier.substring_view(1)); return identifier; } static ErrorOr generate_unicode_locale_header(Core::InputBufferedFile& file, CLDR& cldr) { StringBuilder builder; SourceGenerator generator { builder }; generator.append(R"~~~( #pragma once #include namespace Locale { )~~~"); generate_enum(generator, format_identifier, "MinimumDaysRegion"sv, {}, cldr.minimum_days_regions); generate_enum(generator, format_identifier, "FirstDayRegion"sv, {}, cldr.first_day_regions); generate_enum(generator, format_identifier, "WeekendStartRegion"sv, {}, cldr.weekend_start_regions); generate_enum(generator, format_identifier, "WeekendEndRegion"sv, {}, cldr.weekend_end_regions); generator.append(R"~~~( } )~~~"); TRY(file.write_until_depleted(generator.as_string_view().bytes())); return {}; } static ErrorOr generate_unicode_locale_implementation(Core::InputBufferedFile& file, CLDR& cldr) { StringBuilder builder; SourceGenerator generator { builder }; generator.append(R"~~~( #include #include #include #include #include #include #include #include #include #include namespace Locale { )~~~"); auto append_mapping = [&](auto const& keys, auto const& map, auto type, auto name, auto mapping_getter) { generator.set("type", type); generator.set("name", name); generator.set("size", ByteString::number(keys.size())); generator.append(R"~~~( static constexpr Array<@type@, @size@> @name@ { {)~~~"); bool first = true; for (auto const& key : keys) { auto const& value = map.find(key)->value; auto mapping = mapping_getter(value); generator.append(first ? " "sv : ", "sv); generator.append(ByteString::number(mapping)); first = false; } generator.append(" } };"); }; append_mapping(cldr.minimum_days_regions, cldr.minimum_days, "u8"sv, "s_minimum_days"sv, [](auto minimum_days) { return minimum_days; }); append_mapping(cldr.first_day_regions, cldr.first_day, "u8"sv, "s_first_day"sv, [](auto first_day) { return to_underlying(first_day); }); append_mapping(cldr.weekend_start_regions, cldr.weekend_start, "u8"sv, "s_weekend_start"sv, [](auto weekend_start) { return to_underlying(weekend_start); }); append_mapping(cldr.weekend_end_regions, cldr.weekend_end, "u8"sv, "s_weekend_end"sv, [](auto weekend_end) { return to_underlying(weekend_end); }); generator.append("\n"); auto append_from_string = [&](StringView enum_title, StringView enum_snake, auto const& values, Vector const& aliases = {}) -> ErrorOr { HashValueMap hashes; TRY(hashes.try_ensure_capacity(values.size())); for (auto const& value : values) hashes.set(value.hash(), format_identifier(enum_title, value)); for (auto const& alias : aliases) hashes.set(alias.alias.hash(), format_identifier(enum_title, alias.alias)); generate_value_from_string(generator, "{}_from_string"sv, enum_title, enum_snake, move(hashes)); return {}; }; TRY(append_from_string("MinimumDaysRegion"sv, "minimum_days_region"sv, cldr.minimum_days_regions)); TRY(append_from_string("FirstDayRegion"sv, "first_day_region"sv, cldr.first_day_regions)); TRY(append_from_string("WeekendStartRegion"sv, "weekend_start_region"sv, cldr.weekend_start_regions)); TRY(append_from_string("WeekendEndRegion"sv, "weekend_end_region"sv, cldr.weekend_end_regions)); auto append_regional_lookup = [&](StringView return_type, StringView lookup_type) { generator.set("return_type", return_type); generator.set("lookup_type", lookup_type); generator.append(R"~~~( Optional<@return_type@> get_regional_@lookup_type@(StringView region) { auto region_value = @lookup_type@_region_from_string(region); if (!region_value.has_value()) return {}; auto region_index = to_underlying(*region_value); auto @lookup_type@ = s_@lookup_type@.at(region_index); return static_cast<@return_type@>(@lookup_type@); } )~~~"); }; append_regional_lookup("u8"sv, "minimum_days"sv); append_regional_lookup("Weekday"sv, "first_day"sv); append_regional_lookup("Weekday"sv, "weekend_start"sv); append_regional_lookup("Weekday"sv, "weekend_end"sv); generator.append(R"~~~( } )~~~"); TRY(file.write_until_depleted(generator.as_string_view().bytes())); return {}; } ErrorOr serenity_main(Main::Arguments arguments) { StringView generated_header_path; StringView generated_implementation_path; StringView core_path; Core::ArgsParser args_parser; args_parser.add_option(generated_header_path, "Path to the Unicode locale header file to generate", "generated-header-path", 'h', "generated-header-path"); args_parser.add_option(generated_implementation_path, "Path to the Unicode locale implementation file to generate", "generated-implementation-path", 'c', "generated-implementation-path"); args_parser.add_option(core_path, "Path to cldr-core directory", "core-path", 'r', "core-path"); args_parser.parse(arguments); auto generated_header_file = TRY(open_file(generated_header_path, Core::File::OpenMode::Write)); auto generated_implementation_file = TRY(open_file(generated_implementation_path, Core::File::OpenMode::Write)); CLDR cldr; TRY(parse_all_locales(core_path, cldr)); TRY(generate_unicode_locale_header(*generated_header_file, cldr)); TRY(generate_unicode_locale_implementation(*generated_implementation_file, cldr)); return 0; }