123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166 |
- /*
- * Copyright (c) 2021-2022, Tim Flynn <trflynn89@pm.me>
- *
- * SPDX-License-Identifier: BSD-2-Clause
- */
- #include "GeneratorUtil.h"
- #include <AK/AllOf.h>
- #include <AK/CharacterTypes.h>
- #include <AK/Format.h>
- #include <AK/GenericLexer.h>
- #include <AK/HashFunctions.h>
- #include <AK/HashMap.h>
- #include <AK/JsonObject.h>
- #include <AK/JsonParser.h>
- #include <AK/JsonValue.h>
- #include <AK/LexicalPath.h>
- #include <AK/SourceGenerator.h>
- #include <AK/String.h>
- #include <AK/StringBuilder.h>
- #include <AK/Traits.h>
- #include <AK/Utf8View.h>
- #include <LibCore/ArgsParser.h>
- #include <LibCore/DirIterator.h>
- #include <LibCore/File.h>
- #include <LibTimeZone/TimeZone.h>
- #include <LibUnicode/DateTimeFormat.h>
- using StringIndexType = u16;
- constexpr auto s_string_index_type = "u16"sv;
- using CalendarPatternIndexType = u16;
- constexpr auto s_calendar_pattern_index_type = "u16"sv;
- using CalendarPatternListIndexType = u8;
- constexpr auto s_calendar_pattern_list_index_type = "u8"sv;
- using CalendarRangePatternIndexType = u16;
- constexpr auto s_calendar_range_pattern_index_type = "u16"sv;
- using CalendarRangePatternListIndexType = u8;
- constexpr auto s_calendar_range_pattern_list_index_type = "u8"sv;
- using CalendarFormatIndexType = u8;
- constexpr auto s_calendar_format_index_type = "u8"sv;
- using SymbolListIndexType = u16;
- constexpr auto s_symbol_list_index_type = "u16"sv;
- using CalendarSymbolsIndexType = u16;
- constexpr auto s_calendar_symbols_index_type = "u16"sv;
- using CalendarSymbolsListIndexType = u8;
- constexpr auto s_calendar_symbols_list_index_type = "u8"sv;
- using CalendarIndexType = u8;
- constexpr auto s_calendar_index_type = "u8"sv;
- using TimeZoneNamesIndexType = u16;
- constexpr auto s_time_zone_index_type = "u16"sv;
- using TimeZoneNamesListIndexType = u8;
- constexpr auto s_time_zone_list_index_type = "u8"sv;
- using TimeZoneFormatIndexType = u8;
- constexpr auto s_time_zone_format_index_type = "u8"sv;
- using DayPeriodIndexType = u8;
- constexpr auto s_day_period_index_type = "u8"sv;
- using DayPeriodListIndexType = u8;
- constexpr auto s_day_period_list_index_type = "u8"sv;
- using HourCycleListIndexType = u8;
- constexpr auto s_hour_cycle_list_index_type = "u8"sv;
- struct CalendarPattern : public Unicode::CalendarPattern {
- bool contains_only_date_fields() const
- {
- return !day_period.has_value() && !hour.has_value() && !minute.has_value() && !second.has_value() && !fractional_second_digits.has_value() && !time_zone_name.has_value();
- }
- bool contains_only_time_fields() const
- {
- return !weekday.has_value() && !era.has_value() && !year.has_value() && !month.has_value() && !day.has_value();
- }
- unsigned hash() const
- {
- auto hash = pair_int_hash(pattern_index, pattern12_index);
- hash = pair_int_hash(hash, skeleton_index);
- auto hash_field = [&](auto const& field) {
- if (field.has_value())
- hash = pair_int_hash(hash, static_cast<u8>(*field));
- else
- hash = pair_int_hash(hash, -1);
- };
- hash_field(era);
- hash_field(year);
- hash_field(month);
- hash_field(weekday);
- hash_field(day);
- hash_field(day_period);
- hash_field(hour);
- hash_field(minute);
- hash_field(second);
- hash_field(fractional_second_digits);
- hash_field(time_zone_name);
- return hash;
- }
- bool operator==(CalendarPattern const& other) const
- {
- return (skeleton_index == other.skeleton_index)
- && (pattern_index == other.pattern_index)
- && (pattern12_index == other.pattern12_index)
- && (era == other.era)
- && (year == other.year)
- && (month == other.month)
- && (weekday == other.weekday)
- && (day == other.day)
- && (day_period == other.day_period)
- && (hour == other.hour)
- && (minute == other.minute)
- && (second == other.second)
- && (fractional_second_digits == other.fractional_second_digits)
- && (time_zone_name == other.time_zone_name);
- }
- StringIndexType skeleton_index { 0 };
- StringIndexType pattern_index { 0 };
- StringIndexType pattern12_index { 0 };
- };
- template<>
- struct AK::Formatter<CalendarPattern> : Formatter<FormatString> {
- ErrorOr<void> format(FormatBuilder& builder, CalendarPattern const& pattern)
- {
- auto field_to_i8 = [](auto const& field) -> i8 {
- if (!field.has_value())
- return -1;
- return static_cast<i8>(*field);
- };
- return Formatter<FormatString>::format(builder,
- "{{ {}, {}, {}, {}, {}, {}, {}, {}, {}, {}, {}, {}, {}, {} }}",
- pattern.skeleton_index,
- pattern.pattern_index,
- pattern.pattern12_index,
- field_to_i8(pattern.era),
- field_to_i8(pattern.year),
- field_to_i8(pattern.month),
- field_to_i8(pattern.weekday),
- field_to_i8(pattern.day),
- field_to_i8(pattern.day_period),
- field_to_i8(pattern.hour),
- field_to_i8(pattern.minute),
- field_to_i8(pattern.second),
- field_to_i8(pattern.fractional_second_digits),
- field_to_i8(pattern.time_zone_name));
- }
- };
- template<>
- struct AK::Traits<CalendarPattern> : public GenericTraits<CalendarPattern> {
- static unsigned hash(CalendarPattern const& c) { return c.hash(); }
- };
- struct CalendarRangePattern : public CalendarPattern {
- unsigned hash() const
- {
- auto hash = CalendarPattern::hash();
- if (field.has_value())
- hash = pair_int_hash(hash, static_cast<u8>(*field));
- hash = pair_int_hash(hash, start_range);
- hash = pair_int_hash(hash, separator);
- hash = pair_int_hash(hash, end_range);
- return hash;
- }
- bool operator==(CalendarRangePattern const& other) const
- {
- if (!CalendarPattern::operator==(other))
- return false;
- return (field == other.field)
- && (start_range == other.start_range)
- && (separator == other.separator)
- && (end_range == other.end_range);
- }
- Optional<Unicode::CalendarRangePattern::Field> field {};
- StringIndexType start_range { 0 };
- StringIndexType separator { 0 };
- StringIndexType end_range { 0 };
- };
- template<>
- struct AK::Formatter<CalendarRangePattern> : Formatter<FormatString> {
- ErrorOr<void> format(FormatBuilder& builder, CalendarRangePattern const& pattern)
- {
- auto field_to_i8 = [](auto const& field) -> i8 {
- if (!field.has_value())
- return -1;
- return static_cast<i8>(*field);
- };
- return Formatter<FormatString>::format(builder,
- "{{ {}, {}, {}, {}, {}, {}, {}, {}, {}, {}, {}, {}, {}, {}, {}, {} }}",
- pattern.skeleton_index,
- field_to_i8(pattern.field),
- pattern.start_range,
- pattern.separator,
- pattern.end_range,
- field_to_i8(pattern.era),
- field_to_i8(pattern.year),
- field_to_i8(pattern.month),
- field_to_i8(pattern.weekday),
- field_to_i8(pattern.day),
- field_to_i8(pattern.day_period),
- field_to_i8(pattern.hour),
- field_to_i8(pattern.minute),
- field_to_i8(pattern.second),
- field_to_i8(pattern.fractional_second_digits),
- field_to_i8(pattern.time_zone_name));
- }
- };
- template<>
- struct AK::Traits<CalendarRangePattern> : public GenericTraits<CalendarRangePattern> {
- static unsigned hash(CalendarRangePattern const& c) { return c.hash(); }
- };
- struct CalendarFormat {
- unsigned hash() const
- {
- auto hash = pair_int_hash(full_format, long_format);
- hash = pair_int_hash(hash, medium_format);
- hash = pair_int_hash(hash, short_format);
- return hash;
- }
- bool operator==(CalendarFormat const& other) const
- {
- return (full_format == other.full_format)
- && (long_format == other.long_format)
- && (medium_format == other.medium_format)
- && (short_format == other.short_format);
- }
- CalendarPatternIndexType full_format { 0 };
- CalendarPatternIndexType long_format { 0 };
- CalendarPatternIndexType medium_format { 0 };
- CalendarPatternIndexType short_format { 0 };
- };
- template<>
- struct AK::Formatter<CalendarFormat> : Formatter<FormatString> {
- ErrorOr<void> format(FormatBuilder& builder, CalendarFormat const& pattern)
- {
- return Formatter<FormatString>::format(builder,
- "{{ {}, {}, {}, {} }}",
- pattern.full_format,
- pattern.long_format,
- pattern.medium_format,
- pattern.short_format);
- }
- };
- template<>
- struct AK::Traits<CalendarFormat> : public GenericTraits<CalendarFormat> {
- static unsigned hash(CalendarFormat const& c) { return c.hash(); }
- };
- using SymbolList = Vector<StringIndexType>;
- struct CalendarSymbols {
- unsigned hash() const
- {
- auto hash = pair_int_hash(narrow_symbols, short_symbols);
- hash = pair_int_hash(hash, long_symbols);
- return hash;
- }
- bool operator==(CalendarSymbols const& other) const
- {
- return (narrow_symbols == other.narrow_symbols)
- && (short_symbols == other.short_symbols)
- && (long_symbols == other.long_symbols);
- }
- SymbolListIndexType narrow_symbols { 0 };
- SymbolListIndexType short_symbols { 0 };
- SymbolListIndexType long_symbols { 0 };
- };
- template<>
- struct AK::Formatter<CalendarSymbols> : Formatter<FormatString> {
- ErrorOr<void> format(FormatBuilder& builder, CalendarSymbols const& symbols)
- {
- return Formatter<FormatString>::format(builder,
- "{{ {}, {}, {} }}",
- symbols.narrow_symbols,
- symbols.short_symbols,
- symbols.long_symbols);
- }
- };
- template<>
- struct AK::Traits<CalendarSymbols> : public GenericTraits<CalendarSymbols> {
- static unsigned hash(CalendarSymbols const& c) { return c.hash(); }
- };
- using CalendarPatternList = Vector<CalendarPatternIndexType>;
- using CalendarRangePatternList = Vector<CalendarRangePatternIndexType>;
- using CalendarSymbolsList = Vector<CalendarSymbolsIndexType>;
- struct Calendar {
- unsigned hash() const
- {
- auto hash = int_hash(date_formats);
- hash = pair_int_hash(hash, time_formats);
- hash = pair_int_hash(hash, date_time_formats);
- hash = pair_int_hash(hash, available_formats);
- hash = pair_int_hash(hash, default_range_format);
- hash = pair_int_hash(hash, range_formats);
- hash = pair_int_hash(hash, range12_formats);
- hash = pair_int_hash(hash, symbols);
- return hash;
- }
- bool operator==(Calendar const& other) const
- {
- return (date_formats == other.date_formats)
- && (time_formats == other.time_formats)
- && (date_time_formats == other.date_time_formats)
- && (available_formats == other.available_formats)
- && (default_range_format == other.default_range_format)
- && (range_formats == other.range_formats)
- && (range12_formats == other.range12_formats)
- && (symbols == other.symbols);
- }
- CalendarFormatIndexType date_formats { 0 };
- CalendarFormatIndexType time_formats { 0 };
- CalendarFormatIndexType date_time_formats { 0 };
- CalendarPatternListIndexType available_formats { 0 };
- CalendarRangePatternIndexType default_range_format { 0 };
- CalendarRangePatternListIndexType range_formats { 0 };
- CalendarRangePatternListIndexType range12_formats { 0 };
- CalendarSymbolsListIndexType symbols { 0 };
- };
- template<>
- struct AK::Formatter<Calendar> : Formatter<FormatString> {
- ErrorOr<void> format(FormatBuilder& builder, Calendar const& calendar)
- {
- return Formatter<FormatString>::format(builder,
- "{{ {}, {}, {}, {}, {}, {}, {}, {} }}",
- calendar.date_formats,
- calendar.time_formats,
- calendar.date_time_formats,
- calendar.available_formats,
- calendar.default_range_format,
- calendar.range_formats,
- calendar.range12_formats,
- calendar.symbols);
- }
- };
- template<>
- struct AK::Traits<Calendar> : public GenericTraits<Calendar> {
- static unsigned hash(Calendar const& c) { return c.hash(); }
- };
- struct TimeZoneNames {
- unsigned hash() const
- {
- return pair_int_hash(long_name, short_name);
- }
- bool operator==(TimeZoneNames const& other) const
- {
- return (long_name == other.long_name) && (short_name == other.short_name);
- }
- StringIndexType long_name { 0 };
- StringIndexType short_name { 0 };
- };
- template<>
- struct AK::Formatter<TimeZoneNames> : Formatter<FormatString> {
- ErrorOr<void> format(FormatBuilder& builder, TimeZoneNames const& time_zone)
- {
- return Formatter<FormatString>::format(builder,
- "{{ {}, {} }}",
- time_zone.long_name,
- time_zone.short_name);
- }
- };
- template<>
- struct AK::Traits<TimeZoneNames> : public GenericTraits<TimeZoneNames> {
- static unsigned hash(TimeZoneNames const& t) { return t.hash(); }
- };
- struct TimeZoneFormat {
- unsigned hash() const
- {
- return int_hash(gmt_zero_format);
- }
- bool operator==(TimeZoneFormat const& other) const
- {
- return gmt_zero_format == other.gmt_zero_format;
- }
- StringIndexType gmt_zero_format { 0 };
- };
- template<>
- struct AK::Formatter<TimeZoneFormat> : Formatter<FormatString> {
- ErrorOr<void> format(FormatBuilder& builder, TimeZoneFormat const& time_zone_format)
- {
- return Formatter<FormatString>::format(builder, "{{ {} }}", time_zone_format.gmt_zero_format);
- }
- };
- template<>
- struct AK::Traits<TimeZoneFormat> : public GenericTraits<TimeZoneFormat> {
- static unsigned hash(TimeZoneFormat const& t) { return t.hash(); }
- };
- struct DayPeriod {
- unsigned hash() const
- {
- auto hash = int_hash(static_cast<u8>(day_period));
- hash = pair_int_hash(hash, begin);
- hash = pair_int_hash(hash, end);
- return hash;
- }
- bool operator==(DayPeriod const& other) const
- {
- return (day_period == other.day_period)
- && (begin == other.begin)
- && (end == other.end);
- }
- Unicode::DayPeriod day_period {};
- u8 begin { 0 };
- u8 end { 0 };
- };
- template<>
- struct AK::Formatter<DayPeriod> : Formatter<FormatString> {
- ErrorOr<void> format(FormatBuilder& builder, DayPeriod const& day_period)
- {
- return Formatter<FormatString>::format(builder,
- "{{ {}, {}, {} }}",
- static_cast<u8>(day_period.day_period),
- day_period.begin,
- day_period.end);
- }
- };
- template<>
- struct AK::Traits<DayPeriod> : public GenericTraits<DayPeriod> {
- static unsigned hash(DayPeriod const& d) { return d.hash(); }
- };
- using TimeZoneNamesList = Vector<TimeZoneNamesIndexType>;
- using DayPeriodList = Vector<DayPeriodIndexType>;
- using HourCycleList = Vector<Unicode::HourCycle>;
- template<>
- struct AK::Formatter<Unicode::HourCycle> : Formatter<FormatString> {
- ErrorOr<void> format(FormatBuilder& builder, Unicode::HourCycle hour_cycle)
- {
- return Formatter<FormatString>::format(builder, "{}", to_underlying(hour_cycle));
- }
- };
- struct Locale {
- HashMap<String, CalendarIndexType> calendars;
- TimeZoneNamesListIndexType time_zones { 0 };
- TimeZoneFormatIndexType time_zone_formats { 0 };
- DayPeriodListIndexType day_periods { 0 };
- };
- struct UnicodeLocaleData {
- UniqueStringStorage<StringIndexType> unique_strings;
- UniqueStorage<CalendarPattern, CalendarPatternIndexType> unique_patterns;
- UniqueStorage<CalendarPatternList, CalendarPatternListIndexType> unique_pattern_lists;
- UniqueStorage<CalendarRangePattern, CalendarRangePatternIndexType> unique_range_patterns;
- UniqueStorage<CalendarRangePatternList, CalendarRangePatternListIndexType> unique_range_pattern_lists;
- UniqueStorage<CalendarFormat, CalendarFormatIndexType> unique_formats;
- UniqueStorage<SymbolList, SymbolListIndexType> unique_symbol_lists;
- UniqueStorage<CalendarSymbols, CalendarSymbolsIndexType> unique_calendar_symbols;
- UniqueStorage<CalendarSymbolsList, CalendarSymbolsListIndexType> unique_calendar_symbols_lists;
- UniqueStorage<Calendar, CalendarIndexType> unique_calendars;
- UniqueStorage<TimeZoneNames, TimeZoneNamesIndexType> unique_time_zones;
- UniqueStorage<TimeZoneNamesList, TimeZoneNamesListIndexType> unique_time_zone_lists;
- UniqueStorage<TimeZoneFormat, TimeZoneFormatIndexType> unique_time_zone_formats;
- UniqueStorage<DayPeriod, DayPeriodIndexType> unique_day_periods;
- UniqueStorage<DayPeriodList, DayPeriodListIndexType> unique_day_period_lists;
- UniqueStorage<HourCycleList, HourCycleListIndexType> unique_hour_cycle_lists;
- HashMap<String, Locale> locales;
- HashMap<String, HourCycleListIndexType> hour_cycles;
- Vector<String> hour_cycle_regions;
- HashMap<String, Vector<TimeZone::TimeZone>> meta_zones;
- Vector<String> time_zones { "UTC"sv };
- Vector<String> calendars;
- Vector<Alias> calendar_aliases {
- // FIXME: Aliases should come from BCP47. See: https://unicode-org.atlassian.net/browse/CLDR-15158
- { "gregorian"sv, "gregory"sv },
- };
- };
- static Optional<Unicode::DayPeriod> day_period_from_string(StringView day_period)
- {
- if (day_period == "am"sv)
- return Unicode::DayPeriod::AM;
- if (day_period == "pm"sv)
- return Unicode::DayPeriod::PM;
- if (day_period == "morning1"sv)
- return Unicode::DayPeriod::Morning1;
- if (day_period == "morning2"sv)
- return Unicode::DayPeriod::Morning2;
- if (day_period == "afternoon1"sv)
- return Unicode::DayPeriod::Afternoon1;
- if (day_period == "afternoon2"sv)
- return Unicode::DayPeriod::Afternoon2;
- if (day_period == "evening1"sv)
- return Unicode::DayPeriod::Evening1;
- if (day_period == "evening2"sv)
- return Unicode::DayPeriod::Evening2;
- if (day_period == "night1"sv)
- return Unicode::DayPeriod::Night1;
- if (day_period == "night2"sv)
- return Unicode::DayPeriod::Night2;
- return {};
- };
- static ErrorOr<void> parse_hour_cycles(String core_path, UnicodeLocaleData& locale_data)
- {
- // https://unicode.org/reports/tr35/tr35-dates.html#Time_Data
- LexicalPath time_data_path(move(core_path));
- time_data_path = time_data_path.append("supplemental"sv);
- time_data_path = time_data_path.append("timeData.json"sv);
- auto time_data_file = TRY(Core::File::open(time_data_path.string(), Core::OpenMode::ReadOnly));
- auto time_data = TRY(JsonValue::from_string(time_data_file->read_all()));
- auto const& supplemental_object = time_data.as_object().get("supplemental"sv);
- auto const& time_data_object = supplemental_object.as_object().get("timeData"sv);
- auto parse_hour_cycle = [](StringView hour_cycle) -> Optional<Unicode::HourCycle> {
- if (hour_cycle == "h"sv)
- return Unicode::HourCycle::H12;
- if (hour_cycle == "H"sv)
- return Unicode::HourCycle::H23;
- if (hour_cycle == "K"sv)
- return Unicode::HourCycle::H11;
- if (hour_cycle == "k"sv)
- return Unicode::HourCycle::H24;
- return {};
- };
- time_data_object.as_object().for_each_member([&](auto const& key, JsonValue const& value) {
- auto allowed_hour_cycles_string = value.as_object().get("_allowed"sv).as_string();
- auto allowed_hour_cycles = allowed_hour_cycles_string.split_view(' ');
- Vector<Unicode::HourCycle> hour_cycles;
- for (auto allowed_hour_cycle : allowed_hour_cycles) {
- if (auto hour_cycle = parse_hour_cycle(allowed_hour_cycle); hour_cycle.has_value())
- hour_cycles.append(*hour_cycle);
- }
- auto hour_cycles_index = locale_data.unique_hour_cycle_lists.ensure(move(hour_cycles));
- locale_data.hour_cycles.set(key, hour_cycles_index);
- if (!locale_data.hour_cycle_regions.contains_slow(key))
- locale_data.hour_cycle_regions.append(key);
- });
- return {};
- };
- static ErrorOr<void> parse_meta_zones(String core_path, UnicodeLocaleData& locale_data)
- {
- // https://unicode.org/reports/tr35/tr35-dates.html#Metazones
- LexicalPath meta_zone_path(move(core_path));
- meta_zone_path = meta_zone_path.append("supplemental"sv);
- meta_zone_path = meta_zone_path.append("metaZones.json"sv);
- auto meta_zone_file = TRY(Core::File::open(meta_zone_path.string(), Core::OpenMode::ReadOnly));
- auto meta_zone = TRY(JsonValue::from_string(meta_zone_file->read_all()));
- auto const& supplemental_object = meta_zone.as_object().get("supplemental"sv);
- auto const& meta_zone_object = supplemental_object.as_object().get("metaZones"sv);
- auto const& meta_zone_array = meta_zone_object.as_object().get("metazones"sv);
- meta_zone_array.as_array().for_each([&](JsonValue const& value) {
- auto const& mapping = value.as_object().get("mapZone"sv);
- auto const& meta_zone = mapping.as_object().get("_other"sv);
- auto const& golden_zone = mapping.as_object().get("_type"sv);
- if (auto time_zone = TimeZone::time_zone_from_string(golden_zone.as_string()); time_zone.has_value()) {
- auto& golden_zones = locale_data.meta_zones.ensure(meta_zone.as_string());
- golden_zones.append(*time_zone);
- }
- });
- // UTC does not appear in metaZones.json. Define it for convenience so other parsers don't need to check for its existence.
- if (auto time_zone = TimeZone::time_zone_from_string("UTC"sv); time_zone.has_value())
- locale_data.meta_zones.set("UTC"sv, { *time_zone });
- return {};
- };
- static constexpr auto is_char(char ch)
- {
- return [ch](auto c) { return c == ch; };
- }
- // For patterns that are 12-hour aware, we need to generate two patterns: one with the day period
- // (e.g. {ampm}) in the pattern, and one without the day period. We need to take care to remove
- // extra spaces around the day period. Some example expected removals:
- //
- // "{hour}:{minute} {ampm}" becomes "{hour}:{minute}" (remove the space before {ampm})
- // "{ampm} {hour}" becomes "{hour}" (remove the space after {ampm})
- // "{hour}:{minute} {ampm} {timeZoneName}" becomes "{hour}:{minute} {timeZoneName}" (remove one of the spaces around {ampm})
- static String remove_period_from_pattern(String pattern)
- {
- for (auto remove : AK::Array { "({ampm})"sv, "{ampm}"sv, "({dayPeriod})"sv, "{dayPeriod}"sv }) {
- auto index = pattern.find(remove);
- if (!index.has_value())
- continue;
- constexpr u32 space = ' ';
- constexpr u32 open = '{';
- constexpr u32 close = '}';
- Utf8View utf8_pattern { pattern };
- Optional<u32> before_removal;
- Optional<u32> after_removal;
- for (auto it = utf8_pattern.begin(); utf8_pattern.byte_offset_of(it) < *index; ++it)
- before_removal = *it;
- if (auto it = utf8_pattern.iterator_at_byte_offset(*index + remove.length()); it != utf8_pattern.end())
- after_removal = *it;
- if ((before_removal == space) && (after_removal != open)) {
- pattern = String::formatted("{}{}",
- pattern.substring_view(0, *index - 1),
- pattern.substring_view(*index + remove.length()));
- } else if ((after_removal == space) && (before_removal != close)) {
- pattern = String::formatted("{}{}",
- pattern.substring_view(0, *index),
- pattern.substring_view(*index + remove.length() + 1));
- } else {
- pattern = String::formatted("{}{}",
- pattern.substring_view(0, *index),
- pattern.substring_view(*index + remove.length()));
- }
- }
- return pattern;
- }
- static Optional<CalendarPattern> parse_date_time_pattern_raw(String pattern, String skeleton, UnicodeLocaleData& locale_data)
- {
- // https://unicode.org/reports/tr35/tr35-dates.html#Date_Field_Symbol_Table
- using Unicode::CalendarPatternStyle;
- CalendarPattern format {};
- if (!skeleton.is_empty())
- format.skeleton_index = locale_data.unique_strings.ensure(move(skeleton));
- GenericLexer lexer { pattern };
- StringBuilder builder;
- bool hour12 { false };
- while (!lexer.is_eof()) {
- // Literal strings enclosed by quotes are to be appended to the pattern as-is without further
- // processing (this just avoids conflicts with the patterns below).
- if (lexer.next_is(is_quote)) {
- builder.append(lexer.consume_quoted_string());
- continue;
- }
- auto starting_char = lexer.peek();
- auto segment = lexer.consume_while([&](char ch) { return ch == starting_char; });
- // Era
- if (all_of(segment, is_char('G'))) {
- builder.append("{era}");
- if (segment.length() <= 3)
- format.era = CalendarPatternStyle::Short;
- else if (segment.length() == 4)
- format.era = CalendarPatternStyle::Long;
- else
- format.era = CalendarPatternStyle::Narrow;
- }
- // Year
- else if (all_of(segment, is_any_of("yYuUr"sv))) {
- builder.append("{year}");
- if (segment.length() == 2)
- format.year = CalendarPatternStyle::TwoDigit;
- else
- format.year = CalendarPatternStyle::Numeric;
- }
- // Quarter
- else if (all_of(segment, is_any_of("qQ"sv))) {
- // Intl.DateTimeFormat does not support quarter formatting, so drop these patterns.
- return {};
- }
- // Month
- else if (all_of(segment, is_any_of("ML"sv))) {
- builder.append("{month}");
- if (segment.length() == 1)
- format.month = CalendarPatternStyle::Numeric;
- else if (segment.length() == 2)
- format.month = CalendarPatternStyle::TwoDigit;
- else if (segment.length() == 3)
- format.month = CalendarPatternStyle::Short;
- else if (segment.length() == 4)
- format.month = CalendarPatternStyle::Long;
- else if (segment.length() == 5)
- format.month = CalendarPatternStyle::Narrow;
- } else if (all_of(segment, is_char('l'))) {
- // Using 'l' for month formatting is deprecated by TR-35, ensure it is not used.
- return {};
- }
- // Week
- else if (all_of(segment, is_any_of("wW"sv))) {
- // Intl.DateTimeFormat does not support week formatting, so drop these patterns.
- return {};
- }
- // Day
- else if (all_of(segment, is_char('d'))) {
- builder.append("{day}");
- if (segment.length() == 1)
- format.day = CalendarPatternStyle::Numeric;
- else
- format.day = CalendarPatternStyle::TwoDigit;
- } else if (all_of(segment, is_any_of("DFg"sv))) {
- builder.append("{day}");
- format.day = CalendarPatternStyle::Numeric;
- }
- // Weekday
- else if (all_of(segment, is_char('E'))) {
- builder.append("{weekday}");
- if (segment.length() == 4)
- format.weekday = CalendarPatternStyle::Long;
- else if (segment.length() == 5)
- format.weekday = CalendarPatternStyle::Narrow;
- else
- format.weekday = CalendarPatternStyle::Short;
- } else if (all_of(segment, is_any_of("ec"sv))) {
- builder.append("{weekday}");
- // TR-35 defines "e", "c", and "cc" as as numeric, and "ee" as 2-digit, but those
- // pattern styles are not supported by Intl.DateTimeFormat.
- if (segment.length() <= 2)
- return {};
- if (segment.length() == 4)
- format.weekday = CalendarPatternStyle::Long;
- else if (segment.length() == 5)
- format.weekday = CalendarPatternStyle::Narrow;
- else
- format.weekday = CalendarPatternStyle::Short;
- }
- // Period
- else if (all_of(segment, is_any_of("ab"sv))) {
- builder.append("{ampm}");
- hour12 = true;
- } else if (all_of(segment, is_char('B'))) {
- builder.append("{dayPeriod}");
- hour12 = true;
- if (segment.length() == 4)
- format.day_period = CalendarPatternStyle::Long;
- else if (segment.length() == 5)
- format.day_period = CalendarPatternStyle::Narrow;
- else
- format.day_period = CalendarPatternStyle::Short;
- }
- // Hour
- else if (all_of(segment, is_any_of("hHKk"sv))) {
- builder.append("{hour}");
- if ((segment[0] == 'h') || (segment[0] == 'K'))
- hour12 = true;
- if (segment.length() == 1)
- format.hour = CalendarPatternStyle::Numeric;
- else
- format.hour = CalendarPatternStyle::TwoDigit;
- } else if (all_of(segment, is_any_of("jJC"sv))) {
- // TR-35 indicates these should not be used.
- return {};
- }
- // Minute
- else if (all_of(segment, is_char('m'))) {
- builder.append("{minute}");
- if (segment.length() == 1)
- format.minute = CalendarPatternStyle::Numeric;
- else
- format.minute = CalendarPatternStyle::TwoDigit;
- }
- // Second
- else if (all_of(segment, is_char('s'))) {
- builder.append("{second}");
- if (segment.length() == 1)
- format.second = CalendarPatternStyle::Numeric;
- else
- format.second = CalendarPatternStyle::TwoDigit;
- } else if (all_of(segment, is_char('S'))) {
- builder.append("{fractionalSecondDigits}");
- VERIFY(segment.length() <= 3);
- format.fractional_second_digits = static_cast<u8>(segment.length());
- } else if (all_of(segment, is_char('A'))) {
- // Intl.DateTimeFormat does not support millisecond formatting, so drop these patterns.
- return {};
- }
- // Zone
- else if (all_of(segment, is_any_of("zV"sv))) {
- builder.append("{timeZoneName}");
- if (segment.length() < 4)
- format.time_zone_name = CalendarPatternStyle::Short;
- else
- format.time_zone_name = CalendarPatternStyle::Long;
- } else if (all_of(segment, is_any_of("ZOXx"sv))) {
- builder.append("{timeZoneName}");
- if (segment.length() < 4)
- format.time_zone_name = CalendarPatternStyle::ShortOffset;
- else
- format.time_zone_name = CalendarPatternStyle::LongOffset;
- } else if (all_of(segment, is_char('v'))) {
- builder.append("{timeZoneName}");
- if (segment.length() < 4)
- format.time_zone_name = CalendarPatternStyle::ShortGeneric;
- else
- format.time_zone_name = CalendarPatternStyle::LongGeneric;
- }
- // Non-patterns
- else {
- builder.append(segment);
- }
- }
- pattern = builder.build();
- if (hour12) {
- format.pattern = remove_period_from_pattern(pattern);
- format.pattern12 = move(pattern);
- } else {
- format.pattern = move(pattern);
- }
- return format;
- }
- static Optional<CalendarPatternIndexType> parse_date_time_pattern(String pattern, String skeleton, UnicodeLocaleData& locale_data)
- {
- auto format = parse_date_time_pattern_raw(move(pattern), move(skeleton), locale_data);
- if (!format.has_value())
- return {};
- format->pattern_index = locale_data.unique_strings.ensure(move(format->pattern));
- if (format->pattern12.has_value())
- format->pattern12_index = locale_data.unique_strings.ensure(format->pattern12.release_value());
- return locale_data.unique_patterns.ensure(format.release_value());
- }
- template<typename... Chars>
- static constexpr bool char_is_one_of(char ch, Chars&&... chars)
- {
- return ((ch == chars) || ...);
- }
- static void parse_interval_patterns(Calendar& calendar, JsonObject const& interval_formats_object, UnicodeLocaleData& locale_data)
- {
- // https://unicode.org/reports/tr35/tr35-dates.html#intervalFormats
- CalendarRangePatternList range_formats {};
- CalendarRangePatternList range12_formats {};
- auto name_of_field = [&](char field) {
- if (char_is_one_of(field, 'G'))
- return Unicode::CalendarRangePattern::Field::Era;
- if (char_is_one_of(field, 'y', 'Y', 'u', 'U', 'r'))
- return Unicode::CalendarRangePattern::Field::Year;
- if (char_is_one_of(field, 'M', 'L'))
- return Unicode::CalendarRangePattern::Field::Month;
- if (char_is_one_of(field, 'd', 'D', 'F', 'g'))
- return Unicode::CalendarRangePattern::Field::Day;
- if (char_is_one_of(field, 'a', 'b'))
- return Unicode::CalendarRangePattern::Field::AmPm;
- if (char_is_one_of(field, 'B'))
- return Unicode::CalendarRangePattern::Field::DayPeriod;
- if (char_is_one_of(field, 'h', 'H', 'K', 'k'))
- return Unicode::CalendarRangePattern::Field::Hour;
- if (char_is_one_of(field, 'm'))
- return Unicode::CalendarRangePattern::Field::Minute;
- if (char_is_one_of(field, 's'))
- return Unicode::CalendarRangePattern::Field::Second;
- if (char_is_one_of(field, 'S'))
- return Unicode::CalendarRangePattern::Field::FractionalSecondDigits;
- VERIFY_NOT_REACHED();
- };
- auto split_default_range_pattern = [&](auto skeleton, auto const& pattern) {
- auto start_range_end = pattern.find('}').value() + 1;
- auto end_range_begin = pattern.find_last('{').value();
- auto start_range = pattern.substring_view(0, start_range_end);
- auto separator = pattern.substring_view(start_range_end, end_range_begin - start_range_end);
- auto end_range = pattern.substring_view(end_range_begin);
- CalendarRangePattern format {};
- format.skeleton_index = locale_data.unique_strings.ensure(skeleton);
- format.start_range = locale_data.unique_strings.ensure(start_range);
- format.separator = locale_data.unique_strings.ensure(separator);
- format.end_range = locale_data.unique_strings.ensure(end_range);
- return format;
- };
- auto split_range_pattern = [&](auto skeleton, auto field, auto const& pattern, auto const& parsed_fields) {
- HashMap<StringView, size_t> partitions;
- StringView last_partition;
- auto begin_index = pattern.find('{');
- size_t end_index = 0;
- while (begin_index.has_value()) {
- end_index = pattern.find('}', *begin_index).value();
- auto partition = pattern.substring_view(*begin_index, end_index - *begin_index);
- if (partitions.contains(partition))
- break;
- partitions.set(partition, *begin_index);
- last_partition = partition;
- begin_index = pattern.find('{', end_index + 1);
- }
- VERIFY(begin_index.has_value() && !last_partition.is_empty());
- auto start_range_end = partitions.get(last_partition).value() + last_partition.length() + 1;
- auto start_range = pattern.substring_view(0, start_range_end);
- auto separator = pattern.substring_view(start_range_end, *begin_index - start_range_end);
- auto end_range = pattern.substring_view(*begin_index);
- CalendarRangePattern format {};
- format.skeleton_index = locale_data.unique_strings.ensure(skeleton);
- format.field = field;
- format.start_range = locale_data.unique_strings.ensure(start_range);
- format.separator = locale_data.unique_strings.ensure(separator);
- format.end_range = locale_data.unique_strings.ensure(end_range);
- format.for_each_calendar_field_zipped_with(parsed_fields, [](auto& format_field, auto const& parsed_field, auto) {
- format_field = parsed_field;
- });
- return format;
- };
- interval_formats_object.for_each_member([&](auto const& skeleton, auto const& value) {
- if (skeleton == "intervalFormatFallback"sv) {
- auto range_format = split_default_range_pattern(skeleton, value.as_string());
- calendar.default_range_format = locale_data.unique_range_patterns.ensure(move(range_format));
- return;
- }
- value.as_object().for_each_member([&](auto const& field, auto const& pattern) {
- if (field.ends_with("alt-variant"sv))
- return;
- VERIFY(field.length() == 1);
- auto name = name_of_field(field[0]);
- auto format = parse_date_time_pattern_raw(pattern.as_string(), skeleton, locale_data).release_value();
- auto range_format = split_range_pattern(skeleton, name, format.pattern, format);
- range_formats.append(locale_data.unique_range_patterns.ensure(move(range_format)));
- if (format.pattern12.has_value()) {
- auto range12_pattern = split_range_pattern(skeleton, name, *format.pattern12, format);
- range12_formats.append(locale_data.unique_range_patterns.ensure(move(range12_pattern)));
- } else {
- range12_formats.append(range_formats.last());
- }
- });
- });
- calendar.range_formats = locale_data.unique_range_pattern_lists.ensure(move(range_formats));
- calendar.range12_formats = locale_data.unique_range_pattern_lists.ensure(move(range12_formats));
- }
- static void generate_missing_patterns(Calendar& calendar, CalendarPatternList& formats, Vector<CalendarPattern> date_formats, Vector<CalendarPattern> time_formats, UnicodeLocaleData& locale_data)
- {
- // https://unicode.org/reports/tr35/tr35-dates.html#Missing_Skeleton_Fields
- auto replace_pattern = [&](auto format, auto time_format, auto date_format) {
- auto pattern = locale_data.unique_strings.get(format);
- auto time_pattern = locale_data.unique_strings.get(time_format);
- auto date_pattern = locale_data.unique_strings.get(date_format);
- auto new_pattern = pattern.replace("{0}", time_pattern).replace("{1}", date_pattern);
- return locale_data.unique_strings.ensure(move(new_pattern));
- };
- auto inject_fractional_second_digits = [&](auto format) {
- auto pattern = locale_data.unique_strings.get(format);
- auto new_pattern = pattern.replace("{second}"sv, "{second}{decimal}{fractionalSecondDigits}"sv);
- return locale_data.unique_strings.ensure(move(new_pattern));
- };
- auto append_if_unique = [&](auto format) {
- auto format_index = locale_data.unique_patterns.ensure(move(format));
- if (!formats.contains_slow(format_index))
- formats.append(format_index);
- };
- Vector<CalendarPattern> time_formats_with_fractional_second_digits;
- for (auto const& format : date_formats)
- append_if_unique(format);
- for (auto const& format : time_formats) {
- append_if_unique(format);
- if (format.second.has_value() && !format.fractional_second_digits.has_value()) {
- auto new_format = format;
- new_format.fractional_second_digits = 2;
- new_format.pattern_index = inject_fractional_second_digits(new_format.pattern_index);
- if (new_format.pattern12_index != 0)
- new_format.pattern12_index = inject_fractional_second_digits(new_format.pattern12_index);
- time_formats_with_fractional_second_digits.append(new_format);
- append_if_unique(move(new_format));
- }
- }
- time_formats.extend(move(time_formats_with_fractional_second_digits));
- for (auto const& date_format : date_formats) {
- auto const& date_time_formats = locale_data.unique_formats.get(calendar.date_time_formats);
- CalendarPatternIndexType date_time_format_index = 0;
- if (date_format.month == Unicode::CalendarPatternStyle::Long) {
- if (date_format.weekday.has_value())
- date_time_format_index = date_time_formats.full_format;
- else
- date_time_format_index = date_time_formats.long_format;
- } else if (date_format.month == Unicode::CalendarPatternStyle::Short) {
- date_time_format_index = date_time_formats.medium_format;
- } else {
- date_time_format_index = date_time_formats.short_format;
- }
- for (auto const& time_format : time_formats) {
- auto format = locale_data.unique_patterns.get(date_time_format_index);
- if (time_format.pattern12_index != 0)
- format.pattern12_index = replace_pattern(format.pattern_index, time_format.pattern12_index, date_format.pattern_index);
- format.pattern_index = replace_pattern(format.pattern_index, time_format.pattern_index, date_format.pattern_index);
- format.for_each_calendar_field_zipped_with(date_format, [](auto& field, auto const& date_field, auto) {
- if (date_field.has_value())
- field = date_field;
- });
- format.for_each_calendar_field_zipped_with(time_format, [](auto& field, auto const& time_field, auto) {
- if (time_field.has_value())
- field = time_field;
- });
- append_if_unique(move(format));
- }
- }
- }
- static void parse_calendar_symbols(Calendar& calendar, JsonObject const& calendar_object, UnicodeLocaleData& locale_data)
- {
- auto create_symbol_lists = [](size_t size) {
- SymbolList narrow_symbol_list;
- SymbolList short_symbol_list;
- SymbolList long_symbol_list;
- narrow_symbol_list.resize(size);
- short_symbol_list.resize(size);
- long_symbol_list.resize(size);
- return Array<SymbolList, 3> { {
- move(narrow_symbol_list),
- move(short_symbol_list),
- move(long_symbol_list),
- } };
- };
- CalendarSymbolsList symbols_list {};
- auto store_symbol_lists = [&](auto symbol, auto symbol_lists) {
- auto symbol_index = to_underlying(symbol);
- if (symbol_index >= symbols_list.size())
- symbols_list.resize(symbol_index + 1);
- CalendarSymbols symbols {};
- symbols.narrow_symbols = locale_data.unique_symbol_lists.ensure(move(symbol_lists[0]));
- symbols.short_symbols = locale_data.unique_symbol_lists.ensure(move(symbol_lists[1]));
- symbols.long_symbols = locale_data.unique_symbol_lists.ensure(move(symbol_lists[2]));
- auto calendar_symbols_index = locale_data.unique_calendar_symbols.ensure(move(symbols));
- symbols_list[symbol_index] = calendar_symbols_index;
- };
- auto parse_era_symbols = [&](auto const& symbols_object) {
- auto const& narrow_symbols = symbols_object.get("eraNarrow"sv).as_object();
- auto const& short_symbols = symbols_object.get("eraAbbr"sv).as_object();
- auto const& long_symbols = symbols_object.get("eraNames"sv).as_object();
- auto symbol_lists = create_symbol_lists(2);
- auto append_symbol = [&](auto& symbols, auto const& key, auto symbol) {
- if (auto key_index = key.to_uint(); key_index.has_value())
- symbols[*key_index] = locale_data.unique_strings.ensure(move(symbol));
- };
- narrow_symbols.for_each_member([&](auto const& key, JsonValue const& value) {
- append_symbol(symbol_lists[0], key, value.as_string());
- });
- short_symbols.for_each_member([&](auto const& key, JsonValue const& value) {
- append_symbol(symbol_lists[1], key, value.as_string());
- });
- long_symbols.for_each_member([&](auto const& key, JsonValue const& value) {
- append_symbol(symbol_lists[2], key, value.as_string());
- });
- store_symbol_lists(Unicode::CalendarSymbol::Era, move(symbol_lists));
- };
- auto parse_month_symbols = [&](auto const& symbols_object) {
- auto const& narrow_symbols = symbols_object.get("narrow"sv).as_object();
- auto const& short_symbols = symbols_object.get("abbreviated"sv).as_object();
- auto const& long_symbols = symbols_object.get("wide"sv).as_object();
- auto symbol_lists = create_symbol_lists(12);
- auto append_symbol = [&](auto& symbols, auto const& key, auto symbol) {
- auto key_index = key.to_uint().value() - 1;
- symbols[key_index] = locale_data.unique_strings.ensure(move(symbol));
- };
- narrow_symbols.for_each_member([&](auto const& key, JsonValue const& value) {
- append_symbol(symbol_lists[0], key, value.as_string());
- });
- short_symbols.for_each_member([&](auto const& key, JsonValue const& value) {
- append_symbol(symbol_lists[1], key, value.as_string());
- });
- long_symbols.for_each_member([&](auto const& key, JsonValue const& value) {
- append_symbol(symbol_lists[2], key, value.as_string());
- });
- store_symbol_lists(Unicode::CalendarSymbol::Month, move(symbol_lists));
- };
- auto parse_weekday_symbols = [&](auto const& symbols_object) {
- auto const& narrow_symbols = symbols_object.get("narrow"sv).as_object();
- auto const& short_symbols = symbols_object.get("abbreviated"sv).as_object();
- auto const& long_symbols = symbols_object.get("wide"sv).as_object();
- auto symbol_lists = create_symbol_lists(7);
- auto append_symbol = [&](auto& symbols, auto const& key, auto symbol) {
- if (key == "sun"sv)
- symbols[to_underlying(Unicode::Weekday::Sunday)] = locale_data.unique_strings.ensure(move(symbol));
- else if (key == "mon"sv)
- symbols[to_underlying(Unicode::Weekday::Monday)] = locale_data.unique_strings.ensure(move(symbol));
- else if (key == "tue"sv)
- symbols[to_underlying(Unicode::Weekday::Tuesday)] = locale_data.unique_strings.ensure(move(symbol));
- else if (key == "wed"sv)
- symbols[to_underlying(Unicode::Weekday::Wednesday)] = locale_data.unique_strings.ensure(move(symbol));
- else if (key == "thu"sv)
- symbols[to_underlying(Unicode::Weekday::Thursday)] = locale_data.unique_strings.ensure(move(symbol));
- else if (key == "fri"sv)
- symbols[to_underlying(Unicode::Weekday::Friday)] = locale_data.unique_strings.ensure(move(symbol));
- else if (key == "sat"sv)
- symbols[to_underlying(Unicode::Weekday::Saturday)] = locale_data.unique_strings.ensure(move(symbol));
- };
- narrow_symbols.for_each_member([&](auto const& key, JsonValue const& value) {
- append_symbol(symbol_lists[0], key, value.as_string());
- });
- short_symbols.for_each_member([&](auto const& key, JsonValue const& value) {
- append_symbol(symbol_lists[1], key, value.as_string());
- });
- long_symbols.for_each_member([&](auto const& key, JsonValue const& value) {
- append_symbol(symbol_lists[2], key, value.as_string());
- });
- store_symbol_lists(Unicode::CalendarSymbol::Weekday, move(symbol_lists));
- };
- auto parse_day_period_symbols = [&](auto const& symbols_object) {
- auto const& narrow_symbols = symbols_object.get("narrow"sv).as_object();
- auto const& short_symbols = symbols_object.get("abbreviated"sv).as_object();
- auto const& long_symbols = symbols_object.get("wide"sv).as_object();
- auto symbol_lists = create_symbol_lists(10);
- auto append_symbol = [&](auto& symbols, auto const& key, auto symbol) {
- if (auto day_period = day_period_from_string(key); day_period.has_value())
- symbols[to_underlying(*day_period)] = locale_data.unique_strings.ensure(move(symbol));
- };
- narrow_symbols.for_each_member([&](auto const& key, JsonValue const& value) {
- append_symbol(symbol_lists[0], key, value.as_string());
- });
- short_symbols.for_each_member([&](auto const& key, JsonValue const& value) {
- append_symbol(symbol_lists[1], key, value.as_string());
- });
- long_symbols.for_each_member([&](auto const& key, JsonValue const& value) {
- append_symbol(symbol_lists[2], key, value.as_string());
- });
- store_symbol_lists(Unicode::CalendarSymbol::DayPeriod, move(symbol_lists));
- };
- parse_era_symbols(calendar_object.get("eras"sv).as_object());
- parse_month_symbols(calendar_object.get("months"sv).as_object().get("format"sv).as_object());
- parse_weekday_symbols(calendar_object.get("days"sv).as_object().get("format"sv).as_object());
- parse_day_period_symbols(calendar_object.get("dayPeriods"sv).as_object().get("format"sv).as_object());
- calendar.symbols = locale_data.unique_calendar_symbols_lists.ensure(move(symbols_list));
- }
- static ErrorOr<void> parse_calendars(String locale_calendars_path, UnicodeLocaleData& locale_data, Locale& locale)
- {
- LexicalPath calendars_path(move(locale_calendars_path));
- if (!calendars_path.basename().starts_with("ca-"sv))
- return {};
- auto calendars_file = TRY(Core::File::open(calendars_path.string(), Core::OpenMode::ReadOnly));
- auto calendars = TRY(JsonValue::from_string(calendars_file->read_all()));
- auto const& main_object = calendars.as_object().get("main"sv);
- auto const& locale_object = main_object.as_object().get(calendars_path.parent().basename());
- auto const& dates_object = locale_object.as_object().get("dates"sv);
- auto const& calendars_object = dates_object.as_object().get("calendars"sv);
- auto parse_patterns = [&](auto const& patterns_object, auto const& skeletons_object, Vector<CalendarPattern>* patterns) {
- auto parse_pattern = [&](auto name) {
- auto format = patterns_object.get(name);
- auto skeleton = skeletons_object.get(name);
- auto format_index = parse_date_time_pattern(format.as_string(), skeleton.as_string_or(String::empty()), locale_data).value();
- if (patterns)
- patterns->append(locale_data.unique_patterns.get(format_index));
- return format_index;
- };
- CalendarFormat formats {};
- formats.full_format = parse_pattern("full"sv);
- formats.long_format = parse_pattern("long"sv);
- formats.medium_format = parse_pattern("medium"sv);
- formats.short_format = parse_pattern("short"sv);
- return locale_data.unique_formats.ensure(move(formats));
- };
- calendars_object.as_object().for_each_member([&](auto const& calendar_name, JsonValue const& value) {
- // The generic calendar is not a supported Unicode calendar key, so skip it:
- // https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Intl/Locale/calendar#unicode_calendar_keys
- if (calendar_name == "generic"sv)
- return;
- Calendar calendar {};
- CalendarPatternList available_formats {};
- if (!locale_data.calendars.contains_slow(calendar_name))
- locale_data.calendars.append(calendar_name);
- Vector<CalendarPattern> date_formats;
- Vector<CalendarPattern> time_formats;
- auto const& date_formats_object = value.as_object().get("dateFormats"sv);
- auto const& date_skeletons_object = value.as_object().get("dateSkeletons"sv);
- calendar.date_formats = parse_patterns(date_formats_object.as_object(), date_skeletons_object.as_object(), &date_formats);
- auto const& time_formats_object = value.as_object().get("timeFormats"sv);
- auto const& time_skeletons_object = value.as_object().get("timeSkeletons"sv);
- calendar.time_formats = parse_patterns(time_formats_object.as_object(), time_skeletons_object.as_object(), &time_formats);
- auto const& date_time_formats_object = value.as_object().get("dateTimeFormats"sv);
- calendar.date_time_formats = parse_patterns(date_time_formats_object.as_object(), JsonObject {}, nullptr);
- auto const& available_formats_object = date_time_formats_object.as_object().get("availableFormats"sv);
- available_formats_object.as_object().for_each_member([&](auto const& skeleton, JsonValue const& pattern) {
- auto pattern_index = parse_date_time_pattern(pattern.as_string(), skeleton, locale_data);
- if (!pattern_index.has_value())
- return;
- auto const& format = locale_data.unique_patterns.get(*pattern_index);
- if (format.contains_only_date_fields())
- date_formats.append(format);
- else if (format.contains_only_time_fields())
- time_formats.append(format);
- if (!available_formats.contains_slow(*pattern_index))
- available_formats.append(*pattern_index);
- });
- auto const& interval_formats_object = date_time_formats_object.as_object().get("intervalFormats"sv);
- parse_interval_patterns(calendar, interval_formats_object.as_object(), locale_data);
- generate_missing_patterns(calendar, available_formats, move(date_formats), move(time_formats), locale_data);
- parse_calendar_symbols(calendar, value.as_object(), locale_data);
- calendar.available_formats = locale_data.unique_pattern_lists.ensure(move(available_formats));
- locale.calendars.set(calendar_name, locale_data.unique_calendars.ensure(move(calendar)));
- });
- return {};
- }
- static ErrorOr<void> parse_time_zone_names(String locale_time_zone_names_path, UnicodeLocaleData& locale_data, Locale& locale)
- {
- LexicalPath time_zone_names_path(move(locale_time_zone_names_path));
- time_zone_names_path = time_zone_names_path.append("timeZoneNames.json"sv);
- auto time_zone_names_file = TRY(Core::File::open(time_zone_names_path.string(), Core::OpenMode::ReadOnly));
- auto time_zone_names = TRY(JsonValue::from_string(time_zone_names_file->read_all()));
- auto const& main_object = time_zone_names.as_object().get("main"sv);
- auto const& locale_object = main_object.as_object().get(time_zone_names_path.parent().basename());
- auto const& dates_object = locale_object.as_object().get("dates"sv);
- auto const& time_zone_names_object = dates_object.as_object().get("timeZoneNames"sv);
- auto const& meta_zone_object = time_zone_names_object.as_object().get("metazone"sv);
- auto const& gmt_zero_format_string = time_zone_names_object.as_object().get("gmtZeroFormat"sv);
- if (meta_zone_object.is_null())
- return {};
- auto parse_name = [&](StringView type, JsonObject const& meta_zone_object) -> Optional<StringIndexType> {
- auto const& names = meta_zone_object.get(type);
- if (!names.is_object())
- return {};
- auto const& daylight = names.as_object().get("daylight"sv);
- if (daylight.is_string())
- return locale_data.unique_strings.ensure(daylight.as_string());
- auto const& standard = names.as_object().get("standard"sv);
- if (standard.is_string())
- return locale_data.unique_strings.ensure(standard.as_string());
- return {};
- };
- TimeZoneNamesList time_zones;
- TimeZoneFormat time_zone_formats {};
- time_zone_formats.gmt_zero_format = locale_data.unique_strings.ensure(gmt_zero_format_string.as_string());
- auto parse_time_zone = [&](StringView meta_zone, JsonObject const& meta_zone_object) {
- auto golden_zones = locale_data.meta_zones.find(meta_zone);
- if (golden_zones == locale_data.meta_zones.end())
- return;
- TimeZoneNames time_zone_names {};
- if (auto long_name = parse_name("long"sv, meta_zone_object); long_name.has_value())
- time_zone_names.long_name = long_name.value();
- if (auto short_name = parse_name("short"sv, meta_zone_object); short_name.has_value())
- time_zone_names.short_name = short_name.value();
- auto time_zone_index = locale_data.unique_time_zones.ensure(move(time_zone_names));
- for (auto golden_zone : golden_zones->value) {
- auto time_zone = to_underlying(golden_zone);
- if (time_zone >= time_zones.size())
- time_zones.resize(time_zone + 1);
- time_zones[time_zone] = time_zone_index;
- }
- };
- meta_zone_object.as_object().for_each_member([&](auto const& meta_zone, JsonValue const& value) {
- parse_time_zone(meta_zone, value.as_object());
- });
- // The long and short names for UTC are not under the "timeZoneNames/metazone" object, but are under "timeZoneNames/zone/Etc".
- auto const& zone_object = time_zone_names_object.as_object().get("zone"sv);
- auto const& etc_object = zone_object.as_object().get("Etc"sv);
- auto const& utc_object = etc_object.as_object().get("UTC"sv);
- parse_time_zone("UTC"sv, utc_object.as_object());
- locale.time_zones = locale_data.unique_time_zone_lists.ensure(move(time_zones));
- locale.time_zone_formats = locale_data.unique_time_zone_formats.ensure(move(time_zone_formats));
- return {};
- }
- static ErrorOr<void> parse_day_periods(String core_path, UnicodeLocaleData& locale_data)
- {
- // https://unicode.org/reports/tr35/tr35-dates.html#Day_Period_Rule_Sets
- LexicalPath day_periods_path(move(core_path));
- day_periods_path = day_periods_path.append("supplemental"sv);
- day_periods_path = day_periods_path.append("dayPeriods.json"sv);
- auto day_periods_file = TRY(Core::File::open(day_periods_path.string(), Core::OpenMode::ReadOnly));
- auto locale_day_periods = TRY(JsonValue::from_string(day_periods_file->read_all()));
- auto const& supplemental_object = locale_day_periods.as_object().get("supplemental"sv);
- auto const& day_periods_object = supplemental_object.as_object().get("dayPeriodRuleSet"sv);
- auto parse_hour = [](auto const& time) {
- auto hour_end_index = time.find(':').value();
- // The times are in the form "hours:minutes", but we only need the hour segment.
- // TR-35 explicitly states that minutes other than :00 must not be used.
- VERIFY(time.substring_view(hour_end_index) == ":00"sv);
- auto hour = time.substring_view(0, hour_end_index);
- return hour.template to_uint<u8>().value();
- };
- auto parse_day_period = [&](auto const& symbol, auto const& ranges) -> Optional<DayPeriod> {
- auto day_period = day_period_from_string(symbol);
- if (!day_period.has_value())
- return {};
- auto begin = parse_hour(ranges.get("_from"sv).as_string());
- auto end = parse_hour(ranges.get("_before"sv).as_string());
- return DayPeriod { *day_period, begin, end };
- };
- day_periods_object.as_object().for_each_member([&](auto const& language, JsonValue const& value) {
- auto locale = locale_data.locales.find(language);
- if (locale == locale_data.locales.end())
- return;
- DayPeriodList day_periods;
- value.as_object().for_each_member([&](auto const& symbol, JsonValue const& ranges) {
- if (auto day_period = parse_day_period(symbol, ranges.as_object()); day_period.has_value()) {
- auto day_period_index = locale_data.unique_day_periods.ensure(day_period.release_value());
- day_periods.append(day_period_index);
- }
- });
- locale->value.day_periods = locale_data.unique_day_period_lists.ensure(move(day_periods));
- });
- return {};
- };
- static ErrorOr<void> parse_all_locales(String core_path, String dates_path, UnicodeLocaleData& locale_data)
- {
- TRY(parse_hour_cycles(core_path, locale_data));
- TRY(parse_meta_zones(core_path, locale_data));
- auto dates_iterator = TRY(path_to_dir_iterator(move(dates_path)));
- auto remove_variants_from_path = [&](String path) -> ErrorOr<String> {
- auto parsed_locale = TRY(CanonicalLanguageID<StringIndexType>::parse(locale_data.unique_strings, LexicalPath::basename(path)));
- StringBuilder builder;
- builder.append(locale_data.unique_strings.get(parsed_locale.language));
- if (auto script = locale_data.unique_strings.get(parsed_locale.script); !script.is_empty())
- builder.appendff("-{}", script);
- if (auto region = locale_data.unique_strings.get(parsed_locale.region); !region.is_empty())
- builder.appendff("-{}", region);
- return builder.build();
- };
- while (dates_iterator.has_next()) {
- auto dates_path = TRY(next_path_from_dir_iterator(dates_iterator));
- auto calendars_iterator = TRY(path_to_dir_iterator(dates_path, {}));
- auto language = TRY(remove_variants_from_path(dates_path));
- auto& locale = locale_data.locales.ensure(language);
- while (calendars_iterator.has_next()) {
- auto calendars_path = TRY(next_path_from_dir_iterator(calendars_iterator));
- TRY(parse_calendars(move(calendars_path), locale_data, locale));
- }
- TRY(parse_time_zone_names(move(dates_path), locale_data, locale));
- }
- TRY(parse_day_periods(move(core_path), locale_data));
- return {};
- }
- static String format_identifier(StringView owner, String identifier)
- {
- identifier = identifier.replace("-"sv, "_"sv, true);
- identifier = identifier.replace("/"sv, "_"sv, true);
- if (all_of(identifier, is_ascii_digit))
- return String::formatted("{}_{}", owner[0], identifier);
- if (is_ascii_lower_alpha(identifier[0]))
- return String::formatted("{:c}{}", to_ascii_uppercase(identifier[0]), identifier.substring_view(1));
- return identifier;
- }
- static void generate_unicode_locale_header(Core::File& file, UnicodeLocaleData& locale_data)
- {
- StringBuilder builder;
- SourceGenerator generator { builder };
- generator.append(R"~~~(
- #pragma once
- #include <AK/Types.h>
- namespace Unicode {
- )~~~");
- generate_enum(generator, format_identifier, "Calendar"sv, {}, locale_data.calendars, locale_data.calendar_aliases);
- generate_enum(generator, format_identifier, "HourCycleRegion"sv, {}, locale_data.hour_cycle_regions);
- generator.append(R"~~~(
- }
- )~~~");
- VERIFY(file.write(generator.as_string_view()));
- }
- static void generate_unicode_locale_implementation(Core::File& file, UnicodeLocaleData& locale_data)
- {
- StringBuilder builder;
- SourceGenerator generator { builder };
- generator.set("string_index_type"sv, s_string_index_type);
- generator.set("calendar_pattern_index_type"sv, s_calendar_pattern_index_type);
- generator.set("calendar_pattern_list_index_type"sv, s_calendar_pattern_list_index_type);
- generator.set("calendar_range_pattern_index_type"sv, s_calendar_range_pattern_index_type);
- generator.set("calendar_range_pattern_list_index_type"sv, s_calendar_range_pattern_list_index_type);
- generator.set("calendar_format_index_type"sv, s_calendar_format_index_type);
- generator.set("symbol_list_index_type"sv, s_symbol_list_index_type);
- generator.set("calendar_symbols_index_type"sv, s_calendar_symbols_index_type);
- generator.set("calendar_symbols_list_index_type"sv, s_calendar_symbols_list_index_type);
- generator.set("calendar_index_type"sv, s_calendar_index_type);
- generator.set("time_zone_index_type"sv, s_time_zone_index_type);
- generator.set("time_zone_list_index_type"sv, s_time_zone_list_index_type);
- generator.set("day_period_index_type"sv, s_day_period_index_type);
- generator.set("day_period_list_index_type"sv, s_day_period_list_index_type);
- generator.append(R"~~~(
- #include <AK/Array.h>
- #include <AK/BinarySearch.h>
- #include <AK/Optional.h>
- #include <AK/StringView.h>
- #include <LibTimeZone/TimeZone.h>
- #include <LibUnicode/DateTimeFormat.h>
- #include <LibUnicode/Locale.h>
- #include <LibUnicode/UnicodeDateTimeFormat.h>
- namespace Unicode {
- )~~~");
- locale_data.unique_strings.generate(generator);
- generator.append(R"~~~(
- template <typename SourceType, typename TargetType>
- static void convert_calendar_fields(SourceType const& source, TargetType& target)
- {
- if (source.era != -1)
- target.era = static_cast<CalendarPatternStyle>(source.era);
- if (source.year != -1)
- target.year = static_cast<CalendarPatternStyle>(source.year);
- if (source.month != -1)
- target.month = static_cast<CalendarPatternStyle>(source.month);
- if (source.weekday != -1)
- target.weekday = static_cast<CalendarPatternStyle>(source.weekday);
- if (source.day != -1)
- target.day = static_cast<CalendarPatternStyle>(source.day);
- if (source.day_period != -1)
- target.day_period = static_cast<CalendarPatternStyle>(source.day_period);
- if (source.hour != -1)
- target.hour = static_cast<CalendarPatternStyle>(source.hour);
- if (source.minute != -1)
- target.minute = static_cast<CalendarPatternStyle>(source.minute);
- if (source.second != -1)
- target.second = static_cast<CalendarPatternStyle>(source.second);
- if (source.fractional_second_digits != -1)
- target.fractional_second_digits = static_cast<u8>(source.fractional_second_digits);
- if (source.time_zone_name != -1)
- target.time_zone_name = static_cast<CalendarPatternStyle>(source.time_zone_name);
- }
- struct CalendarPatternImpl {
- CalendarPattern to_unicode_calendar_pattern() const {
- CalendarPattern calendar_pattern {};
- calendar_pattern.skeleton = s_string_list[skeleton];
- calendar_pattern.pattern = s_string_list[pattern];
- if (pattern12 != 0)
- calendar_pattern.pattern12 = s_string_list[pattern12];
- convert_calendar_fields(*this, calendar_pattern);
- return calendar_pattern;
- }
- @string_index_type@ skeleton { 0 };
- @string_index_type@ pattern { 0 };
- @string_index_type@ pattern12 { 0 };
- i8 era { -1 };
- i8 year { -1 };
- i8 month { -1 };
- i8 weekday { -1 };
- i8 day { -1 };
- i8 day_period { -1 };
- i8 hour { -1 };
- i8 minute { -1 };
- i8 second { -1 };
- i8 fractional_second_digits { -1 };
- i8 time_zone_name { -1 };
- };
- struct CalendarRangePatternImpl {
- CalendarRangePattern to_unicode_calendar_range_pattern() const {
- CalendarRangePattern calendar_range_pattern {};
- if (field != -1)
- calendar_range_pattern.field = static_cast<CalendarRangePattern::Field>(field);
- calendar_range_pattern.start_range = s_string_list[start_range];
- calendar_range_pattern.separator = s_string_list[separator];
- calendar_range_pattern.end_range = s_string_list[end_range];
- convert_calendar_fields(*this, calendar_range_pattern);
- return calendar_range_pattern;
- }
- @string_index_type@ skeleton { 0 };
- i8 field { -1 };
- @string_index_type@ start_range { 0 };
- @string_index_type@ separator { 0 };
- @string_index_type@ end_range { 0 };
- i8 era { -1 };
- i8 year { -1 };
- i8 month { -1 };
- i8 weekday { -1 };
- i8 day { -1 };
- i8 day_period { -1 };
- i8 hour { -1 };
- i8 minute { -1 };
- i8 second { -1 };
- i8 fractional_second_digits { -1 };
- i8 time_zone_name { -1 };
- };
- )~~~");
- locale_data.unique_patterns.generate(generator, "CalendarPatternImpl"sv, "s_calendar_patterns"sv, 10);
- locale_data.unique_pattern_lists.generate(generator, s_calendar_pattern_index_type, "s_calendar_pattern_lists"sv);
- locale_data.unique_range_patterns.generate(generator, "CalendarRangePatternImpl"sv, "s_calendar_range_patterns"sv, 10);
- locale_data.unique_range_pattern_lists.generate(generator, s_calendar_range_pattern_index_type, "s_calendar_range_pattern_lists"sv);
- generator.append(R"~~~(
- struct CalendarFormatImpl {
- CalendarFormat to_unicode_calendar_format() const {
- CalendarFormat calendar_format {};
- calendar_format.full_format = s_calendar_patterns[full_format].to_unicode_calendar_pattern();
- calendar_format.long_format = s_calendar_patterns[long_format].to_unicode_calendar_pattern();
- calendar_format.medium_format = s_calendar_patterns[medium_format].to_unicode_calendar_pattern();
- calendar_format.short_format = s_calendar_patterns[short_format].to_unicode_calendar_pattern();
- return calendar_format;
- }
- @calendar_pattern_index_type@ full_format { 0 };
- @calendar_pattern_index_type@ long_format { 0 };
- @calendar_pattern_index_type@ medium_format { 0 };
- @calendar_pattern_index_type@ short_format { 0 };
- };
- struct CalendarSymbols {
- @symbol_list_index_type@ narrow_symbols { 0 };
- @symbol_list_index_type@ short_symbols { 0 };
- @symbol_list_index_type@ long_symbols { 0 };
- };
- struct CalendarData {
- @calendar_format_index_type@ date_formats { 0 };
- @calendar_format_index_type@ time_formats { 0 };
- @calendar_format_index_type@ date_time_formats { 0 };
- @calendar_pattern_list_index_type@ available_formats { 0 };
- @calendar_range_pattern_index_type@ default_range_format { 0 };
- @calendar_range_pattern_list_index_type@ range_formats { 0 };
- @calendar_range_pattern_list_index_type@ range12_formats { 0 };
- @calendar_symbols_list_index_type@ symbols { 0 };
- };
- struct TimeZoneNames {
- @string_index_type@ long_name { 0 };
- @string_index_type@ short_name { 0 };
- };
- struct TimeZoneFormat {
- @string_index_type@ gmt_zero_format { 0 };
- };
- struct DayPeriodData {
- u8 day_period { 0 };
- u8 begin { 0 };
- u8 end { 0 };
- };
- )~~~");
- locale_data.unique_formats.generate(generator, "CalendarFormatImpl"sv, "s_calendar_formats"sv, 10);
- locale_data.unique_symbol_lists.generate(generator, s_string_index_type, "s_symbol_lists"sv);
- locale_data.unique_calendar_symbols.generate(generator, "CalendarSymbols"sv, "s_calendar_symbols"sv, 10);
- locale_data.unique_calendar_symbols_lists.generate(generator, s_calendar_symbols_index_type, "s_calendar_symbol_lists"sv);
- locale_data.unique_calendars.generate(generator, "CalendarData"sv, "s_calendars"sv, 10);
- locale_data.unique_time_zones.generate(generator, "TimeZoneNames"sv, "s_time_zones"sv, 30);
- locale_data.unique_time_zone_lists.generate(generator, s_time_zone_index_type, "s_time_zone_lists"sv);
- locale_data.unique_time_zone_formats.generate(generator, "TimeZoneFormat"sv, "s_time_zone_formats"sv, 30);
- locale_data.unique_day_periods.generate(generator, "DayPeriodData"sv, "s_day_periods"sv, 30);
- locale_data.unique_day_period_lists.generate(generator, s_day_period_index_type, "s_day_period_lists"sv);
- locale_data.unique_hour_cycle_lists.generate(generator, "u8"sv, "s_hour_cycle_lists"sv);
- auto append_calendars = [&](String name, auto const& calendars) {
- generator.set("name", name);
- generator.set("size", String::number(calendars.size()));
- generator.append(R"~~~(
- static constexpr Array<@calendar_index_type@, @size@> @name@ { {)~~~");
- bool first = true;
- for (auto const& calendar_key : locale_data.calendars) {
- auto calendar = calendars.find(calendar_key)->value;
- generator.append(first ? " " : ", ");
- generator.append(String::number(calendar));
- first = false;
- }
- generator.append(" } };");
- };
- auto append_mapping = [&](auto const& keys, auto const& map, auto type, auto name, auto mapping_getter) {
- generator.set("type", type);
- generator.set("name", name);
- generator.set("size", String::number(keys.size()));
- generator.append(R"~~~(
- static constexpr Array<@type@, @size@> @name@ { {)~~~");
- bool first = true;
- for (auto const& key : keys) {
- auto const& value = map.find(key)->value;
- auto mapping = mapping_getter(value);
- generator.append(first ? " " : ", ");
- generator.append(String::number(mapping));
- first = false;
- }
- generator.append(" } };");
- };
- auto locales = locale_data.locales.keys();
- quick_sort(locales);
- generate_mapping(generator, locale_data.locales, s_calendar_index_type, "s_locale_calendars"sv, "s_calendars_{}", format_identifier, [&](auto const& name, auto const& value) { append_calendars(name, value.calendars); });
- append_mapping(locales, locale_data.locales, s_time_zone_index_type, "s_locale_time_zones"sv, [](auto const& locale) { return locale.time_zones; });
- append_mapping(locales, locale_data.locales, s_time_zone_format_index_type, "s_locale_time_zone_formats"sv, [](auto const& locale) { return locale.time_zone_formats; });
- append_mapping(locales, locale_data.locales, s_day_period_index_type, "s_locale_day_periods"sv, [](auto const& locale) { return locale.day_periods; });
- append_mapping(locale_data.hour_cycle_regions, locale_data.hour_cycles, s_hour_cycle_list_index_type, "s_hour_cycles"sv, [](auto const& hour_cycles) { return hour_cycles; });
- generator.append("\n");
- auto append_from_string = [&](StringView enum_title, StringView enum_snake, auto const& values, Vector<Alias> const& aliases = {}) {
- HashValueMap<String> hashes;
- hashes.ensure_capacity(values.size());
- for (auto const& value : values)
- hashes.set(value.hash(), format_identifier(enum_title, value));
- for (auto const& alias : aliases)
- hashes.set(alias.alias.hash(), format_identifier(enum_title, alias.alias));
- generate_value_from_string(generator, "{}_from_string"sv, enum_title, enum_snake, move(hashes));
- };
- append_from_string("Calendar"sv, "calendar"sv, locale_data.calendars, locale_data.calendar_aliases);
- append_from_string("HourCycleRegion"sv, "hour_cycle_region"sv, locale_data.hour_cycle_regions);
- generator.append(R"~~~(
- Vector<HourCycle> get_regional_hour_cycles(StringView region)
- {
- auto region_value = hour_cycle_region_from_string(region);
- if (!region_value.has_value())
- return {};
- auto region_index = to_underlying(*region_value);
- auto regional_hour_cycles_index = s_hour_cycles.at(region_index);
- auto const& regional_hour_cycles = s_hour_cycle_lists.at(regional_hour_cycles_index);
- Vector<HourCycle> hour_cycles;
- hour_cycles.ensure_capacity(regional_hour_cycles.size());
- for (auto hour_cycle : regional_hour_cycles)
- hour_cycles.unchecked_append(static_cast<HourCycle>(hour_cycle));
- return hour_cycles;
- }
- static CalendarData const* find_calendar_data(StringView locale, StringView calendar)
- {
- auto locale_value = locale_from_string(locale);
- if (!locale_value.has_value())
- return nullptr;
- auto calendar_value = calendar_from_string(calendar);
- if (!calendar_value.has_value())
- return nullptr;
- auto locale_index = to_underlying(*locale_value) - 1; // Subtract 1 because 0 == Locale::None.
- size_t calendar_index = to_underlying(*calendar_value);
- auto const& calendar_indices = s_locale_calendars.at(locale_index);
- calendar_index = calendar_indices[calendar_index];
- return &s_calendars[calendar_index];
- }
- Optional<CalendarFormat> get_calendar_date_format(StringView locale, StringView calendar)
- {
- if (auto const* data = find_calendar_data(locale, calendar); data != nullptr) {
- auto const& formats = s_calendar_formats.at(data->date_formats);
- return formats.to_unicode_calendar_format();
- }
- return {};
- }
- Optional<CalendarFormat> get_calendar_time_format(StringView locale, StringView calendar)
- {
- if (auto const* data = find_calendar_data(locale, calendar); data != nullptr) {
- auto const& formats = s_calendar_formats.at(data->time_formats);
- return formats.to_unicode_calendar_format();
- }
- return {};
- }
- Optional<CalendarFormat> get_calendar_date_time_format(StringView locale, StringView calendar)
- {
- if (auto const* data = find_calendar_data(locale, calendar); data != nullptr) {
- auto const& formats = s_calendar_formats.at(data->date_time_formats);
- return formats.to_unicode_calendar_format();
- }
- return {};
- }
- Vector<CalendarPattern> get_calendar_available_formats(StringView locale, StringView calendar)
- {
- Vector<CalendarPattern> result {};
- if (auto const* data = find_calendar_data(locale, calendar); data != nullptr) {
- auto const& available_formats = s_calendar_pattern_lists.at(data->available_formats);
- result.ensure_capacity(available_formats.size());
- for (auto const& format : available_formats)
- result.unchecked_append(s_calendar_patterns[format].to_unicode_calendar_pattern());
- }
- return result;
- }
- Optional<CalendarRangePattern> get_calendar_default_range_format(StringView locale, StringView calendar)
- {
- if (auto const* data = find_calendar_data(locale, calendar); data != nullptr) {
- auto const& pattern = s_calendar_range_patterns[data->default_range_format];
- return pattern.to_unicode_calendar_range_pattern();
- }
- return {};
- }
- Vector<CalendarRangePattern> get_calendar_range_formats(StringView locale, StringView calendar, StringView skeleton)
- {
- Vector<CalendarRangePattern> result {};
- if (auto const* data = find_calendar_data(locale, calendar); data != nullptr) {
- auto const& range_formats = s_calendar_range_pattern_lists.at(data->range_formats);
- for (auto format : range_formats) {
- auto const& pattern = s_calendar_range_patterns[format];
- if (skeleton == s_string_list[pattern.skeleton])
- result.append(pattern.to_unicode_calendar_range_pattern());
- }
- }
- return result;
- }
- Vector<CalendarRangePattern> get_calendar_range12_formats(StringView locale, StringView calendar, StringView skeleton)
- {
- Vector<CalendarRangePattern> result {};
- if (auto const* data = find_calendar_data(locale, calendar); data != nullptr) {
- auto const& range12_formats = s_calendar_range_pattern_lists.at(data->range12_formats);
- for (auto format : range12_formats) {
- auto const& pattern = s_calendar_range_patterns[format];
- if (skeleton == s_string_list[pattern.skeleton])
- result.append(pattern.to_unicode_calendar_range_pattern());
- }
- }
- return result;
- }
- static Span<@string_index_type@ const> find_calendar_symbols(StringView locale, StringView calendar, CalendarSymbol symbol, CalendarPatternStyle style)
- {
- if (auto const* data = find_calendar_data(locale, calendar); data != nullptr) {
- auto const& symbols_list = s_calendar_symbol_lists[data->symbols];
- auto symbol_index = to_underlying(symbol);
- auto calendar_symbols_index = symbols_list.at(symbol_index);
- auto const& symbols = s_calendar_symbols.at(calendar_symbols_index);
- @symbol_list_index_type@ symbol_list_index = 0;
- switch (style) {
- case CalendarPatternStyle::Narrow:
- symbol_list_index = symbols.narrow_symbols;
- break;
- case CalendarPatternStyle::Short:
- symbol_list_index = symbols.short_symbols;
- break;
- case CalendarPatternStyle::Long:
- symbol_list_index = symbols.long_symbols;
- break;
- default:
- VERIFY_NOT_REACHED();
- }
- return s_symbol_lists.at(symbol_list_index);
- }
- return {};
- }
- Optional<StringView> get_calendar_era_symbol(StringView locale, StringView calendar, CalendarPatternStyle style, Era value)
- {
- auto symbols = find_calendar_symbols(locale, calendar, CalendarSymbol::Era, style);
- if (auto value_index = to_underlying(value); value_index < symbols.size())
- return s_string_list[symbols.at(value_index)];
- return {};
- }
- Optional<StringView> get_calendar_month_symbol(StringView locale, StringView calendar, CalendarPatternStyle style, Month value)
- {
- auto symbols = find_calendar_symbols(locale, calendar, CalendarSymbol::Month, style);
- if (auto value_index = to_underlying(value); value_index < symbols.size())
- return s_string_list[symbols.at(value_index)];
- return {};
- }
- Optional<StringView> get_calendar_weekday_symbol(StringView locale, StringView calendar, CalendarPatternStyle style, Weekday value)
- {
- auto symbols = find_calendar_symbols(locale, calendar, CalendarSymbol::Weekday, style);
- if (auto value_index = to_underlying(value); value_index < symbols.size())
- return s_string_list[symbols.at(value_index)];
- return {};
- }
- Optional<StringView> get_calendar_day_period_symbol(StringView locale, StringView calendar, CalendarPatternStyle style, DayPeriod value)
- {
- auto symbols = find_calendar_symbols(locale, calendar, CalendarSymbol::DayPeriod, style);
- if (auto value_index = to_underlying(value); value_index < symbols.size())
- return s_string_list[symbols.at(value_index)];
- return {};
- }
- Optional<StringView> get_calendar_day_period_symbol_for_hour(StringView locale, StringView calendar, CalendarPatternStyle style, u8 hour)
- {
- auto locale_value = locale_from_string(locale);
- if (!locale_value.has_value())
- return {};
- auto locale_index = to_underlying(*locale_value) - 1; // Subtract 1 because 0 == Locale::None.
- auto day_periods_index = s_locale_day_periods[locale_index];
- auto day_periods = s_day_period_lists[day_periods_index];
- for (auto day_period_index : day_periods) {
- auto day_period = s_day_periods[day_period_index];
- auto h = hour;
- if (day_period.begin > day_period.end) {
- day_period.end += 24;
- h += 24;
- }
- if ((day_period.begin <= h) && (h < day_period.end)) {
- auto period = static_cast<DayPeriod>(day_period.day_period);
- return get_calendar_day_period_symbol(locale, calendar, style, period);
- }
- }
- // Fallback to fixed periods if the locale does not have flexible day periods.
- // TR-35 states that the meaning of AM and PM does not change with locale.
- if (hour < 12)
- return get_calendar_day_period_symbol(locale, calendar, style, DayPeriod::AM);
- return get_calendar_day_period_symbol(locale, calendar, style, DayPeriod::PM);
- }
- static TimeZoneFormat const* find_time_zone_formats(StringView locale)
- {
- auto locale_value = locale_from_string(locale);
- if (!locale_value.has_value())
- return nullptr;
- auto locale_index = to_underlying(*locale_value) - 1; // Subtract 1 because 0 == Locale::None.
- auto time_zone_format_index = s_locale_time_zone_formats.at(locale_index);
- return &s_time_zone_formats.at(time_zone_format_index);
- }
- static TimeZoneNames const* find_time_zone_names(StringView locale, StringView time_zone)
- {
- auto locale_value = locale_from_string(locale);
- if (!locale_value.has_value())
- return nullptr;
- auto time_zone_value = ::TimeZone::time_zone_from_string(time_zone);
- if (!time_zone_value.has_value())
- return nullptr;
- auto locale_index = to_underlying(*locale_value) - 1; // Subtract 1 because 0 == Locale::None.
- size_t time_zone_index = to_underlying(*time_zone_value);
- auto time_zone_list_index = s_locale_time_zones.at(locale_index);
- auto const& time_zone_list = s_time_zone_lists.at(time_zone_list_index);
- if (time_zone_list.size() <= time_zone_index)
- return nullptr;
- time_zone_index = time_zone_list.at(time_zone_index);
- return &s_time_zones[time_zone_index];
- }
- Optional<StringView> get_time_zone_name(StringView locale, StringView time_zone, CalendarPatternStyle style)
- {
- if ((style == CalendarPatternStyle::Long) || (style == CalendarPatternStyle::Short)) {
- if (auto const* data = find_time_zone_names(locale, time_zone); data != nullptr) {
- auto time_zone_index = style == CalendarPatternStyle::Long ? data->long_name : data->short_name;
- if (time_zone_index != 0)
- return s_string_list[time_zone_index];
- }
- } else {
- // FIXME: This becomes more complicated when time zones other than UTC are supported. We will need to know the GMT offset
- // of each time zone (which must be parsed from the time zone database, not the CLDR). For now, assuming UTC means
- // we can assume a GMT offset of 0, for which the CLDR has a specific format string for the offset styles. Further,
- // we will need to parse the "generic" time zone names from timeZoneNames.json.
- VERIFY(time_zone == "UTC"sv);
- if (auto const* formats = find_time_zone_formats(locale); formats != nullptr)
- return s_string_list[formats->gmt_zero_format];
- }
- return {};
- }
- }
- )~~~");
- VERIFY(file.write(generator.as_string_view()));
- }
- ErrorOr<int> serenity_main(Main::Arguments arguments)
- {
- StringView generated_header_path;
- StringView generated_implementation_path;
- StringView core_path;
- StringView dates_path;
- Core::ArgsParser args_parser;
- args_parser.add_option(generated_header_path, "Path to the Unicode locale header file to generate", "generated-header-path", 'h', "generated-header-path");
- args_parser.add_option(generated_implementation_path, "Path to the Unicode locale implementation file to generate", "generated-implementation-path", 'c', "generated-implementation-path");
- args_parser.add_option(core_path, "Path to cldr-core directory", "core-path", 'r', "core-path");
- args_parser.add_option(dates_path, "Path to cldr-dates directory", "dates-path", 'd', "dates-path");
- args_parser.parse(arguments);
- auto open_file = [&](StringView path) -> ErrorOr<NonnullRefPtr<Core::File>> {
- if (path.is_empty()) {
- args_parser.print_usage(stderr, arguments.argv[0]);
- return Error::from_string_literal("Must provide all command line options"sv);
- }
- return Core::File::open(path, Core::OpenMode::ReadWrite);
- };
- auto generated_header_file = TRY(open_file(generated_header_path));
- auto generated_implementation_file = TRY(open_file(generated_implementation_path));
- UnicodeLocaleData locale_data;
- TRY(parse_all_locales(core_path, dates_path, locale_data));
- generate_unicode_locale_header(generated_header_file, locale_data);
- generate_unicode_locale_implementation(generated_implementation_file, locale_data);
- return 0;
- }
|