GenerateUnicodeNumberFormat.cpp 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709
  1. /*
  2. * Copyright (c) 2021, Tim Flynn <trflynn89@pm.me>
  3. *
  4. * SPDX-License-Identifier: BSD-2-Clause
  5. */
  6. #include "GeneratorUtil.h"
  7. #include <AK/AllOf.h>
  8. #include <AK/CharacterTypes.h>
  9. #include <AK/Format.h>
  10. #include <AK/HashMap.h>
  11. #include <AK/JsonObject.h>
  12. #include <AK/JsonParser.h>
  13. #include <AK/JsonValue.h>
  14. #include <AK/LexicalPath.h>
  15. #include <AK/QuickSort.h>
  16. #include <AK/SourceGenerator.h>
  17. #include <AK/String.h>
  18. #include <AK/StringBuilder.h>
  19. #include <AK/Utf8View.h>
  20. #include <LibCore/ArgsParser.h>
  21. #include <LibCore/DirIterator.h>
  22. #include <LibCore/File.h>
  23. #include <LibUnicode/Locale.h>
  24. #include <math.h>
  25. using StringIndexType = u16;
  26. constexpr auto s_string_index_type = "u16"sv;
  27. enum class NumberFormatType {
  28. Standard,
  29. Compact,
  30. };
  31. struct NumberFormat : public Unicode::NumberFormat {
  32. using Base = Unicode::NumberFormat;
  33. static Base::Plurality plurality_from_string(StringView plurality)
  34. {
  35. if (plurality == "other"sv)
  36. return Base::Plurality::Other;
  37. if (plurality == "1"sv)
  38. return Base::Plurality::Single;
  39. if (plurality == "zero"sv)
  40. return Base::Plurality::Zero;
  41. if (plurality == "one"sv)
  42. return Base::Plurality::One;
  43. if (plurality == "two"sv)
  44. return Base::Plurality::Two;
  45. if (plurality == "few"sv)
  46. return Base::Plurality::Few;
  47. if (plurality == "many"sv)
  48. return Base::Plurality::Many;
  49. VERIFY_NOT_REACHED();
  50. }
  51. StringIndexType zero_format_index { 0 };
  52. StringIndexType positive_format_index { 0 };
  53. StringIndexType negative_format_index { 0 };
  54. StringIndexType compact_identifier_index { 0 };
  55. };
  56. struct NumberSystem {
  57. StringIndexType system { 0 };
  58. HashMap<String, StringIndexType> symbols {};
  59. u8 primary_grouping_size { 0 };
  60. u8 secondary_grouping_size { 0 };
  61. NumberFormat decimal_format {};
  62. Vector<NumberFormat> decimal_long_formats {};
  63. Vector<NumberFormat> decimal_short_formats {};
  64. NumberFormat currency_format {};
  65. NumberFormat accounting_format {};
  66. Vector<NumberFormat> currency_unit_formats {};
  67. Vector<NumberFormat> currency_short_formats {};
  68. NumberFormat percent_format {};
  69. NumberFormat scientific_format {};
  70. };
  71. struct Locale {
  72. HashMap<String, NumberSystem> number_systems;
  73. };
  74. struct UnicodeLocaleData {
  75. UniqueStringStorage<StringIndexType> unique_strings;
  76. HashMap<String, Locale> locales;
  77. Vector<String> numeric_symbols;
  78. };
  79. static void parse_number_pattern(Vector<String> patterns, UnicodeLocaleData& locale_data, NumberFormatType type, NumberFormat& format, NumberSystem* number_system_for_groupings = nullptr)
  80. {
  81. // https://unicode.org/reports/tr35/tr35-numbers.html#Number_Format_Patterns
  82. // https://cldr.unicode.org/translation/number-currency-formats/number-and-currency-patterns
  83. VERIFY((patterns.size() == 1) || (patterns.size() == 2));
  84. auto replace_patterns = [&](String pattern) {
  85. static HashMap<StringView, StringView> replacements = {
  86. { "{0}"sv, "{number}"sv },
  87. { "{1}"sv, "{currency}"sv },
  88. { "%"sv, "{percentSign}"sv },
  89. { "+"sv, "{plusSign}"sv },
  90. { "-"sv, "{minusSign}"sv },
  91. { "¤"sv, "{currency}"sv }, // U+00A4 Currency Sign
  92. { "E"sv, "{scientificSeparator}"sv },
  93. };
  94. for (auto const& replacement : replacements)
  95. pattern = pattern.replace(replacement.key, replacement.value, true);
  96. if (auto start_number_index = pattern.find_any_of("#0"sv, String::SearchDirection::Forward); start_number_index.has_value()) {
  97. auto end_number_index = *start_number_index + 1;
  98. for (; end_number_index < pattern.length(); ++end_number_index) {
  99. auto ch = pattern[end_number_index];
  100. if ((ch != '#') && (ch != '0') && (ch != ',') && (ch != '.'))
  101. break;
  102. }
  103. if (number_system_for_groupings) {
  104. auto number_pattern = pattern.substring_view(*start_number_index, end_number_index - *start_number_index);
  105. auto group_separators = number_pattern.find_all(","sv);
  106. VERIFY((group_separators.size() == 1) || (group_separators.size() == 2));
  107. auto decimal = number_pattern.find('.');
  108. VERIFY(decimal.has_value());
  109. if (group_separators.size() == 1) {
  110. number_system_for_groupings->primary_grouping_size = *decimal - group_separators[0] - 1;
  111. number_system_for_groupings->secondary_grouping_size = number_system_for_groupings->primary_grouping_size;
  112. } else {
  113. number_system_for_groupings->primary_grouping_size = *decimal - group_separators[1] - 1;
  114. number_system_for_groupings->secondary_grouping_size = group_separators[1] - group_separators[0] - 1;
  115. }
  116. }
  117. pattern = String::formatted("{}{{number}}{}",
  118. *start_number_index > 0 ? pattern.substring_view(0, *start_number_index) : ""sv,
  119. pattern.substring_view(end_number_index));
  120. // This is specifically handled here rather than in the replacements HashMap above so
  121. // that we do not errantly replace zeroes in number patterns.
  122. if (pattern.contains(*replacements.get("E"sv)))
  123. pattern = pattern.replace("0"sv, "{scientificExponent}"sv);
  124. }
  125. if (type == NumberFormatType::Compact) {
  126. static Utf8View whitespace { "\u0020\u00a0"sv };
  127. Utf8View utf8_pattern { pattern };
  128. Optional<size_t> start_compact_index;
  129. Optional<size_t> end_compact_index;
  130. bool inside_replacement = false;
  131. for (auto it = utf8_pattern.begin(); it != utf8_pattern.end(); ++it) {
  132. if (*it == '{') {
  133. if (start_compact_index.has_value()) {
  134. end_compact_index = utf8_pattern.byte_offset_of(it);
  135. break;
  136. }
  137. inside_replacement = true;
  138. } else if (*it == '}') {
  139. inside_replacement = false;
  140. } else if (!inside_replacement && !start_compact_index.has_value() && !whitespace.contains(*it)) {
  141. start_compact_index = utf8_pattern.byte_offset_of(it);
  142. }
  143. }
  144. if (!start_compact_index.has_value())
  145. return pattern;
  146. utf8_pattern = utf8_pattern.substring_view(*start_compact_index, end_compact_index.value_or(pattern.length()) - *start_compact_index);
  147. utf8_pattern = utf8_pattern.trim(whitespace);
  148. auto identifier = utf8_pattern.as_string().replace("'.'"sv, "."sv);
  149. format.compact_identifier_index = locale_data.unique_strings.ensure(move(identifier));
  150. pattern = pattern.replace(utf8_pattern.as_string(), "{compactIdentifier}");
  151. }
  152. return pattern;
  153. };
  154. auto zero_format = replace_patterns(move(patterns[0]));
  155. format.positive_format_index = locale_data.unique_strings.ensure(String::formatted("{{plusSign}}{}", zero_format));
  156. if (patterns.size() == 2) {
  157. auto negative_format = replace_patterns(move(patterns[1]));
  158. format.negative_format_index = locale_data.unique_strings.ensure(move(negative_format));
  159. } else {
  160. format.negative_format_index = locale_data.unique_strings.ensure(String::formatted("{{minusSign}}{}", zero_format));
  161. }
  162. format.zero_format_index = locale_data.unique_strings.ensure(move(zero_format));
  163. }
  164. static void parse_number_systems(String locale_numbers_path, UnicodeLocaleData& locale_data, Locale& locale)
  165. {
  166. LexicalPath numbers_path(move(locale_numbers_path));
  167. numbers_path = numbers_path.append("numbers.json"sv);
  168. VERIFY(Core::File::exists(numbers_path.string()));
  169. auto numbers_file_or_error = Core::File::open(numbers_path.string(), Core::OpenMode::ReadOnly);
  170. VERIFY(!numbers_file_or_error.is_error());
  171. auto numbers = JsonParser(numbers_file_or_error.value()->read_all()).parse();
  172. VERIFY(numbers.has_value());
  173. auto const& main_object = numbers->as_object().get("main"sv);
  174. auto const& locale_object = main_object.as_object().get(numbers_path.parent().basename());
  175. auto const& locale_numbers_object = locale_object.as_object().get("numbers"sv);
  176. auto ensure_number_system = [&](auto const& system) -> NumberSystem& {
  177. return locale.number_systems.ensure(system, [&]() {
  178. auto system_index = locale_data.unique_strings.ensure(system);
  179. return NumberSystem { .system = system_index };
  180. });
  181. };
  182. auto parse_number_format = [&](auto const& format_object) {
  183. Vector<NumberFormat> result;
  184. result.ensure_capacity(format_object.size());
  185. format_object.for_each_member([&](auto const& key, JsonValue const& value) {
  186. auto split_key = key.split_view('-');
  187. if (split_key.size() != 3)
  188. return;
  189. auto patterns = value.as_string().split(';');
  190. NumberFormat format {};
  191. if (auto type = split_key[0].template to_uint<u64>(); type.has_value()) {
  192. VERIFY(*type % 10 == 0);
  193. format.magnitude = static_cast<u8>(log10(*type));
  194. if (patterns[0] != "0"sv) {
  195. auto number_of_zeroes_in_pattern = patterns[0].count("0"sv);
  196. VERIFY(format.magnitude >= number_of_zeroes_in_pattern);
  197. format.exponent = format.magnitude + 1 - number_of_zeroes_in_pattern;
  198. }
  199. } else {
  200. VERIFY(split_key[0] == "unitPattern"sv);
  201. }
  202. format.plurality = NumberFormat::plurality_from_string(split_key[2]);
  203. parse_number_pattern(move(patterns), locale_data, NumberFormatType::Compact, format);
  204. result.append(move(format));
  205. });
  206. return result;
  207. };
  208. locale_numbers_object.as_object().for_each_member([&](auto const& key, JsonValue const& value) {
  209. constexpr auto symbols_prefix = "symbols-numberSystem-"sv;
  210. constexpr auto decimal_formats_prefix = "decimalFormats-numberSystem-"sv;
  211. constexpr auto currency_formats_prefix = "currencyFormats-numberSystem-"sv;
  212. constexpr auto percent_formats_prefix = "percentFormats-numberSystem-"sv;
  213. constexpr auto scientific_formats_prefix = "scientificFormats-numberSystem-"sv;
  214. if (key.starts_with(symbols_prefix)) {
  215. auto system = key.substring(symbols_prefix.length());
  216. auto& number_system = ensure_number_system(system);
  217. value.as_object().for_each_member([&](auto const& symbol, JsonValue const& localization) {
  218. auto symbol_index = locale_data.unique_strings.ensure(localization.as_string());
  219. number_system.symbols.set(symbol, symbol_index);
  220. if (!locale_data.numeric_symbols.contains_slow(symbol))
  221. locale_data.numeric_symbols.append(symbol);
  222. });
  223. } else if (key.starts_with(decimal_formats_prefix)) {
  224. auto system = key.substring(decimal_formats_prefix.length());
  225. auto& number_system = ensure_number_system(system);
  226. auto format_object = value.as_object().get("standard"sv);
  227. parse_number_pattern(format_object.as_string().split(';'), locale_data, NumberFormatType::Standard, number_system.decimal_format, &number_system);
  228. auto const& long_format = value.as_object().get("long"sv).as_object().get("decimalFormat"sv);
  229. number_system.decimal_long_formats = parse_number_format(long_format.as_object());
  230. auto const& short_format = value.as_object().get("short"sv).as_object().get("decimalFormat"sv);
  231. number_system.decimal_short_formats = parse_number_format(short_format.as_object());
  232. } else if (key.starts_with(currency_formats_prefix)) {
  233. auto system = key.substring(currency_formats_prefix.length());
  234. auto& number_system = ensure_number_system(system);
  235. auto format_object = value.as_object().get("standard"sv);
  236. parse_number_pattern(format_object.as_string().split(';'), locale_data, NumberFormatType::Standard, number_system.currency_format);
  237. format_object = value.as_object().get("accounting"sv);
  238. parse_number_pattern(format_object.as_string().split(';'), locale_data, NumberFormatType::Standard, number_system.accounting_format);
  239. number_system.currency_unit_formats = parse_number_format(value.as_object());
  240. if (value.as_object().has("short"sv)) {
  241. auto const& short_format = value.as_object().get("short"sv).as_object().get("standard"sv);
  242. number_system.currency_short_formats = parse_number_format(short_format.as_object());
  243. }
  244. } else if (key.starts_with(percent_formats_prefix)) {
  245. auto system = key.substring(percent_formats_prefix.length());
  246. auto& number_system = ensure_number_system(system);
  247. auto format_object = value.as_object().get("standard"sv);
  248. parse_number_pattern(format_object.as_string().split(';'), locale_data, NumberFormatType::Standard, number_system.percent_format);
  249. } else if (key.starts_with(scientific_formats_prefix)) {
  250. auto system = key.substring(scientific_formats_prefix.length());
  251. auto& number_system = ensure_number_system(system);
  252. auto format_object = value.as_object().get("standard"sv);
  253. parse_number_pattern(format_object.as_string().split(';'), locale_data, NumberFormatType::Standard, number_system.scientific_format);
  254. }
  255. });
  256. }
  257. static void parse_all_locales(String core_path, String numbers_path, UnicodeLocaleData& locale_data)
  258. {
  259. auto numbers_iterator = path_to_dir_iterator(move(numbers_path));
  260. auto remove_variants_from_path = [&](String path) -> Optional<String> {
  261. auto parsed_locale = CanonicalLanguageID<StringIndexType>::parse(locale_data.unique_strings, LexicalPath::basename(path));
  262. if (!parsed_locale.has_value())
  263. return {};
  264. StringBuilder builder;
  265. builder.append(locale_data.unique_strings.get(parsed_locale->language));
  266. if (auto script = locale_data.unique_strings.get(parsed_locale->script); !script.is_empty())
  267. builder.appendff("-{}", script);
  268. if (auto region = locale_data.unique_strings.get(parsed_locale->region); !region.is_empty())
  269. builder.appendff("-{}", region);
  270. return builder.build();
  271. };
  272. while (numbers_iterator.has_next()) {
  273. auto numbers_path = numbers_iterator.next_full_path();
  274. VERIFY(Core::File::is_directory(numbers_path));
  275. auto language = remove_variants_from_path(numbers_path);
  276. if (!language.has_value())
  277. continue;
  278. auto& locale = locale_data.locales.ensure(*language);
  279. parse_number_systems(numbers_path, locale_data, locale);
  280. }
  281. parse_default_content_locales(move(core_path), locale_data);
  282. }
  283. static String format_identifier(StringView owner, String identifier)
  284. {
  285. identifier = identifier.replace("-"sv, "_"sv, true);
  286. if (all_of(identifier, is_ascii_digit))
  287. return String::formatted("{}_{}", owner[0], identifier);
  288. if (is_ascii_lower_alpha(identifier[0]))
  289. return String::formatted("{:c}{}", to_ascii_uppercase(identifier[0]), identifier.substring_view(1));
  290. return identifier;
  291. }
  292. static void generate_unicode_locale_header(Core::File& file, UnicodeLocaleData& locale_data)
  293. {
  294. StringBuilder builder;
  295. SourceGenerator generator { builder };
  296. generator.append(R"~~~(
  297. #pragma once
  298. #include <AK/Optional.h>
  299. #include <AK/StringView.h>
  300. #include <AK/Types.h>
  301. #include <AK/Vector.h>
  302. #include <LibUnicode/Forward.h>
  303. namespace Unicode {
  304. )~~~");
  305. generate_enum(generator, format_identifier, "NumericSymbol"sv, {}, locale_data.numeric_symbols);
  306. generator.append(R"~~~(
  307. namespace Detail {
  308. Optional<StringView> get_number_system_symbol(StringView locale, StringView system, StringView numeric_symbol);
  309. Optional<NumberGroupings> get_number_system_groupings(StringView locale, StringView system);
  310. Optional<NumberFormat> get_standard_number_system_format(StringView locale, StringView system, StandardNumberFormatType type);
  311. Vector<NumberFormat> get_compact_number_system_formats(StringView locale, StringView system, CompactNumberFormatType type);
  312. Optional<NumericSymbol> numeric_symbol_from_string(StringView numeric_symbol);
  313. }
  314. }
  315. )~~~");
  316. file.write(generator.as_string_view());
  317. }
  318. static void generate_unicode_locale_implementation(Core::File& file, UnicodeLocaleData& locale_data)
  319. {
  320. StringBuilder builder;
  321. SourceGenerator generator { builder };
  322. generator.set("string_index_type"sv, s_string_index_type);
  323. generator.set("numeric_symbols_size", String::number(locale_data.numeric_symbols.size()));
  324. generator.append(R"~~~(
  325. #include <AK/Array.h>
  326. #include <AK/BinarySearch.h>
  327. #include <AK/Span.h>
  328. #include <LibUnicode/Locale.h>
  329. #include <LibUnicode/UnicodeNumberFormat.h>
  330. namespace Unicode::Detail {
  331. )~~~");
  332. locale_data.unique_strings.generate(generator);
  333. generator.append(R"~~~(
  334. struct NumberFormat {
  335. Unicode::NumberFormat to_unicode_number_format() const {
  336. Unicode::NumberFormat number_format {};
  337. number_format.magnitude = magnitude;
  338. number_format.exponent = exponent;
  339. number_format.plurality = static_cast<Unicode::NumberFormat::Plurality>(plurality);
  340. number_format.zero_format = s_string_list[zero_format];
  341. number_format.positive_format = s_string_list[positive_format];
  342. number_format.negative_format = s_string_list[negative_format];
  343. number_format.compact_identifier = s_string_list[compact_identifier];
  344. return number_format;
  345. }
  346. u8 magnitude { 0 };
  347. u8 exponent { 0 };
  348. u8 plurality { 0 };
  349. @string_index_type@ zero_format { 0 };
  350. @string_index_type@ positive_format { 0 };
  351. @string_index_type@ negative_format { 0 };
  352. @string_index_type@ compact_identifier { 0 };
  353. };
  354. struct NumberSystem {
  355. @string_index_type@ system { 0 };
  356. Array<@string_index_type@, @numeric_symbols_size@> symbols {};
  357. u8 primary_grouping_size { 0 };
  358. u8 secondary_grouping_size { 0 };
  359. NumberFormat decimal_format {};
  360. Span<NumberFormat const> decimal_long_formats {};
  361. Span<NumberFormat const> decimal_short_formats {};
  362. NumberFormat currency_format {};
  363. NumberFormat accounting_format {};
  364. Span<NumberFormat const> currency_unit_formats {};
  365. Span<NumberFormat const> currency_short_formats {};
  366. NumberFormat percent_format {};
  367. NumberFormat scientific_format {};
  368. };
  369. )~~~");
  370. auto append_number_format = [&](auto const& number_format) {
  371. generator.set("magnitude"sv, String::number(number_format.magnitude));
  372. generator.set("exponent"sv, String::number(number_format.exponent));
  373. generator.set("plurality"sv, String::number(static_cast<u8>(number_format.plurality)));
  374. generator.set("zero_format"sv, String::number(number_format.zero_format_index));
  375. generator.set("positive_format"sv, String::number(number_format.positive_format_index));
  376. generator.set("negative_format"sv, String::number(number_format.negative_format_index));
  377. generator.set("compact_identifier"sv, String::number(number_format.compact_identifier_index));
  378. generator.append("{ @magnitude@, @exponent@, @plurality@, @zero_format@, @positive_format@, @negative_format@, @compact_identifier@ },");
  379. };
  380. auto append_number_formats = [&](String name, auto const& number_formats) {
  381. generator.set("name"sv, move(name));
  382. generator.set("size"sv, String::number(number_formats.size()));
  383. generator.append(R"~~~(
  384. static constexpr Array<NumberFormat, @size@> @name@ { {
  385. )~~~");
  386. constexpr size_t max_values_per_row = 10;
  387. size_t values_in_current_row = 0;
  388. for (auto const& number_format : number_formats) {
  389. if (values_in_current_row++ > 0)
  390. generator.append(" ");
  391. append_number_format(number_format);
  392. if (values_in_current_row == max_values_per_row) {
  393. values_in_current_row = 0;
  394. generator.append("\n ");
  395. }
  396. }
  397. generator.append(R"~~~(
  398. } };
  399. )~~~");
  400. };
  401. auto append_number_systems = [&](String name, auto const& number_systems) {
  402. auto format_name = [&](StringView system, StringView format) {
  403. return String::formatted("{}_{}_{}", name, system, format);
  404. };
  405. for (auto const& number_system : number_systems) {
  406. append_number_formats(format_name(number_system.key, "dl"sv), number_system.value.decimal_long_formats);
  407. append_number_formats(format_name(number_system.key, "ds"sv), number_system.value.decimal_short_formats);
  408. append_number_formats(format_name(number_system.key, "cu"sv), number_system.value.currency_unit_formats);
  409. append_number_formats(format_name(number_system.key, "cs"sv), number_system.value.currency_short_formats);
  410. }
  411. generator.set("name", name);
  412. generator.set("size", String::number(number_systems.size()));
  413. generator.append(R"~~~(
  414. static constexpr Array<NumberSystem, @size@> @name@ { {)~~~");
  415. for (auto const& number_system : number_systems) {
  416. generator.set("system"sv, String::number(number_system.value.system));
  417. generator.set("primary_grouping_size"sv, String::number(number_system.value.primary_grouping_size));
  418. generator.set("secondary_grouping_size"sv, String::number(number_system.value.secondary_grouping_size));
  419. generator.set("decimal_long_formats"sv, format_name(number_system.key, "dl"sv));
  420. generator.set("decimal_short_formats"sv, format_name(number_system.key, "ds"sv));
  421. generator.set("currency_unit_formats"sv, format_name(number_system.key, "cu"sv));
  422. generator.set("currency_short_formats"sv, format_name(number_system.key, "cs"sv));
  423. generator.append(R"~~~(
  424. { @system@, {)~~~");
  425. for (auto const& symbol : locale_data.numeric_symbols) {
  426. auto index = number_system.value.symbols.get(symbol).value_or(0);
  427. generator.set("index", String::number(index));
  428. generator.append(" @index@,");
  429. }
  430. generator.append(" }, @primary_grouping_size@, @secondary_grouping_size@, ");
  431. append_number_format(number_system.value.decimal_format);
  432. generator.append(" @decimal_long_formats@.span(), @decimal_short_formats@.span(), ");
  433. append_number_format(number_system.value.currency_format);
  434. generator.append(" ");
  435. append_number_format(number_system.value.accounting_format);
  436. generator.append(" @currency_unit_formats@.span(), @currency_short_formats@.span(), ");
  437. append_number_format(number_system.value.percent_format);
  438. generator.append(" ");
  439. append_number_format(number_system.value.scientific_format);
  440. generator.append(" },");
  441. }
  442. generator.append(R"~~~(
  443. } };
  444. )~~~");
  445. };
  446. generate_mapping(generator, locale_data.locales, "NumberSystem"sv, "s_number_systems"sv, "s_number_systems_{}", [&](auto const& name, auto const& value) { append_number_systems(name, value.number_systems); });
  447. auto append_from_string = [&](StringView enum_title, StringView enum_snake, auto const& values) {
  448. HashValueMap<String> hashes;
  449. hashes.ensure_capacity(values.size());
  450. for (auto const& value : values)
  451. hashes.set(value.hash(), format_identifier(enum_title, value));
  452. generate_value_from_string(generator, "{}_from_string"sv, enum_title, enum_snake, move(hashes));
  453. };
  454. append_from_string("NumericSymbol"sv, "numeric_symbol"sv, locale_data.numeric_symbols);
  455. generator.append(R"~~~(
  456. static NumberSystem const* find_number_system(StringView locale, StringView system)
  457. {
  458. auto locale_value = locale_from_string(locale);
  459. if (!locale_value.has_value())
  460. return nullptr;
  461. auto locale_index = to_underlying(*locale_value) - 1; // Subtract 1 because 0 == Locale::None.
  462. auto const& number_systems = s_number_systems.at(locale_index);
  463. for (auto const& number_system : number_systems) {
  464. if (system == s_string_list[number_system.system])
  465. return &number_system;
  466. };
  467. return nullptr;
  468. }
  469. Optional<StringView> get_number_system_symbol(StringView locale, StringView system, StringView symbol)
  470. {
  471. auto symbol_value = numeric_symbol_from_string(symbol);
  472. if (!symbol_value.has_value())
  473. return {};
  474. if (auto const* number_system = find_number_system(locale, system); number_system != nullptr) {
  475. auto symbol_index = to_underlying(*symbol_value);
  476. return s_string_list[number_system->symbols[symbol_index]];
  477. }
  478. return {};
  479. }
  480. Optional<NumberGroupings> get_number_system_groupings(StringView locale, StringView system)
  481. {
  482. if (auto const* number_system = find_number_system(locale, system); number_system != nullptr)
  483. return NumberGroupings { number_system->primary_grouping_size, number_system->secondary_grouping_size };
  484. return {};
  485. }
  486. Optional<Unicode::NumberFormat> get_standard_number_system_format(StringView locale, StringView system, StandardNumberFormatType type)
  487. {
  488. if (auto const* number_system = find_number_system(locale, system); number_system != nullptr) {
  489. switch (type) {
  490. case StandardNumberFormatType::Decimal:
  491. return number_system->decimal_format.to_unicode_number_format();
  492. case StandardNumberFormatType::Currency:
  493. return number_system->currency_format.to_unicode_number_format();
  494. case StandardNumberFormatType::Accounting:
  495. return number_system->accounting_format.to_unicode_number_format();
  496. case StandardNumberFormatType::Percent:
  497. return number_system->percent_format.to_unicode_number_format();
  498. case StandardNumberFormatType::Scientific:
  499. return number_system->scientific_format.to_unicode_number_format();
  500. }
  501. }
  502. return {};
  503. }
  504. Vector<Unicode::NumberFormat> get_compact_number_system_formats(StringView locale, StringView system, CompactNumberFormatType type)
  505. {
  506. Vector<Unicode::NumberFormat> formats;
  507. if (auto const* number_system = find_number_system(locale, system); number_system != nullptr) {
  508. Span<NumberFormat const> number_formats;
  509. switch (type) {
  510. case CompactNumberFormatType::DecimalLong:
  511. number_formats = number_system->decimal_long_formats;
  512. break;
  513. case CompactNumberFormatType::DecimalShort:
  514. number_formats = number_system->decimal_short_formats;
  515. break;
  516. case CompactNumberFormatType::CurrencyUnit:
  517. number_formats = number_system->currency_unit_formats;
  518. break;
  519. case CompactNumberFormatType::CurrencyShort:
  520. number_formats = number_system->currency_short_formats;
  521. break;
  522. }
  523. formats.ensure_capacity(number_formats.size());
  524. for (auto const& number_format : number_formats)
  525. formats.append(number_format.to_unicode_number_format());
  526. }
  527. return formats;
  528. }
  529. }
  530. )~~~");
  531. file.write(generator.as_string_view());
  532. }
  533. int main(int argc, char** argv)
  534. {
  535. char const* generated_header_path = nullptr;
  536. char const* generated_implementation_path = nullptr;
  537. char const* core_path = nullptr;
  538. char const* numbers_path = nullptr;
  539. Core::ArgsParser args_parser;
  540. args_parser.add_option(generated_header_path, "Path to the Unicode locale header file to generate", "generated-header-path", 'h', "generated-header-path");
  541. args_parser.add_option(generated_implementation_path, "Path to the Unicode locale implementation file to generate", "generated-implementation-path", 'c', "generated-implementation-path");
  542. args_parser.add_option(core_path, "Path to cldr-core directory", "core-path", 'r', "core-path");
  543. args_parser.add_option(numbers_path, "Path to cldr-numbers directory", "numbers-path", 'n', "numbers-path");
  544. args_parser.parse(argc, argv);
  545. auto open_file = [&](StringView path, StringView flags, Core::OpenMode mode = Core::OpenMode::ReadOnly) {
  546. if (path.is_empty()) {
  547. warnln("{} is required", flags);
  548. args_parser.print_usage(stderr, argv[0]);
  549. exit(1);
  550. }
  551. auto file_or_error = Core::File::open(path, mode);
  552. if (file_or_error.is_error()) {
  553. warnln("Failed to open {}: {}", path, file_or_error.release_error());
  554. exit(1);
  555. }
  556. return file_or_error.release_value();
  557. };
  558. auto generated_header_file = open_file(generated_header_path, "-h/--generated-header-path", Core::OpenMode::ReadWrite);
  559. auto generated_implementation_file = open_file(generated_implementation_path, "-c/--generated-implementation-path", Core::OpenMode::ReadWrite);
  560. UnicodeLocaleData locale_data;
  561. parse_all_locales(core_path, numbers_path, locale_data);
  562. generate_unicode_locale_header(generated_header_file, locale_data);
  563. generate_unicode_locale_implementation(generated_implementation_file, locale_data);
  564. return 0;
  565. }