/* * Copyright (c) 2021, Tim Flynn * * SPDX-License-Identifier: BSD-2-Clause */ #pragma once #include #include #include #include #include #include #include #include #include #include #include #include #include #include template inline constexpr bool StorageTypeIsList = false; template inline constexpr bool StorageTypeIsList> = true; template concept IntegralOrEnum = Integral || Enum; template struct AK::Traits> : public GenericTraits> { static unsigned hash(Vector const& list) { auto hash = int_hash(static_cast(list.size())); for (auto value : list) { if constexpr (Enum) hash = pair_int_hash(hash, to_underlying(value)); else hash = pair_int_hash(hash, value); } return hash; } }; template class UniqueStorage { public: IndexType ensure(StorageType value) { // We maintain a set of unique values in two structures: a vector which stores the values in // the order they are added, and a hash map which maps that value to its index in the vetor. // The vector is to ensure the values are generated in an easily known order, and the map is // to allow quickly deciding if a value is actually unique (otherwise, we'd have to linearly // search the vector for each value). // // Also note that index 0 will be reserved for the default-initialized value, so the index // returned from this method is actually the real index in the vector + 1. if (auto index = m_storage_indices.get(value); index.has_value()) return *index; m_storage.append(move(value)); size_t index = m_storage.size(); VERIFY(index < NumericLimits::max()); auto storage_index = static_cast(index); m_storage_indices.set(m_storage.last(), storage_index); return storage_index; } StorageType const& get(IndexType index) const { if (index == 0) { static StorageType empty {}; return empty; } VERIFY(index <= m_storage.size()); return m_storage.at(index - 1); } void generate(SourceGenerator& generator, StringView type, StringView name, size_t max_values_per_row) requires(!StorageTypeIsList) { generator.set("type"sv, type); generator.set("name"sv, name); generator.set("size"sv, String::number(m_storage.size())); generator.append(R"~~~( static constexpr Array<@type@, @size@ + 1> @name@ { { {})~~~"); size_t values_in_current_row = 1; for (auto const& value : m_storage) { if (values_in_current_row++ > 0) generator.append(", "); if constexpr (IsSame) generator.append(String::formatted("\"{}\"sv", value)); else generator.append(String::formatted("{}", value)); if (values_in_current_row == max_values_per_row) { values_in_current_row = 0; generator.append(",\n "); } } generator.append(R"~~~( } }; )~~~"); } void generate(SourceGenerator& generator, StringView type, StringView name) requires(StorageTypeIsList) { generator.set("type"sv, type); generator.set("name"sv, name); for (size_t i = 0; i < m_storage.size(); ++i) { auto const& list = m_storage[i]; generator.set("index"sv, String::number(i)); generator.set("size"sv, String::number(list.size())); generator.append(R"~~~( static constexpr Array<@type@, @size@> @name@@index@ { {)~~~"); bool first = true; for (auto const& value : list) { generator.append(first ? " " : ", "); generator.append(String::formatted("{}", value)); first = false; } generator.append(" } };"); } generator.set("size"sv, String::number(m_storage.size())); generator.append(R"~~~( static constexpr Array, @size@ + 1> @name@ { { {})~~~"); constexpr size_t max_values_per_row = 10; size_t values_in_current_row = 1; for (size_t i = 0; i < m_storage.size(); ++i) { if (values_in_current_row++ > 0) generator.append(", "); generator.set("index"sv, String::number(i)); generator.append("@name@@index@.span()"); if (values_in_current_row == max_values_per_row) { values_in_current_row = 0; generator.append(",\n "); } } generator.append(R"~~~( } }; )~~~"); } // clang-format off // clang-format gets confused by the requires() clauses above, and formats this section very weirdly. private: Vector m_storage; HashMap m_storage_indices; // clang-format on }; template class UniqueStringStorage : public UniqueStorage { using Base = UniqueStorage; public: void generate(SourceGenerator& generator) { Base::generate(generator, "StringView"sv, "s_string_list"sv, 40); } }; struct Alias { String name; String alias; }; template struct CanonicalLanguageID { static ErrorOr parse(UniqueStringStorage& unique_strings, StringView language) { CanonicalLanguageID language_id {}; auto segments = language.split_view('-'); VERIFY(!segments.is_empty()); size_t index = 0; if (Unicode::is_unicode_language_subtag(segments[index])) { language_id.language = unique_strings.ensure(segments[index]); if (segments.size() == ++index) return language_id; } else { return Error::from_string_literal("Expected language subtag"sv); } if (Unicode::is_unicode_script_subtag(segments[index])) { language_id.script = unique_strings.ensure(segments[index]); if (segments.size() == ++index) return language_id; } if (Unicode::is_unicode_region_subtag(segments[index])) { language_id.region = unique_strings.ensure(segments[index]); if (segments.size() == ++index) return language_id; } while (index < segments.size()) { if (!Unicode::is_unicode_variant_subtag(segments[index])) return Error::from_string_literal("Expected variant subtag"sv); language_id.variants.append(unique_strings.ensure(segments[index++])); } return language_id; } StringIndexType language { 0 }; StringIndexType script { 0 }; StringIndexType region { 0 }; Vector variants {}; }; inline ErrorOr path_to_dir_iterator(String path, StringView subpath = "main"sv) { LexicalPath lexical_path(move(path)); if (!subpath.is_empty()) lexical_path = lexical_path.append(subpath); Core::DirIterator iterator(lexical_path.string(), Core::DirIterator::SkipParentAndBaseDir); if (iterator.has_error()) return Error::from_string_literal(iterator.error_string()); return iterator; } inline ErrorOr next_path_from_dir_iterator(Core::DirIterator& iterator) { auto next_path = iterator.next_full_path(); if (iterator.has_error()) return Error::from_string_literal(iterator.error_string()); return next_path; } inline void ensure_from_string_types_are_generated(SourceGenerator& generator) { static bool generated_from_string_types = false; if (generated_from_string_types) return; generator.append(R"~~~( template struct HashValuePair { unsigned hash { 0 }; ValueType value {}; }; template struct HashValueComparator { constexpr int operator()(unsigned hash, HashValuePair const& pair) { if (hash > pair.hash) return 1; if (hash < pair.hash) return -1; return 0; } }; )~~~"); generated_from_string_types = true; } template using HashValueMap = HashMap; template void generate_value_from_string(SourceGenerator& generator, StringView method_name_format, StringView value_type, StringView value_name, HashValueMap hashes, Optional return_type = {}, StringView return_format = "{}"sv) { ensure_from_string_types_are_generated(generator); generator.set("method_name", String::formatted(method_name_format, value_name)); generator.set("value_type", value_type); generator.set("value_name", value_name); generator.set("return_type", return_type.has_value() ? *return_type : value_type); generator.set("size", String::number(hashes.size())); generator.append(R"~~~( Optional<@return_type@> @method_name@(StringView key) { constexpr Array, @size@> hash_pairs { { )~~~"); auto hash_keys = hashes.keys(); quick_sort(hash_keys); constexpr size_t max_values_per_row = 10; size_t values_in_current_row = 0; for (auto hash_key : hash_keys) { if (values_in_current_row++ > 0) generator.append(" "); if constexpr (IsIntegral) generator.set("value"sv, String::number(hashes.get(hash_key).value())); else generator.set("value"sv, String::formatted("{}::{}", value_type, hashes.get(hash_key).value())); generator.set("hash"sv, String::number(hash_key)); generator.append("{ @hash@U, @value@ },"sv); if (values_in_current_row == max_values_per_row) { generator.append("\n "); values_in_current_row = 0; } } generator.set("return_statement", String::formatted(return_format, "value->value"sv)); generator.append(R"~~~( } }; if (auto const* value = binary_search(hash_pairs, key.hash(), nullptr, HashValueComparator<@value_type@> {})) return @return_statement@; return {}; } )~~~"); } template void generate_enum(SourceGenerator& generator, IdentifierFormatter&& format_identifier, StringView name, StringView default_, Vector& values, Vector aliases = {}) { quick_sort(values, [](auto const& value1, auto const& value2) { return value1.to_lowercase() < value2.to_lowercase(); }); quick_sort(aliases, [](auto const& alias1, auto const& alias2) { return alias1.alias.to_lowercase() < alias2.alias.to_lowercase(); }); generator.set("name", name); generator.set("underlying", ((values.size() + !default_.is_empty()) < 256) ? "u8"sv : "u16"sv); generator.append(R"~~~( enum class @name@ : @underlying@ {)~~~"); if (!default_.is_empty()) { generator.set("default", default_); generator.append(R"~~~( @default@,)~~~"); } for (auto const& value : values) { generator.set("value", format_identifier(name, value)); generator.append(R"~~~( @value@,)~~~"); } for (auto const& alias : aliases) { generator.set("alias", format_identifier(name, alias.alias)); generator.set("value", format_identifier(name, alias.name)); generator.append(R"~~~( @alias@ = @value@,)~~~"); } generator.append(R"~~~( }; )~~~"); } template void generate_mapping(SourceGenerator& generator, LocalesType const& locales, StringView type, StringView name, StringView format, ListFormatter&& format_list) { auto format_mapping_name = [](StringView format, StringView name) { auto mapping_name = name.to_lowercase_string().replace("-"sv, "_"sv, true).replace("/"sv, "_"sv, true); return String::formatted(format, mapping_name); }; Vector mapping_names; for (auto const& locale : locales) { String mapping_name; if constexpr (requires { locale.key; }) { mapping_name = format_mapping_name(format, locale.key); format_list(mapping_name, locale.value); } else { mapping_name = format_mapping_name(format, locale); format_list(mapping_name, locale); } mapping_names.append(move(mapping_name)); } quick_sort(mapping_names); generator.set("type", type); generator.set("name", name); generator.set("size", String::number(locales.size())); generator.append(R"~~~( static constexpr Array, @size@> @name@ { { )~~~"); constexpr size_t max_values_per_row = 10; size_t values_in_current_row = 0; for (auto& mapping_name : mapping_names) { if (values_in_current_row++ > 0) generator.append(" "); generator.set("name", move(mapping_name)); generator.append("@name@.span(),"); if (values_in_current_row == max_values_per_row) { values_in_current_row = 0; generator.append("\n "); } } generator.append(R"~~~( } }; )~~~"); }