/* * Copyright (c) 2022, Idan Horowitz * Copyright (c) 2023, Tim Flynn * * SPDX-License-Identifier: BSD-2-Clause */ #include #include #include #include namespace JS::Intl { // 18 Segmenter Objects, https://tc39.es/ecma402/#segmenter-objects Segmenter::Segmenter(Object& prototype) : Object(ConstructWithPrototypeTag::Tag, prototype) { } void Segmenter::set_segmenter_granularity(StringView segmenter_granularity) { if (segmenter_granularity == "grapheme"sv) m_segmenter_granularity = SegmenterGranularity::Grapheme; else if (segmenter_granularity == "word"sv) m_segmenter_granularity = SegmenterGranularity::Word; else if (segmenter_granularity == "sentence"sv) m_segmenter_granularity = SegmenterGranularity::Sentence; else VERIFY_NOT_REACHED(); } StringView Segmenter::segmenter_granularity_string() const { switch (m_segmenter_granularity) { case SegmenterGranularity::Grapheme: return "grapheme"sv; case SegmenterGranularity::Word: return "word"sv; case SegmenterGranularity::Sentence: return "sentence"sv; default: VERIFY_NOT_REACHED(); } } // 18.7.1 CreateSegmentDataObject ( segmenter, string, startIndex, endIndex ), https://tc39.es/ecma402/#sec-createsegmentdataobject ThrowCompletionOr> create_segment_data_object(VM& vm, Segmenter const& segmenter, Utf16View const& string, double start_index, double end_index) { auto& realm = *vm.current_realm(); // 1. Let len be the length of string. auto length = string.length_in_code_units(); // 2. Assert: startIndex ≥ 0. VERIFY(start_index >= 0); // 3. Assert: endIndex ≤ len. VERIFY(end_index <= length); // 4. Assert: startIndex < endIndex. VERIFY(start_index < end_index); // 5. Let result be OrdinaryObjectCreate(%Object.prototype%). auto result = Object::create(realm, realm.intrinsics().object_prototype()); // 6. Let segment be the substring of string from startIndex to endIndex. auto segment = string.substring_view(start_index, end_index - start_index); // 7. Perform ! CreateDataPropertyOrThrow(result, "segment", segment). MUST(result->create_data_property_or_throw(vm.names.segment, PrimitiveString::create(vm, TRY(Utf16String::create(vm, segment))))); // 8. Perform ! CreateDataPropertyOrThrow(result, "index", 𝔽(startIndex)). MUST(result->create_data_property_or_throw(vm.names.index, Value(start_index))); // 9. Perform ! CreateDataPropertyOrThrow(result, "input", string). MUST(result->create_data_property_or_throw(vm.names.input, PrimitiveString::create(vm, TRY(Utf16String::create(vm, string))))); // 10. Let granularity be segmenter.[[SegmenterGranularity]]. auto granularity = segmenter.segmenter_granularity(); // 11. If granularity is "word", then if (granularity == Segmenter::SegmenterGranularity::Word) { // a. Let isWordLike be a Boolean value indicating whether the segment in string is "word-like" according to locale segmenter.[[Locale]]. // TODO // b. Perform ! CreateDataPropertyOrThrow(result, "isWordLike", isWordLike). MUST(result->create_data_property_or_throw(vm.names.isWordLike, Value(false))); } // 12. Return result. return result; } static Optional find_previous_boundary_index(Utf16View const& string, size_t index, Segmenter::SegmenterGranularity granularity) { switch (granularity) { case Segmenter::SegmenterGranularity::Grapheme: return Unicode::previous_grapheme_segmentation_boundary(string, index); case Segmenter::SegmenterGranularity::Word: return Unicode::previous_word_segmentation_boundary(string, index); case Segmenter::SegmenterGranularity::Sentence: return Unicode::previous_sentence_segmentation_boundary(string, index); } VERIFY_NOT_REACHED(); } static Optional find_next_boundary_index(Utf16View const& string, size_t index, Segmenter::SegmenterGranularity granularity) { switch (granularity) { case Segmenter::SegmenterGranularity::Grapheme: return Unicode::next_grapheme_segmentation_boundary(string, index); case Segmenter::SegmenterGranularity::Word: return Unicode::next_word_segmentation_boundary(string, index); case Segmenter::SegmenterGranularity::Sentence: return Unicode::next_sentence_segmentation_boundary(string, index); } VERIFY_NOT_REACHED(); } // 18.8.1 FindBoundary ( segmenter, string, startIndex, direction ), https://tc39.es/ecma402/#sec-findboundary double find_boundary(Segmenter const& segmenter, Utf16View const& string, double start_index, Direction direction) { // 1. Let locale be segmenter.[[Locale]]. // FIXME: Support locale-sensitive boundaries // 2. Let granularity be segmenter.[[SegmenterGranularity]]. auto granularity = segmenter.segmenter_granularity(); // 3. Let len be the length of string. auto length = string.length_in_code_units(); // 4. If direction is before, then if (direction == Direction::Before) { // a. Assert: startIndex ≥ 0. VERIFY(start_index >= 0); // b. Assert: startIndex < len. VERIFY(start_index < length); // c. Search string for the last segmentation boundary that is preceded by at most startIndex code units from the beginning, using locale locale and text element granularity granularity. auto boundary_index = find_previous_boundary_index(string, static_cast(start_index) + 1, granularity); // d. If a boundary is found, return the count of code units in string preceding it. if (boundary_index.has_value()) return static_cast(*boundary_index); // e. Return 0. return 0; } // 5. Assert: direction is after. VERIFY(direction == Direction::After); // 6. If len is 0 or startIndex ≥ len, return +∞. if (length == 0 || start_index >= length) return INFINITY; // 7. Search string for the first segmentation boundary that follows the code unit at index startIndex, using locale locale and text element granularity granularity. auto boundary_index = find_next_boundary_index(string, static_cast(start_index), granularity); // 8. If a boundary is found, return the count of code units in string preceding it. if (boundary_index.has_value()) return static_cast(*boundary_index); // 9. Return len. return length; } }