12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112 |
- /*
- * Copyright (c) 2020, Emanuel Sprung <emanuel.sprung@gmail.com>
- *
- * SPDX-License-Identifier: BSD-2-Clause
- */
- #include <LibTest/TestCase.h> // import first, to prevent warning of VERIFY* redefinition
- #include <AK/StringBuilder.h>
- #include <AK/Tuple.h>
- #include <LibRegex/Regex.h>
- #include <LibRegex/RegexDebug.h>
- #include <LibRegex/RegexMatcher.h>
- #include <stdio.h>
- static ECMAScriptOptions match_test_api_options(const ECMAScriptOptions options)
- {
- return options;
- }
- static PosixOptions match_test_api_options(const PosixOptions options)
- {
- return options;
- }
- template<typename... Flags>
- static constexpr ECMAScriptFlags combine_flags(Flags&&... flags)
- requires((IsSame<Flags, ECMAScriptFlags> && ...))
- {
- return static_cast<ECMAScriptFlags>((static_cast<regex::FlagsUnderlyingType>(flags) | ...));
- }
- TEST_CASE(regex_options_ecmascript)
- {
- ECMAScriptOptions eo;
- eo |= ECMAScriptFlags::Global;
- EXPECT(eo & ECMAScriptFlags::Global);
- EXPECT(!(eo & ECMAScriptFlags::Insensitive));
- eo = match_test_api_options(ECMAScriptFlags::Global | ECMAScriptFlags::Insensitive | ECMAScriptFlags::Sticky);
- EXPECT(eo & ECMAScriptFlags::Global);
- EXPECT(eo & ECMAScriptFlags::Insensitive);
- EXPECT(eo & ECMAScriptFlags::Sticky);
- EXPECT(!(eo & ECMAScriptFlags::Unicode));
- EXPECT(!(eo & ECMAScriptFlags::Multiline));
- EXPECT(!(eo & ECMAScriptFlags::SingleLine));
- eo &= ECMAScriptFlags::Insensitive;
- EXPECT(!(eo & ECMAScriptFlags::Global));
- EXPECT(eo & ECMAScriptFlags::Insensitive);
- EXPECT(!(eo & ECMAScriptFlags::Multiline));
- eo &= ECMAScriptFlags::Sticky;
- EXPECT(!(eo & ECMAScriptFlags::Global));
- EXPECT(!(eo & ECMAScriptFlags::Insensitive));
- EXPECT(!(eo & ECMAScriptFlags::Multiline));
- EXPECT(!(eo & ECMAScriptFlags::Sticky));
- eo = ~ECMAScriptFlags::Insensitive;
- EXPECT(eo & ECMAScriptFlags::Global);
- EXPECT(!(eo & ECMAScriptFlags::Insensitive));
- EXPECT(eo & ECMAScriptFlags::Multiline);
- EXPECT(eo & ECMAScriptFlags::Sticky);
- }
- TEST_CASE(regex_options_posix)
- {
- PosixOptions eo;
- eo |= PosixFlags::Global;
- EXPECT(eo & PosixFlags::Global);
- EXPECT(!(eo & PosixFlags::Insensitive));
- eo = match_test_api_options(PosixFlags::Global | PosixFlags::Insensitive | PosixFlags::MatchNotBeginOfLine);
- EXPECT(eo & PosixFlags::Global);
- EXPECT(eo & PosixFlags::Insensitive);
- EXPECT(eo & PosixFlags::MatchNotBeginOfLine);
- EXPECT(!(eo & PosixFlags::Unicode));
- EXPECT(!(eo & PosixFlags::Multiline));
- eo &= PosixFlags::Insensitive;
- EXPECT(!(eo & PosixFlags::Global));
- EXPECT(eo & PosixFlags::Insensitive);
- EXPECT(!(eo & PosixFlags::Multiline));
- eo &= PosixFlags::MatchNotBeginOfLine;
- EXPECT(!(eo & PosixFlags::Global));
- EXPECT(!(eo & PosixFlags::Insensitive));
- EXPECT(!(eo & PosixFlags::Multiline));
- eo = ~PosixFlags::Insensitive;
- EXPECT(eo & PosixFlags::Global);
- EXPECT(!(eo & PosixFlags::Insensitive));
- EXPECT(eo & PosixFlags::Multiline);
- }
- TEST_CASE(regex_lexer)
- {
- Lexer l("/[.*+?^${}()|[\\]\\\\]/g"sv);
- EXPECT(l.next().type() == regex::TokenType::Slash);
- EXPECT(l.next().type() == regex::TokenType::LeftBracket);
- EXPECT(l.next().type() == regex::TokenType::Period);
- EXPECT(l.next().type() == regex::TokenType::Asterisk);
- EXPECT(l.next().type() == regex::TokenType::Plus);
- EXPECT(l.next().type() == regex::TokenType::Questionmark);
- EXPECT(l.next().type() == regex::TokenType::Circumflex);
- EXPECT(l.next().type() == regex::TokenType::Dollar);
- EXPECT(l.next().type() == regex::TokenType::LeftCurly);
- EXPECT(l.next().type() == regex::TokenType::RightCurly);
- EXPECT(l.next().type() == regex::TokenType::LeftParen);
- EXPECT(l.next().type() == regex::TokenType::RightParen);
- EXPECT(l.next().type() == regex::TokenType::Pipe);
- EXPECT(l.next().type() == regex::TokenType::LeftBracket);
- EXPECT(l.next().type() == regex::TokenType::EscapeSequence);
- EXPECT(l.next().type() == regex::TokenType::EscapeSequence);
- EXPECT(l.next().type() == regex::TokenType::RightBracket);
- EXPECT(l.next().type() == regex::TokenType::Slash);
- EXPECT(l.next().type() == regex::TokenType::Char);
- }
- TEST_CASE(parser_error_parens)
- {
- DeprecatedString pattern = "test()test";
- Lexer l(pattern);
- PosixExtendedParser p(l);
- p.parse();
- EXPECT(p.has_error());
- EXPECT(p.error() == regex::Error::EmptySubExpression);
- }
- TEST_CASE(parser_error_special_characters_used_at_wrong_place)
- {
- DeprecatedString pattern;
- Vector<char, 5> chars = { '*', '+', '?', '{' };
- StringBuilder b;
- Lexer l;
- PosixExtended p(l);
- for (auto& ch : chars) {
- // First in ere
- b.clear();
- b.append(ch);
- pattern = b.build();
- l.set_source(pattern);
- p.parse();
- EXPECT(p.has_error());
- EXPECT(p.error() == regex::Error::InvalidRepetitionMarker);
- // After vertical line
- b.clear();
- b.append("a|"sv);
- b.append(ch);
- pattern = b.build();
- l.set_source(pattern);
- p.parse();
- EXPECT(p.has_error());
- EXPECT(p.error() == regex::Error::InvalidRepetitionMarker);
- // After circumflex
- b.clear();
- b.append('^');
- b.append(ch);
- pattern = b.build();
- l.set_source(pattern);
- p.parse();
- EXPECT(p.has_error());
- EXPECT(p.error() == regex::Error::InvalidRepetitionMarker);
- // After dollar
- b.clear();
- b.append('$');
- b.append(ch);
- pattern = b.build();
- l.set_source(pattern);
- p.parse();
- EXPECT(p.has_error());
- EXPECT(p.error() == regex::Error::InvalidRepetitionMarker);
- // After left parens
- b.clear();
- b.append('(');
- b.append(ch);
- b.append(')');
- pattern = b.build();
- l.set_source(pattern);
- p.parse();
- EXPECT(p.has_error());
- EXPECT(p.error() == regex::Error::InvalidRepetitionMarker);
- }
- }
- TEST_CASE(parser_error_vertical_line_used_at_wrong_place)
- {
- Lexer l;
- PosixExtended p(l);
- // First in ere
- l.set_source("|asdf"sv);
- p.parse();
- EXPECT(p.has_error());
- EXPECT(p.error() == regex::Error::EmptySubExpression);
- // Last in ere
- l.set_source("asdf|"sv);
- p.parse();
- EXPECT(p.has_error());
- EXPECT(p.error() == regex::Error::EmptySubExpression);
- // After left parens
- l.set_source("(|asdf)"sv);
- p.parse();
- EXPECT(p.has_error());
- EXPECT(p.error() == regex::Error::EmptySubExpression);
- // Proceed right parens
- l.set_source("(asdf)|"sv);
- p.parse();
- EXPECT(p.has_error());
- EXPECT(p.error() == regex::Error::EmptySubExpression);
- }
- TEST_CASE(catch_all_first)
- {
- Regex<PosixExtended> re("^.*$");
- RegexResult m;
- re.match("Hello World"sv, m);
- EXPECT(m.count == 1);
- EXPECT(re.match("Hello World"sv, m));
- }
- TEST_CASE(catch_all)
- {
- Regex<PosixExtended> re("^.*$", PosixFlags::Global);
- EXPECT(re.has_match("Hello World"sv));
- EXPECT(re.match("Hello World"sv).success);
- EXPECT(re.match("Hello World"sv).count == 1);
- EXPECT(has_match("Hello World"sv, re));
- auto res = match("Hello World"sv, re);
- EXPECT(res.success);
- EXPECT(res.count == 1);
- EXPECT(res.matches.size() == 1);
- EXPECT(res.matches.first().view == "Hello World");
- }
- TEST_CASE(catch_all_again)
- {
- Regex<PosixExtended> re("^.*$", PosixFlags::Extra);
- EXPECT_EQ(has_match("Hello World"sv, re), true);
- }
- TEST_CASE(char_utf8)
- {
- Regex<PosixExtended> re("😀");
- RegexResult result;
- EXPECT_EQ((result = match(Utf8View { "Привет, мир! 😀 γειά σου κόσμος 😀 こんにちは世界"sv }, re, PosixFlags::Global)).success, true);
- EXPECT_EQ(result.count, 2u);
- }
- TEST_CASE(catch_all_newline)
- {
- Regex<PosixExtended> re("^.*$", PosixFlags::Multiline | PosixFlags::StringCopyMatches);
- RegexResult result;
- auto lambda = [&result, &re]() {
- DeprecatedString aaa = "Hello World\nTest\n1234\n";
- result = match(aaa, re);
- EXPECT_EQ(result.success, true);
- };
- lambda();
- EXPECT_EQ(result.count, 3u);
- EXPECT_EQ(result.matches.at(0).view, "Hello World");
- EXPECT_EQ(result.matches.at(1).view, "Test");
- EXPECT_EQ(result.matches.at(2).view, "1234");
- }
- TEST_CASE(catch_all_newline_view)
- {
- Regex<PosixExtended> re("^.*$", PosixFlags::Multiline);
- RegexResult result;
- DeprecatedString aaa = "Hello World\nTest\n1234\n";
- result = match(aaa, re);
- EXPECT_EQ(result.success, true);
- EXPECT_EQ(result.count, 3u);
- DeprecatedString str = "Hello World";
- EXPECT_EQ(result.matches.at(0).view, str.view());
- EXPECT_EQ(result.matches.at(1).view, "Test");
- EXPECT_EQ(result.matches.at(2).view, "1234");
- }
- TEST_CASE(catch_all_newline_2)
- {
- Regex<PosixExtended> re("^.*$");
- RegexResult result;
- result = match("Hello World\nTest\n1234\n"sv, re, PosixFlags::Multiline | PosixFlags::StringCopyMatches);
- EXPECT_EQ(result.success, true);
- EXPECT_EQ(result.count, 3u);
- EXPECT_EQ(result.matches.at(0).view, "Hello World");
- EXPECT_EQ(result.matches.at(1).view, "Test");
- EXPECT_EQ(result.matches.at(2).view, "1234");
- result = match("Hello World\nTest\n1234\n"sv, re);
- EXPECT_EQ(result.success, true);
- EXPECT_EQ(result.count, 1u);
- EXPECT_EQ(result.matches.at(0).view, "Hello World\nTest\n1234\n");
- }
- TEST_CASE(match_all_character_class)
- {
- Regex<PosixExtended> re("[[:alpha:]]");
- DeprecatedString str = "[Window]\nOpacity=255\nAudibleBeep=0\n";
- RegexResult result = match(str, re, PosixFlags::Global | PosixFlags::StringCopyMatches);
- EXPECT_EQ(result.success, true);
- EXPECT_EQ(result.count, 24u);
- EXPECT_EQ(result.matches.at(0).view, "W");
- EXPECT_EQ(result.matches.at(1).view, "i");
- EXPECT_EQ(result.matches.at(2).view, "n");
- }
- TEST_CASE(match_character_class_with_assertion)
- {
- Regex<PosixExtended> re("[[:alpha:]]+$");
- DeprecatedString str = "abcdef";
- RegexResult result = match(str, re);
- EXPECT_EQ(result.success, true);
- EXPECT_EQ(result.count, 1u);
- }
- TEST_CASE(example_for_git_commit)
- {
- Regex<PosixExtended> re("^.*$");
- auto result = re.match("Well, hello friends!\nHello World!"sv);
- EXPECT(result.success);
- EXPECT(result.count == 1);
- EXPECT(result.matches.at(0).view.starts_with("Well"sv));
- EXPECT(result.matches.at(0).view.length() == 33);
- EXPECT(re.has_match("Well,...."sv));
- result = re.match("Well, hello friends!\nHello World!"sv, PosixFlags::Multiline);
- EXPECT(result.success);
- EXPECT(result.count == 2);
- EXPECT(result.matches.at(0).view == "Well, hello friends!");
- EXPECT(result.matches.at(1).view == "Hello World!");
- }
- TEST_CASE(email_address)
- {
- Regex<PosixExtended> re("^[A-Z0-9a-z._%+-]{1,64}@([A-Za-z0-9-]{1,63}\\.){1,125}[A-Za-z]{2,63}$");
- EXPECT(re.has_match("hello.world@domain.tld"sv));
- EXPECT(re.has_match("this.is.a.very_long_email_address@world.wide.web"sv));
- }
- TEST_CASE(ini_file_entries)
- {
- Regex<PosixExtended> re("[[:alpha:]]*=([[:digit:]]*)|\\[(.*)\\]");
- RegexResult result;
- if constexpr (REGEX_DEBUG) {
- RegexDebug regex_dbg(stderr);
- regex_dbg.print_raw_bytecode(re);
- regex_dbg.print_header();
- regex_dbg.print_bytecode(re);
- }
- DeprecatedString haystack = "[Window]\nOpacity=255\nAudibleBeep=0\n";
- EXPECT_EQ(re.search(haystack.view(), result, PosixFlags::Multiline), true);
- EXPECT_EQ(result.count, 3u);
- if constexpr (REGEX_DEBUG) {
- for (auto& v : result.matches)
- fprintf(stderr, "%s\n", v.view.to_deprecated_string().characters());
- }
- EXPECT_EQ(result.matches.at(0).view, "[Window]");
- EXPECT_EQ(result.capture_group_matches.at(0).at(0).view, "Window");
- EXPECT_EQ(result.matches.at(1).view, "Opacity=255");
- EXPECT_EQ(result.matches.at(1).line, 1u);
- EXPECT_EQ(result.matches.at(1).column, 0u);
- EXPECT_EQ(result.capture_group_matches.at(1).at(0).view, "255");
- EXPECT_EQ(result.capture_group_matches.at(1).at(0).line, 1u);
- EXPECT_EQ(result.capture_group_matches.at(1).at(0).column, 8u);
- EXPECT_EQ(result.matches.at(2).view, "AudibleBeep=0");
- EXPECT_EQ(result.capture_group_matches.at(2).at(0).view, "0");
- EXPECT_EQ(result.capture_group_matches.at(2).at(0).line, 2u);
- EXPECT_EQ(result.capture_group_matches.at(2).at(0).column, 12u);
- }
- TEST_CASE(ini_file_entries2)
- {
- Regex<PosixExtended> re("[[:alpha:]]*=([[:digit:]]*)");
- RegexResult result;
- DeprecatedString haystack = "ViewMode=Icon";
- EXPECT_EQ(re.match(haystack.view(), result), false);
- EXPECT_EQ(result.count, 0u);
- EXPECT_EQ(re.search(haystack.view(), result), true);
- EXPECT_EQ(result.count, 1u);
- }
- TEST_CASE(named_capture_group)
- {
- Regex<PosixExtended> re("[[:alpha:]]*=(?<Test>[[:digit:]]*)");
- RegexResult result;
- if constexpr (REGEX_DEBUG) {
- RegexDebug regex_dbg(stderr);
- regex_dbg.print_raw_bytecode(re);
- regex_dbg.print_header();
- regex_dbg.print_bytecode(re);
- }
- DeprecatedString haystack = "[Window]\nOpacity=255\nAudibleBeep=0\n";
- EXPECT_EQ(re.search(haystack, result, PosixFlags::Multiline), true);
- EXPECT_EQ(result.count, 2u);
- EXPECT_EQ(result.matches.at(0).view, "Opacity=255");
- EXPECT_EQ(result.capture_group_matches.at(0).at(0).view, "255");
- EXPECT_EQ(result.capture_group_matches.at(0).at(0).capture_group_name, "Test");
- EXPECT_EQ(result.matches.at(1).view, "AudibleBeep=0");
- EXPECT_EQ(result.capture_group_matches.at(1).at(0).view, "0");
- EXPECT_EQ(result.capture_group_matches.at(1).at(0).capture_group_name, "Test");
- }
- TEST_CASE(ecma262_named_capture_group_with_dollar_sign)
- {
- Regex<ECMA262> re("[a-zA-Z]*=(?<$Test$>[0-9]*)");
- RegexResult result;
- if constexpr (REGEX_DEBUG) {
- RegexDebug regex_dbg(stderr);
- regex_dbg.print_raw_bytecode(re);
- regex_dbg.print_header();
- regex_dbg.print_bytecode(re);
- }
- DeprecatedString haystack = "[Window]\nOpacity=255\nAudibleBeep=0\n";
- EXPECT_EQ(re.search(haystack, result, ECMAScriptFlags::Multiline), true);
- EXPECT_EQ(result.count, 2u);
- EXPECT_EQ(result.matches.at(0).view, "Opacity=255");
- EXPECT_EQ(result.capture_group_matches.at(0).at(0).view, "255");
- EXPECT_EQ(result.capture_group_matches.at(0).at(0).capture_group_name, "$Test$");
- EXPECT_EQ(result.matches.at(1).view, "AudibleBeep=0");
- EXPECT_EQ(result.capture_group_matches.at(1).at(0).view, "0");
- EXPECT_EQ(result.capture_group_matches.at(1).at(0).capture_group_name, "$Test$");
- }
- TEST_CASE(a_star)
- {
- Regex<PosixExtended> re("a*");
- RegexResult result;
- if constexpr (REGEX_DEBUG) {
- RegexDebug regex_dbg(stderr);
- regex_dbg.print_raw_bytecode(re);
- regex_dbg.print_header();
- regex_dbg.print_bytecode(re);
- }
- DeprecatedString haystack = "[Window]\nOpacity=255\nAudibleBeep=0\n";
- EXPECT_EQ(re.search(haystack.view(), result, PosixFlags::Multiline), true);
- EXPECT_EQ(result.count, 32u);
- if (result.count == 32u) {
- EXPECT_EQ(result.matches.at(0).view.length(), 0u);
- EXPECT_EQ(result.matches.at(10).view.length(), 1u);
- EXPECT_EQ(result.matches.at(10).view, "a");
- EXPECT_EQ(result.matches.at(31).view.length(), 0u);
- }
- }
- TEST_CASE(simple_period_end_benchmark)
- {
- Regex<PosixExtended> re("hello.$");
- RegexResult m;
- EXPECT_EQ(re.search("Hello1"sv, m), false);
- EXPECT_EQ(re.search("hello1hello1"sv, m), true);
- EXPECT_EQ(re.search("hello2hell"sv, m), false);
- EXPECT_EQ(re.search("hello?"sv, m), true);
- }
- TEST_CASE(posix_extended_nested_capture_group)
- {
- Regex<PosixExtended> re("(h(e(?<llo>llo)))"); // group 0 -> "hello", group 1 -> "ello", group 2/"llo" -> "llo"
- auto result = re.match("hello"sv);
- EXPECT(result.success);
- EXPECT_EQ(result.capture_group_matches.size(), 1u);
- EXPECT_EQ(result.capture_group_matches[0].size(), 3u);
- EXPECT_EQ(result.capture_group_matches[0][0].view, "hello"sv);
- EXPECT_EQ(result.capture_group_matches[0][1].view, "ello"sv);
- EXPECT_EQ(result.capture_group_matches[0][2].view, "llo"sv);
- }
- auto parse_test_case_long_disjunction_chain = DeprecatedString::repeated("a|"sv, 100000);
- TEST_CASE(ECMA262_parse)
- {
- struct _test {
- StringView pattern;
- regex::Error expected_error { regex::Error::NoError };
- regex::ECMAScriptFlags flags {};
- };
- _test const tests[] {
- { "^hello.$"sv },
- { "^(hello.)$"sv },
- { "^h{0,1}ello.$"sv },
- { "^hello\\W$"sv },
- { "^hell\\w.$"sv },
- { "^hell\\x6f1$"sv }, // ^hello1$
- { "^hel(?:l\\w).$"sv },
- { "^hel(?<LO>l\\w).$"sv },
- { "^[-a-zA-Z\\w\\s]+$"sv },
- { "\\bhello\\B"sv },
- { "^[\\w+/_-]+[=]{0,2}$"sv }, // #4189
- { "^(?:[^<]*(<[\\w\\W]+>)[^>]*$|#([\\w\\-]*)$)"sv }, // #4189
- { "\\/"sv }, // #4189
- { ",/=-:"sv }, // #4243
- { "\\x"sv }, // Even invalid escapes are allowed if ~unicode.
- { "\\x1"sv }, // Even invalid escapes are allowed if ~unicode.
- { "\\x1"sv, regex::Error::InvalidPattern, regex::ECMAScriptFlags::Unicode },
- { "\\x11"sv },
- { "\\x11"sv, regex::Error::NoError, regex::ECMAScriptFlags::Unicode },
- { "\\"sv, regex::Error::InvalidTrailingEscape },
- { "(?"sv, regex::Error::InvalidCaptureGroup },
- { "\\u1234"sv, regex::Error::NoError, regex::ECMAScriptFlags::Unicode },
- { "[\\u1234]"sv, regex::Error::NoError, regex::ECMAScriptFlags::Unicode },
- { "\\u1"sv, regex::Error::InvalidPattern, regex::ECMAScriptFlags::Unicode },
- { "[\\u1]"sv, regex::Error::InvalidPattern, regex::ECMAScriptFlags::Unicode },
- { ",(?"sv, regex::Error::InvalidCaptureGroup }, // #4583
- { "{1}"sv, regex::Error::InvalidPattern },
- { "{1,2}"sv, regex::Error::InvalidPattern },
- { "\\uxxxx"sv, regex::Error::NoError },
- { "\\uxxxx"sv, regex::Error::InvalidPattern, ECMAScriptFlags::Unicode },
- { "\\ud83d"sv, regex::Error::NoError, ECMAScriptFlags::Unicode },
- { "\\ud83d\\uxxxx"sv, regex::Error::InvalidPattern, ECMAScriptFlags::Unicode },
- { "\\u{0}"sv },
- { "\\u{0}"sv, regex::Error::NoError, ECMAScriptFlags::Unicode },
- { "\\u{10ffff}"sv, regex::Error::NoError, ECMAScriptFlags::Unicode },
- { "\\u{10ffff"sv, regex::Error::InvalidPattern, ECMAScriptFlags::Unicode },
- { "\\u{10ffffx"sv, regex::Error::InvalidPattern, ECMAScriptFlags::Unicode },
- { "\\u{110000}"sv, regex::Error::InvalidPattern, ECMAScriptFlags::Unicode },
- { "\\p"sv, regex::Error::InvalidPattern, ECMAScriptFlags::Unicode },
- { "\\p{"sv, regex::Error::InvalidPattern, ECMAScriptFlags::Unicode },
- { "\\p{}"sv, regex::Error::InvalidNameForProperty, ECMAScriptFlags::Unicode },
- { "\\p{AsCiI}"sv, regex::Error::InvalidNameForProperty, ECMAScriptFlags::Unicode },
- { "\\p{hello friends}"sv, regex::Error::InvalidNameForProperty, ECMAScriptFlags::Unicode },
- { "\\p{Prepended_Concatenation_Mark}"sv, regex::Error::InvalidNameForProperty, ECMAScriptFlags::Unicode },
- { "\\p{ASCII}"sv, regex::Error::NoError, ECMAScriptFlags::Unicode },
- { "\\\\p{1}"sv, regex::Error::NoError, ECMAScriptFlags::Unicode },
- { "\\\\p{AsCiI}"sv, regex::Error::InvalidPattern, ECMAScriptFlags::Unicode },
- { "\\\\p{ASCII}"sv, regex::Error::InvalidPattern, ECMAScriptFlags::Unicode },
- { "\\c"sv, regex::Error::NoError, ECMAScriptFlags::BrowserExtended },
- { "\\c"sv, regex::Error::InvalidPattern, ECMAScriptFlags::Unicode },
- { "[\\c]"sv, regex::Error::NoError, ECMAScriptFlags::BrowserExtended },
- { "[\\c]"sv, regex::Error::InvalidPattern, ECMAScriptFlags::Unicode },
- { "\\c`"sv, regex::Error::NoError, ECMAScriptFlags::BrowserExtended },
- { "\\c`"sv, regex::Error::InvalidPattern, ECMAScriptFlags::Unicode },
- { "[\\c`]"sv, regex::Error::NoError, ECMAScriptFlags::BrowserExtended },
- { "[\\c`]"sv, regex::Error::InvalidPattern, ECMAScriptFlags::Unicode },
- { "\\A"sv, regex::Error::NoError, ECMAScriptFlags::BrowserExtended },
- { "\\A"sv, regex::Error::InvalidCharacterClass, ECMAScriptFlags::Unicode },
- { "[\\A]"sv, regex::Error::NoError, ECMAScriptFlags::BrowserExtended },
- { "[\\A]"sv, regex::Error::InvalidPattern, ECMAScriptFlags::Unicode },
- { "\\0"sv, regex::Error::NoError, ECMAScriptFlags::BrowserExtended },
- { "\\0"sv, regex::Error::NoError, combine_flags(ECMAScriptFlags::Unicode, ECMAScriptFlags::BrowserExtended) },
- { "\\00"sv, regex::Error::NoError, ECMAScriptFlags::BrowserExtended },
- { "\\00"sv, regex::Error::InvalidCharacterClass, combine_flags(ECMAScriptFlags::Unicode, ECMAScriptFlags::BrowserExtended) },
- { "[\\0]"sv, regex::Error::NoError, ECMAScriptFlags::BrowserExtended },
- { "[\\0]"sv, regex::Error::NoError, combine_flags(ECMAScriptFlags::Unicode, ECMAScriptFlags::BrowserExtended) },
- { "[\\00]"sv, regex::Error::NoError, ECMAScriptFlags::BrowserExtended },
- { "[\\00]"sv, regex::Error::InvalidPattern, combine_flags(ECMAScriptFlags::Unicode, ECMAScriptFlags::BrowserExtended) },
- { "\\^\\$\\\\\\.\\*\\+\\?\\(\\)\\[\\]\\{\\}\\|\\/"sv, regex::Error::NoError, ECMAScriptFlags::Unicode },
- { "[\\^\\$\\\\\\.\\*\\+\\?\\(\\)\\[\\]\\{\\}\\|\\/]"sv, regex::Error::NoError, ECMAScriptFlags::Unicode },
- { "]"sv, regex::Error::NoError, ECMAScriptFlags::BrowserExtended },
- { "]"sv, regex::Error::InvalidPattern, ECMAScriptFlags::Unicode },
- { "\\]"sv, regex::Error::NoError, ECMAScriptFlags::Unicode },
- { "}"sv, regex::Error::NoError, ECMAScriptFlags::BrowserExtended },
- { "}"sv, regex::Error::InvalidPattern, ECMAScriptFlags::Unicode },
- { "\\}"sv, regex::Error::NoError, ECMAScriptFlags::Unicode },
- { "a{9007199254740991}"sv }, // 2^53 - 1
- { "a{9007199254740991,}"sv },
- { "a{9007199254740991,9007199254740991}"sv },
- { "a{9007199254740992}"sv, regex::Error::InvalidBraceContent },
- { "a{9007199254740992,}"sv, regex::Error::InvalidBraceContent },
- { "a{9007199254740991,9007199254740992}"sv, regex::Error::InvalidBraceContent },
- { "a{9007199254740992,9007199254740991}"sv, regex::Error::InvalidBraceContent },
- { "a{9007199254740992,9007199254740992}"sv, regex::Error::InvalidBraceContent },
- { "(?<a>a)(?<a>b)"sv, regex::Error::DuplicateNamedCapture },
- { "(?<a>a)(?<b>b)(?<a>c)"sv, regex::Error::DuplicateNamedCapture },
- { "(?<1a>a)"sv, regex::Error::InvalidNameForCaptureGroup },
- { "(?<\\a>a)"sv, regex::Error::InvalidNameForCaptureGroup },
- { "(?<\ta>a)"sv, regex::Error::InvalidNameForCaptureGroup },
- { "(?<$$_$$>a)"sv },
- { "(?<ÿ>a)"sv },
- { "(?<𝓑𝓻𝓸𝔀𝓷>a)"sv },
- { "((?=lg)?[vl]k\\-?\\d{3}) bui| 3\\.[-\\w; ]{10}lg?-([06cv9]{3,4})"sv, regex::Error::NoError, ECMAScriptFlags::BrowserExtended }, // #12373, quantifiable assertions.
- { parse_test_case_long_disjunction_chain.view() }, // A whole lot of disjunctions, should not overflow the stack.
- { "(\"|')(?:(?!\\2)[^\\\\\\r\\n]|\\\\.)*\\2"sv, regex::Error::NoError, ECMAScriptFlags::BrowserExtended }, // LegacyOctalEscapeSequence should not consume too many chars (and should not crash)
- };
- for (auto& test : tests) {
- Regex<ECMA262> re(test.pattern, test.flags);
- EXPECT_EQ(re.parser_result.error, test.expected_error);
- if constexpr (REGEX_DEBUG) {
- dbgln("\n");
- RegexDebug regex_dbg(stderr);
- regex_dbg.print_raw_bytecode(re);
- regex_dbg.print_header();
- regex_dbg.print_bytecode(re);
- dbgln("\n");
- }
- }
- }
- TEST_CASE(ECMA262_match)
- {
- struct _test {
- StringView pattern;
- StringView subject;
- bool matches { true };
- ECMAScriptFlags options {};
- };
- // clang-format off
- constexpr _test tests[] {
- { "^hello.$"sv, "hello1"sv },
- { "^(hello.)$"sv, "hello1"sv },
- { "^h{0,1}ello.$"sv, "ello1"sv },
- { "^hello\\W$"sv, "hello!"sv },
- { "^hell\\w.$"sv, "hellx!"sv },
- { "^hell\\x6f1$"sv, "hello1"sv },
- { "^hel(?<LO>l.)1$"sv, "hello1"sv },
- { "^hel(?<LO>l.)1*\\k<LO>.$"sv, "hello1lo1"sv },
- { "^[-a-z1-3\\s]+$"sv, "hell2 o1"sv },
- { "^[\\0-\\x1f]$"sv, "\n"sv },
- { .pattern = "\\bhello\\B"sv, .subject = "hello1"sv, .options = ECMAScriptFlags::Global },
- { "\\b.*\\b"sv, "hello1"sv },
- { "[^\\D\\S]{2}"sv, "1 "sv },
- { "bar(?=f.)foo"sv, "barfoo"sv },
- { "bar(?=foo)bar"sv, "barbar"sv, false },
- { "bar(?!foo)bar"sv, "barbar"sv, true },
- { "bar(?!bar)bar"sv, "barbar"sv, false },
- { "bar.*(?<=foo)"sv, "barbar"sv, false },
- { "bar.*(?<!foo)"sv, "barbar"sv, true },
- { "((...)X)+"sv, "fooXbarXbazX"sv, true },
- { "(?:)"sv, ""sv, true },
- { "\\^"sv, "^"sv },
- { "\\^\\$\\\\\\.\\*\\+\\?\\(\\)\\[\\]\\{\\}\\|\\/"sv, "^$\\.*+?()[]{}|/"sv, true, ECMAScriptFlags::Unicode },
- { "[\\^\\$\\\\\\.\\*\\+\\?\\(\\)\\[\\]\\{\\}\\|\\/]{15}"sv, "^$\\.*+?()[]{}|/"sv, true, ECMAScriptFlags::Unicode },
- { "(a{2}){3}"sv, "aaaaaa"sv },
- { "(a{2}){3}"sv, "aaaabaa"sv, false },
- { "(a{2}){4}"sv, "aaaaaaaa"sv },
- { "(a{2}){4}"sv, "aaaaaabaa"sv, false },
- { "(a{3}){2}"sv, "aaaaaa"sv },
- { "(a{3}){2}"sv, "aaaabaa"sv, false },
- { "(a{4}){2}"sv, "aaaaaaaa"sv },
- { "(a{4}){2}"sv, "aaaaaabaa"sv, false },
- { "\\u{4}"sv, "uuuu"sv },
- { "(?<=.{3})f"sv, "abcdef"sv, true, (ECMAScriptFlags)regex::AllFlags::Global },
- { "(?<=.{3})f"sv, "abc😀ef"sv, true, (ECMAScriptFlags)regex::AllFlags::Global },
- // ECMA262, B.1.4. Regular Expression Pattern extensions for browsers
- { "{"sv, "{"sv, true, ECMAScriptFlags::BrowserExtended },
- { "\\5"sv, "\5"sv, true, ECMAScriptFlags::BrowserExtended },
- { "\\05"sv, "\5"sv, true, ECMAScriptFlags::BrowserExtended },
- { "\\455"sv, "\45""5"sv, true, ECMAScriptFlags::BrowserExtended },
- { "\\314"sv, "\314"sv, true, ECMAScriptFlags::BrowserExtended },
- { "\\c"sv, "\\c"sv, true, ECMAScriptFlags::BrowserExtended },
- { "\\cf"sv, "\06"sv, true, ECMAScriptFlags::BrowserExtended },
- { "\\c1"sv, "\\c1"sv, true, ECMAScriptFlags::BrowserExtended },
- { "[\\c1]"sv, "\x11"sv, true, ECMAScriptFlags::BrowserExtended },
- { "[\\w-\\d]"sv, "-"sv, true, ECMAScriptFlags::BrowserExtended },
- { "^(?:^^\\.?|[!+-]|!=|!==|#|%|%=|&|&&|&&=|&=|\\(|\\*|\\*=|\\+=|,|-=|->|\\/|\\/=|:|::|;|<|<<|<<=|<=|=|==|===|>|>=|>>|>>=|>>>|>>>=|[?@[^]|\\^=|\\^\\^|\\^\\^=|{|\\||\\|=|\\|\\||\\|\\|=|~|break|case|continue|delete|do|else|finally|instanceof|return|throw|try|typeof)\\s*(\\/(?=[^*/])(?:[^/[\\\\]|\\\\[\\S\\s]|\\[(?:[^\\\\\\]]|\\\\[\\S\\s])*(?:]|$))+\\/)"sv,
- "return /xx/"sv, true, ECMAScriptFlags::BrowserExtended
- }, // #5517, appears to be matching JS expressions that involve regular expressions...
- { "a{2,}"sv, "aaaa"sv }, // #5518
- { "\\0"sv, "\0"sv, true, ECMAScriptFlags::BrowserExtended },
- { "\\0"sv, "\0"sv, true, combine_flags(ECMAScriptFlags::Unicode, ECMAScriptFlags::BrowserExtended) },
- { "\\01"sv, "\1"sv, true, ECMAScriptFlags::BrowserExtended },
- { "[\\0]"sv, "\0"sv, true, ECMAScriptFlags::BrowserExtended },
- { "[\\0]"sv, "\0"sv, true, combine_flags(ECMAScriptFlags::Unicode, ECMAScriptFlags::BrowserExtended) },
- { "[\\01]"sv, "\1"sv, true, ECMAScriptFlags::BrowserExtended },
- { "(\0|a)"sv, "a"sv, true }, // #9686, Should allow null bytes in pattern
- { "(.*?)a(?!(a+)b\\2c)\\2(.*)"sv, "baaabaac"sv, true }, // #6042, Groups inside lookarounds may be referenced outside, but their contents appear empty if the pattern in the lookaround fails.
- { "a|$"sv, "x"sv, true, (ECMAScriptFlags)regex::AllFlags::Global }, // #11940, Global (not the 'g' flag) regexps should attempt to match the zero-length end of the string too.
- { "foo\nbar"sv, "foo\nbar"sv, true }, // #12126, ECMA262 regexp should match literal newlines without the 's' flag.
- { "foo[^]bar"sv, "foo\nbar"sv, true }, // #12126, ECMA262 regexp should match newline with [^].
- { "^[_A-Z]+$"sv, "_aA"sv, true, ECMAScriptFlags::Insensitive }, // Insensitive lookup table: characters in a range do not necessarily lie in the same range after being converted to lowercase.
- { "^[a-sy-z]$"sv, "b"sv, true, ECMAScriptFlags::Insensitive },
- { "^[a-sy-z]$"sv, "y"sv, true, ECMAScriptFlags::Insensitive },
- { "^[a-sy-z]$"sv, "u"sv, false, ECMAScriptFlags::Insensitive },
- };
- // clang-format on
- for (auto& test : tests) {
- Regex<ECMA262> re(test.pattern, test.options);
- if constexpr (REGEX_DEBUG) {
- dbgln("\n");
- RegexDebug regex_dbg(stderr);
- regex_dbg.print_raw_bytecode(re);
- regex_dbg.print_header();
- regex_dbg.print_bytecode(re);
- dbgln("\n");
- }
- EXPECT_EQ(re.parser_result.error, regex::Error::NoError);
- EXPECT_EQ(re.match(test.subject).success, test.matches);
- }
- }
- TEST_CASE(ECMA262_unicode_match)
- {
- constexpr auto space_and_line_terminator_code_points = Array { 0x0009, 0x000A, 0x000B, 0x000C, 0x000D, 0x0020, 0x00A0, 0x1680, 0x2000, 0x2001, 0x2002, 0x2003, 0x2004, 0x2005, 0x2006, 0x2007, 0x2008, 0x2009, 0x200A, 0x2028, 0x2029, 0x202F, 0x205F, 0x3000, 0xFEFF };
- StringBuilder builder;
- for (u32 code_point : space_and_line_terminator_code_points)
- builder.append_code_point(code_point);
- auto space_and_line_terminators = builder.build();
- struct _test {
- StringView pattern;
- StringView subject;
- bool matches { true };
- ECMAScriptFlags options {};
- };
- _test tests[] {
- { "\xf0\x9d\x8c\x86"sv, "abcdef"sv, false, ECMAScriptFlags::Unicode },
- { "[\xf0\x9d\x8c\x86]"sv, "abcdef"sv, false, ECMAScriptFlags::Unicode },
- { "\\ud83d"sv, "😀"sv, true },
- { "\\ud83d"sv, "😀"sv, false, ECMAScriptFlags::Unicode },
- { "\\ude00"sv, "😀"sv, true },
- { "\\ude00"sv, "😀"sv, false, ECMAScriptFlags::Unicode },
- { "\\ud83d\\ude00"sv, "😀"sv, true },
- { "\\ud83d\\ude00"sv, "😀"sv, true, ECMAScriptFlags::Unicode },
- { "\\u{1f600}"sv, "😀"sv, true, ECMAScriptFlags::Unicode },
- { "\\ud83d\\ud83d"sv, "\xed\xa0\xbd\xed\xa0\xbd"sv, true },
- { "\\ud83d\\ud83d"sv, "\xed\xa0\xbd\xed\xa0\xbd"sv, true, ECMAScriptFlags::Unicode },
- { "(?<=.{3})f"sv, "abcdef"sv, true, ECMAScriptFlags::Unicode },
- { "(?<=.{3})f"sv, "abc😀ef"sv, true, ECMAScriptFlags::Unicode },
- { "(?<𝓑𝓻𝓸𝔀𝓷>brown)"sv, "brown"sv, true, ECMAScriptFlags::Unicode },
- { "(?<\\u{1d4d1}\\u{1d4fb}\\u{1d4f8}\\u{1d500}\\u{1d4f7}>brown)"sv, "brown"sv, true, ECMAScriptFlags::Unicode },
- { "(?<\\ud835\\udcd1\\ud835\\udcfb\\ud835\\udcf8\\ud835\\udd00\\ud835\\udcf7>brown)"sv, "brown"sv, true, ECMAScriptFlags::Unicode },
- { "^\\s+$"sv, space_and_line_terminators },
- { "^\\s+$"sv, space_and_line_terminators, true, ECMAScriptFlags::Unicode },
- };
- for (auto& test : tests) {
- Regex<ECMA262> re(test.pattern, (ECMAScriptFlags)regex::AllFlags::Global | test.options);
- auto subject = AK::utf8_to_utf16(test.subject);
- Utf16View view { subject };
- if constexpr (REGEX_DEBUG) {
- dbgln("\n");
- RegexDebug regex_dbg(stderr);
- regex_dbg.print_raw_bytecode(re);
- regex_dbg.print_header();
- regex_dbg.print_bytecode(re);
- dbgln("\n");
- }
- EXPECT_EQ(re.parser_result.error, regex::Error::NoError);
- EXPECT_EQ(re.match(view).success, test.matches);
- }
- }
- TEST_CASE(ECMA262_unicode_sets_match)
- {
- struct _test {
- StringView pattern;
- StringView subject;
- bool matches { true };
- ECMAScriptFlags options {};
- };
- constexpr _test tests[] {
- { "[\\w--x]"sv, "x"sv, false },
- { "[\\w&&x]"sv, "y"sv, false },
- { "[\\w--x]"sv, "y"sv, true },
- { "[\\w&&x]"sv, "x"sv, true },
- { "[[0-9\\w]--x--6]"sv, "6"sv, false },
- { "[[0-9\\w]--x--6]"sv, "x"sv, false },
- { "[[0-9\\w]--x--6]"sv, "y"sv, true },
- { "[[0-9\\w]--x--6]"sv, "9"sv, true },
- { "[\\w&&\\d]"sv, "a"sv, false },
- { "[\\w&&\\d]"sv, "4"sv, true },
- };
- for (auto& test : tests) {
- Regex<ECMA262> re(test.pattern, (ECMAScriptFlags)regex::AllFlags::UnicodeSets | test.options);
- if constexpr (REGEX_DEBUG) {
- dbgln("\n");
- RegexDebug regex_dbg(stderr);
- regex_dbg.print_raw_bytecode(re);
- regex_dbg.print_header();
- regex_dbg.print_bytecode(re);
- dbgln("\n");
- }
- EXPECT_EQ(re.parser_result.error, regex::Error::NoError);
- auto result = re.match(test.subject).success;
- EXPECT_EQ(result, test.matches);
- }
- }
- TEST_CASE(ECMA262_property_match)
- {
- struct _test {
- StringView pattern;
- StringView subject;
- bool matches { true };
- ECMAScriptFlags options {};
- };
- constexpr _test tests[] {
- { "\\p{ASCII}"sv, "a"sv, false },
- { "\\p{ASCII}"sv, "p{ASCII}"sv, true },
- { "\\p{ASCII}"sv, "a"sv, true, ECMAScriptFlags::Unicode },
- { "\\p{ASCII}"sv, "😀"sv, false, ECMAScriptFlags::Unicode },
- { "\\P{ASCII}"sv, "a"sv, false, ECMAScriptFlags::Unicode },
- { "\\P{ASCII}"sv, "😀"sv, true, ECMAScriptFlags::Unicode },
- { "\\p{ASCII_Hex_Digit}"sv, "1"sv, true, ECMAScriptFlags::Unicode },
- { "\\p{ASCII_Hex_Digit}"sv, "a"sv, true, ECMAScriptFlags::Unicode },
- { "\\p{ASCII_Hex_Digit}"sv, "x"sv, false, ECMAScriptFlags::Unicode },
- { "\\P{ASCII_Hex_Digit}"sv, "1"sv, false, ECMAScriptFlags::Unicode },
- { "\\P{ASCII_Hex_Digit}"sv, "a"sv, false, ECMAScriptFlags::Unicode },
- { "\\P{ASCII_Hex_Digit}"sv, "x"sv, true, ECMAScriptFlags::Unicode },
- { "\\p{Any}"sv, "\xcd\xb8"sv, true, ECMAScriptFlags::Unicode }, // U+0378, which is an unassigned code point.
- { "\\P{Any}"sv, "\xcd\xb8"sv, false, ECMAScriptFlags::Unicode }, // U+0378, which is an unassigned code point.
- { "\\p{Assigned}"sv, "\xcd\xb8"sv, false, ECMAScriptFlags::Unicode }, // U+0378, which is an unassigned code point.
- { "\\P{Assigned}"sv, "\xcd\xb8"sv, true, ECMAScriptFlags::Unicode }, // U+0378, which is an unassigned code point.
- { "\\p{Lu}"sv, "a"sv, false, ECMAScriptFlags::Unicode },
- { "\\p{Lu}"sv, "A"sv, true, ECMAScriptFlags::Unicode },
- { "\\p{Lu}"sv, "9"sv, false, ECMAScriptFlags::Unicode },
- { "\\p{Cased_Letter}"sv, "a"sv, true, ECMAScriptFlags::Unicode },
- { "\\p{Cased_Letter}"sv, "A"sv, true, ECMAScriptFlags::Unicode },
- { "\\p{Cased_Letter}"sv, "9"sv, false, ECMAScriptFlags::Unicode },
- { "\\P{Cased_Letter}"sv, "a"sv, false, ECMAScriptFlags::Unicode },
- { "\\P{Cased_Letter}"sv, "A"sv, false, ECMAScriptFlags::Unicode },
- { "\\P{Cased_Letter}"sv, "9"sv, true, ECMAScriptFlags::Unicode },
- { "\\p{General_Category=Cased_Letter}"sv, "a"sv, true, ECMAScriptFlags::Unicode },
- { "\\p{General_Category=Cased_Letter}"sv, "A"sv, true, ECMAScriptFlags::Unicode },
- { "\\p{General_Category=Cased_Letter}"sv, "9"sv, false, ECMAScriptFlags::Unicode },
- { "\\p{gc=Cased_Letter}"sv, "a"sv, true, ECMAScriptFlags::Unicode },
- { "\\p{gc=Cased_Letter}"sv, "A"sv, true, ECMAScriptFlags::Unicode },
- { "\\p{gc=Cased_Letter}"sv, "9"sv, false, ECMAScriptFlags::Unicode },
- { "\\p{Script=Latin}"sv, "a"sv, true, ECMAScriptFlags::Unicode },
- { "\\p{Script=Latin}"sv, "A"sv, true, ECMAScriptFlags::Unicode },
- { "\\p{Script=Latin}"sv, "9"sv, false, ECMAScriptFlags::Unicode },
- { "\\p{sc=Latin}"sv, "a"sv, true, ECMAScriptFlags::Unicode },
- { "\\p{sc=Latin}"sv, "A"sv, true, ECMAScriptFlags::Unicode },
- { "\\p{sc=Latin}"sv, "9"sv, false, ECMAScriptFlags::Unicode },
- { "\\p{Script_Extensions=Deva}"sv, "a"sv, false, ECMAScriptFlags::Unicode },
- { "\\p{Script_Extensions=Beng}"sv, "\xe1\xb3\x95"sv, true, ECMAScriptFlags::Unicode }, // U+01CD5
- { "\\p{Script_Extensions=Deva}"sv, "\xe1\xb3\x95"sv, true, ECMAScriptFlags::Unicode }, // U+01CD5
- { "\\p{scx=Deva}"sv, "a"sv, false, ECMAScriptFlags::Unicode },
- { "\\p{scx=Beng}"sv, "\xe1\xb3\x95"sv, true, ECMAScriptFlags::Unicode }, // U+01CD5
- { "\\p{scx=Deva}"sv, "\xe1\xb3\x95"sv, true, ECMAScriptFlags::Unicode }, // U+01CD5
- };
- for (auto& test : tests) {
- Regex<ECMA262> re(test.pattern, (ECMAScriptFlags)regex::AllFlags::Global | regex::ECMAScriptFlags::BrowserExtended | test.options);
- auto subject = AK::utf8_to_utf16(test.subject);
- Utf16View view { subject };
- if constexpr (REGEX_DEBUG) {
- dbgln("\n");
- RegexDebug regex_dbg(stderr);
- regex_dbg.print_raw_bytecode(re);
- regex_dbg.print_header();
- regex_dbg.print_bytecode(re);
- dbgln("\n");
- }
- EXPECT_EQ(re.parser_result.error, regex::Error::NoError);
- EXPECT_EQ(re.match(view).success, test.matches);
- }
- }
- TEST_CASE(replace)
- {
- struct _test {
- StringView pattern;
- StringView replacement;
- StringView subject;
- StringView expected;
- ECMAScriptFlags options {};
- };
- constexpr _test tests[] {
- { "foo(.+)"sv, "aaa"sv, "test"sv, "test"sv },
- { "foo(.+)"sv, "test\\1"sv, "foobar"sv, "testbar"sv },
- { "foo(.+)"sv, "\\2\\1"sv, "foobar"sv, "\\2bar"sv },
- { "foo(.+)"sv, "\\\\\\1"sv, "foobar"sv, "\\bar"sv },
- { "foo(.)"sv, "a\\1"sv, "fooxfooy"sv, "axay"sv, ECMAScriptFlags::Multiline },
- };
- for (auto& test : tests) {
- Regex<ECMA262> re(test.pattern, test.options);
- if constexpr (REGEX_DEBUG) {
- dbgln("\n");
- RegexDebug regex_dbg(stderr);
- regex_dbg.print_raw_bytecode(re);
- regex_dbg.print_header();
- regex_dbg.print_bytecode(re);
- dbgln("\n");
- }
- EXPECT_EQ(re.parser_result.error, regex::Error::NoError);
- EXPECT_EQ(re.replace(test.subject, test.replacement), test.expected);
- }
- }
- TEST_CASE(case_insensitive_match)
- {
- Regex<PosixExtended> re("cd", PosixFlags::Insensitive | PosixFlags::Global);
- auto result = re.match("AEKFCD"sv);
- EXPECT_EQ(result.success, true);
- if (result.success) {
- EXPECT_EQ(result.matches.at(0).column, 4ul);
- }
- }
- TEST_CASE(extremely_long_fork_chain)
- {
- Regex<ECMA262> re("(?:aa)*");
- auto result = re.match(DeprecatedString::repeated('a', 1000));
- EXPECT_EQ(result.success, true);
- }
- TEST_CASE(theoretically_infinite_loop)
- {
- Array patterns {
- "(a*)*"sv, // Infinitely matching empty substrings, the outer loop should short-circuit.
- "(a*?)*"sv, // Infinitely matching empty substrings, the outer loop should short-circuit.
- "(a*)*?"sv, // Should match exactly nothing.
- "(?:)*?"sv, // Should not generate an infinite fork loop.
- };
- for (auto& pattern : patterns) {
- Regex<ECMA262> re(pattern);
- auto result = re.match(""sv);
- EXPECT_EQ(result.success, true);
- }
- }
- static auto g_lots_of_a_s = DeprecatedString::repeated('a', 10'000'000);
- BENCHMARK_CASE(fork_performance)
- {
- Regex<ECMA262> re("(?:aa)*");
- auto result = re.match(g_lots_of_a_s);
- EXPECT_EQ(result.success, true);
- }
- TEST_CASE(optimizer_atomic_groups)
- {
- Array tests {
- // Fork -> ForkReplace
- Tuple { "a*b"sv, "aaaaa"sv, false },
- Tuple { "a+b"sv, "aaaaa"sv, false },
- Tuple { "\\\\(\\d+)"sv, "\\\\"sv, false }, // Rewrite bug turning a+ to a*, see #10952.
- Tuple { "[a-z.]+\\."sv, "..."sv, true }, // Rewrite bug, incorrect interpretation of Compare.
- Tuple { "[.-]+\\."sv, ".-."sv, true },
- // Alternative fuse
- Tuple { "(abcfoo|abcbar|abcbaz).*x"sv, "abcbarx"sv, true },
- Tuple { "(a|a)"sv, "a"sv, true },
- Tuple { "(a|)"sv, ""sv, true }, // Ensure that empty alternatives are not outright removed
- Tuple { "a{2,3}|a{5,8}"sv, "abc"sv, false }, // Optimizer should not mess up the instruction stream by ignoring inter-insn dependencies, see #11247.
- Tuple { "^(a{2,3}|a{5,8})$"sv, "aaaa"sv, false }, // Optimizer should not mess up the instruction stream by ignoring inter-insn dependencies, see #11247.
- // Optimizer should not chop off *half* of an instruction when fusing instructions.
- Tuple { "cubic-bezier\\(\\s*(-?\\d+\\.?\\d*|-?\\.\\d+)\\s*,\\s*(-?\\d+\\.?\\d*|-?\\.\\d+)\\s*,\\s*(-?\\d+\\.?\\d*|-?\\.\\d+)\\s*,\\s*(-?\\d+\\.?\\d*|-?\\.\\d+)\\s*\\)"sv, "cubic-bezier(.05, 0, 0, 1)"sv, true },
- // ForkReplace shouldn't be applied where it would change the semantics
- Tuple { "(1+)\\1"sv, "11"sv, true },
- Tuple { "(1+)1"sv, "11"sv, true },
- Tuple { "(1+)0"sv, "10"sv, true },
- // Rewrite should not skip over first required iteration of <x>+.
- Tuple { "a+"sv, ""sv, false },
- };
- for (auto& test : tests) {
- Regex<ECMA262> re(test.get<0>());
- auto result = re.match(test.get<1>());
- EXPECT_EQ(result.success, test.get<2>());
- }
- }
- TEST_CASE(optimizer_char_class_lut)
- {
- Regex<ECMA262> re(R"([\f\n\r\t\v\u00a0\u1680\u2000\u2001\u2002\u2003\u2004\u2005\u2006\u2007\u2008\u2009\u200a\u2028\u2029\u202f\u205f\u3000\ufeff]+$)");
- if constexpr (REGEX_DEBUG) {
- dbgln("\n");
- RegexDebug regex_dbg(stderr);
- regex_dbg.print_raw_bytecode(re);
- regex_dbg.print_header();
- regex_dbg.print_bytecode(re);
- dbgln("\n");
- }
- // This will go through _all_ alternatives in the character class, and then fail.
- for (size_t i = 0; i < 1'000'000; ++i)
- EXPECT_EQ(re.match("1635488940000"sv).success, false);
- }
- TEST_CASE(optimizer_alternation)
- {
- Array tests {
- // Pattern, Subject, Expected length
- Tuple { "a|"sv, "a"sv, 1u },
- };
- for (auto& test : tests) {
- Regex<ECMA262> re(test.get<0>());
- auto result = re.match(test.get<1>());
- EXPECT(result.success);
- EXPECT_EQ(result.matches.first().view.length(), test.get<2>());
- }
- }
- TEST_CASE(posix_basic_dollar_is_end_anchor)
- {
- // Ensure that a dollar sign at the end only matches the end of the line.
- {
- Regex<PosixBasic> re("abc$");
- EXPECT_EQ(re.match("123abcdef"sv, PosixFlags::Global).success, false);
- EXPECT_EQ(re.match("123abc"sv, PosixFlags::Global).success, true);
- EXPECT_EQ(re.match("123abc$def"sv, PosixFlags::Global).success, false);
- EXPECT_EQ(re.match("123abc$"sv, PosixFlags::Global).success, false);
- }
- }
- TEST_CASE(posix_basic_dollar_is_literal)
- {
- // Ensure that a dollar sign in the middle is treated as a literal.
- {
- Regex<PosixBasic> re("abc$d");
- EXPECT_EQ(re.match("123abcdef"sv, PosixFlags::Global).success, false);
- EXPECT_EQ(re.match("123abc"sv, PosixFlags::Global).success, false);
- EXPECT_EQ(re.match("123abc$def"sv, PosixFlags::Global).success, true);
- EXPECT_EQ(re.match("123abc$"sv, PosixFlags::Global).success, false);
- }
- // Ensure that a dollar sign is always treated as a literal if escaped, even if at the end of the pattern.
- {
- Regex<PosixBasic> re("abc\\$");
- EXPECT_EQ(re.match("123abcdef"sv, PosixFlags::Global).success, false);
- EXPECT_EQ(re.match("123abc"sv, PosixFlags::Global).success, false);
- EXPECT_EQ(re.match("123abc$def"sv, PosixFlags::Global).success, true);
- EXPECT_EQ(re.match("123abc$"sv, PosixFlags::Global).success, true);
- }
- }
- TEST_CASE(negative_lookahead)
- {
- {
- // Negative lookahead with more than 2 forks difference between lookahead init and finish.
- auto options = ECMAScriptOptions { ECMAScriptFlags::Global };
- options.reset_flag((ECMAScriptFlags)regex::AllFlags::Internal_Stateful);
- Regex<ECMA262> re(":(?!\\^\\)|1)", options);
- EXPECT_EQ(re.match(":^)"sv).success, false);
- EXPECT_EQ(re.match(":1"sv).success, false);
- EXPECT_EQ(re.match(":foobar"sv).success, true);
- }
- {
- // Correctly count forks with nested groups and optimised loops
- Regex<ECMA262> re("^((?:[^\\n]|\\n(?! *\\n))+)(?:\\n *)+\\n");
- EXPECT_EQ(re.match("foo\n\n"sv).success, true);
- EXPECT_EQ(re.match("foo\n"sv).success, false);
- }
- }
- TEST_CASE(single_match_flag)
- {
- {
- // Ensure that only a single match is produced and nothing past that.
- Regex<ECMA262> re("[\\u0008-\\uffff]"sv, ECMAScriptFlags::Global | (ECMAScriptFlags)regex::AllFlags::SingleMatch);
- auto result = re.match("ABC"sv);
- EXPECT_EQ(result.success, true);
- EXPECT_EQ(result.matches.size(), 1u);
- EXPECT_EQ(result.matches.first().view.to_deprecated_string(), "A"sv);
- }
- }
- TEST_CASE(inversion_state_in_char_class)
- {
- {
- // #13755, /[\S\s]/.exec("hello") should be [ "h" ], not null.
- Regex<ECMA262> re("[\\S\\s]", ECMAScriptFlags::Global | (ECMAScriptFlags)regex::AllFlags::SingleMatch);
- auto result = re.match("hello"sv);
- EXPECT_EQ(result.success, true);
- EXPECT_EQ(result.matches.size(), 1u);
- EXPECT_EQ(result.matches.first().view.to_deprecated_string(), "h"sv);
- }
- {
- Regex<ECMA262> re("^(?:([^\\s!\"#%-,\\./;->@\\[-\\^`\\{-~]+(?=([=~}\\s/.)|]))))"sv, ECMAScriptFlags::Global);
- auto result = re.match("slideNumbers}}"sv);
- EXPECT_EQ(result.success, true);
- EXPECT_EQ(result.matches.size(), 1u);
- EXPECT_EQ(result.matches.first().view.to_deprecated_string(), "slideNumbers"sv);
- EXPECT_EQ(result.capture_group_matches.first()[0].view.to_deprecated_string(), "slideNumbers"sv);
- EXPECT_EQ(result.capture_group_matches.first()[1].view.to_deprecated_string(), "}"sv);
- }
- }
|