/* * Copyright (c) 2020, the SerenityOS developers. * Copyright (c) 2023, Sam Atkins * * SPDX-License-Identifier: BSD-2-Clause */ #include #include #include #include #include namespace JS { static Gfx::TextAttributes style_for_token_type(Gfx::Palette const& palette, TokenType type) { switch (Token::category(type)) { case TokenCategory::Invalid: return { palette.syntax_comment() }; case TokenCategory::Number: return { palette.syntax_number() }; case TokenCategory::String: return { palette.syntax_string() }; case TokenCategory::Punctuation: return { palette.syntax_punctuation() }; case TokenCategory::Operator: return { palette.syntax_operator() }; case TokenCategory::Keyword: return { palette.syntax_keyword(), {}, true }; case TokenCategory::ControlKeyword: return { palette.syntax_control_keyword(), {}, true }; case TokenCategory::Identifier: return { palette.syntax_identifier() }; default: return { palette.base_text() }; } } bool SyntaxHighlighter::is_identifier(u64 token) const { auto js_token = static_cast(static_cast(token)); return js_token == TokenType::Identifier; } bool SyntaxHighlighter::is_navigatable([[maybe_unused]] u64 token) const { return false; } void SyntaxHighlighter::rehighlight(Palette const& palette) { auto text = m_client->get_text(); Lexer lexer(text); Vector spans; Vector folding_regions; Syntax::TextPosition position { 0, 0 }; Syntax::TextPosition start { 0, 0 }; auto advance_position = [&position](u32 code_point) { if (code_point == '\n') { position.set_line(position.line() + 1); position.set_column(0); } else position.set_column(position.column() + 1); }; auto append_token = [&](Utf8View str, Token const& token, bool is_trivia) { if (str.is_empty()) return; start = position; for (auto code_point : str) advance_position(code_point); Syntax::TextDocumentSpan span; span.range.set_start(start); span.range.set_end({ position.line(), position.column() }); auto type = is_trivia ? TokenType::Invalid : token.type(); span.attributes = style_for_token_type(palette, type); span.is_skippable = is_trivia; span.data = static_cast(type); spans.append(span); dbgln_if(SYNTAX_HIGHLIGHTING_DEBUG, "{}{} @ '{}' {}:{} - {}:{}", token.name(), is_trivia ? " (trivia)" : "", token.value(), span.range.start().line(), span.range.start().column(), span.range.end().line(), span.range.end().column()); }; struct TokenData { Token token; Syntax::TextRange range; }; Vector folding_region_start_tokens; bool was_eof = false; for (auto token = lexer.next(); !was_eof; token = lexer.next()) { append_token(Utf8View(token.trivia()), token, true); auto token_start_position = position; append_token(Utf8View(token.value()), token, false); if (token.type() == TokenType::Eof) was_eof = true; // Create folding regions for {} blocks if (token.type() == TokenType::CurlyOpen) { folding_region_start_tokens.append({ .token = token, .range = { token_start_position, position } }); } else if (token.type() == TokenType::CurlyClose) { if (!folding_region_start_tokens.is_empty()) { auto curly_open = folding_region_start_tokens.take_last(); Syntax::TextDocumentFoldingRegion region; region.range.set_start(curly_open.range.end()); region.range.set_end(token_start_position); folding_regions.append(region); } } } m_client->do_set_spans(move(spans)); m_client->do_set_folding_regions(move(folding_regions)); m_has_brace_buddies = false; highlight_matching_token_pair(); m_client->do_update(); } Vector SyntaxHighlighter::matching_token_pairs_impl() const { static Vector pairs; if (pairs.is_empty()) { pairs.append({ static_cast(TokenType::CurlyOpen), static_cast(TokenType::CurlyClose) }); pairs.append({ static_cast(TokenType::ParenOpen), static_cast(TokenType::ParenClose) }); pairs.append({ static_cast(TokenType::BracketOpen), static_cast(TokenType::BracketClose) }); } return pairs; } bool SyntaxHighlighter::token_types_equal(u64 token1, u64 token2) const { return static_cast(token1) == static_cast(token2); } }