5e1499d104
This commit un-deprecates DeprecatedString, and repurposes it as a byte
string.
As the null state has already been removed, there are no other
particularly hairy blockers in repurposing this type as a byte string
(what it _really_ is).
This commit is auto-generated:
$ xs=$(ack -l \bDeprecatedString\b\|deprecated_string AK Userland \
Meta Ports Ladybird Tests Kernel)
$ perl -pie 's/\bDeprecatedString\b/ByteString/g;
s/deprecated_string/byte_string/g' $xs
$ clang-format --style=file -i \
$(git diff --name-only | grep \.cpp\|\.h)
$ gn format $(git ls-files '*.gn' '*.gni')
102 lines
3 KiB
C++
102 lines
3 KiB
C++
/*
|
|
* Copyright (c) 2021, Itamar S. <itamar8910@gmail.com>
|
|
*
|
|
* SPDX-License-Identifier: BSD-2-Clause
|
|
*/
|
|
|
|
#pragma once
|
|
|
|
#include <AK/ByteString.h>
|
|
#include <AK/DeprecatedFlyString.h>
|
|
#include <AK/Function.h>
|
|
#include <AK/HashMap.h>
|
|
#include <AK/Optional.h>
|
|
#include <AK/StringView.h>
|
|
#include <AK/Vector.h>
|
|
#include <LibCpp/Token.h>
|
|
|
|
namespace Cpp {
|
|
|
|
class Preprocessor {
|
|
|
|
public:
|
|
explicit Preprocessor(ByteString const& filename, StringView program);
|
|
Vector<Token> process_and_lex();
|
|
Vector<StringView> included_paths() const { return m_included_paths; }
|
|
|
|
struct Definition {
|
|
ByteString key;
|
|
Vector<ByteString> parameters;
|
|
ByteString value;
|
|
DeprecatedFlyString filename;
|
|
size_t line { 0 };
|
|
size_t column { 0 };
|
|
};
|
|
using Definitions = HashMap<ByteString, Definition>;
|
|
|
|
struct Substitution {
|
|
Vector<Token> original_tokens;
|
|
Definition defined_value;
|
|
ByteString processed_value;
|
|
};
|
|
|
|
Definitions const& definitions() const { return m_definitions; }
|
|
Vector<Substitution> const& substitutions() const { return m_substitutions; }
|
|
|
|
void set_ignore_unsupported_keywords(bool ignore) { m_options.ignore_unsupported_keywords = ignore; }
|
|
void set_ignore_invalid_statements(bool ignore) { m_options.ignore_invalid_statements = ignore; }
|
|
void set_keep_include_statements(bool keep) { m_options.keep_include_statements = keep; }
|
|
|
|
Function<Definitions(StringView)> definitions_in_header_callback { nullptr };
|
|
|
|
Vector<Token> const& unprocessed_tokens() const { return m_unprocessed_tokens; }
|
|
|
|
private:
|
|
void handle_preprocessor_statement(StringView);
|
|
void handle_include_statement(StringView);
|
|
void handle_preprocessor_keyword(StringView keyword, GenericLexer& line_lexer);
|
|
ByteString remove_escaped_newlines(StringView value);
|
|
|
|
size_t do_substitution(Vector<Token> const& tokens, size_t token_index, Definition const&);
|
|
Optional<Definition> create_definition(StringView line);
|
|
|
|
struct MacroCall {
|
|
Token name;
|
|
struct Argument {
|
|
Vector<Token> tokens;
|
|
};
|
|
Vector<Argument> arguments;
|
|
size_t end_token_index { 0 };
|
|
};
|
|
Optional<MacroCall> parse_macro_call(Vector<Token> const& tokens, size_t token_index);
|
|
ByteString evaluate_macro_call(MacroCall const&, Definition const&);
|
|
|
|
ByteString m_filename;
|
|
ByteString m_program;
|
|
|
|
Vector<Token> m_unprocessed_tokens;
|
|
Vector<Token> m_processed_tokens;
|
|
Definitions m_definitions;
|
|
Vector<Substitution> m_substitutions;
|
|
|
|
size_t m_current_line { 0 };
|
|
size_t m_current_depth { 0 };
|
|
Vector<size_t> m_depths_of_taken_branches;
|
|
Vector<size_t> m_depths_of_not_taken_branches;
|
|
|
|
enum class State {
|
|
Normal,
|
|
SkipIfBranch,
|
|
SkipElseBranch
|
|
};
|
|
State m_state { State::Normal };
|
|
|
|
Vector<StringView> m_included_paths;
|
|
|
|
struct Options {
|
|
bool ignore_unsupported_keywords { false };
|
|
bool ignore_invalid_statements { false };
|
|
bool keep_include_statements { false };
|
|
} m_options;
|
|
};
|
|
}
|