/* * Copyright (c) 2023, Tim Schumacher * * SPDX-License-Identifier: BSD-2-Clause */ #pragma once #include #include #include #include #include namespace Compress { // This implementation is mostly based on the LZMA specification contained in the 7-Zip SDK, which has been placed in the public domain. // LZMA Specification Draft (2015): https://www.7-zip.org/a/lzma-specification.7z struct LzmaModelProperties { u8 literal_context_bits; u8 literal_position_bits; u8 position_bits; }; struct LzmaDecompressorOptions { u8 literal_context_bits { 0 }; u8 literal_position_bits { 0 }; u8 position_bits { 0 }; u32 dictionary_size { 0 }; Optional uncompressed_size; bool reject_end_of_stream_marker { false }; }; // Described in section "lzma file format". struct [[gnu::packed]] LzmaHeader { u32 dictionary_size() const; Optional uncompressed_size() const; ErrorOr as_decompressor_options() const; static ErrorOr decode_model_properties(u8 input_bits); private: u8 m_encoded_model_properties; u32 m_dictionary_size; u64 m_uncompressed_size; }; static_assert(sizeof(LzmaHeader) == 13); class LzmaDecompressor : public Stream { public: /// Creates a decompressor from a standalone LZMA container (.lzma file extension, occasionally known as an LZMA 'archive'). static ErrorOr> create_from_container(MaybeOwned, Optional> dictionary = {}); /// Creates a decompressor from a raw stream of LZMA-compressed data (found inside an LZMA container or embedded in other file formats). static ErrorOr> create_from_raw_stream(MaybeOwned, LzmaDecompressorOptions const&, Optional> dictionary = {}); ErrorOr append_input_stream(MaybeOwned, Optional uncompressed_size); virtual ErrorOr read_some(Bytes) override; virtual ErrorOr write_some(ReadonlyBytes) override; virtual bool is_eof() const override; virtual bool is_open() const override; virtual void close() override; private: // LZMA uses 11-bit probability counters, but they are usually stored in 16-bit variables. // Therefore, we can model probabilities with a resolution of up to 1 / 2^11 (which is equal to 1 / 2048). // The default probability for most counters is 0.5. using Probability = u16; static constexpr size_t probability_bit_count = 11; static constexpr Probability default_probability = (1 << probability_bit_count) / 2; static void initialize_to_default_probability(Span); LzmaDecompressor(MaybeOwned, LzmaDecompressorOptions, MaybeOwned, FixedArray literal_probabilities); MaybeOwned m_stream; LzmaDecompressorOptions m_options; // This doubles as an output buffer, since we have to write all of our results into this anyways. MaybeOwned m_dictionary; u64 m_total_decoded_bytes { 0 }; bool m_found_end_of_stream_marker { false }; bool is_range_decoder_in_clean_state() const; bool has_reached_expected_data_size() const; Optional m_leftover_match_length; // Range decoder state (initialized with stream data in LzmaDecompressor::create). u32 m_range_decoder_range { 0xFFFFFFFF }; u32 m_range_decoder_code { 0 }; ErrorOr initialize_range_decoder(); ErrorOr normalize_range_decoder(); ErrorOr decode_direct_bit(); ErrorOr decode_bit_with_probability(Probability& probability); // Decodes a multi-bit symbol using a given probability tree (either in normal or in reverse order). // The specification states that "unsigned" is at least 16 bits in size, our implementation assumes this as the maximum symbol size. ErrorOr decode_symbol_using_bit_tree(size_t bit_count, Span probability_tree); ErrorOr decode_symbol_using_reverse_bit_tree(size_t bit_count, Span probability_tree); ErrorOr decode_literal_to_output_buffer(); static constexpr size_t literal_probability_table_size = 0x300; FixedArray m_literal_probabilities; struct LzmaLengthDecoderState { public: LzmaLengthDecoderState(); Probability m_first_choice_probability { default_probability }; Probability m_second_choice_probability { default_probability }; static constexpr size_t maximum_number_of_position_bits = 4; Array, (1 << maximum_number_of_position_bits)> m_low_length_probabilities; Array, (1 << maximum_number_of_position_bits)> m_medium_length_probabilities; Array m_high_length_probabilities; }; LzmaLengthDecoderState m_length_decoder; LzmaLengthDecoderState m_rep_length_decoder; static constexpr u16 normalized_to_real_match_length_offset = 2; ErrorOr decode_normalized_match_length(LzmaLengthDecoderState&); static constexpr size_t number_of_length_to_position_states = 4; Array, number_of_length_to_position_states> m_length_to_position_states; static constexpr size_t first_position_slot_with_binary_tree_bits = 4; static constexpr size_t first_position_slot_with_direct_encoded_bits = 14; // This is a bit wasteful on memory and not in the specification, but it makes the math easier. static constexpr size_t number_of_binary_tree_distance_slots = first_position_slot_with_direct_encoded_bits - first_position_slot_with_binary_tree_bits; static constexpr size_t largest_number_of_binary_tree_distance_bits = 5; Array, number_of_binary_tree_distance_slots> m_binary_tree_distance_probabilities; static constexpr size_t number_of_alignment_bits = 4; Array m_alignment_bit_probabilities; // This deviates from the specification, which states that "unsigned" is at least 16-bit. // However, the match distance needs to be at least 32-bit, at the very least to hold the 0xFFFFFFFF end marker value. static constexpr u32 normalized_to_real_match_distance_offset = 1; ErrorOr decode_normalized_match_distance(u16 normalized_match_length); // LZ state tracking. u16 m_state { 0 }; u32 m_rep0 { 0 }; u32 m_rep1 { 0 }; u32 m_rep2 { 0 }; u32 m_rep3 { 0 }; u32 current_repetition_offset() const; static constexpr size_t maximum_number_of_position_bits = 4; static constexpr size_t number_of_states = 12; Array m_is_match_probabilities; Array m_is_rep_probabilities; Array m_is_rep_g0_probabilities; Array m_is_rep_g1_probabilities; Array m_is_rep_g2_probabilities; Array m_is_rep0_long_probabilities; }; } template<> struct AK::Traits : public AK::GenericTraits { static constexpr bool is_trivially_serializable() { return true; } };