TestDeflate.cpp 7.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179
  1. /*
  2. * Copyright (c) 2020-2021, the SerenityOS developers.
  3. * All rights reserved.
  4. *
  5. * Redistribution and use in source and binary forms, with or without
  6. * modification, are permitted provided that the following conditions are met:
  7. *
  8. * 1. Redistributions of source code must retain the above copyright notice, this
  9. * list of conditions and the following disclaimer.
  10. *
  11. * 2. Redistributions in binary form must reproduce the above copyright notice,
  12. * this list of conditions and the following disclaimer in the documentation
  13. * and/or other materials provided with the distribution.
  14. *
  15. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
  16. * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  17. * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
  18. * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
  19. * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  20. * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
  21. * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  22. * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
  23. * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  24. * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  25. */
  26. #include <AK/TestSuite.h>
  27. #include <AK/Array.h>
  28. #include <AK/MemoryStream.h>
  29. #include <AK/Random.h>
  30. #include <LibCompress/Deflate.h>
  31. #include <cstring>
  32. TEST_CASE(canonical_code_simple)
  33. {
  34. const Array<u8, 32> code {
  35. 0x05, 0x05, 0x05, 0x05, 0x05, 0x05, 0x05, 0x05, 0x05, 0x05, 0x05, 0x05,
  36. 0x05, 0x05, 0x05, 0x05, 0x05, 0x05, 0x05, 0x05, 0x05, 0x05, 0x05, 0x05,
  37. 0x05, 0x05, 0x05, 0x05, 0x05, 0x05, 0x05, 0x05
  38. };
  39. const Array<u8, 6> input {
  40. 0x00, 0x42, 0x84, 0xa9, 0xb0, 0x15
  41. };
  42. const Array<u32, 9> output {
  43. 0x00, 0x01, 0x01, 0x02, 0x03, 0x05, 0x08, 0x0d, 0x15
  44. };
  45. const auto huffman = Compress::CanonicalCode::from_bytes(code).value();
  46. auto memory_stream = InputMemoryStream { input };
  47. auto bit_stream = InputBitStream { memory_stream };
  48. for (size_t idx = 0; idx < 9; ++idx)
  49. EXPECT_EQ(huffman.read_symbol(bit_stream), output[idx]);
  50. }
  51. TEST_CASE(canonical_code_complex)
  52. {
  53. const Array<u8, 6> code {
  54. 0x03, 0x02, 0x03, 0x03, 0x02, 0x03
  55. };
  56. const Array<u8, 4> input {
  57. 0xa1, 0xf3, 0xa1, 0xf3
  58. };
  59. const Array<u32, 12> output {
  60. 0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x00, 0x01, 0x02, 0x03, 0x04, 0x05
  61. };
  62. const auto huffman = Compress::CanonicalCode::from_bytes(code).value();
  63. auto memory_stream = InputMemoryStream { input };
  64. auto bit_stream = InputBitStream { memory_stream };
  65. for (size_t idx = 0; idx < 12; ++idx)
  66. EXPECT_EQ(huffman.read_symbol(bit_stream), output[idx]);
  67. }
  68. TEST_CASE(deflate_decompress_compressed_block)
  69. {
  70. const Array<u8, 28> compressed {
  71. 0x0B, 0xC9, 0xC8, 0x2C, 0x56, 0x00, 0xA2, 0x44, 0x85, 0xE2, 0xCC, 0xDC,
  72. 0x82, 0x9C, 0x54, 0x85, 0x92, 0xD4, 0x8A, 0x12, 0x85, 0xB4, 0x4C, 0x20,
  73. 0xCB, 0x4A, 0x13, 0x00
  74. };
  75. const u8 uncompressed[] = "This is a simple text file :)";
  76. const auto decompressed = Compress::DeflateDecompressor::decompress_all(compressed);
  77. EXPECT(decompressed.value().bytes() == ReadonlyBytes({ uncompressed, sizeof(uncompressed) - 1 }));
  78. }
  79. TEST_CASE(deflate_decompress_uncompressed_block)
  80. {
  81. const Array<u8, 18> compressed {
  82. 0x01, 0x0d, 0x00, 0xf2, 0xff, 0x48, 0x65, 0x6c, 0x6c, 0x6f, 0x2c, 0x20,
  83. 0x57, 0x6f, 0x72, 0x6c, 0x64, 0x21
  84. };
  85. const u8 uncompressed[] = "Hello, World!";
  86. const auto decompressed = Compress::DeflateDecompressor::decompress_all(compressed);
  87. EXPECT(decompressed.value().bytes() == (ReadonlyBytes { uncompressed, sizeof(uncompressed) - 1 }));
  88. }
  89. TEST_CASE(deflate_decompress_multiple_blocks)
  90. {
  91. const Array<u8, 84> compressed {
  92. 0x00, 0x1f, 0x00, 0xe0, 0xff, 0x54, 0x68, 0x65, 0x20, 0x66, 0x69, 0x72,
  93. 0x73, 0x74, 0x20, 0x62, 0x6c, 0x6f, 0x63, 0x6b, 0x20, 0x69, 0x73, 0x20,
  94. 0x75, 0x6e, 0x63, 0x6f, 0x6d, 0x70, 0x72, 0x65, 0x73, 0x73, 0x65, 0x64,
  95. 0x53, 0x48, 0xcc, 0x4b, 0x51, 0x28, 0xc9, 0x48, 0x55, 0x28, 0x4e, 0x4d,
  96. 0xce, 0x07, 0x32, 0x93, 0x72, 0xf2, 0x93, 0xb3, 0x15, 0x32, 0x8b, 0x15,
  97. 0x92, 0xf3, 0x73, 0x0b, 0x8a, 0x52, 0x8b, 0x8b, 0x53, 0x53, 0xf4, 0x00
  98. };
  99. const u8 uncompressed[] = "The first block is uncompressed and the second block is compressed.";
  100. const auto decompressed = Compress::DeflateDecompressor::decompress_all(compressed);
  101. EXPECT(decompressed.value().bytes() == (ReadonlyBytes { uncompressed, sizeof(uncompressed) - 1 }));
  102. }
  103. TEST_CASE(deflate_decompress_zeroes)
  104. {
  105. const Array<u8, 20> compressed {
  106. 0xed, 0xc1, 0x01, 0x0d, 0x00, 0x00, 0x00, 0xc2, 0xa0, 0xf7, 0x4f, 0x6d,
  107. 0x0f, 0x07, 0x14, 0x00, 0x00, 0x00, 0xf0, 0x6e
  108. };
  109. const Array<u8, 4096> uncompressed { 0 };
  110. const auto decompressed = Compress::DeflateDecompressor::decompress_all(compressed);
  111. EXPECT(uncompressed == decompressed.value().bytes());
  112. }
  113. TEST_CASE(deflate_round_trip_store)
  114. {
  115. auto original = ByteBuffer::create_uninitialized(1024);
  116. fill_with_random(original.data(), 1024);
  117. auto compressed = Compress::DeflateCompressor::compress_all(original, Compress::DeflateCompressor::CompressionLevel::STORE);
  118. EXPECT(compressed.has_value());
  119. auto uncompressed = Compress::DeflateDecompressor::decompress_all(compressed.value());
  120. EXPECT(uncompressed.has_value());
  121. EXPECT(uncompressed.value() == original);
  122. }
  123. TEST_CASE(deflate_round_trip_compress)
  124. {
  125. auto original = ByteBuffer::create_uninitialized(2048);
  126. fill_with_random(original.data(), 1024);
  127. memset(original.offset_pointer(1024), 0, 1024); // we fill the second half with 0s to make sure we test back references as well
  128. // Since the different levels just change how much time is spent looking for better matches, just use fast here to reduce test time
  129. auto compressed = Compress::DeflateCompressor::compress_all(original, Compress::DeflateCompressor::CompressionLevel::FAST);
  130. EXPECT(compressed.has_value());
  131. auto uncompressed = Compress::DeflateDecompressor::decompress_all(compressed.value());
  132. EXPECT(uncompressed.has_value());
  133. EXPECT(uncompressed.value() == original);
  134. }
  135. TEST_CASE(deflate_round_trip_compress_large)
  136. {
  137. auto size = Compress::DeflateCompressor::block_size * 2;
  138. auto original = ByteBuffer::create_uninitialized(size); // Compress a buffer larger than the maximum block size to test the sliding window mechanism
  139. fill_with_random(original.data(), size);
  140. // Since the different levels just change how much time is spent looking for better matches, just use fast here to reduce test time
  141. auto compressed = Compress::DeflateCompressor::compress_all(original, Compress::DeflateCompressor::CompressionLevel::FAST);
  142. EXPECT(compressed.has_value());
  143. auto uncompressed = Compress::DeflateDecompressor::decompress_all(compressed.value());
  144. EXPECT(uncompressed.has_value());
  145. EXPECT(uncompressed.value() == original);
  146. }
  147. TEST_CASE(deflate_compress_literals)
  148. {
  149. // This byte array is known to not produce any back references with our lz77 implementation even at the highest compression settings
  150. Array<u8, 0x13> test { 0, 0, 0, 0, 0x72, 0, 0, 0xee, 0, 0, 0, 0x26, 0, 0, 0, 0x28, 0, 0, 0x72 };
  151. auto compressed = Compress::DeflateCompressor::compress_all(test, Compress::DeflateCompressor::CompressionLevel::GOOD);
  152. EXPECT(compressed.has_value());
  153. }
  154. TEST_MAIN(Deflate)