zip.go 2.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121
  1. // Copyright 2019+ Klaus Post. All rights reserved.
  2. // License information can be found in the LICENSE file.
  3. package zstd
  4. import (
  5. "errors"
  6. "io"
  7. "sync"
  8. )
  9. // ZipMethodWinZip is the method for Zstandard compressed data inside Zip files for WinZip.
  10. // See https://www.winzip.com/win/en/comp_info.html
  11. const ZipMethodWinZip = 93
  12. // ZipMethodPKWare is the original method number used by PKWARE to indicate Zstandard compression.
  13. // Deprecated: This has been deprecated by PKWARE, use ZipMethodWinZip instead for compression.
  14. // See https://pkware.cachefly.net/webdocs/APPNOTE/APPNOTE-6.3.9.TXT
  15. const ZipMethodPKWare = 20
  16. var zipReaderPool sync.Pool
  17. // newZipReader cannot be used since we would leak goroutines...
  18. func newZipReader(r io.Reader) io.ReadCloser {
  19. dec, ok := zipReaderPool.Get().(*Decoder)
  20. if ok {
  21. dec.Reset(r)
  22. } else {
  23. d, err := NewReader(r, WithDecoderConcurrency(1), WithDecoderLowmem(true))
  24. if err != nil {
  25. panic(err)
  26. }
  27. dec = d
  28. }
  29. return &pooledZipReader{dec: dec}
  30. }
  31. type pooledZipReader struct {
  32. mu sync.Mutex // guards Close and Read
  33. dec *Decoder
  34. }
  35. func (r *pooledZipReader) Read(p []byte) (n int, err error) {
  36. r.mu.Lock()
  37. defer r.mu.Unlock()
  38. if r.dec == nil {
  39. return 0, errors.New("Read after Close")
  40. }
  41. dec, err := r.dec.Read(p)
  42. return dec, err
  43. }
  44. func (r *pooledZipReader) Close() error {
  45. r.mu.Lock()
  46. defer r.mu.Unlock()
  47. var err error
  48. if r.dec != nil {
  49. err = r.dec.Reset(nil)
  50. zipReaderPool.Put(r.dec)
  51. r.dec = nil
  52. }
  53. return err
  54. }
  55. type pooledZipWriter struct {
  56. mu sync.Mutex // guards Close and Read
  57. enc *Encoder
  58. }
  59. func (w *pooledZipWriter) Write(p []byte) (n int, err error) {
  60. w.mu.Lock()
  61. defer w.mu.Unlock()
  62. if w.enc == nil {
  63. return 0, errors.New("Write after Close")
  64. }
  65. return w.enc.Write(p)
  66. }
  67. func (w *pooledZipWriter) Close() error {
  68. w.mu.Lock()
  69. defer w.mu.Unlock()
  70. var err error
  71. if w.enc != nil {
  72. err = w.enc.Close()
  73. zipReaderPool.Put(w.enc)
  74. w.enc = nil
  75. }
  76. return err
  77. }
  78. // ZipCompressor returns a compressor that can be registered with zip libraries.
  79. // The provided encoder options will be used on all encodes.
  80. func ZipCompressor(opts ...EOption) func(w io.Writer) (io.WriteCloser, error) {
  81. var pool sync.Pool
  82. return func(w io.Writer) (io.WriteCloser, error) {
  83. enc, ok := pool.Get().(*Encoder)
  84. if ok {
  85. enc.Reset(w)
  86. } else {
  87. var err error
  88. enc, err = NewWriter(w, opts...)
  89. if err != nil {
  90. return nil, err
  91. }
  92. }
  93. return &pooledZipWriter{enc: enc}, nil
  94. }
  95. }
  96. // ZipDecompressor returns a decompressor that can be registered with zip libraries.
  97. // See ZipCompressor for example.
  98. func ZipDecompressor() func(r io.Reader) io.ReadCloser {
  99. return func(r io.Reader) io.ReadCloser {
  100. d, err := NewReader(r, WithDecoderConcurrency(1), WithDecoderLowmem(true))
  101. if err != nil {
  102. panic(err)
  103. }
  104. return d.IOReadCloser()
  105. }
  106. }