resumablerequestreader_test.go 6.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257
  1. package resumable // import "github.com/docker/docker/registry/resumable"
  2. import (
  3. "fmt"
  4. "io"
  5. "net/http"
  6. "net/http/httptest"
  7. "strings"
  8. "testing"
  9. "time"
  10. "gotest.tools/v3/assert"
  11. is "gotest.tools/v3/assert/cmp"
  12. )
  13. func TestResumableRequestHeaderSimpleErrors(t *testing.T) {
  14. ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  15. fmt.Fprintln(w, "Hello, world !")
  16. }))
  17. defer ts.Close()
  18. client := &http.Client{}
  19. var req *http.Request
  20. req, err := http.NewRequest(http.MethodGet, ts.URL, nil)
  21. assert.NilError(t, err)
  22. resreq := &requestReader{}
  23. _, err = resreq.Read([]byte{})
  24. assert.Check(t, is.Error(err, "client and request can't be nil"))
  25. resreq = &requestReader{
  26. client: client,
  27. request: req,
  28. totalSize: -1,
  29. }
  30. _, err = resreq.Read([]byte{})
  31. assert.Check(t, is.Error(err, "failed to auto detect content length"))
  32. }
  33. // Not too much failures, bails out after some wait
  34. func TestResumableRequestHeaderNotTooMuchFailures(t *testing.T) {
  35. client := &http.Client{}
  36. var badReq *http.Request
  37. badReq, err := http.NewRequest(http.MethodGet, "I'm not an url", nil)
  38. assert.NilError(t, err)
  39. resreq := &requestReader{
  40. client: client,
  41. request: badReq,
  42. failures: 0,
  43. maxFailures: 2,
  44. waitDuration: 10 * time.Millisecond,
  45. }
  46. read, err := resreq.Read([]byte{})
  47. assert.NilError(t, err)
  48. assert.Check(t, is.Equal(0, read))
  49. }
  50. // Too much failures, returns the error
  51. func TestResumableRequestHeaderTooMuchFailures(t *testing.T) {
  52. client := &http.Client{}
  53. var badReq *http.Request
  54. badReq, err := http.NewRequest(http.MethodGet, "I'm not an url", nil)
  55. assert.NilError(t, err)
  56. resreq := &requestReader{
  57. client: client,
  58. request: badReq,
  59. failures: 0,
  60. maxFailures: 1,
  61. }
  62. defer resreq.Close()
  63. read, err := resreq.Read([]byte{})
  64. assert.Assert(t, err != nil)
  65. assert.Check(t, is.ErrorContains(err, "unsupported protocol scheme"))
  66. assert.Check(t, is.ErrorContains(err, "I%27m%20not%20an%20url"))
  67. assert.Check(t, is.Equal(0, read))
  68. }
  69. type errorReaderCloser struct{}
  70. func (errorReaderCloser) Close() error { return nil }
  71. func (errorReaderCloser) Read(p []byte) (n int, err error) {
  72. return 0, fmt.Errorf("An error occurred")
  73. }
  74. // If an unknown error is encountered, return 0, nil and log it
  75. func TestResumableRequestReaderWithReadError(t *testing.T) {
  76. var req *http.Request
  77. req, err := http.NewRequest(http.MethodGet, "", nil)
  78. assert.NilError(t, err)
  79. client := &http.Client{}
  80. response := &http.Response{
  81. Status: "500 Internal Server",
  82. StatusCode: http.StatusInternalServerError,
  83. ContentLength: 0,
  84. Close: true,
  85. Body: errorReaderCloser{},
  86. }
  87. resreq := &requestReader{
  88. client: client,
  89. request: req,
  90. currentResponse: response,
  91. lastRange: 1,
  92. totalSize: 1,
  93. }
  94. defer resreq.Close()
  95. buf := make([]byte, 1)
  96. read, err := resreq.Read(buf)
  97. assert.NilError(t, err)
  98. assert.Check(t, is.Equal(0, read))
  99. }
  100. func TestResumableRequestReaderWithEOFWith416Response(t *testing.T) {
  101. var req *http.Request
  102. req, err := http.NewRequest(http.MethodGet, "", nil)
  103. assert.NilError(t, err)
  104. client := &http.Client{}
  105. response := &http.Response{
  106. Status: "416 Requested Range Not Satisfiable",
  107. StatusCode: http.StatusRequestedRangeNotSatisfiable,
  108. ContentLength: 0,
  109. Close: true,
  110. Body: io.NopCloser(strings.NewReader("")),
  111. }
  112. resreq := &requestReader{
  113. client: client,
  114. request: req,
  115. currentResponse: response,
  116. lastRange: 1,
  117. totalSize: 1,
  118. }
  119. defer resreq.Close()
  120. buf := make([]byte, 1)
  121. _, err = resreq.Read(buf)
  122. assert.Check(t, is.Error(err, io.EOF.Error()))
  123. }
  124. func TestResumableRequestReaderWithServerDoesntSupportByteRanges(t *testing.T) {
  125. ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  126. if r.Header.Get("Range") == "" {
  127. t.Fatalf("Expected a Range HTTP header, got nothing")
  128. }
  129. }))
  130. defer ts.Close()
  131. var req *http.Request
  132. req, err := http.NewRequest(http.MethodGet, ts.URL, nil)
  133. assert.NilError(t, err)
  134. client := &http.Client{}
  135. resreq := &requestReader{
  136. client: client,
  137. request: req,
  138. lastRange: 1,
  139. }
  140. defer resreq.Close()
  141. buf := make([]byte, 2)
  142. _, err = resreq.Read(buf)
  143. assert.Check(t, is.Error(err, "the server doesn't support byte ranges"))
  144. }
  145. func TestResumableRequestReaderWithZeroTotalSize(t *testing.T) {
  146. srvtxt := "some response text data"
  147. ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  148. fmt.Fprintln(w, srvtxt)
  149. }))
  150. defer ts.Close()
  151. var req *http.Request
  152. req, err := http.NewRequest(http.MethodGet, ts.URL, nil)
  153. assert.NilError(t, err)
  154. client := &http.Client{}
  155. retries := uint32(5)
  156. resreq := NewRequestReader(client, req, retries, 0)
  157. defer resreq.Close()
  158. data, err := io.ReadAll(resreq)
  159. assert.NilError(t, err)
  160. resstr := strings.TrimSuffix(string(data), "\n")
  161. assert.Check(t, is.Equal(srvtxt, resstr))
  162. }
  163. func TestResumableRequestReader(t *testing.T) {
  164. srvtxt := "some response text data"
  165. ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  166. fmt.Fprintln(w, srvtxt)
  167. }))
  168. defer ts.Close()
  169. var req *http.Request
  170. req, err := http.NewRequest(http.MethodGet, ts.URL, nil)
  171. assert.NilError(t, err)
  172. client := &http.Client{}
  173. retries := uint32(5)
  174. imgSize := int64(len(srvtxt))
  175. resreq := NewRequestReader(client, req, retries, imgSize)
  176. defer resreq.Close()
  177. data, err := io.ReadAll(resreq)
  178. assert.NilError(t, err)
  179. resstr := strings.TrimSuffix(string(data), "\n")
  180. assert.Check(t, is.Equal(srvtxt, resstr))
  181. }
  182. func TestResumableRequestReaderWithInitialResponse(t *testing.T) {
  183. srvtxt := "some response text data"
  184. ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  185. fmt.Fprintln(w, srvtxt)
  186. }))
  187. defer ts.Close()
  188. var req *http.Request
  189. req, err := http.NewRequest(http.MethodGet, ts.URL, nil)
  190. assert.NilError(t, err)
  191. client := &http.Client{}
  192. retries := uint32(5)
  193. imgSize := int64(len(srvtxt))
  194. res, err := client.Do(req)
  195. assert.NilError(t, err)
  196. resreq := NewRequestReaderWithInitialResponse(client, req, retries, imgSize, res)
  197. defer resreq.Close()
  198. data, err := io.ReadAll(resreq)
  199. assert.NilError(t, err)
  200. resstr := strings.TrimSuffix(string(data), "\n")
  201. assert.Check(t, is.Equal(srvtxt, resstr))
  202. }