resumablerequestreader_test.go 6.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310
  1. package httputils
  2. import (
  3. "fmt"
  4. "io"
  5. "io/ioutil"
  6. "net/http"
  7. "net/http/httptest"
  8. "strings"
  9. "testing"
  10. "time"
  11. )
  12. func TestResumableRequestHeaderSimpleErrors(t *testing.T) {
  13. ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  14. fmt.Fprintln(w, "Hello, world !")
  15. }))
  16. defer ts.Close()
  17. client := &http.Client{}
  18. var req *http.Request
  19. req, err := http.NewRequest("GET", ts.URL, nil)
  20. if err != nil {
  21. t.Fatal(err)
  22. }
  23. expectedError := "client and request can't be nil\n"
  24. resreq := &resumableRequestReader{}
  25. _, err = resreq.Read([]byte{})
  26. if err == nil || err.Error() != expectedError {
  27. t.Fatalf("Expected an error with '%s', got %v.", expectedError, err)
  28. }
  29. resreq = &resumableRequestReader{
  30. client: client,
  31. request: req,
  32. totalSize: -1,
  33. }
  34. expectedError = "failed to auto detect content length"
  35. _, err = resreq.Read([]byte{})
  36. if err == nil || err.Error() != expectedError {
  37. t.Fatalf("Expected an error with '%s', got %v.", expectedError, err)
  38. }
  39. }
  40. // Not too much failures, bails out after some wait
  41. func TestResumableRequestHeaderNotTooMuchFailures(t *testing.T) {
  42. client := &http.Client{}
  43. var badReq *http.Request
  44. badReq, err := http.NewRequest("GET", "I'm not an url", nil)
  45. if err != nil {
  46. t.Fatal(err)
  47. }
  48. resreq := &resumableRequestReader{
  49. client: client,
  50. request: badReq,
  51. failures: 0,
  52. maxFailures: 2,
  53. waitDuration: 10 * time.Millisecond,
  54. }
  55. read, err := resreq.Read([]byte{})
  56. if err != nil || read != 0 {
  57. t.Fatalf("Expected no error and no byte read, got err:%v, read:%v.", err, read)
  58. }
  59. }
  60. // Too much failures, returns the error
  61. func TestResumableRequestHeaderTooMuchFailures(t *testing.T) {
  62. client := &http.Client{}
  63. var badReq *http.Request
  64. badReq, err := http.NewRequest("GET", "I'm not an url", nil)
  65. if err != nil {
  66. t.Fatal(err)
  67. }
  68. resreq := &resumableRequestReader{
  69. client: client,
  70. request: badReq,
  71. failures: 0,
  72. maxFailures: 1,
  73. }
  74. defer resreq.Close()
  75. expectedError := `Get I%27m%20not%20an%20url: unsupported protocol scheme ""`
  76. read, err := resreq.Read([]byte{})
  77. if err == nil || err.Error() != expectedError || read != 0 {
  78. t.Fatalf("Expected the error '%s', got err:%v, read:%v.", expectedError, err, read)
  79. }
  80. }
  81. type errorReaderCloser struct{}
  82. func (errorReaderCloser) Close() error { return nil }
  83. func (errorReaderCloser) Read(p []byte) (n int, err error) {
  84. return 0, fmt.Errorf("An error occurred")
  85. }
  86. // If an unknown error is encountered, return 0, nil and log it
  87. func TestResumableRequestReaderWithReadError(t *testing.T) {
  88. var req *http.Request
  89. req, err := http.NewRequest("GET", "", nil)
  90. if err != nil {
  91. t.Fatal(err)
  92. }
  93. client := &http.Client{}
  94. response := &http.Response{
  95. Status: "500 Internal Server",
  96. StatusCode: 500,
  97. ContentLength: 0,
  98. Close: true,
  99. Body: errorReaderCloser{},
  100. }
  101. resreq := &resumableRequestReader{
  102. client: client,
  103. request: req,
  104. currentResponse: response,
  105. lastRange: 1,
  106. totalSize: 1,
  107. }
  108. defer resreq.Close()
  109. buf := make([]byte, 1)
  110. read, err := resreq.Read(buf)
  111. if err != nil {
  112. t.Fatal(err)
  113. }
  114. if read != 0 {
  115. t.Fatalf("Expected to have read nothing, but read %v", read)
  116. }
  117. }
  118. func TestResumableRequestReaderWithEOFWith416Response(t *testing.T) {
  119. var req *http.Request
  120. req, err := http.NewRequest("GET", "", nil)
  121. if err != nil {
  122. t.Fatal(err)
  123. }
  124. client := &http.Client{}
  125. response := &http.Response{
  126. Status: "416 Requested Range Not Satisfiable",
  127. StatusCode: 416,
  128. ContentLength: 0,
  129. Close: true,
  130. Body: ioutil.NopCloser(strings.NewReader("")),
  131. }
  132. resreq := &resumableRequestReader{
  133. client: client,
  134. request: req,
  135. currentResponse: response,
  136. lastRange: 1,
  137. totalSize: 1,
  138. }
  139. defer resreq.Close()
  140. buf := make([]byte, 1)
  141. _, err = resreq.Read(buf)
  142. if err == nil || err != io.EOF {
  143. t.Fatalf("Expected an io.EOF error, got %v", err)
  144. }
  145. }
  146. func TestResumableRequestReaderWithServerDoesntSupportByteRanges(t *testing.T) {
  147. ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  148. if r.Header.Get("Range") == "" {
  149. t.Fatalf("Expected a Range HTTP header, got nothing")
  150. }
  151. }))
  152. defer ts.Close()
  153. var req *http.Request
  154. req, err := http.NewRequest("GET", ts.URL, nil)
  155. if err != nil {
  156. t.Fatal(err)
  157. }
  158. client := &http.Client{}
  159. resreq := &resumableRequestReader{
  160. client: client,
  161. request: req,
  162. lastRange: 1,
  163. }
  164. defer resreq.Close()
  165. expectedError := "the server doesn't support byte ranges"
  166. buf := make([]byte, 2)
  167. _, err = resreq.Read(buf)
  168. if err == nil || err.Error() != expectedError {
  169. t.Fatalf("Expected an error '%s', got %v", expectedError, err)
  170. }
  171. }
  172. func TestResumableRequestReaderWithZeroTotalSize(t *testing.T) {
  173. srvtxt := "some response text data"
  174. ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  175. fmt.Fprintln(w, srvtxt)
  176. }))
  177. defer ts.Close()
  178. var req *http.Request
  179. req, err := http.NewRequest("GET", ts.URL, nil)
  180. if err != nil {
  181. t.Fatal(err)
  182. }
  183. client := &http.Client{}
  184. retries := uint32(5)
  185. resreq := ResumableRequestReader(client, req, retries, 0)
  186. defer resreq.Close()
  187. data, err := ioutil.ReadAll(resreq)
  188. if err != nil {
  189. t.Fatal(err)
  190. }
  191. resstr := strings.TrimSuffix(string(data), "\n")
  192. if resstr != srvtxt {
  193. t.Error("resstr != srvtxt")
  194. }
  195. }
  196. func TestResumableRequestReader(t *testing.T) {
  197. srvtxt := "some response text data"
  198. ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  199. fmt.Fprintln(w, srvtxt)
  200. }))
  201. defer ts.Close()
  202. var req *http.Request
  203. req, err := http.NewRequest("GET", ts.URL, nil)
  204. if err != nil {
  205. t.Fatal(err)
  206. }
  207. client := &http.Client{}
  208. retries := uint32(5)
  209. imgSize := int64(len(srvtxt))
  210. resreq := ResumableRequestReader(client, req, retries, imgSize)
  211. defer resreq.Close()
  212. data, err := ioutil.ReadAll(resreq)
  213. if err != nil {
  214. t.Fatal(err)
  215. }
  216. resstr := strings.TrimSuffix(string(data), "\n")
  217. if resstr != srvtxt {
  218. t.Error("resstr != srvtxt")
  219. }
  220. }
  221. func TestResumableRequestReaderWithInitialResponse(t *testing.T) {
  222. srvtxt := "some response text data"
  223. ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  224. fmt.Fprintln(w, srvtxt)
  225. }))
  226. defer ts.Close()
  227. var req *http.Request
  228. req, err := http.NewRequest("GET", ts.URL, nil)
  229. if err != nil {
  230. t.Fatal(err)
  231. }
  232. client := &http.Client{}
  233. retries := uint32(5)
  234. imgSize := int64(len(srvtxt))
  235. res, err := client.Do(req)
  236. if err != nil {
  237. t.Fatal(err)
  238. }
  239. resreq := ResumableRequestReaderWithInitialResponse(client, req, retries, imgSize, res)
  240. defer resreq.Close()
  241. data, err := ioutil.ReadAll(resreq)
  242. if err != nil {
  243. t.Fatal(err)
  244. }
  245. resstr := strings.TrimSuffix(string(data), "\n")
  246. if resstr != srvtxt {
  247. t.Error("resstr != srvtxt")
  248. }
  249. }