resumablerequestreader_test.go 6.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309
  1. package httputils
  2. import (
  3. "fmt"
  4. "io"
  5. "io/ioutil"
  6. "net/http"
  7. "net/http/httptest"
  8. "strings"
  9. "testing"
  10. "time"
  11. )
  12. func TestResumableRequestHeaderSimpleErrors(t *testing.T) {
  13. ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  14. fmt.Fprintln(w, "Hello, world !")
  15. }))
  16. defer ts.Close()
  17. client := &http.Client{}
  18. var req *http.Request
  19. req, err := http.NewRequest("GET", ts.URL, nil)
  20. if err != nil {
  21. t.Fatal(err)
  22. }
  23. expectedError := "client and request can't be nil\n"
  24. resreq := &resumableRequestReader{}
  25. _, err = resreq.Read([]byte{})
  26. if err == nil || err.Error() != expectedError {
  27. t.Fatalf("Expected an error with '%s', got %v.", expectedError, err)
  28. }
  29. resreq = &resumableRequestReader{
  30. client: client,
  31. request: req,
  32. totalSize: -1,
  33. }
  34. expectedError = "failed to auto detect content length"
  35. _, err = resreq.Read([]byte{})
  36. if err == nil || err.Error() != expectedError {
  37. t.Fatalf("Expected an error with '%s', got %v.", expectedError, err)
  38. }
  39. }
  40. // Not too much failures, bails out after some wait
  41. func TestResumableRequestHeaderNotTooMuchFailures(t *testing.T) {
  42. client := &http.Client{}
  43. var badReq *http.Request
  44. badReq, err := http.NewRequest("GET", "I'm not an url", nil)
  45. if err != nil {
  46. t.Fatal(err)
  47. }
  48. resreq := &resumableRequestReader{
  49. client: client,
  50. request: badReq,
  51. failures: 0,
  52. maxFailures: 2,
  53. waitDuration: 10 * time.Millisecond,
  54. }
  55. read, err := resreq.Read([]byte{})
  56. if err != nil || read != 0 {
  57. t.Fatalf("Expected no error and no byte read, got err:%v, read:%v.", err, read)
  58. }
  59. }
  60. // Too much failures, returns the error
  61. func TestResumableRequestHeaderTooMuchFailures(t *testing.T) {
  62. client := &http.Client{}
  63. var badReq *http.Request
  64. badReq, err := http.NewRequest("GET", "I'm not an url", nil)
  65. if err != nil {
  66. t.Fatal(err)
  67. }
  68. resreq := &resumableRequestReader{
  69. client: client,
  70. request: badReq,
  71. failures: 0,
  72. maxFailures: 1,
  73. }
  74. defer resreq.Close()
  75. expectedError := `Get I%27m%20not%20an%20url: unsupported protocol scheme ""`
  76. read, err := resreq.Read([]byte{})
  77. if err == nil || err.Error() != expectedError || read != 0 {
  78. t.Fatalf("Expected the error '%s', got err:%v, read:%v.", expectedError, err, read)
  79. }
  80. }
  81. type errorReaderCloser struct{}
  82. func (errorReaderCloser) Close() error { return nil }
  83. func (errorReaderCloser) Read(p []byte) (n int, err error) {
  84. return 0, fmt.Errorf("An error occurred")
  85. }
  86. // If an unknown error is encountered, return 0, nil and log it
  87. func TestResumableRequestReaderWithReadError(t *testing.T) {
  88. var req *http.Request
  89. req, err := http.NewRequest("GET", "", nil)
  90. if err != nil {
  91. t.Fatal(err)
  92. }
  93. client := &http.Client{}
  94. response := &http.Response{
  95. Status: "500 Internal Server",
  96. StatusCode: 500,
  97. ContentLength: 0,
  98. Close: true,
  99. Body: errorReaderCloser{},
  100. }
  101. resreq := &resumableRequestReader{
  102. client: client,
  103. request: req,
  104. currentResponse: response,
  105. lastRange: 1,
  106. totalSize: 1,
  107. }
  108. defer resreq.Close()
  109. buf := make([]byte, 1)
  110. read, err := resreq.Read(buf)
  111. if err != nil {
  112. t.Fatal(err)
  113. }
  114. if read != 0 {
  115. t.Fatalf("Expected to have read nothing, but read %v", read)
  116. }
  117. }
  118. func TestResumableRequestReaderWithEOFWith416Response(t *testing.T) {
  119. var req *http.Request
  120. req, err := http.NewRequest("GET", "", nil)
  121. if err != nil {
  122. t.Fatal(err)
  123. }
  124. client := &http.Client{}
  125. response := &http.Response{
  126. Status: "416 Requested Range Not Satisfiable",
  127. StatusCode: 416,
  128. ContentLength: 0,
  129. Close: true,
  130. Body: ioutil.NopCloser(strings.NewReader("")),
  131. }
  132. resreq := &resumableRequestReader{
  133. client: client,
  134. request: req,
  135. currentResponse: response,
  136. lastRange: 1,
  137. totalSize: 1,
  138. }
  139. defer resreq.Close()
  140. buf := make([]byte, 1)
  141. _, err = resreq.Read(buf)
  142. if err == nil || err != io.EOF {
  143. t.Fatalf("Expected an io.EOF error, got %v", err)
  144. }
  145. }
  146. func TestResumableRequestReaderWithServerDoesntSupportByteRanges(t *testing.T) {
  147. ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  148. if r.Header.Get("Range") == "" {
  149. t.Fatalf("Expected a Range HTTP header, got nothing")
  150. }
  151. }))
  152. defer ts.Close()
  153. var req *http.Request
  154. req, err := http.NewRequest("GET", ts.URL, nil)
  155. if err != nil {
  156. t.Fatal(err)
  157. }
  158. client := &http.Client{}
  159. resreq := &resumableRequestReader{
  160. client: client,
  161. request: req,
  162. lastRange: 1,
  163. }
  164. defer resreq.Close()
  165. buf := make([]byte, 2)
  166. _, err = resreq.Read(buf)
  167. if err == nil || err.Error() != "the server doesn't support byte ranges" {
  168. t.Fatalf("Expected an error 'the server doesn't support byte ranges', got %v", err)
  169. }
  170. }
  171. func TestResumableRequestReaderWithZeroTotalSize(t *testing.T) {
  172. srvtxt := "some response text data"
  173. ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  174. fmt.Fprintln(w, srvtxt)
  175. }))
  176. defer ts.Close()
  177. var req *http.Request
  178. req, err := http.NewRequest("GET", ts.URL, nil)
  179. if err != nil {
  180. t.Fatal(err)
  181. }
  182. client := &http.Client{}
  183. retries := uint32(5)
  184. resreq := ResumableRequestReader(client, req, retries, 0)
  185. defer resreq.Close()
  186. data, err := ioutil.ReadAll(resreq)
  187. if err != nil {
  188. t.Fatal(err)
  189. }
  190. resstr := strings.TrimSuffix(string(data), "\n")
  191. if resstr != srvtxt {
  192. t.Error("resstr != srvtxt")
  193. }
  194. }
  195. func TestResumableRequestReader(t *testing.T) {
  196. srvtxt := "some response text data"
  197. ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  198. fmt.Fprintln(w, srvtxt)
  199. }))
  200. defer ts.Close()
  201. var req *http.Request
  202. req, err := http.NewRequest("GET", ts.URL, nil)
  203. if err != nil {
  204. t.Fatal(err)
  205. }
  206. client := &http.Client{}
  207. retries := uint32(5)
  208. imgSize := int64(len(srvtxt))
  209. resreq := ResumableRequestReader(client, req, retries, imgSize)
  210. defer resreq.Close()
  211. data, err := ioutil.ReadAll(resreq)
  212. if err != nil {
  213. t.Fatal(err)
  214. }
  215. resstr := strings.TrimSuffix(string(data), "\n")
  216. if resstr != srvtxt {
  217. t.Error("resstr != srvtxt")
  218. }
  219. }
  220. func TestResumableRequestReaderWithInitialResponse(t *testing.T) {
  221. srvtxt := "some response text data"
  222. ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  223. fmt.Fprintln(w, srvtxt)
  224. }))
  225. defer ts.Close()
  226. var req *http.Request
  227. req, err := http.NewRequest("GET", ts.URL, nil)
  228. if err != nil {
  229. t.Fatal(err)
  230. }
  231. client := &http.Client{}
  232. retries := uint32(5)
  233. imgSize := int64(len(srvtxt))
  234. res, err := client.Do(req)
  235. if err != nil {
  236. t.Fatal(err)
  237. }
  238. resreq := ResumableRequestReaderWithInitialResponse(client, req, retries, imgSize, res)
  239. defer resreq.Close()
  240. data, err := ioutil.ReadAll(resreq)
  241. if err != nil {
  242. t.Fatal(err)
  243. }
  244. resstr := strings.TrimSuffix(string(data), "\n")
  245. if resstr != srvtxt {
  246. t.Error("resstr != srvtxt")
  247. }
  248. }