resumablerequestreader_test.go 6.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307
  1. package httputils
  2. import (
  3. "fmt"
  4. "io"
  5. "io/ioutil"
  6. "net/http"
  7. "net/http/httptest"
  8. "strings"
  9. "testing"
  10. )
  11. func TestResumableRequestHeaderSimpleErrors(t *testing.T) {
  12. ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  13. fmt.Fprintln(w, "Hello, world !")
  14. }))
  15. defer ts.Close()
  16. client := &http.Client{}
  17. var req *http.Request
  18. req, err := http.NewRequest("GET", ts.URL, nil)
  19. if err != nil {
  20. t.Fatal(err)
  21. }
  22. expectedError := "client and request can't be nil\n"
  23. resreq := &resumableRequestReader{}
  24. _, err = resreq.Read([]byte{})
  25. if err == nil || err.Error() != expectedError {
  26. t.Fatalf("Expected an error with '%s', got %v.", expectedError, err)
  27. }
  28. resreq = &resumableRequestReader{
  29. client: client,
  30. request: req,
  31. totalSize: -1,
  32. }
  33. expectedError = "failed to auto detect content length"
  34. _, err = resreq.Read([]byte{})
  35. if err == nil || err.Error() != expectedError {
  36. t.Fatalf("Expected an error with '%s', got %v.", expectedError, err)
  37. }
  38. }
  39. // Not too much failures, bails out after some wait
  40. func TestResumableRequestHeaderNotTooMuchFailures(t *testing.T) {
  41. client := &http.Client{}
  42. var badReq *http.Request
  43. badReq, err := http.NewRequest("GET", "I'm not an url", nil)
  44. if err != nil {
  45. t.Fatal(err)
  46. }
  47. resreq := &resumableRequestReader{
  48. client: client,
  49. request: badReq,
  50. failures: 0,
  51. maxFailures: 2,
  52. }
  53. read, err := resreq.Read([]byte{})
  54. if err != nil || read != 0 {
  55. t.Fatalf("Expected no error and no byte read, got err:%v, read:%v.", err, read)
  56. }
  57. }
  58. // Too much failures, returns the error
  59. func TestResumableRequestHeaderTooMuchFailures(t *testing.T) {
  60. client := &http.Client{}
  61. var badReq *http.Request
  62. badReq, err := http.NewRequest("GET", "I'm not an url", nil)
  63. if err != nil {
  64. t.Fatal(err)
  65. }
  66. resreq := &resumableRequestReader{
  67. client: client,
  68. request: badReq,
  69. failures: 0,
  70. maxFailures: 1,
  71. }
  72. defer resreq.Close()
  73. expectedError := `Get I%27m%20not%20an%20url: unsupported protocol scheme ""`
  74. read, err := resreq.Read([]byte{})
  75. if err == nil || err.Error() != expectedError || read != 0 {
  76. t.Fatalf("Expected the error '%s', got err:%v, read:%v.", expectedError, err, read)
  77. }
  78. }
  79. type errorReaderCloser struct{}
  80. func (errorReaderCloser) Close() error { return nil }
  81. func (errorReaderCloser) Read(p []byte) (n int, err error) {
  82. return 0, fmt.Errorf("An error occurred")
  83. }
  84. // If an unknown error is encountered, return 0, nil and log it
  85. func TestResumableRequestReaderWithReadError(t *testing.T) {
  86. var req *http.Request
  87. req, err := http.NewRequest("GET", "", nil)
  88. if err != nil {
  89. t.Fatal(err)
  90. }
  91. client := &http.Client{}
  92. response := &http.Response{
  93. Status: "500 Internal Server",
  94. StatusCode: 500,
  95. ContentLength: 0,
  96. Close: true,
  97. Body: errorReaderCloser{},
  98. }
  99. resreq := &resumableRequestReader{
  100. client: client,
  101. request: req,
  102. currentResponse: response,
  103. lastRange: 1,
  104. totalSize: 1,
  105. }
  106. defer resreq.Close()
  107. buf := make([]byte, 1)
  108. read, err := resreq.Read(buf)
  109. if err != nil {
  110. t.Fatal(err)
  111. }
  112. if read != 0 {
  113. t.Fatalf("Expected to have read nothing, but read %v", read)
  114. }
  115. }
  116. func TestResumableRequestReaderWithEOFWith416Response(t *testing.T) {
  117. var req *http.Request
  118. req, err := http.NewRequest("GET", "", nil)
  119. if err != nil {
  120. t.Fatal(err)
  121. }
  122. client := &http.Client{}
  123. response := &http.Response{
  124. Status: "416 Requested Range Not Satisfiable",
  125. StatusCode: 416,
  126. ContentLength: 0,
  127. Close: true,
  128. Body: ioutil.NopCloser(strings.NewReader("")),
  129. }
  130. resreq := &resumableRequestReader{
  131. client: client,
  132. request: req,
  133. currentResponse: response,
  134. lastRange: 1,
  135. totalSize: 1,
  136. }
  137. defer resreq.Close()
  138. buf := make([]byte, 1)
  139. _, err = resreq.Read(buf)
  140. if err == nil || err != io.EOF {
  141. t.Fatalf("Expected an io.EOF error, got %v", err)
  142. }
  143. }
  144. func TestResumableRequestReaderWithServerDoesntSupportByteRanges(t *testing.T) {
  145. ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  146. if r.Header.Get("Range") == "" {
  147. t.Fatalf("Expected a Range HTTP header, got nothing")
  148. }
  149. }))
  150. defer ts.Close()
  151. var req *http.Request
  152. req, err := http.NewRequest("GET", ts.URL, nil)
  153. if err != nil {
  154. t.Fatal(err)
  155. }
  156. client := &http.Client{}
  157. resreq := &resumableRequestReader{
  158. client: client,
  159. request: req,
  160. lastRange: 1,
  161. }
  162. defer resreq.Close()
  163. buf := make([]byte, 2)
  164. _, err = resreq.Read(buf)
  165. if err == nil || err.Error() != "the server doesn't support byte ranges" {
  166. t.Fatalf("Expected an error 'the server doesn't support byte ranges', got %v", err)
  167. }
  168. }
  169. func TestResumableRequestReaderWithZeroTotalSize(t *testing.T) {
  170. srvtxt := "some response text data"
  171. ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  172. fmt.Fprintln(w, srvtxt)
  173. }))
  174. defer ts.Close()
  175. var req *http.Request
  176. req, err := http.NewRequest("GET", ts.URL, nil)
  177. if err != nil {
  178. t.Fatal(err)
  179. }
  180. client := &http.Client{}
  181. retries := uint32(5)
  182. resreq := ResumableRequestReader(client, req, retries, 0)
  183. defer resreq.Close()
  184. data, err := ioutil.ReadAll(resreq)
  185. if err != nil {
  186. t.Fatal(err)
  187. }
  188. resstr := strings.TrimSuffix(string(data), "\n")
  189. if resstr != srvtxt {
  190. t.Errorf("resstr != srvtxt")
  191. }
  192. }
  193. func TestResumableRequestReader(t *testing.T) {
  194. srvtxt := "some response text data"
  195. ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  196. fmt.Fprintln(w, srvtxt)
  197. }))
  198. defer ts.Close()
  199. var req *http.Request
  200. req, err := http.NewRequest("GET", ts.URL, nil)
  201. if err != nil {
  202. t.Fatal(err)
  203. }
  204. client := &http.Client{}
  205. retries := uint32(5)
  206. imgSize := int64(len(srvtxt))
  207. resreq := ResumableRequestReader(client, req, retries, imgSize)
  208. defer resreq.Close()
  209. data, err := ioutil.ReadAll(resreq)
  210. if err != nil {
  211. t.Fatal(err)
  212. }
  213. resstr := strings.TrimSuffix(string(data), "\n")
  214. if resstr != srvtxt {
  215. t.Errorf("resstr != srvtxt")
  216. }
  217. }
  218. func TestResumableRequestReaderWithInitialResponse(t *testing.T) {
  219. srvtxt := "some response text data"
  220. ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  221. fmt.Fprintln(w, srvtxt)
  222. }))
  223. defer ts.Close()
  224. var req *http.Request
  225. req, err := http.NewRequest("GET", ts.URL, nil)
  226. if err != nil {
  227. t.Fatal(err)
  228. }
  229. client := &http.Client{}
  230. retries := uint32(5)
  231. imgSize := int64(len(srvtxt))
  232. res, err := client.Do(req)
  233. if err != nil {
  234. t.Fatal(err)
  235. }
  236. resreq := ResumableRequestReaderWithInitialResponse(client, req, retries, imgSize, res)
  237. defer resreq.Close()
  238. data, err := ioutil.ReadAll(resreq)
  239. if err != nil {
  240. t.Fatal(err)
  241. }
  242. resstr := strings.TrimSuffix(string(data), "\n")
  243. if resstr != srvtxt {
  244. t.Errorf("resstr != srvtxt")
  245. }
  246. }