internal_test.go 54 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506
  1. // Copyright (C) 2019-2022 Nicola Murino
  2. //
  3. // This program is free software: you can redistribute it and/or modify
  4. // it under the terms of the GNU Affero General Public License as published
  5. // by the Free Software Foundation, version 3.
  6. //
  7. // This program is distributed in the hope that it will be useful,
  8. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. // GNU Affero General Public License for more details.
  11. //
  12. // You should have received a copy of the GNU Affero General Public License
  13. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  14. package webdavd
  15. import (
  16. "context"
  17. "crypto/tls"
  18. "crypto/x509"
  19. "encoding/xml"
  20. "fmt"
  21. "io"
  22. "net/http"
  23. "net/http/httptest"
  24. "os"
  25. "path"
  26. "path/filepath"
  27. "runtime"
  28. "testing"
  29. "time"
  30. "github.com/eikenb/pipeat"
  31. "github.com/sftpgo/sdk"
  32. "github.com/stretchr/testify/assert"
  33. "golang.org/x/net/webdav"
  34. "github.com/drakkan/sftpgo/v2/internal/common"
  35. "github.com/drakkan/sftpgo/v2/internal/dataprovider"
  36. "github.com/drakkan/sftpgo/v2/internal/kms"
  37. "github.com/drakkan/sftpgo/v2/internal/util"
  38. "github.com/drakkan/sftpgo/v2/internal/vfs"
  39. )
  40. const (
  41. testFile = "test_dav_file"
  42. webDavCert = `-----BEGIN CERTIFICATE-----
  43. MIICHTCCAaKgAwIBAgIUHnqw7QnB1Bj9oUsNpdb+ZkFPOxMwCgYIKoZIzj0EAwIw
  44. RTELMAkGA1UEBhMCQVUxEzARBgNVBAgMClNvbWUtU3RhdGUxITAfBgNVBAoMGElu
  45. dGVybmV0IFdpZGdpdHMgUHR5IEx0ZDAeFw0yMDAyMDQwOTUzMDRaFw0zMDAyMDEw
  46. OTUzMDRaMEUxCzAJBgNVBAYTAkFVMRMwEQYDVQQIDApTb21lLVN0YXRlMSEwHwYD
  47. VQQKDBhJbnRlcm5ldCBXaWRnaXRzIFB0eSBMdGQwdjAQBgcqhkjOPQIBBgUrgQQA
  48. IgNiAARCjRMqJ85rzMC998X5z761nJ+xL3bkmGVqWvrJ51t5OxV0v25NsOgR82CA
  49. NXUgvhVYs7vNFN+jxtb2aj6Xg+/2G/BNxkaFspIVCzgWkxiz7XE4lgUwX44FCXZM
  50. 3+JeUbKjUzBRMB0GA1UdDgQWBBRhLw+/o3+Z02MI/d4tmaMui9W16jAfBgNVHSME
  51. GDAWgBRhLw+/o3+Z02MI/d4tmaMui9W16jAPBgNVHRMBAf8EBTADAQH/MAoGCCqG
  52. SM49BAMCA2kAMGYCMQDqLt2lm8mE+tGgtjDmtFgdOcI72HSbRQ74D5rYTzgST1rY
  53. /8wTi5xl8TiFUyLMUsICMQC5ViVxdXbhuG7gX6yEqSkMKZICHpO8hqFwOD/uaFVI
  54. dV4vKmHUzwK/eIx+8Ay3neE=
  55. -----END CERTIFICATE-----`
  56. webDavKey = `-----BEGIN EC PARAMETERS-----
  57. BgUrgQQAIg==
  58. -----END EC PARAMETERS-----
  59. -----BEGIN EC PRIVATE KEY-----
  60. MIGkAgEBBDCfMNsN6miEE3rVyUPwElfiJSWaR5huPCzUenZOfJT04GAcQdWvEju3
  61. UM2lmBLIXpGgBwYFK4EEACKhZANiAARCjRMqJ85rzMC998X5z761nJ+xL3bkmGVq
  62. WvrJ51t5OxV0v25NsOgR82CANXUgvhVYs7vNFN+jxtb2aj6Xg+/2G/BNxkaFspIV
  63. CzgWkxiz7XE4lgUwX44FCXZM3+JeUbI=
  64. -----END EC PRIVATE KEY-----`
  65. caCRT = `-----BEGIN CERTIFICATE-----
  66. MIIE5jCCAs6gAwIBAgIBATANBgkqhkiG9w0BAQsFADATMREwDwYDVQQDEwhDZXJ0
  67. QXV0aDAeFw0yMTAxMDIyMTIwNTVaFw0yMjA3MDIyMTMwNTJaMBMxETAPBgNVBAMT
  68. CENlcnRBdXRoMIICIjANBgkqhkiG9w0BAQEFAAOCAg8AMIICCgKCAgEA4Tiho5xW
  69. AC15JRkMwfp3/TJwI2As7MY5dele5cmdr5bHAE+sRKqC+Ti88OJWCV5saoyax/1S
  70. CjxJlQMZMl169P1QYJskKjdG2sdv6RLWLMgwSNRRjxp/Bw9dHdiEb9MjLgu28Jro
  71. 9peQkHcRHeMf5hM9WvlIJGrdzbC4hUehmqggcqgARainBkYjf0SwuWxHeu4nMqkp
  72. Ak5tcSTLCjHfEFHZ9Te0TIPG5YkWocQKyeLgu4lvuU+DD2W2lym+YVUtRMGs1Env
  73. k7p+N0DcGU26qfzZ2sF5ZXkqm7dBsGQB9pIxwc2Q8T1dCIyP9OQCKVILdc5aVFf1
  74. cryQFHYzYNNZXFlIBims5VV5Mgfp8ESHQSue+v6n6ykecLEyKt1F1Y/MWY/nWUSI
  75. 8zdq83jdBAZVjo9MSthxVn57/06s/hQca65IpcTZV2gX0a+eRlAVqaRbAhL3LaZe
  76. bYsW3WHKoUOftwemuep3nL51TzlXZVL7Oz/ClGaEOsnGG9KFO6jh+W768qC0zLQI
  77. CdE7v2Zex98sZteHCg9fGJHIaYoF0aJG5P3WI5oZf2fy7UIYN9ADLFZiorCXAZEh
  78. CSU6mDoRViZ4RGR9GZxbDZ9KYn7O8M/KCR72bkQg73TlMsk1zSXEw0MKLUjtsw6c
  79. rZ0Jt8t3sRatHO3JrYHALMt9vZfyNCZp0IsCAwEAAaNFMEMwDgYDVR0PAQH/BAQD
  80. AgEGMBIGA1UdEwEB/wQIMAYBAf8CAQAwHQYDVR0OBBYEFO1yCNAGr/zQTJIi8lw3
  81. w5OiuBvMMA0GCSqGSIb3DQEBCwUAA4ICAQA6gCNuM7r8mnx674dm31GxBjQy5ZwB
  82. 7CxDzYEvL/oiZ3Tv3HlPfN2LAAsJUfGnghh9DOytenL2CTZWjl/emP5eijzmlP+9
  83. zva5I6CIMCf/eDDVsRdO244t0o4uG7+At0IgSDM3bpVaVb4RHZNjEziYChsEYY8d
  84. HK6iwuRSvFniV6yhR/Vj1Ymi9yZ5xclqseLXiQnUB0PkfIk23+7s42cXB16653fH
  85. O/FsPyKBLiKJArizLYQc12aP3QOrYoYD9+fAzIIzew7A5C0aanZCGzkuFpO6TRlD
  86. Tb7ry9Gf0DfPpCgxraH8tOcmnqp/ka3hjqo/SRnnTk0IFrmmLdarJvjD46rKwBo4
  87. MjyAIR1mQ5j8GTlSFBmSgETOQ/EYvO3FPLmra1Fh7L+DvaVzTpqI9fG3TuyyY+Ri
  88. Fby4ycTOGSZOe5Fh8lqkX5Y47mCUJ3zHzOA1vUJy2eTlMRGpu47Eb1++Vm6EzPUP
  89. 2EF5aD+zwcssh+atZvQbwxpgVqVcyLt91RSkKkmZQslh0rnlTb68yxvUnD3zw7So
  90. o6TAf9UvwVMEvdLT9NnFd6hwi2jcNte/h538GJwXeBb8EkfpqLKpTKyicnOdkamZ
  91. 7E9zY8SHNRYMwB9coQ/W8NvufbCgkvOoLyMXk5edbXofXl3PhNGOlraWbghBnzf5
  92. r3rwjFsQOoZotA==
  93. -----END CERTIFICATE-----`
  94. caKey = `-----BEGIN RSA PRIVATE KEY-----
  95. MIIJKQIBAAKCAgEA4Tiho5xWAC15JRkMwfp3/TJwI2As7MY5dele5cmdr5bHAE+s
  96. RKqC+Ti88OJWCV5saoyax/1SCjxJlQMZMl169P1QYJskKjdG2sdv6RLWLMgwSNRR
  97. jxp/Bw9dHdiEb9MjLgu28Jro9peQkHcRHeMf5hM9WvlIJGrdzbC4hUehmqggcqgA
  98. RainBkYjf0SwuWxHeu4nMqkpAk5tcSTLCjHfEFHZ9Te0TIPG5YkWocQKyeLgu4lv
  99. uU+DD2W2lym+YVUtRMGs1Envk7p+N0DcGU26qfzZ2sF5ZXkqm7dBsGQB9pIxwc2Q
  100. 8T1dCIyP9OQCKVILdc5aVFf1cryQFHYzYNNZXFlIBims5VV5Mgfp8ESHQSue+v6n
  101. 6ykecLEyKt1F1Y/MWY/nWUSI8zdq83jdBAZVjo9MSthxVn57/06s/hQca65IpcTZ
  102. V2gX0a+eRlAVqaRbAhL3LaZebYsW3WHKoUOftwemuep3nL51TzlXZVL7Oz/ClGaE
  103. OsnGG9KFO6jh+W768qC0zLQICdE7v2Zex98sZteHCg9fGJHIaYoF0aJG5P3WI5oZ
  104. f2fy7UIYN9ADLFZiorCXAZEhCSU6mDoRViZ4RGR9GZxbDZ9KYn7O8M/KCR72bkQg
  105. 73TlMsk1zSXEw0MKLUjtsw6crZ0Jt8t3sRatHO3JrYHALMt9vZfyNCZp0IsCAwEA
  106. AQKCAgAV+ElERYbaI5VyufvVnFJCH75ypPoc6sVGLEq2jbFVJJcq/5qlZCC8oP1F
  107. Xj7YUR6wUiDzK1Hqb7EZ2SCHGjlZVrCVi+y+NYAy7UuMZ+r+mVSkdhmypPoJPUVv
  108. GOTqZ6VB46Cn3eSl0WknvoWr7bD555yPmEuiSc5zNy74yWEJTidEKAFGyknowcTK
  109. sG+w1tAuPLcUKQ44DGB+rgEkcHL7C5EAa7upzx0C3RmZFB+dTAVyJdkBMbFuOhTS
  110. sB7DLeTplR7/4mp9da7EQw51ZXC1DlZOEZt++4/desXsqATNAbva1OuzrLG7mMKe
  111. N/PCBh/aERQcsCvgUmaXqGQgqN1Jhw8kbXnjZnVd9iE7TAh7ki3VqNy1OMgTwOex
  112. bBYWaCqHuDYIxCjeW0qLJcn0cKQ13FVYrxgInf4Jp82SQht5b/zLL3IRZEyKcLJF
  113. kL6g1wlmTUTUX0z8eZzlM0ZCrqtExjgElMO/rV971nyNV5WU8Og3NmE8/slqMrmJ
  114. DlrQr9q0WJsDKj1IMe46EUM6ix7bbxC5NIfJ96dgdxZDn6ghjca6iZYqqUACvmUj
  115. cq08s3R4Ouw9/87kn11wwGBx2yDueCwrjKEGc0RKjweGbwu0nBxOrkJ8JXz6bAv7
  116. 1OKfYaX3afI9B8x4uaiuRs38oBQlg9uAYFfl4HNBPuQikGLmsQKCAQEA8VjFOsaz
  117. y6NMZzKXi7WZ48uu3ed5x3Kf6RyDr1WvQ1jkBMv9b6b8Gp1CRnPqviRBto9L8QAg
  118. bCXZTqnXzn//brskmW8IZgqjAlf89AWa53piucu9/hgidrHRZobs5gTqev28uJdc
  119. zcuw1g8c3nCpY9WeTjHODzX5NXYRLFpkazLfYa6c8Q9jZR4KKrpdM+66fxL0JlOd
  120. 7dN0oQtEqEAugsd3cwkZgvWhY4oM7FGErrZoDLy273ZdJzi/vU+dThyVzfD8Ab8u
  121. VxxuobVMT/S608zbe+uaiUdov5s96OkCl87403UNKJBH+6LNb3rjBBLE9NPN5ET9
  122. JLQMrYd+zj8jQwKCAQEA7uU5I9MOufo9bIgJqjY4Ie1+Ex9DZEMUYFAvGNCJCVcS
  123. mwOdGF8AWzIavTLACmEDJO7t/OrBdoo4L7IEsCNjgA3WiIwIMiWUVqveAGUMEXr6
  124. TRI5EolV6FTqqIP6AS+BAeBq7G1ELgsTrWNHh11rW3+3kBMuOCn77PUQ8WHwcq/r
  125. teZcZn4Ewcr6P7cBODgVvnBPhe/J8xHS0HFVCeS1CvaiNYgees5yA80Apo9IPjDJ
  126. YWawLjmH5wUBI5yDFVp067wjqJnoKPSoKwWkZXqUk+zgFXx5KT0gh/c5yh1frASp
  127. q6oaYnHEVC5qj2SpT1GFLonTcrQUXiSkiUudvNu1GQKCAQEAmko+5GFtRe0ihgLQ
  128. 4S76r6diJli6AKil1Fg3U1r6zZpBQ1PJtJxTJQyN9w5Z7q6tF/GqAesrzxevQdvQ
  129. rCImAPtA3ZofC2UXawMnIjWHHx6diNvYnV1+gtUQ4nO1dSOFZ5VZFcUmPiZO6boF
  130. oaryj3FcX+71JcJCjEvrlKhA9Es0hXUkvfMxfs5if4he1zlyHpTWYr4oA4egUugq
  131. P0mwskikc3VIyvEO+NyjgFxo72yLPkFSzemkidN8uKDyFqKtnlfGM7OuA2CY1WZa
  132. 3+67lXWshx9KzyJIs92iCYkU8EoPxtdYzyrV6efdX7x27v60zTOut5TnJJS6WiF6
  133. Do5MkwKCAQAxoR9IyP0DN/BwzqYrXU42Bi+t603F04W1KJNQNWpyrUspNwv41yus
  134. xnD1o0hwH41Wq+h3JZIBfV+E0RfWO9Pc84MBJQ5C1LnHc7cQH+3s575+Km3+4tcd
  135. CB8j2R8kBeloKWYtLdn/Mr/ownpGreqyvIq2/LUaZ+Z1aMgXTYB1YwS16mCBzmZQ
  136. mEl62RsAwe4KfSyYJ6OtwqMoOJMxFfliiLBULK4gVykqjvk2oQeiG+KKQJoTUFJi
  137. dRCyhD5bPkqR+qjxyt+HOqSBI4/uoROi05AOBqjpH1DVzk+MJKQOiX1yM0l98CKY
  138. Vng+x+vAla/0Zh+ucajVkgk4mKPxazdpAoIBAQC17vWk4KYJpF2RC3pKPcQ0PdiX
  139. bN35YNlvyhkYlSfDNdyH3aDrGiycUyW2mMXUgEDFsLRxHMTL+zPC6efqO6sTAJDY
  140. cBptsW4drW/qo8NTx3dNOisLkW+mGGJOR/w157hREFr29ymCVMYu/Z7fVWIeSpCq
  141. p3u8YX8WTljrxwSczlGjvpM7uJx3SfYRM4TUoy+8wU8bK74LywLa5f60bQY6Dye0
  142. Gqd9O6OoPfgcQlwjC5MiAofeqwPJvU0hQOPoehZyNLAmOCWXTYWaTP7lxO1r6+NE
  143. M3hGYqW3W8Ixua71OskCypBZg/HVlIP/lzjRzdx+VOB2hbWVth2Iup/Z1egW
  144. -----END RSA PRIVATE KEY-----`
  145. caCRL = `-----BEGIN X509 CRL-----
  146. MIICpzCBkAIBATANBgkqhkiG9w0BAQsFADATMREwDwYDVQQDEwhDZXJ0QXV0aBcN
  147. MjEwMTAyMjEzNDA1WhcNMjMwMTAyMjEzNDA1WjAkMCICEQC+l04DbHWMyC3fG09k
  148. VXf+Fw0yMTAxMDIyMTM0MDVaoCMwITAfBgNVHSMEGDAWgBTtcgjQBq/80EySIvJc
  149. N8OTorgbzDANBgkqhkiG9w0BAQsFAAOCAgEAEJ7z+uNc8sqtxlOhSdTGDzX/xput
  150. E857kFQkSlMnU2whQ8c+XpYrBLA5vIZJNSSwohTpM4+zVBX/bJpmu3wqqaArRO9/
  151. YcW5mQk9Anvb4WjQW1cHmtNapMTzoC9AiYt/OWPfy+P6JCgCr4Hy6LgQyIRL6bM9
  152. VYTalolOm1qa4Y5cIeT7iHq/91mfaqo8/6MYRjLl8DOTROpmw8OS9bCXkzGKdCat
  153. AbAzwkQUSauyoCQ10rpX+Y64w9ng3g4Dr20aCqPf5osaqplEJ2HTK8ljDTidlslv
  154. 9anQj8ax3Su89vI8+hK+YbfVQwrThabgdSjQsn+veyx8GlP8WwHLAQ379KjZjWg+
  155. OlOSwBeU1vTdP0QcB8X5C2gVujAyuQekbaV86xzIBOj7vZdfHZ6ee30TZ2FKiMyg
  156. 7/N2OqW0w77ChsjB4MSHJCfuTgIeg62GzuZXLM+Q2Z9LBdtm4Byg+sm/P52adOEg
  157. gVb2Zf4KSvsAmA0PIBlu449/QXUFcMxzLFy7mwTeZj2B4Ln0Hm0szV9f9R8MwMtB
  158. SyLYxVH+mgqaR6Jkk22Q/yYyLPaELfafX5gp/AIXG8n0zxfVaTvK3auSgb1Q6ZLS
  159. 5QH9dSIsmZHlPq7GoSXmKpMdjUL8eaky/IMteioyXgsBiATzl5L2dsw6MTX3MDF0
  160. QbDK+MzhmbKfDxs=
  161. -----END X509 CRL-----`
  162. client1Crt = `-----BEGIN CERTIFICATE-----
  163. MIIEITCCAgmgAwIBAgIRAIppZHoj1hM80D7WzTEKLuAwDQYJKoZIhvcNAQELBQAw
  164. EzERMA8GA1UEAxMIQ2VydEF1dGgwHhcNMjEwMTAyMjEyMzEwWhcNMjIwNzAyMjEz
  165. MDUxWjASMRAwDgYDVQQDEwdjbGllbnQxMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8A
  166. MIIBCgKCAQEAoKbYY9MdF2kF/nhBESIiZTdVYtA8XL9xrIZyDj9EnCiTxHiVbJtH
  167. XVwszqSl5TRrotPmnmAQcX3r8OCk+z+RQZ0QQj257P3kG6q4rNnOcWCS5xEd20jP
  168. yhQ3m+hMGfZsotNTQze1ochuQgLUN6IPyPxZkH22ia3jX4iu1eo/QxeLYHj1UHw4
  169. 3Cii9yE+j5kPUC21xmnrGKdUrB55NYLXHx6yTIqYR5znSOVB8oJi18/hwdZmH859
  170. DHhm0Hx1HrS+jbjI3+CMorZJ3WUyNf+CkiVLD3xYutPbxzEpwiqkG/XYzLH0habT
  171. cDcILo18n+o3jvem2KWBrDhyairjIDscwQIDAQABo3EwbzAOBgNVHQ8BAf8EBAMC
  172. A7gwHQYDVR0lBBYwFAYIKwYBBQUHAwEGCCsGAQUFBwMCMB0GA1UdDgQWBBSJ5GIv
  173. zIrE4ZSQt2+CGblKTDswizAfBgNVHSMEGDAWgBTtcgjQBq/80EySIvJcN8OTorgb
  174. zDANBgkqhkiG9w0BAQsFAAOCAgEALh4f5GhvNYNou0Ab04iQBbLEdOu2RlbK1B5n
  175. K9P/umYenBHMY/z6HT3+6tpcHsDuqE8UVdq3f3Gh4S2Gu9m8PRitT+cJ3gdo9Plm
  176. 3rD4ufn/s6rGg3ppydXcedm17492tbccUDWOBZw3IO/ASVq13WPgT0/Kev7cPq0k
  177. sSdSNhVeXqx8Myc2/d+8GYyzbul2Kpfa7h9i24sK49E9ftnSmsIvngONo08eT1T0
  178. 3wAOyK2981LIsHaAWcneShKFLDB6LeXIT9oitOYhiykhFlBZ4M1GNlSNfhQ8IIQP
  179. xbqMNXCLkW4/BtLhGEEcg0QVso6Kudl9rzgTfQknrdF7pHp6rS46wYUjoSyIY6dl
  180. oLmnoAVJX36J3QPWelePI9e07X2wrTfiZWewwgw3KNRWjd6/zfPLe7GoqXnK1S2z
  181. PT8qMfCaTwKTtUkzXuTFvQ8bAo2My/mS8FOcpkt2oQWeOsADHAUX7fz5BCoa2DL3
  182. k/7Mh4gVT+JYZEoTwCFuYHgMWFWe98naqHi9lB4yR981p1QgXgxO7qBeipagKY1F
  183. LlH1iwXUqZ3MZnkNA+4e1Fglsw3sa/rC+L98HnznJ/YbTfQbCP6aQ1qcOymrjMud
  184. 7MrFwqZjtd/SK4Qx1VpK6jGEAtPgWBTUS3p9ayg6lqjMBjsmySWfvRsDQbq6P5Ct
  185. O/e3EH8=
  186. -----END CERTIFICATE-----`
  187. client1Key = `-----BEGIN RSA PRIVATE KEY-----
  188. MIIEpAIBAAKCAQEAoKbYY9MdF2kF/nhBESIiZTdVYtA8XL9xrIZyDj9EnCiTxHiV
  189. bJtHXVwszqSl5TRrotPmnmAQcX3r8OCk+z+RQZ0QQj257P3kG6q4rNnOcWCS5xEd
  190. 20jPyhQ3m+hMGfZsotNTQze1ochuQgLUN6IPyPxZkH22ia3jX4iu1eo/QxeLYHj1
  191. UHw43Cii9yE+j5kPUC21xmnrGKdUrB55NYLXHx6yTIqYR5znSOVB8oJi18/hwdZm
  192. H859DHhm0Hx1HrS+jbjI3+CMorZJ3WUyNf+CkiVLD3xYutPbxzEpwiqkG/XYzLH0
  193. habTcDcILo18n+o3jvem2KWBrDhyairjIDscwQIDAQABAoIBAEBSjVFqtbsp0byR
  194. aXvyrtLX1Ng7h++at2jca85Ihq//jyqbHTje8zPuNAKI6eNbmb0YGr5OuEa4pD9N
  195. ssDmMsKSoG/lRwwcm7h4InkSvBWpFShvMgUaohfHAHzsBYxfnh+TfULsi0y7c2n6
  196. t/2OZcOTRkkUDIITnXYiw93ibHHv2Mv2bBDu35kGrcK+c2dN5IL5ZjTjMRpbJTe2
  197. 44RBJbdTxHBVSgoGBnugF+s2aEma6Ehsj70oyfoVpM6Aed5kGge0A5zA1JO7WCn9
  198. Ay/DzlULRXHjJIoRWd2NKvx5n3FNppUc9vJh2plRHalRooZ2+MjSf8HmXlvG2Hpb
  199. ScvmWgECgYEA1G+A/2KnxWsr/7uWIJ7ClcGCiNLdk17Pv3DZ3G4qUsU2ITftfIbb
  200. tU0Q/b19na1IY8Pjy9ptP7t74/hF5kky97cf1FA8F+nMj/k4+wO8QDI8OJfzVzh9
  201. PwielA5vbE+xmvis5Hdp8/od1Yrc/rPSy2TKtPFhvsqXjqoUmOAjDP8CgYEAwZjH
  202. 9dt1sc2lx/rMxihlWEzQ3JPswKW9/LJAmbRBoSWF9FGNjbX7uhWtXRKJkzb8ZAwa
  203. 88azluNo2oftbDD/+jw8b2cDgaJHlLAkSD4O1D1RthW7/LKD15qZ/oFsRb13NV85
  204. ZNKtwslXGbfVNyGKUVFm7fVA8vBAOUey+LKDFj8CgYEAg8WWstOzVdYguMTXXuyb
  205. ruEV42FJaDyLiSirOvxq7GTAKuLSQUg1yMRBIeQEo2X1XU0JZE3dLodRVhuO4EXP
  206. g7Dn4X7Th9HSvgvNuIacowWGLWSz4Qp9RjhGhXhezUSx2nseY6le46PmFavJYYSR
  207. 4PBofMyt4PcyA6Cknh+KHmkCgYEAnTriG7ETE0a7v4DXUpB4TpCEiMCy5Xs2o8Z5
  208. ZNva+W+qLVUWq+MDAIyechqeFSvxK6gRM69LJ96lx+XhU58wJiFJzAhT9rK/g+jS
  209. bsHH9WOfu0xHkuHA5hgvvV2Le9B2wqgFyva4HJy82qxMxCu/VG/SMqyfBS9OWbb7
  210. ibQhdq0CgYAl53LUWZsFSZIth1vux2LVOsI8C3X1oiXDGpnrdlQ+K7z57hq5EsRq
  211. GC+INxwXbvKNqp5h0z2MvmKYPDlGVTgw8f8JjM7TkN17ERLcydhdRrMONUryZpo8
  212. 1xTob+8blyJgfxZUIAKbMbMbIiU0WAF0rfD/eJJwS4htOW/Hfv4TGA==
  213. -----END RSA PRIVATE KEY-----`
  214. // client 2 crt is revoked
  215. client2Crt = `-----BEGIN CERTIFICATE-----
  216. MIIEITCCAgmgAwIBAgIRAL6XTgNsdYzILd8bT2RVd/4wDQYJKoZIhvcNAQELBQAw
  217. EzERMA8GA1UEAxMIQ2VydEF1dGgwHhcNMjEwMTAyMjEyMzIwWhcNMjIwNzAyMjEz
  218. MDUxWjASMRAwDgYDVQQDEwdjbGllbnQyMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8A
  219. MIIBCgKCAQEA6xjW5KQR3/OFQtV5M75WINqQ4AzXSu6DhSz/yumaaQZP/UxY+6hi
  220. jcrFzGo9MMie/Sza8DhkXOFAl2BelUubrOeB2cl+/Gr8OCyRi2Gv6j3zCsuN/4jQ
  221. tNaoez/IbkDvI3l/ZpzBtnuNY2RiemGgHuORXHRVf3qVlsw+npBIRW5rM2HkO/xG
  222. oZjeBErWVu390Lyn+Gvk2TqQDnkutWnxUC60/zPlHhXZ4BwaFAekbSnjsSDB1YFM
  223. s8HwW4oBryoxdj3/+/qLrBHt75IdLw3T7/V1UDJQM3EvSQOr12w4egpldhtsC871
  224. nnBQZeY6qA5feffIwwg/6lJm70o6S6OX6wIDAQABo3EwbzAOBgNVHQ8BAf8EBAMC
  225. A7gwHQYDVR0lBBYwFAYIKwYBBQUHAwEGCCsGAQUFBwMCMB0GA1UdDgQWBBTB84v5
  226. t9HqhLhMODbn6oYkEQt3KzAfBgNVHSMEGDAWgBTtcgjQBq/80EySIvJcN8OTorgb
  227. zDANBgkqhkiG9w0BAQsFAAOCAgEALGtBCve5k8tToL3oLuXp/oSik6ovIB/zq4I/
  228. 4zNMYPU31+ZWz6aahysgx1JL1yqTa3Qm8o2tu52MbnV10dM7CIw7c/cYa+c+OPcG
  229. 5LF97kp13X+r2axy+CmwM86b4ILaDGs2Qyai6VB6k7oFUve+av5o7aUrNFpqGCJz
  230. HWdtHZSVA3JMATzy0TfWanwkzreqfdw7qH0yZ9bDURlBKAVWrqnCstva9jRuv+AI
  231. eqxr/4Ro986TFjJdoAP3Vr16CPg7/B6GA/KmsBWJrpeJdPWq4i2gpLKvYZoy89qD
  232. mUZf34RbzcCtV4NvV1DadGnt4us0nvLrvS5rL2+2uWD09kZYq9RbLkvgzF/cY0fz
  233. i7I1bi5XQ+alWe0uAk5ZZL/D+GTRYUX1AWwCqwJxmHrMxcskMyO9pXvLyuSWRDLo
  234. YNBrbX9nLcfJzVCp+X+9sntTHjs4l6Cw+fLepJIgtgqdCHtbhTiv68vSM6cgb4br
  235. 6n2xrXRKuioiWFOrTSRr+oalZh8dGJ/xvwY8IbWknZAvml9mf1VvfE7Ma5P777QM
  236. fsbYVTq0Y3R/5hIWsC3HA5z6MIM8L1oRe/YyhP3CTmrCHkVKyDOosGXpGz+JVcyo
  237. cfYkY5A3yFKB2HaCwZSfwFmRhxkrYWGEbHv3Cd9YkZs1J3hNhGFZyVMC9Uh0S85a
  238. 6zdDidU=
  239. -----END CERTIFICATE-----`
  240. client2Key = `-----BEGIN RSA PRIVATE KEY-----
  241. MIIEpAIBAAKCAQEA6xjW5KQR3/OFQtV5M75WINqQ4AzXSu6DhSz/yumaaQZP/UxY
  242. +6hijcrFzGo9MMie/Sza8DhkXOFAl2BelUubrOeB2cl+/Gr8OCyRi2Gv6j3zCsuN
  243. /4jQtNaoez/IbkDvI3l/ZpzBtnuNY2RiemGgHuORXHRVf3qVlsw+npBIRW5rM2Hk
  244. O/xGoZjeBErWVu390Lyn+Gvk2TqQDnkutWnxUC60/zPlHhXZ4BwaFAekbSnjsSDB
  245. 1YFMs8HwW4oBryoxdj3/+/qLrBHt75IdLw3T7/V1UDJQM3EvSQOr12w4egpldhts
  246. C871nnBQZeY6qA5feffIwwg/6lJm70o6S6OX6wIDAQABAoIBAFatstVb1KdQXsq0
  247. cFpui8zTKOUiduJOrDkWzTygAmlEhYtrccdfXu7OWz0x0lvBLDVGK3a0I/TGrAzj
  248. 4BuFY+FM/egxTVt9in6fmA3et4BS1OAfCryzUdfK6RV//8L+t+zJZ/qKQzWnugpy
  249. QYjDo8ifuMFwtvEoXizaIyBNLAhEp9hnrv+Tyi2O2gahPvCHsD48zkyZRCHYRstD
  250. NH5cIrwz9/RJgPO1KI+QsJE7Nh7stR0sbr+5TPU4fnsL2mNhMUF2TJrwIPrc1yp+
  251. YIUjdnh3SO88j4TQT3CIrWi8i4pOy6N0dcVn3gpCRGaqAKyS2ZYUj+yVtLO4KwxZ
  252. SZ1lNvECgYEA78BrF7f4ETfWSLcBQ3qxfLs7ibB6IYo2x25685FhZjD+zLXM1AKb
  253. FJHEXUm3mUYrFJK6AFEyOQnyGKBOLs3S6oTAswMPbTkkZeD1Y9O6uv0AHASLZnK6
  254. pC6ub0eSRF5LUyTQ55Jj8D7QsjXJueO8v+G5ihWhNSN9tB2UA+8NBmkCgYEA+weq
  255. cvoeMIEMBQHnNNLy35bwfqrceGyPIRBcUIvzQfY1vk7KW6DYOUzC7u+WUzy/hA52
  256. DjXVVhua2eMQ9qqtOav7djcMc2W9RbLowxvno7K5qiCss013MeWk64TCWy+WMp5A
  257. AVAtOliC3hMkIKqvR2poqn+IBTh1449agUJQqTMCgYEAu06IHGq1GraV6g9XpGF5
  258. wqoAlMzUTdnOfDabRilBf/YtSr+J++ThRcuwLvXFw7CnPZZ4TIEjDJ7xjj3HdxeE
  259. fYYjineMmNd40UNUU556F1ZLvJfsVKizmkuCKhwvcMx+asGrmA+tlmds4p3VMS50
  260. KzDtpKzLWlmU/p/RINWlRmkCgYBy0pHTn7aZZx2xWKqCDg+L2EXPGqZX6wgZDpu7
  261. OBifzlfM4ctL2CmvI/5yPmLbVgkgBWFYpKUdiujsyyEiQvWTUKhn7UwjqKDHtcsk
  262. G6p7xS+JswJrzX4885bZJ9Oi1AR2yM3sC9l0O7I4lDbNPmWIXBLeEhGMmcPKv/Kc
  263. 91Ff4wKBgQCF3ur+Vt0PSU0ucrPVHjCe7tqazm0LJaWbPXL1Aw0pzdM2EcNcW/MA
  264. w0kqpr7MgJ94qhXCBcVcfPuFN9fBOadM3UBj1B45Cz3pptoK+ScI8XKno6jvVK/p
  265. xr5cb9VBRBtB9aOKVfuRhpatAfS2Pzm2Htae9lFn7slGPUmu2hkjDw==
  266. -----END RSA PRIVATE KEY-----`
  267. )
  268. // MockOsFs mockable OsFs
  269. type MockOsFs struct {
  270. vfs.Fs
  271. err error
  272. isAtomicUploadSupported bool
  273. reader *pipeat.PipeReaderAt
  274. }
  275. // Name returns the name for the Fs implementation
  276. func (fs *MockOsFs) Name() string {
  277. return "mockOsFs"
  278. }
  279. // Open returns nil
  280. func (fs *MockOsFs) Open(name string, offset int64) (vfs.File, *pipeat.PipeReaderAt, func(), error) {
  281. return nil, fs.reader, nil, nil
  282. }
  283. // IsUploadResumeSupported returns true if resuming uploads is supported
  284. func (*MockOsFs) IsUploadResumeSupported() bool {
  285. return false
  286. }
  287. // IsAtomicUploadSupported returns true if atomic upload is supported
  288. func (fs *MockOsFs) IsAtomicUploadSupported() bool {
  289. return fs.isAtomicUploadSupported
  290. }
  291. // Remove removes the named file or (empty) directory.
  292. func (fs *MockOsFs) Remove(name string, isDir bool) error {
  293. if fs.err != nil {
  294. return fs.err
  295. }
  296. return os.Remove(name)
  297. }
  298. // Rename renames (moves) source to target
  299. func (fs *MockOsFs) Rename(source, target string) error {
  300. return os.Rename(source, target)
  301. }
  302. // GetMimeType returns the content type
  303. func (fs *MockOsFs) GetMimeType(name string) (string, error) {
  304. return "application/custom-mime", nil
  305. }
  306. func newMockOsFs(atomicUpload bool, connectionID, rootDir string, reader *pipeat.PipeReaderAt) vfs.Fs {
  307. return &MockOsFs{
  308. Fs: vfs.NewOsFs(connectionID, rootDir, ""),
  309. isAtomicUploadSupported: atomicUpload,
  310. reader: reader,
  311. }
  312. }
  313. func TestUserInvalidParams(t *testing.T) {
  314. u := &dataprovider.User{
  315. BaseUser: sdk.BaseUser{
  316. Username: "username",
  317. HomeDir: "invalid",
  318. },
  319. }
  320. c := &Configuration{
  321. Bindings: []Binding{
  322. {
  323. Port: 9000,
  324. },
  325. },
  326. }
  327. server := webDavServer{
  328. config: c,
  329. binding: c.Bindings[0],
  330. }
  331. req, err := http.NewRequest(http.MethodGet, fmt.Sprintf("/%v", u.Username), nil)
  332. assert.NoError(t, err)
  333. _, err = server.validateUser(u, req, dataprovider.LoginMethodPassword)
  334. if assert.Error(t, err) {
  335. assert.EqualError(t, err, fmt.Sprintf("cannot login user with invalid home dir: %#v", u.HomeDir))
  336. }
  337. req.TLS = &tls.ConnectionState{}
  338. writeLog(req, http.StatusOK, nil)
  339. }
  340. func TestAllowedProxyUnixDomainSocket(t *testing.T) {
  341. b := Binding{
  342. Address: filepath.Join(os.TempDir(), "sock"),
  343. ProxyAllowed: []string{"127.0.0.1", "127.0.1.1"},
  344. }
  345. err := b.parseAllowedProxy()
  346. assert.NoError(t, err)
  347. if assert.Len(t, b.allowHeadersFrom, 1) {
  348. assert.True(t, b.allowHeadersFrom[0](nil))
  349. }
  350. }
  351. func TestRemoteAddress(t *testing.T) {
  352. remoteAddr1 := "100.100.100.100"
  353. remoteAddr2 := "172.172.172.172"
  354. c := &Configuration{
  355. Bindings: []Binding{
  356. {
  357. Port: 9000,
  358. ProxyAllowed: []string{remoteAddr2, "10.8.0.0/30"},
  359. },
  360. },
  361. }
  362. server := webDavServer{
  363. config: c,
  364. binding: c.Bindings[0],
  365. }
  366. err := server.binding.parseAllowedProxy()
  367. assert.NoError(t, err)
  368. req, err := http.NewRequest(http.MethodGet, "/", nil)
  369. assert.NoError(t, err)
  370. assert.Empty(t, req.RemoteAddr)
  371. trueClientIP := "True-Client-IP"
  372. cfConnectingIP := "CF-Connecting-IP"
  373. xff := "X-Forwarded-For"
  374. xRealIP := "X-Real-IP"
  375. req.Header.Set(trueClientIP, remoteAddr1)
  376. ip := util.GetRealIP(req, trueClientIP, 0)
  377. assert.Equal(t, remoteAddr1, ip)
  378. ip = util.GetRealIP(req, trueClientIP, 2)
  379. assert.Empty(t, ip)
  380. req.Header.Del(trueClientIP)
  381. req.Header.Set(cfConnectingIP, remoteAddr1)
  382. ip = util.GetRealIP(req, cfConnectingIP, 0)
  383. assert.Equal(t, remoteAddr1, ip)
  384. req.Header.Del(cfConnectingIP)
  385. req.Header.Set(xff, remoteAddr1)
  386. ip = util.GetRealIP(req, xff, 0)
  387. assert.Equal(t, remoteAddr1, ip)
  388. // this will be ignored, remoteAddr1 is not allowed to se this header
  389. req.Header.Set(xff, remoteAddr2)
  390. req.RemoteAddr = remoteAddr1
  391. ip = server.checkRemoteAddress(req)
  392. assert.Equal(t, remoteAddr1, ip)
  393. req.RemoteAddr = ""
  394. ip = server.checkRemoteAddress(req)
  395. assert.Empty(t, ip)
  396. req.Header.Set(xff, fmt.Sprintf("%v , %v", remoteAddr2, remoteAddr1))
  397. ip = util.GetRealIP(req, xff, 1)
  398. assert.Equal(t, remoteAddr2, ip)
  399. req.RemoteAddr = remoteAddr2
  400. req.Header.Set(xff, fmt.Sprintf("%v,%v", "12.34.56.78", "172.16.2.4"))
  401. server.binding.ClientIPHeaderDepth = 1
  402. server.binding.ClientIPProxyHeader = xff
  403. ip = server.checkRemoteAddress(req)
  404. assert.Equal(t, "12.34.56.78", ip)
  405. assert.Equal(t, ip, req.RemoteAddr)
  406. req.RemoteAddr = remoteAddr2
  407. req.Header.Set(xff, fmt.Sprintf("%v,%v", "12.34.56.79", "172.16.2.5"))
  408. server.binding.ClientIPHeaderDepth = 0
  409. ip = server.checkRemoteAddress(req)
  410. assert.Equal(t, "172.16.2.5", ip)
  411. assert.Equal(t, ip, req.RemoteAddr)
  412. req.RemoteAddr = "10.8.0.2"
  413. req.Header.Set(xff, remoteAddr1)
  414. ip = server.checkRemoteAddress(req)
  415. assert.Equal(t, remoteAddr1, ip)
  416. assert.Equal(t, ip, req.RemoteAddr)
  417. req.RemoteAddr = "10.8.0.3"
  418. req.Header.Set(xff, "not an ip")
  419. ip = server.checkRemoteAddress(req)
  420. assert.Equal(t, "10.8.0.3", ip)
  421. assert.Equal(t, ip, req.RemoteAddr)
  422. req.Header.Del(xff)
  423. req.RemoteAddr = ""
  424. req.Header.Set(xRealIP, remoteAddr1)
  425. ip = util.GetRealIP(req, "x-real-ip", 0)
  426. assert.Equal(t, remoteAddr1, ip)
  427. req.RemoteAddr = ""
  428. }
  429. func TestConnWithNilRequest(t *testing.T) {
  430. c := &Connection{}
  431. assert.Empty(t, c.GetClientVersion())
  432. assert.Empty(t, c.GetCommand())
  433. assert.Empty(t, c.GetRemoteAddress())
  434. }
  435. func TestResolvePathErrors(t *testing.T) {
  436. ctx := context.Background()
  437. user := dataprovider.User{
  438. BaseUser: sdk.BaseUser{
  439. HomeDir: "invalid",
  440. },
  441. }
  442. user.Permissions = make(map[string][]string)
  443. user.Permissions["/"] = []string{dataprovider.PermAny}
  444. fs := vfs.NewOsFs("connID", user.HomeDir, "")
  445. connection := &Connection{
  446. BaseConnection: common.NewBaseConnection(fs.ConnectionID(), common.ProtocolWebDAV, "", "", user),
  447. }
  448. err := connection.Mkdir(ctx, "", os.ModePerm)
  449. if assert.Error(t, err) {
  450. assert.EqualError(t, err, common.ErrGenericFailure.Error())
  451. }
  452. err = connection.Rename(ctx, "oldName", "newName")
  453. if assert.Error(t, err) {
  454. assert.EqualError(t, err, common.ErrGenericFailure.Error())
  455. }
  456. _, err = connection.Stat(ctx, "name")
  457. if assert.Error(t, err) {
  458. assert.EqualError(t, err, common.ErrGenericFailure.Error())
  459. }
  460. err = connection.RemoveAll(ctx, "")
  461. if assert.Error(t, err) {
  462. assert.EqualError(t, err, common.ErrGenericFailure.Error())
  463. }
  464. _, err = connection.OpenFile(ctx, "", 0, os.ModePerm)
  465. if assert.Error(t, err) {
  466. assert.EqualError(t, err, common.ErrGenericFailure.Error())
  467. }
  468. if runtime.GOOS != "windows" {
  469. user.HomeDir = filepath.Clean(os.TempDir())
  470. connection.User = user
  471. fs := vfs.NewOsFs("connID", connection.User.HomeDir, "")
  472. subDir := "sub"
  473. testTxtFile := "file.txt"
  474. err = os.MkdirAll(filepath.Join(os.TempDir(), subDir, subDir), os.ModePerm)
  475. assert.NoError(t, err)
  476. err = os.WriteFile(filepath.Join(os.TempDir(), subDir, subDir, testTxtFile), []byte("content"), os.ModePerm)
  477. assert.NoError(t, err)
  478. err = os.Chmod(filepath.Join(os.TempDir(), subDir, subDir), 0001)
  479. assert.NoError(t, err)
  480. err = os.WriteFile(filepath.Join(os.TempDir(), testTxtFile), []byte("test content"), os.ModePerm)
  481. assert.NoError(t, err)
  482. err = connection.Rename(ctx, testTxtFile, path.Join(subDir, subDir, testTxtFile))
  483. if assert.Error(t, err) {
  484. assert.EqualError(t, err, common.ErrPermissionDenied.Error())
  485. }
  486. _, err = connection.putFile(fs, filepath.Join(connection.User.HomeDir, subDir, subDir, testTxtFile),
  487. path.Join(subDir, subDir, testTxtFile))
  488. if assert.Error(t, err) {
  489. assert.EqualError(t, err, common.ErrPermissionDenied.Error())
  490. }
  491. err = os.Chmod(filepath.Join(os.TempDir(), subDir, subDir), os.ModePerm)
  492. assert.NoError(t, err)
  493. err = os.RemoveAll(filepath.Join(os.TempDir(), subDir))
  494. assert.NoError(t, err)
  495. err = os.Remove(filepath.Join(os.TempDir(), testTxtFile))
  496. assert.NoError(t, err)
  497. }
  498. }
  499. func TestFileAccessErrors(t *testing.T) {
  500. ctx := context.Background()
  501. user := dataprovider.User{
  502. BaseUser: sdk.BaseUser{
  503. HomeDir: filepath.Clean(os.TempDir()),
  504. },
  505. }
  506. user.Permissions = make(map[string][]string)
  507. user.Permissions["/"] = []string{dataprovider.PermAny}
  508. fs := vfs.NewOsFs("connID", user.HomeDir, "")
  509. connection := &Connection{
  510. BaseConnection: common.NewBaseConnection(fs.ConnectionID(), common.ProtocolWebDAV, "", "", user),
  511. }
  512. missingPath := "missing path"
  513. fsMissingPath := filepath.Join(user.HomeDir, missingPath)
  514. err := connection.RemoveAll(ctx, missingPath)
  515. if assert.Error(t, err) {
  516. assert.EqualError(t, err, os.ErrNotExist.Error())
  517. }
  518. _, err = connection.getFile(fs, fsMissingPath, missingPath)
  519. if assert.Error(t, err) {
  520. assert.EqualError(t, err, os.ErrNotExist.Error())
  521. }
  522. _, err = connection.getFile(fs, fsMissingPath, missingPath)
  523. if assert.Error(t, err) {
  524. assert.EqualError(t, err, os.ErrNotExist.Error())
  525. }
  526. p := filepath.Join(user.HomeDir, "adir", missingPath)
  527. _, err = connection.handleUploadToNewFile(fs, p, p, path.Join("adir", missingPath))
  528. if assert.Error(t, err) {
  529. assert.EqualError(t, err, os.ErrNotExist.Error())
  530. }
  531. _, err = connection.handleUploadToExistingFile(fs, p, "_"+p, 0, path.Join("adir", missingPath))
  532. if assert.Error(t, err) {
  533. assert.ErrorIs(t, err, os.ErrNotExist)
  534. }
  535. fs = newMockOsFs(false, fs.ConnectionID(), user.HomeDir, nil)
  536. _, err = connection.handleUploadToExistingFile(fs, p, p, 0, path.Join("adir", missingPath))
  537. if assert.Error(t, err) {
  538. assert.ErrorIs(t, err, os.ErrNotExist)
  539. }
  540. f, err := os.CreateTemp("", "temp")
  541. assert.NoError(t, err)
  542. err = f.Close()
  543. assert.NoError(t, err)
  544. davFile, err := connection.handleUploadToExistingFile(fs, f.Name(), f.Name(), 123, f.Name())
  545. if assert.NoError(t, err) {
  546. transfer := davFile.(*webDavFile)
  547. transfers := connection.GetTransfers()
  548. if assert.Equal(t, 1, len(transfers)) {
  549. assert.Equal(t, transfers[0].ID, transfer.GetID())
  550. assert.Equal(t, int64(123), transfer.InitialSize)
  551. err = transfer.Close()
  552. assert.NoError(t, err)
  553. assert.Equal(t, 0, len(connection.GetTransfers()))
  554. }
  555. // test PROPPATCH date parsing error
  556. pstats, err := transfer.Patch([]webdav.Proppatch{
  557. {
  558. Props: []webdav.Property{
  559. {
  560. XMLName: xml.Name{
  561. Space: "DAV",
  562. Local: "getlastmodified",
  563. },
  564. InnerXML: []byte(`Wid, 04 Nov 2020 13:25:51 GMT`),
  565. },
  566. },
  567. },
  568. })
  569. assert.NoError(t, err)
  570. for _, pstat := range pstats {
  571. assert.Equal(t, http.StatusForbidden, pstat.Status)
  572. }
  573. err = os.Remove(f.Name())
  574. assert.NoError(t, err)
  575. // the file is deleted PROPPATCH should fail
  576. pstats, err = transfer.Patch([]webdav.Proppatch{
  577. {
  578. Props: []webdav.Property{
  579. {
  580. XMLName: xml.Name{
  581. Space: "DAV",
  582. Local: "getlastmodified",
  583. },
  584. InnerXML: []byte(`Wed, 04 Nov 2020 13:25:51 GMT`),
  585. },
  586. },
  587. },
  588. })
  589. assert.NoError(t, err)
  590. for _, pstat := range pstats {
  591. assert.Equal(t, http.StatusForbidden, pstat.Status)
  592. }
  593. }
  594. }
  595. func TestContentType(t *testing.T) {
  596. user := dataprovider.User{
  597. BaseUser: sdk.BaseUser{
  598. HomeDir: filepath.Clean(os.TempDir()),
  599. },
  600. }
  601. user.Permissions = make(map[string][]string)
  602. user.Permissions["/"] = []string{dataprovider.PermAny}
  603. fs := vfs.NewOsFs("connID", user.HomeDir, "")
  604. connection := &Connection{
  605. BaseConnection: common.NewBaseConnection(fs.ConnectionID(), common.ProtocolWebDAV, "", "", user),
  606. }
  607. testFilePath := filepath.Join(user.HomeDir, testFile)
  608. ctx := context.Background()
  609. baseTransfer := common.NewBaseTransfer(nil, connection.BaseConnection, nil, testFilePath, testFilePath, testFile,
  610. common.TransferDownload, 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{})
  611. fs = newMockOsFs(false, fs.ConnectionID(), user.GetHomeDir(), nil)
  612. err := os.WriteFile(testFilePath, []byte(""), os.ModePerm)
  613. assert.NoError(t, err)
  614. davFile := newWebDavFile(baseTransfer, nil, nil)
  615. davFile.Fs = fs
  616. fi, err := davFile.Stat()
  617. if assert.NoError(t, err) {
  618. ctype, err := fi.(*webDavFileInfo).ContentType(ctx)
  619. assert.NoError(t, err)
  620. assert.Equal(t, "application/custom-mime", ctype)
  621. }
  622. _, err = davFile.Readdir(-1)
  623. assert.Error(t, err)
  624. err = davFile.Close()
  625. assert.NoError(t, err)
  626. davFile = newWebDavFile(baseTransfer, nil, nil)
  627. davFile.Fs = vfs.NewOsFs("id", user.HomeDir, "")
  628. fi, err = davFile.Stat()
  629. if assert.NoError(t, err) {
  630. ctype, err := fi.(*webDavFileInfo).ContentType(ctx)
  631. assert.NoError(t, err)
  632. assert.Equal(t, "text/plain; charset=utf-8", ctype)
  633. }
  634. err = davFile.Close()
  635. assert.NoError(t, err)
  636. fi.(*webDavFileInfo).fsPath = "missing"
  637. _, err = fi.(*webDavFileInfo).ContentType(ctx)
  638. assert.EqualError(t, err, webdav.ErrNotImplemented.Error())
  639. err = os.Remove(testFilePath)
  640. assert.NoError(t, err)
  641. }
  642. func TestTransferReadWriteErrors(t *testing.T) {
  643. user := dataprovider.User{
  644. BaseUser: sdk.BaseUser{
  645. HomeDir: filepath.Clean(os.TempDir()),
  646. },
  647. }
  648. user.Permissions = make(map[string][]string)
  649. user.Permissions["/"] = []string{dataprovider.PermAny}
  650. fs := vfs.NewOsFs("connID", user.HomeDir, "")
  651. connection := &Connection{
  652. BaseConnection: common.NewBaseConnection(fs.ConnectionID(), common.ProtocolWebDAV, "", "", user),
  653. }
  654. testFilePath := filepath.Join(user.HomeDir, testFile)
  655. baseTransfer := common.NewBaseTransfer(nil, connection.BaseConnection, nil, testFilePath, testFilePath, testFile,
  656. common.TransferUpload, 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{})
  657. davFile := newWebDavFile(baseTransfer, nil, nil)
  658. p := make([]byte, 1)
  659. _, err := davFile.Read(p)
  660. assert.EqualError(t, err, common.ErrOpUnsupported.Error())
  661. r, w, err := pipeat.Pipe()
  662. assert.NoError(t, err)
  663. davFile = newWebDavFile(baseTransfer, nil, r)
  664. davFile.Connection.RemoveTransfer(davFile.BaseTransfer)
  665. davFile = newWebDavFile(baseTransfer, vfs.NewPipeWriter(w), nil)
  666. davFile.Connection.RemoveTransfer(davFile.BaseTransfer)
  667. err = r.Close()
  668. assert.NoError(t, err)
  669. err = w.Close()
  670. assert.NoError(t, err)
  671. baseTransfer = common.NewBaseTransfer(nil, connection.BaseConnection, nil, testFilePath, testFilePath, testFile,
  672. common.TransferDownload, 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{})
  673. davFile = newWebDavFile(baseTransfer, nil, nil)
  674. _, err = davFile.Read(p)
  675. assert.True(t, fs.IsNotExist(err))
  676. _, err = davFile.Stat()
  677. assert.True(t, fs.IsNotExist(err))
  678. baseTransfer = common.NewBaseTransfer(nil, connection.BaseConnection, nil, testFilePath, testFilePath, testFile,
  679. common.TransferDownload, 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{})
  680. err = os.WriteFile(testFilePath, []byte(""), os.ModePerm)
  681. assert.NoError(t, err)
  682. f, err := os.Open(testFilePath)
  683. if assert.NoError(t, err) {
  684. err = f.Close()
  685. assert.NoError(t, err)
  686. }
  687. davFile = newWebDavFile(baseTransfer, nil, nil)
  688. davFile.reader = f
  689. err = davFile.Close()
  690. assert.EqualError(t, err, common.ErrGenericFailure.Error())
  691. err = davFile.Close()
  692. assert.EqualError(t, err, common.ErrTransferClosed.Error())
  693. _, err = davFile.Read(p)
  694. assert.Error(t, err)
  695. info, err := davFile.Stat()
  696. if assert.NoError(t, err) {
  697. assert.Equal(t, int64(0), info.Size())
  698. }
  699. r, w, err = pipeat.Pipe()
  700. assert.NoError(t, err)
  701. mockFs := newMockOsFs(false, fs.ConnectionID(), user.HomeDir, r)
  702. baseTransfer = common.NewBaseTransfer(nil, connection.BaseConnection, nil, testFilePath, testFilePath, testFile,
  703. common.TransferDownload, 0, 0, 0, 0, false, mockFs, dataprovider.TransferQuota{})
  704. davFile = newWebDavFile(baseTransfer, nil, nil)
  705. writeContent := []byte("content\r\n")
  706. go func() {
  707. n, err := w.Write(writeContent)
  708. assert.NoError(t, err)
  709. assert.Equal(t, len(writeContent), n)
  710. err = w.Close()
  711. assert.NoError(t, err)
  712. }()
  713. p = make([]byte, 64)
  714. n, err := davFile.Read(p)
  715. assert.EqualError(t, err, io.EOF.Error())
  716. assert.Equal(t, len(writeContent), n)
  717. err = davFile.Close()
  718. assert.NoError(t, err)
  719. baseTransfer = common.NewBaseTransfer(nil, connection.BaseConnection, nil, testFilePath, testFilePath, testFile,
  720. common.TransferDownload, 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{})
  721. davFile = newWebDavFile(baseTransfer, nil, nil)
  722. davFile.writer = f
  723. err = davFile.Close()
  724. assert.EqualError(t, err, common.ErrGenericFailure.Error())
  725. err = os.Remove(testFilePath)
  726. assert.NoError(t, err)
  727. }
  728. func TestTransferSeek(t *testing.T) {
  729. user := dataprovider.User{
  730. BaseUser: sdk.BaseUser{
  731. HomeDir: filepath.Clean(os.TempDir()),
  732. },
  733. }
  734. user.Permissions = make(map[string][]string)
  735. user.Permissions["/"] = []string{dataprovider.PermAny}
  736. fs := vfs.NewOsFs("connID", user.HomeDir, "")
  737. connection := &Connection{
  738. BaseConnection: common.NewBaseConnection(fs.ConnectionID(), common.ProtocolWebDAV, "", "", user),
  739. }
  740. testFilePath := filepath.Join(user.HomeDir, testFile)
  741. testFileContents := []byte("content")
  742. baseTransfer := common.NewBaseTransfer(nil, connection.BaseConnection, nil, testFilePath, testFilePath, testFile,
  743. common.TransferUpload, 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{AllowedTotalSize: 100})
  744. davFile := newWebDavFile(baseTransfer, nil, nil)
  745. _, err := davFile.Seek(0, io.SeekStart)
  746. assert.EqualError(t, err, common.ErrOpUnsupported.Error())
  747. err = davFile.Close()
  748. assert.NoError(t, err)
  749. baseTransfer = common.NewBaseTransfer(nil, connection.BaseConnection, nil, testFilePath, testFilePath, testFile,
  750. common.TransferDownload, 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{AllowedTotalSize: 100})
  751. davFile = newWebDavFile(baseTransfer, nil, nil)
  752. _, err = davFile.Seek(0, io.SeekCurrent)
  753. assert.True(t, fs.IsNotExist(err))
  754. davFile.Connection.RemoveTransfer(davFile.BaseTransfer)
  755. err = os.WriteFile(testFilePath, testFileContents, os.ModePerm)
  756. assert.NoError(t, err)
  757. f, err := os.Open(testFilePath)
  758. if assert.NoError(t, err) {
  759. err = f.Close()
  760. assert.NoError(t, err)
  761. }
  762. baseTransfer = common.NewBaseTransfer(f, connection.BaseConnection, nil, testFilePath, testFilePath, testFile,
  763. common.TransferDownload, 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{AllowedTotalSize: 100})
  764. davFile = newWebDavFile(baseTransfer, nil, nil)
  765. _, err = davFile.Seek(0, io.SeekStart)
  766. assert.Error(t, err)
  767. davFile.Connection.RemoveTransfer(davFile.BaseTransfer)
  768. baseTransfer = common.NewBaseTransfer(nil, connection.BaseConnection, nil, testFilePath, testFilePath, testFile,
  769. common.TransferDownload, 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{AllowedTotalSize: 100})
  770. davFile = newWebDavFile(baseTransfer, nil, nil)
  771. res, err := davFile.Seek(0, io.SeekStart)
  772. assert.NoError(t, err)
  773. assert.Equal(t, int64(0), res)
  774. davFile.Connection.RemoveTransfer(davFile.BaseTransfer)
  775. davFile = newWebDavFile(baseTransfer, nil, nil)
  776. res, err = davFile.Seek(0, io.SeekEnd)
  777. assert.NoError(t, err)
  778. assert.Equal(t, int64(len(testFileContents)), res)
  779. err = davFile.updateStatInfo()
  780. assert.Nil(t, err)
  781. baseTransfer = common.NewBaseTransfer(nil, connection.BaseConnection, nil, testFilePath+"1", testFilePath+"1", testFile,
  782. common.TransferDownload, 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{AllowedTotalSize: 100})
  783. davFile = newWebDavFile(baseTransfer, nil, nil)
  784. _, err = davFile.Seek(0, io.SeekEnd)
  785. assert.True(t, fs.IsNotExist(err))
  786. davFile.Connection.RemoveTransfer(davFile.BaseTransfer)
  787. baseTransfer = common.NewBaseTransfer(nil, connection.BaseConnection, nil, testFilePath, testFilePath, testFile,
  788. common.TransferDownload, 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{AllowedTotalSize: 100})
  789. davFile = newWebDavFile(baseTransfer, nil, nil)
  790. davFile.reader = f
  791. davFile.Fs = newMockOsFs(true, fs.ConnectionID(), user.GetHomeDir(), nil)
  792. res, err = davFile.Seek(2, io.SeekStart)
  793. assert.NoError(t, err)
  794. assert.Equal(t, int64(2), res)
  795. davFile = newWebDavFile(baseTransfer, nil, nil)
  796. davFile.Fs = newMockOsFs(true, fs.ConnectionID(), user.GetHomeDir(), nil)
  797. res, err = davFile.Seek(2, io.SeekEnd)
  798. assert.NoError(t, err)
  799. assert.Equal(t, int64(5), res)
  800. baseTransfer = common.NewBaseTransfer(nil, connection.BaseConnection, nil, testFilePath+"1", testFilePath+"1", testFile,
  801. common.TransferDownload, 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{AllowedTotalSize: 100})
  802. davFile = newWebDavFile(baseTransfer, nil, nil)
  803. davFile.Fs = newMockOsFs(true, fs.ConnectionID(), user.GetHomeDir(), nil)
  804. res, err = davFile.Seek(2, io.SeekEnd)
  805. assert.True(t, fs.IsNotExist(err))
  806. assert.Equal(t, int64(0), res)
  807. assert.Len(t, common.Connections.GetStats(), 0)
  808. err = os.Remove(testFilePath)
  809. assert.NoError(t, err)
  810. }
  811. func TestBasicUsersCache(t *testing.T) {
  812. username := "webdav_internal_test"
  813. password := "pwd"
  814. u := dataprovider.User{
  815. BaseUser: sdk.BaseUser{
  816. Username: username,
  817. Password: password,
  818. HomeDir: filepath.Join(os.TempDir(), username),
  819. Status: 1,
  820. ExpirationDate: 0,
  821. },
  822. }
  823. u.Permissions = make(map[string][]string)
  824. u.Permissions["/"] = []string{dataprovider.PermAny}
  825. err := dataprovider.AddUser(&u, "", "")
  826. assert.NoError(t, err)
  827. user, err := dataprovider.UserExists(u.Username)
  828. assert.NoError(t, err)
  829. c := &Configuration{
  830. Bindings: []Binding{
  831. {
  832. Port: 9000,
  833. },
  834. },
  835. Cache: Cache{
  836. Users: UsersCacheConfig{
  837. MaxSize: 50,
  838. ExpirationTime: 1,
  839. },
  840. },
  841. }
  842. dataprovider.InitializeWebDAVUserCache(c.Cache.Users.MaxSize)
  843. server := webDavServer{
  844. config: c,
  845. binding: c.Bindings[0],
  846. }
  847. req, err := http.NewRequest(http.MethodGet, fmt.Sprintf("/%v", user.Username), nil)
  848. assert.NoError(t, err)
  849. ipAddr := "127.0.0.1"
  850. _, _, _, _, err = server.authenticate(req, ipAddr) //nolint:dogsled
  851. assert.Error(t, err)
  852. now := time.Now()
  853. req.SetBasicAuth(username, password)
  854. _, isCached, _, loginMethod, err := server.authenticate(req, ipAddr)
  855. assert.NoError(t, err)
  856. assert.False(t, isCached)
  857. assert.Equal(t, dataprovider.LoginMethodPassword, loginMethod)
  858. // now the user should be cached
  859. cachedUser, ok := dataprovider.GetCachedWebDAVUser(username)
  860. if assert.True(t, ok) {
  861. assert.False(t, cachedUser.IsExpired())
  862. assert.True(t, cachedUser.Expiration.After(now.Add(time.Duration(c.Cache.Users.ExpirationTime)*time.Minute)))
  863. // authenticate must return the cached user now
  864. authUser, isCached, _, _, err := server.authenticate(req, ipAddr)
  865. assert.NoError(t, err)
  866. assert.True(t, isCached)
  867. assert.Equal(t, cachedUser.User, authUser)
  868. }
  869. // a wrong password must fail
  870. req.SetBasicAuth(username, "wrong")
  871. _, _, _, _, err = server.authenticate(req, ipAddr) //nolint:dogsled
  872. assert.EqualError(t, err, dataprovider.ErrInvalidCredentials.Error())
  873. req.SetBasicAuth(username, password)
  874. // force cached user expiration
  875. cachedUser.Expiration = now
  876. dataprovider.CacheWebDAVUser(cachedUser)
  877. cachedUser, ok = dataprovider.GetCachedWebDAVUser(username)
  878. if assert.True(t, ok) {
  879. assert.True(t, cachedUser.IsExpired())
  880. }
  881. // now authenticate should get the user from the data provider and update the cache
  882. _, isCached, _, loginMethod, err = server.authenticate(req, ipAddr)
  883. assert.NoError(t, err)
  884. assert.False(t, isCached)
  885. assert.Equal(t, dataprovider.LoginMethodPassword, loginMethod)
  886. cachedUser, ok = dataprovider.GetCachedWebDAVUser(username)
  887. if assert.True(t, ok) {
  888. assert.False(t, cachedUser.IsExpired())
  889. }
  890. // cache is not invalidated after a user modification if the fs does not change
  891. err = dataprovider.UpdateUser(&user, "", "")
  892. assert.NoError(t, err)
  893. _, ok = dataprovider.GetCachedWebDAVUser(username)
  894. assert.True(t, ok)
  895. folderName := "testFolder"
  896. user.VirtualFolders = append(user.VirtualFolders, vfs.VirtualFolder{
  897. BaseVirtualFolder: vfs.BaseVirtualFolder{
  898. Name: folderName,
  899. MappedPath: filepath.Join(os.TempDir(), "mapped"),
  900. },
  901. VirtualPath: "/vdir",
  902. })
  903. err = dataprovider.UpdateUser(&user, "", "")
  904. assert.NoError(t, err)
  905. _, ok = dataprovider.GetCachedWebDAVUser(username)
  906. assert.False(t, ok)
  907. _, isCached, _, loginMethod, err = server.authenticate(req, ipAddr)
  908. assert.NoError(t, err)
  909. assert.False(t, isCached)
  910. assert.Equal(t, dataprovider.LoginMethodPassword, loginMethod)
  911. _, ok = dataprovider.GetCachedWebDAVUser(username)
  912. assert.True(t, ok)
  913. // cache is invalidated after user deletion
  914. err = dataprovider.DeleteUser(user.Username, "", "")
  915. assert.NoError(t, err)
  916. _, ok = dataprovider.GetCachedWebDAVUser(username)
  917. assert.False(t, ok)
  918. err = dataprovider.DeleteFolder(folderName, "", "")
  919. assert.NoError(t, err)
  920. err = os.RemoveAll(u.GetHomeDir())
  921. assert.NoError(t, err)
  922. }
  923. func TestCachedUserWithFolders(t *testing.T) {
  924. username := "webdav_internal_folder_test"
  925. password := "dav_pwd"
  926. folderName := "test_folder"
  927. u := dataprovider.User{
  928. BaseUser: sdk.BaseUser{
  929. Username: username,
  930. Password: password,
  931. HomeDir: filepath.Join(os.TempDir(), username),
  932. Status: 1,
  933. ExpirationDate: 0,
  934. },
  935. }
  936. u.Permissions = make(map[string][]string)
  937. u.Permissions["/"] = []string{dataprovider.PermAny}
  938. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  939. BaseVirtualFolder: vfs.BaseVirtualFolder{
  940. Name: folderName,
  941. MappedPath: filepath.Join(os.TempDir(), folderName),
  942. },
  943. VirtualPath: "/vpath",
  944. })
  945. err := dataprovider.AddUser(&u, "", "")
  946. assert.NoError(t, err)
  947. user, err := dataprovider.UserExists(u.Username)
  948. assert.NoError(t, err)
  949. c := &Configuration{
  950. Bindings: []Binding{
  951. {
  952. Port: 9000,
  953. },
  954. },
  955. Cache: Cache{
  956. Users: UsersCacheConfig{
  957. MaxSize: 50,
  958. ExpirationTime: 1,
  959. },
  960. },
  961. }
  962. dataprovider.InitializeWebDAVUserCache(c.Cache.Users.MaxSize)
  963. server := webDavServer{
  964. config: c,
  965. binding: c.Bindings[0],
  966. }
  967. req, err := http.NewRequest(http.MethodGet, fmt.Sprintf("/%v", user.Username), nil)
  968. assert.NoError(t, err)
  969. ipAddr := "127.0.0.1"
  970. _, _, _, _, err = server.authenticate(req, ipAddr) //nolint:dogsled
  971. assert.Error(t, err)
  972. now := time.Now()
  973. req.SetBasicAuth(username, password)
  974. _, isCached, _, loginMethod, err := server.authenticate(req, ipAddr)
  975. assert.NoError(t, err)
  976. assert.False(t, isCached)
  977. assert.Equal(t, dataprovider.LoginMethodPassword, loginMethod)
  978. // now the user should be cached
  979. cachedUser, ok := dataprovider.GetCachedWebDAVUser(username)
  980. if assert.True(t, ok) {
  981. assert.False(t, cachedUser.IsExpired())
  982. assert.True(t, cachedUser.Expiration.After(now.Add(time.Duration(c.Cache.Users.ExpirationTime)*time.Minute)))
  983. // authenticate must return the cached user now
  984. authUser, isCached, _, _, err := server.authenticate(req, ipAddr)
  985. assert.NoError(t, err)
  986. assert.True(t, isCached)
  987. assert.Equal(t, cachedUser.User, authUser)
  988. }
  989. folder, err := dataprovider.GetFolderByName(folderName)
  990. assert.NoError(t, err)
  991. // updating a used folder should invalidate the cache only if the fs changed
  992. err = dataprovider.UpdateFolder(&folder, folder.Users, folder.Groups, "", "")
  993. assert.NoError(t, err)
  994. _, isCached, _, loginMethod, err = server.authenticate(req, ipAddr)
  995. assert.NoError(t, err)
  996. assert.True(t, isCached)
  997. assert.Equal(t, dataprovider.LoginMethodPassword, loginMethod)
  998. cachedUser, ok = dataprovider.GetCachedWebDAVUser(username)
  999. if assert.True(t, ok) {
  1000. assert.False(t, cachedUser.IsExpired())
  1001. }
  1002. // changing the folder path should invalidate the cache
  1003. folder.MappedPath = filepath.Join(os.TempDir(), "anotherpath")
  1004. err = dataprovider.UpdateFolder(&folder, folder.Users, folder.Groups, "", "")
  1005. assert.NoError(t, err)
  1006. _, isCached, _, loginMethod, err = server.authenticate(req, ipAddr)
  1007. assert.NoError(t, err)
  1008. assert.False(t, isCached)
  1009. assert.Equal(t, dataprovider.LoginMethodPassword, loginMethod)
  1010. cachedUser, ok = dataprovider.GetCachedWebDAVUser(username)
  1011. if assert.True(t, ok) {
  1012. assert.False(t, cachedUser.IsExpired())
  1013. }
  1014. err = dataprovider.DeleteFolder(folderName, "", "")
  1015. assert.NoError(t, err)
  1016. // removing a used folder should invalidate the cache
  1017. _, isCached, _, loginMethod, err = server.authenticate(req, ipAddr)
  1018. assert.NoError(t, err)
  1019. assert.False(t, isCached)
  1020. assert.Equal(t, dataprovider.LoginMethodPassword, loginMethod)
  1021. cachedUser, ok = dataprovider.GetCachedWebDAVUser(username)
  1022. if assert.True(t, ok) {
  1023. assert.False(t, cachedUser.IsExpired())
  1024. }
  1025. err = dataprovider.DeleteUser(user.Username, "", "")
  1026. assert.NoError(t, err)
  1027. _, ok = dataprovider.GetCachedWebDAVUser(username)
  1028. assert.False(t, ok)
  1029. err = os.RemoveAll(u.GetHomeDir())
  1030. assert.NoError(t, err)
  1031. err = os.RemoveAll(folder.MappedPath)
  1032. assert.NoError(t, err)
  1033. }
  1034. func TestUsersCacheSizeAndExpiration(t *testing.T) {
  1035. username := "webdav_internal_test"
  1036. password := "pwd"
  1037. u := dataprovider.User{
  1038. BaseUser: sdk.BaseUser{
  1039. HomeDir: filepath.Join(os.TempDir(), username),
  1040. Status: 1,
  1041. ExpirationDate: 0,
  1042. },
  1043. }
  1044. u.Username = username + "1"
  1045. u.Password = password + "1"
  1046. u.Permissions = make(map[string][]string)
  1047. u.Permissions["/"] = []string{dataprovider.PermAny}
  1048. err := dataprovider.AddUser(&u, "", "")
  1049. assert.NoError(t, err)
  1050. user1, err := dataprovider.UserExists(u.Username)
  1051. assert.NoError(t, err)
  1052. u.Username = username + "2"
  1053. u.Password = password + "2"
  1054. err = dataprovider.AddUser(&u, "", "")
  1055. assert.NoError(t, err)
  1056. user2, err := dataprovider.UserExists(u.Username)
  1057. assert.NoError(t, err)
  1058. u.Username = username + "3"
  1059. u.Password = password + "3"
  1060. err = dataprovider.AddUser(&u, "", "")
  1061. assert.NoError(t, err)
  1062. user3, err := dataprovider.UserExists(u.Username)
  1063. assert.NoError(t, err)
  1064. u.Username = username + "4"
  1065. u.Password = password + "4"
  1066. err = dataprovider.AddUser(&u, "", "")
  1067. assert.NoError(t, err)
  1068. user4, err := dataprovider.UserExists(u.Username)
  1069. assert.NoError(t, err)
  1070. c := &Configuration{
  1071. Bindings: []Binding{
  1072. {
  1073. Port: 9000,
  1074. },
  1075. },
  1076. Cache: Cache{
  1077. Users: UsersCacheConfig{
  1078. MaxSize: 3,
  1079. ExpirationTime: 1,
  1080. },
  1081. },
  1082. }
  1083. dataprovider.InitializeWebDAVUserCache(c.Cache.Users.MaxSize)
  1084. server := webDavServer{
  1085. config: c,
  1086. binding: c.Bindings[0],
  1087. }
  1088. ipAddr := "127.0.1.1"
  1089. req, err := http.NewRequest(http.MethodGet, fmt.Sprintf("/%v", user1.Username), nil)
  1090. assert.NoError(t, err)
  1091. req.SetBasicAuth(user1.Username, password+"1")
  1092. _, isCached, _, loginMehod, err := server.authenticate(req, ipAddr)
  1093. assert.NoError(t, err)
  1094. assert.False(t, isCached)
  1095. assert.Equal(t, dataprovider.LoginMethodPassword, loginMehod)
  1096. req, err = http.NewRequest(http.MethodGet, fmt.Sprintf("/%v", user2.Username), nil)
  1097. assert.NoError(t, err)
  1098. req.SetBasicAuth(user2.Username, password+"2")
  1099. _, isCached, _, loginMehod, err = server.authenticate(req, ipAddr)
  1100. assert.NoError(t, err)
  1101. assert.False(t, isCached)
  1102. assert.Equal(t, dataprovider.LoginMethodPassword, loginMehod)
  1103. req, err = http.NewRequest(http.MethodGet, fmt.Sprintf("/%v", user3.Username), nil)
  1104. assert.NoError(t, err)
  1105. req.SetBasicAuth(user3.Username, password+"3")
  1106. _, isCached, _, loginMehod, err = server.authenticate(req, ipAddr)
  1107. assert.NoError(t, err)
  1108. assert.False(t, isCached)
  1109. assert.Equal(t, dataprovider.LoginMethodPassword, loginMehod)
  1110. // the first 3 users are now cached
  1111. _, ok := dataprovider.GetCachedWebDAVUser(user1.Username)
  1112. assert.True(t, ok)
  1113. _, ok = dataprovider.GetCachedWebDAVUser(user2.Username)
  1114. assert.True(t, ok)
  1115. _, ok = dataprovider.GetCachedWebDAVUser(user3.Username)
  1116. assert.True(t, ok)
  1117. req, err = http.NewRequest(http.MethodGet, fmt.Sprintf("/%v", user4.Username), nil)
  1118. assert.NoError(t, err)
  1119. req.SetBasicAuth(user4.Username, password+"4")
  1120. _, isCached, _, loginMehod, err = server.authenticate(req, ipAddr)
  1121. assert.NoError(t, err)
  1122. assert.False(t, isCached)
  1123. assert.Equal(t, dataprovider.LoginMethodPassword, loginMehod)
  1124. // user1, the first cached, should be removed now
  1125. _, ok = dataprovider.GetCachedWebDAVUser(user1.Username)
  1126. assert.False(t, ok)
  1127. _, ok = dataprovider.GetCachedWebDAVUser(user2.Username)
  1128. assert.True(t, ok)
  1129. _, ok = dataprovider.GetCachedWebDAVUser(user3.Username)
  1130. assert.True(t, ok)
  1131. _, ok = dataprovider.GetCachedWebDAVUser(user4.Username)
  1132. assert.True(t, ok)
  1133. // a sleep ensures that expiration times are different
  1134. time.Sleep(20 * time.Millisecond)
  1135. // user1 logins, user2 should be removed
  1136. req, err = http.NewRequest(http.MethodGet, fmt.Sprintf("/%v", user1.Username), nil)
  1137. assert.NoError(t, err)
  1138. req.SetBasicAuth(user1.Username, password+"1")
  1139. _, isCached, _, loginMehod, err = server.authenticate(req, ipAddr)
  1140. assert.NoError(t, err)
  1141. assert.False(t, isCached)
  1142. assert.Equal(t, dataprovider.LoginMethodPassword, loginMehod)
  1143. _, ok = dataprovider.GetCachedWebDAVUser(user2.Username)
  1144. assert.False(t, ok)
  1145. _, ok = dataprovider.GetCachedWebDAVUser(user1.Username)
  1146. assert.True(t, ok)
  1147. _, ok = dataprovider.GetCachedWebDAVUser(user3.Username)
  1148. assert.True(t, ok)
  1149. _, ok = dataprovider.GetCachedWebDAVUser(user4.Username)
  1150. assert.True(t, ok)
  1151. // a sleep ensures that expiration times are different
  1152. time.Sleep(20 * time.Millisecond)
  1153. // user2 logins, user3 should be removed
  1154. req, err = http.NewRequest(http.MethodGet, fmt.Sprintf("/%v", user2.Username), nil)
  1155. assert.NoError(t, err)
  1156. req.SetBasicAuth(user2.Username, password+"2")
  1157. _, isCached, _, loginMehod, err = server.authenticate(req, ipAddr)
  1158. assert.NoError(t, err)
  1159. assert.False(t, isCached)
  1160. assert.Equal(t, dataprovider.LoginMethodPassword, loginMehod)
  1161. _, ok = dataprovider.GetCachedWebDAVUser(user3.Username)
  1162. assert.False(t, ok)
  1163. _, ok = dataprovider.GetCachedWebDAVUser(user1.Username)
  1164. assert.True(t, ok)
  1165. _, ok = dataprovider.GetCachedWebDAVUser(user2.Username)
  1166. assert.True(t, ok)
  1167. _, ok = dataprovider.GetCachedWebDAVUser(user4.Username)
  1168. assert.True(t, ok)
  1169. // a sleep ensures that expiration times are different
  1170. time.Sleep(20 * time.Millisecond)
  1171. // user3 logins, user4 should be removed
  1172. req, err = http.NewRequest(http.MethodGet, fmt.Sprintf("/%v", user3.Username), nil)
  1173. assert.NoError(t, err)
  1174. req.SetBasicAuth(user3.Username, password+"3")
  1175. _, isCached, _, loginMehod, err = server.authenticate(req, ipAddr)
  1176. assert.NoError(t, err)
  1177. assert.False(t, isCached)
  1178. assert.Equal(t, dataprovider.LoginMethodPassword, loginMehod)
  1179. _, ok = dataprovider.GetCachedWebDAVUser(user4.Username)
  1180. assert.False(t, ok)
  1181. _, ok = dataprovider.GetCachedWebDAVUser(user1.Username)
  1182. assert.True(t, ok)
  1183. _, ok = dataprovider.GetCachedWebDAVUser(user2.Username)
  1184. assert.True(t, ok)
  1185. _, ok = dataprovider.GetCachedWebDAVUser(user3.Username)
  1186. assert.True(t, ok)
  1187. // now remove user1 after an update
  1188. user1.HomeDir += "_mod"
  1189. err = dataprovider.UpdateUser(&user1, "", "")
  1190. assert.NoError(t, err)
  1191. _, ok = dataprovider.GetCachedWebDAVUser(user1.Username)
  1192. assert.False(t, ok)
  1193. req, err = http.NewRequest(http.MethodGet, fmt.Sprintf("/%v", user4.Username), nil)
  1194. assert.NoError(t, err)
  1195. req.SetBasicAuth(user4.Username, password+"4")
  1196. _, isCached, _, loginMehod, err = server.authenticate(req, ipAddr)
  1197. assert.NoError(t, err)
  1198. assert.False(t, isCached)
  1199. assert.Equal(t, dataprovider.LoginMethodPassword, loginMehod)
  1200. // a sleep ensures that expiration times are different
  1201. time.Sleep(20 * time.Millisecond)
  1202. req, err = http.NewRequest(http.MethodGet, fmt.Sprintf("/%v", user1.Username), nil)
  1203. assert.NoError(t, err)
  1204. req.SetBasicAuth(user1.Username, password+"1")
  1205. _, isCached, _, loginMehod, err = server.authenticate(req, ipAddr)
  1206. assert.NoError(t, err)
  1207. assert.False(t, isCached)
  1208. assert.Equal(t, dataprovider.LoginMethodPassword, loginMehod)
  1209. _, ok = dataprovider.GetCachedWebDAVUser(user2.Username)
  1210. assert.False(t, ok)
  1211. _, ok = dataprovider.GetCachedWebDAVUser(user1.Username)
  1212. assert.True(t, ok)
  1213. _, ok = dataprovider.GetCachedWebDAVUser(user3.Username)
  1214. assert.True(t, ok)
  1215. _, ok = dataprovider.GetCachedWebDAVUser(user4.Username)
  1216. assert.True(t, ok)
  1217. err = dataprovider.DeleteUser(user1.Username, "", "")
  1218. assert.NoError(t, err)
  1219. err = dataprovider.DeleteUser(user2.Username, "", "")
  1220. assert.NoError(t, err)
  1221. err = dataprovider.DeleteUser(user3.Username, "", "")
  1222. assert.NoError(t, err)
  1223. err = dataprovider.DeleteUser(user4.Username, "", "")
  1224. assert.NoError(t, err)
  1225. err = os.RemoveAll(u.GetHomeDir())
  1226. assert.NoError(t, err)
  1227. }
  1228. func TestUserCacheIsolation(t *testing.T) {
  1229. dataprovider.InitializeWebDAVUserCache(10)
  1230. username := "webdav_internal_cache_test"
  1231. password := "dav_pwd"
  1232. u := dataprovider.User{
  1233. BaseUser: sdk.BaseUser{
  1234. Username: username,
  1235. Password: password,
  1236. HomeDir: filepath.Join(os.TempDir(), username),
  1237. Status: 1,
  1238. ExpirationDate: 0,
  1239. },
  1240. }
  1241. u.Permissions = make(map[string][]string)
  1242. u.Permissions["/"] = []string{dataprovider.PermAny}
  1243. err := dataprovider.AddUser(&u, "", "")
  1244. assert.NoError(t, err)
  1245. user, err := dataprovider.UserExists(u.Username)
  1246. assert.NoError(t, err)
  1247. cachedUser := &dataprovider.CachedUser{
  1248. User: user,
  1249. Expiration: time.Now().Add(24 * time.Hour),
  1250. Password: password,
  1251. LockSystem: webdav.NewMemLS(),
  1252. }
  1253. cachedUser.User.FsConfig.S3Config.AccessSecret = kms.NewPlainSecret("test secret")
  1254. err = cachedUser.User.FsConfig.S3Config.AccessSecret.Encrypt()
  1255. assert.NoError(t, err)
  1256. dataprovider.CacheWebDAVUser(cachedUser)
  1257. cachedUser, ok := dataprovider.GetCachedWebDAVUser(username)
  1258. if assert.True(t, ok) {
  1259. _, err = cachedUser.User.GetFilesystem("")
  1260. assert.NoError(t, err)
  1261. // the filesystem is now cached
  1262. }
  1263. cachedUser, ok = dataprovider.GetCachedWebDAVUser(username)
  1264. if assert.True(t, ok) {
  1265. assert.True(t, cachedUser.User.FsConfig.S3Config.AccessSecret.IsEncrypted())
  1266. err = cachedUser.User.FsConfig.S3Config.AccessSecret.Decrypt()
  1267. assert.NoError(t, err)
  1268. cachedUser.User.FsConfig.Provider = sdk.S3FilesystemProvider
  1269. _, err = cachedUser.User.GetFilesystem("")
  1270. assert.Error(t, err, "we don't have to get the previously cached filesystem!")
  1271. }
  1272. cachedUser, ok = dataprovider.GetCachedWebDAVUser(username)
  1273. if assert.True(t, ok) {
  1274. assert.Equal(t, sdk.LocalFilesystemProvider, cachedUser.User.FsConfig.Provider)
  1275. assert.False(t, cachedUser.User.FsConfig.S3Config.AccessSecret.IsEncrypted())
  1276. }
  1277. err = dataprovider.DeleteUser(username, "", "")
  1278. assert.NoError(t, err)
  1279. _, ok = dataprovider.GetCachedWebDAVUser(username)
  1280. assert.False(t, ok)
  1281. }
  1282. func TestRecoverer(t *testing.T) {
  1283. c := &Configuration{
  1284. Bindings: []Binding{
  1285. {
  1286. Port: 9000,
  1287. },
  1288. },
  1289. }
  1290. server := webDavServer{
  1291. config: c,
  1292. binding: c.Bindings[0],
  1293. }
  1294. rr := httptest.NewRecorder()
  1295. server.ServeHTTP(rr, nil)
  1296. assert.Equal(t, http.StatusInternalServerError, rr.Code)
  1297. }
  1298. func TestMimeCache(t *testing.T) {
  1299. cache := mimeCache{
  1300. maxSize: 0,
  1301. mimeTypes: make(map[string]string),
  1302. }
  1303. cache.addMimeToCache(".zip", "application/zip")
  1304. mtype := cache.getMimeFromCache(".zip")
  1305. assert.Equal(t, "", mtype)
  1306. cache.maxSize = 1
  1307. cache.addMimeToCache(".zip", "application/zip")
  1308. mtype = cache.getMimeFromCache(".zip")
  1309. assert.Equal(t, "application/zip", mtype)
  1310. cache.addMimeToCache(".jpg", "image/jpeg")
  1311. mtype = cache.getMimeFromCache(".jpg")
  1312. assert.Equal(t, "", mtype)
  1313. }
  1314. func TestVerifyTLSConnection(t *testing.T) {
  1315. oldCertMgr := certMgr
  1316. caCrlPath := filepath.Join(os.TempDir(), "testcrl.crt")
  1317. certPath := filepath.Join(os.TempDir(), "test.crt")
  1318. keyPath := filepath.Join(os.TempDir(), "test.key")
  1319. err := os.WriteFile(caCrlPath, []byte(caCRL), os.ModePerm)
  1320. assert.NoError(t, err)
  1321. err = os.WriteFile(certPath, []byte(webDavCert), os.ModePerm)
  1322. assert.NoError(t, err)
  1323. err = os.WriteFile(keyPath, []byte(webDavKey), os.ModePerm)
  1324. assert.NoError(t, err)
  1325. keyPairs := []common.TLSKeyPair{
  1326. {
  1327. Cert: certPath,
  1328. Key: keyPath,
  1329. ID: common.DefaultTLSKeyPaidID,
  1330. },
  1331. }
  1332. certMgr, err = common.NewCertManager(keyPairs, "", "webdav_test")
  1333. assert.NoError(t, err)
  1334. certMgr.SetCARevocationLists([]string{caCrlPath})
  1335. err = certMgr.LoadCRLs()
  1336. assert.NoError(t, err)
  1337. crt, err := tls.X509KeyPair([]byte(client1Crt), []byte(client1Key))
  1338. assert.NoError(t, err)
  1339. x509crt, err := x509.ParseCertificate(crt.Certificate[0])
  1340. assert.NoError(t, err)
  1341. server := webDavServer{}
  1342. state := tls.ConnectionState{
  1343. PeerCertificates: []*x509.Certificate{x509crt},
  1344. }
  1345. err = server.verifyTLSConnection(state)
  1346. assert.Error(t, err) // no verified certification chain
  1347. crt, err = tls.X509KeyPair([]byte(caCRT), []byte(caKey))
  1348. assert.NoError(t, err)
  1349. x509CAcrt, err := x509.ParseCertificate(crt.Certificate[0])
  1350. assert.NoError(t, err)
  1351. state.VerifiedChains = append(state.VerifiedChains, []*x509.Certificate{x509crt, x509CAcrt})
  1352. err = server.verifyTLSConnection(state)
  1353. assert.NoError(t, err)
  1354. crt, err = tls.X509KeyPair([]byte(client2Crt), []byte(client2Key))
  1355. assert.NoError(t, err)
  1356. x509crtRevoked, err := x509.ParseCertificate(crt.Certificate[0])
  1357. assert.NoError(t, err)
  1358. state.VerifiedChains = append(state.VerifiedChains, []*x509.Certificate{x509crtRevoked, x509CAcrt})
  1359. state.PeerCertificates = []*x509.Certificate{x509crtRevoked}
  1360. err = server.verifyTLSConnection(state)
  1361. assert.EqualError(t, err, common.ErrCrtRevoked.Error())
  1362. err = os.Remove(caCrlPath)
  1363. assert.NoError(t, err)
  1364. err = os.Remove(certPath)
  1365. assert.NoError(t, err)
  1366. err = os.Remove(keyPath)
  1367. assert.NoError(t, err)
  1368. certMgr = oldCertMgr
  1369. }
  1370. func TestMisc(t *testing.T) {
  1371. oldCertMgr := certMgr
  1372. certMgr = nil
  1373. err := ReloadCertificateMgr()
  1374. assert.Nil(t, err)
  1375. val := getConfigPath("", ".")
  1376. assert.Empty(t, val)
  1377. certMgr = oldCertMgr
  1378. }