internal_test.go 100 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732
  1. // Copyright (C) 2019-2022 Nicola Murino
  2. //
  3. // This program is free software: you can redistribute it and/or modify
  4. // it under the terms of the GNU Affero General Public License as published
  5. // by the Free Software Foundation, version 3.
  6. //
  7. // This program is distributed in the hope that it will be useful,
  8. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. // GNU Affero General Public License for more details.
  11. //
  12. // You should have received a copy of the GNU Affero General Public License
  13. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  14. package httpd
  15. import (
  16. "bytes"
  17. "context"
  18. "crypto/tls"
  19. "crypto/x509"
  20. "database/sql"
  21. "encoding/json"
  22. "errors"
  23. "fmt"
  24. "html/template"
  25. "io"
  26. "net/http"
  27. "net/http/httptest"
  28. "net/url"
  29. "os"
  30. "path"
  31. "path/filepath"
  32. "runtime"
  33. "strings"
  34. "testing"
  35. "time"
  36. "github.com/go-chi/chi/v5"
  37. "github.com/go-chi/chi/v5/middleware"
  38. "github.com/go-chi/jwtauth/v5"
  39. "github.com/klauspost/compress/zip"
  40. "github.com/lestrrat-go/jwx/jwa"
  41. "github.com/lestrrat-go/jwx/jwt"
  42. "github.com/rs/xid"
  43. "github.com/sftpgo/sdk"
  44. "github.com/stretchr/testify/assert"
  45. "github.com/stretchr/testify/require"
  46. "github.com/drakkan/sftpgo/v2/internal/common"
  47. "github.com/drakkan/sftpgo/v2/internal/dataprovider"
  48. "github.com/drakkan/sftpgo/v2/internal/kms"
  49. "github.com/drakkan/sftpgo/v2/internal/plugin"
  50. "github.com/drakkan/sftpgo/v2/internal/util"
  51. "github.com/drakkan/sftpgo/v2/internal/vfs"
  52. )
  53. const (
  54. httpdCert = `-----BEGIN CERTIFICATE-----
  55. MIICHTCCAaKgAwIBAgIUHnqw7QnB1Bj9oUsNpdb+ZkFPOxMwCgYIKoZIzj0EAwIw
  56. RTELMAkGA1UEBhMCQVUxEzARBgNVBAgMClNvbWUtU3RhdGUxITAfBgNVBAoMGElu
  57. dGVybmV0IFdpZGdpdHMgUHR5IEx0ZDAeFw0yMDAyMDQwOTUzMDRaFw0zMDAyMDEw
  58. OTUzMDRaMEUxCzAJBgNVBAYTAkFVMRMwEQYDVQQIDApTb21lLVN0YXRlMSEwHwYD
  59. VQQKDBhJbnRlcm5ldCBXaWRnaXRzIFB0eSBMdGQwdjAQBgcqhkjOPQIBBgUrgQQA
  60. IgNiAARCjRMqJ85rzMC998X5z761nJ+xL3bkmGVqWvrJ51t5OxV0v25NsOgR82CA
  61. NXUgvhVYs7vNFN+jxtb2aj6Xg+/2G/BNxkaFspIVCzgWkxiz7XE4lgUwX44FCXZM
  62. 3+JeUbKjUzBRMB0GA1UdDgQWBBRhLw+/o3+Z02MI/d4tmaMui9W16jAfBgNVHSME
  63. GDAWgBRhLw+/o3+Z02MI/d4tmaMui9W16jAPBgNVHRMBAf8EBTADAQH/MAoGCCqG
  64. SM49BAMCA2kAMGYCMQDqLt2lm8mE+tGgtjDmtFgdOcI72HSbRQ74D5rYTzgST1rY
  65. /8wTi5xl8TiFUyLMUsICMQC5ViVxdXbhuG7gX6yEqSkMKZICHpO8hqFwOD/uaFVI
  66. dV4vKmHUzwK/eIx+8Ay3neE=
  67. -----END CERTIFICATE-----`
  68. httpdKey = `-----BEGIN EC PARAMETERS-----
  69. BgUrgQQAIg==
  70. -----END EC PARAMETERS-----
  71. -----BEGIN EC PRIVATE KEY-----
  72. MIGkAgEBBDCfMNsN6miEE3rVyUPwElfiJSWaR5huPCzUenZOfJT04GAcQdWvEju3
  73. UM2lmBLIXpGgBwYFK4EEACKhZANiAARCjRMqJ85rzMC998X5z761nJ+xL3bkmGVq
  74. WvrJ51t5OxV0v25NsOgR82CANXUgvhVYs7vNFN+jxtb2aj6Xg+/2G/BNxkaFspIV
  75. CzgWkxiz7XE4lgUwX44FCXZM3+JeUbI=
  76. -----END EC PRIVATE KEY-----`
  77. caCRT = `-----BEGIN CERTIFICATE-----
  78. MIIE5jCCAs6gAwIBAgIBATANBgkqhkiG9w0BAQsFADATMREwDwYDVQQDEwhDZXJ0
  79. QXV0aDAeFw0yMTAxMDIyMTIwNTVaFw0yMjA3MDIyMTMwNTJaMBMxETAPBgNVBAMT
  80. CENlcnRBdXRoMIICIjANBgkqhkiG9w0BAQEFAAOCAg8AMIICCgKCAgEA4Tiho5xW
  81. AC15JRkMwfp3/TJwI2As7MY5dele5cmdr5bHAE+sRKqC+Ti88OJWCV5saoyax/1S
  82. CjxJlQMZMl169P1QYJskKjdG2sdv6RLWLMgwSNRRjxp/Bw9dHdiEb9MjLgu28Jro
  83. 9peQkHcRHeMf5hM9WvlIJGrdzbC4hUehmqggcqgARainBkYjf0SwuWxHeu4nMqkp
  84. Ak5tcSTLCjHfEFHZ9Te0TIPG5YkWocQKyeLgu4lvuU+DD2W2lym+YVUtRMGs1Env
  85. k7p+N0DcGU26qfzZ2sF5ZXkqm7dBsGQB9pIxwc2Q8T1dCIyP9OQCKVILdc5aVFf1
  86. cryQFHYzYNNZXFlIBims5VV5Mgfp8ESHQSue+v6n6ykecLEyKt1F1Y/MWY/nWUSI
  87. 8zdq83jdBAZVjo9MSthxVn57/06s/hQca65IpcTZV2gX0a+eRlAVqaRbAhL3LaZe
  88. bYsW3WHKoUOftwemuep3nL51TzlXZVL7Oz/ClGaEOsnGG9KFO6jh+W768qC0zLQI
  89. CdE7v2Zex98sZteHCg9fGJHIaYoF0aJG5P3WI5oZf2fy7UIYN9ADLFZiorCXAZEh
  90. CSU6mDoRViZ4RGR9GZxbDZ9KYn7O8M/KCR72bkQg73TlMsk1zSXEw0MKLUjtsw6c
  91. rZ0Jt8t3sRatHO3JrYHALMt9vZfyNCZp0IsCAwEAAaNFMEMwDgYDVR0PAQH/BAQD
  92. AgEGMBIGA1UdEwEB/wQIMAYBAf8CAQAwHQYDVR0OBBYEFO1yCNAGr/zQTJIi8lw3
  93. w5OiuBvMMA0GCSqGSIb3DQEBCwUAA4ICAQA6gCNuM7r8mnx674dm31GxBjQy5ZwB
  94. 7CxDzYEvL/oiZ3Tv3HlPfN2LAAsJUfGnghh9DOytenL2CTZWjl/emP5eijzmlP+9
  95. zva5I6CIMCf/eDDVsRdO244t0o4uG7+At0IgSDM3bpVaVb4RHZNjEziYChsEYY8d
  96. HK6iwuRSvFniV6yhR/Vj1Ymi9yZ5xclqseLXiQnUB0PkfIk23+7s42cXB16653fH
  97. O/FsPyKBLiKJArizLYQc12aP3QOrYoYD9+fAzIIzew7A5C0aanZCGzkuFpO6TRlD
  98. Tb7ry9Gf0DfPpCgxraH8tOcmnqp/ka3hjqo/SRnnTk0IFrmmLdarJvjD46rKwBo4
  99. MjyAIR1mQ5j8GTlSFBmSgETOQ/EYvO3FPLmra1Fh7L+DvaVzTpqI9fG3TuyyY+Ri
  100. Fby4ycTOGSZOe5Fh8lqkX5Y47mCUJ3zHzOA1vUJy2eTlMRGpu47Eb1++Vm6EzPUP
  101. 2EF5aD+zwcssh+atZvQbwxpgVqVcyLt91RSkKkmZQslh0rnlTb68yxvUnD3zw7So
  102. o6TAf9UvwVMEvdLT9NnFd6hwi2jcNte/h538GJwXeBb8EkfpqLKpTKyicnOdkamZ
  103. 7E9zY8SHNRYMwB9coQ/W8NvufbCgkvOoLyMXk5edbXofXl3PhNGOlraWbghBnzf5
  104. r3rwjFsQOoZotA==
  105. -----END CERTIFICATE-----`
  106. caKey = `-----BEGIN RSA PRIVATE KEY-----
  107. MIIJKQIBAAKCAgEA4Tiho5xWAC15JRkMwfp3/TJwI2As7MY5dele5cmdr5bHAE+s
  108. RKqC+Ti88OJWCV5saoyax/1SCjxJlQMZMl169P1QYJskKjdG2sdv6RLWLMgwSNRR
  109. jxp/Bw9dHdiEb9MjLgu28Jro9peQkHcRHeMf5hM9WvlIJGrdzbC4hUehmqggcqgA
  110. RainBkYjf0SwuWxHeu4nMqkpAk5tcSTLCjHfEFHZ9Te0TIPG5YkWocQKyeLgu4lv
  111. uU+DD2W2lym+YVUtRMGs1Envk7p+N0DcGU26qfzZ2sF5ZXkqm7dBsGQB9pIxwc2Q
  112. 8T1dCIyP9OQCKVILdc5aVFf1cryQFHYzYNNZXFlIBims5VV5Mgfp8ESHQSue+v6n
  113. 6ykecLEyKt1F1Y/MWY/nWUSI8zdq83jdBAZVjo9MSthxVn57/06s/hQca65IpcTZ
  114. V2gX0a+eRlAVqaRbAhL3LaZebYsW3WHKoUOftwemuep3nL51TzlXZVL7Oz/ClGaE
  115. OsnGG9KFO6jh+W768qC0zLQICdE7v2Zex98sZteHCg9fGJHIaYoF0aJG5P3WI5oZ
  116. f2fy7UIYN9ADLFZiorCXAZEhCSU6mDoRViZ4RGR9GZxbDZ9KYn7O8M/KCR72bkQg
  117. 73TlMsk1zSXEw0MKLUjtsw6crZ0Jt8t3sRatHO3JrYHALMt9vZfyNCZp0IsCAwEA
  118. AQKCAgAV+ElERYbaI5VyufvVnFJCH75ypPoc6sVGLEq2jbFVJJcq/5qlZCC8oP1F
  119. Xj7YUR6wUiDzK1Hqb7EZ2SCHGjlZVrCVi+y+NYAy7UuMZ+r+mVSkdhmypPoJPUVv
  120. GOTqZ6VB46Cn3eSl0WknvoWr7bD555yPmEuiSc5zNy74yWEJTidEKAFGyknowcTK
  121. sG+w1tAuPLcUKQ44DGB+rgEkcHL7C5EAa7upzx0C3RmZFB+dTAVyJdkBMbFuOhTS
  122. sB7DLeTplR7/4mp9da7EQw51ZXC1DlZOEZt++4/desXsqATNAbva1OuzrLG7mMKe
  123. N/PCBh/aERQcsCvgUmaXqGQgqN1Jhw8kbXnjZnVd9iE7TAh7ki3VqNy1OMgTwOex
  124. bBYWaCqHuDYIxCjeW0qLJcn0cKQ13FVYrxgInf4Jp82SQht5b/zLL3IRZEyKcLJF
  125. kL6g1wlmTUTUX0z8eZzlM0ZCrqtExjgElMO/rV971nyNV5WU8Og3NmE8/slqMrmJ
  126. DlrQr9q0WJsDKj1IMe46EUM6ix7bbxC5NIfJ96dgdxZDn6ghjca6iZYqqUACvmUj
  127. cq08s3R4Ouw9/87kn11wwGBx2yDueCwrjKEGc0RKjweGbwu0nBxOrkJ8JXz6bAv7
  128. 1OKfYaX3afI9B8x4uaiuRs38oBQlg9uAYFfl4HNBPuQikGLmsQKCAQEA8VjFOsaz
  129. y6NMZzKXi7WZ48uu3ed5x3Kf6RyDr1WvQ1jkBMv9b6b8Gp1CRnPqviRBto9L8QAg
  130. bCXZTqnXzn//brskmW8IZgqjAlf89AWa53piucu9/hgidrHRZobs5gTqev28uJdc
  131. zcuw1g8c3nCpY9WeTjHODzX5NXYRLFpkazLfYa6c8Q9jZR4KKrpdM+66fxL0JlOd
  132. 7dN0oQtEqEAugsd3cwkZgvWhY4oM7FGErrZoDLy273ZdJzi/vU+dThyVzfD8Ab8u
  133. VxxuobVMT/S608zbe+uaiUdov5s96OkCl87403UNKJBH+6LNb3rjBBLE9NPN5ET9
  134. JLQMrYd+zj8jQwKCAQEA7uU5I9MOufo9bIgJqjY4Ie1+Ex9DZEMUYFAvGNCJCVcS
  135. mwOdGF8AWzIavTLACmEDJO7t/OrBdoo4L7IEsCNjgA3WiIwIMiWUVqveAGUMEXr6
  136. TRI5EolV6FTqqIP6AS+BAeBq7G1ELgsTrWNHh11rW3+3kBMuOCn77PUQ8WHwcq/r
  137. teZcZn4Ewcr6P7cBODgVvnBPhe/J8xHS0HFVCeS1CvaiNYgees5yA80Apo9IPjDJ
  138. YWawLjmH5wUBI5yDFVp067wjqJnoKPSoKwWkZXqUk+zgFXx5KT0gh/c5yh1frASp
  139. q6oaYnHEVC5qj2SpT1GFLonTcrQUXiSkiUudvNu1GQKCAQEAmko+5GFtRe0ihgLQ
  140. 4S76r6diJli6AKil1Fg3U1r6zZpBQ1PJtJxTJQyN9w5Z7q6tF/GqAesrzxevQdvQ
  141. rCImAPtA3ZofC2UXawMnIjWHHx6diNvYnV1+gtUQ4nO1dSOFZ5VZFcUmPiZO6boF
  142. oaryj3FcX+71JcJCjEvrlKhA9Es0hXUkvfMxfs5if4he1zlyHpTWYr4oA4egUugq
  143. P0mwskikc3VIyvEO+NyjgFxo72yLPkFSzemkidN8uKDyFqKtnlfGM7OuA2CY1WZa
  144. 3+67lXWshx9KzyJIs92iCYkU8EoPxtdYzyrV6efdX7x27v60zTOut5TnJJS6WiF6
  145. Do5MkwKCAQAxoR9IyP0DN/BwzqYrXU42Bi+t603F04W1KJNQNWpyrUspNwv41yus
  146. xnD1o0hwH41Wq+h3JZIBfV+E0RfWO9Pc84MBJQ5C1LnHc7cQH+3s575+Km3+4tcd
  147. CB8j2R8kBeloKWYtLdn/Mr/ownpGreqyvIq2/LUaZ+Z1aMgXTYB1YwS16mCBzmZQ
  148. mEl62RsAwe4KfSyYJ6OtwqMoOJMxFfliiLBULK4gVykqjvk2oQeiG+KKQJoTUFJi
  149. dRCyhD5bPkqR+qjxyt+HOqSBI4/uoROi05AOBqjpH1DVzk+MJKQOiX1yM0l98CKY
  150. Vng+x+vAla/0Zh+ucajVkgk4mKPxazdpAoIBAQC17vWk4KYJpF2RC3pKPcQ0PdiX
  151. bN35YNlvyhkYlSfDNdyH3aDrGiycUyW2mMXUgEDFsLRxHMTL+zPC6efqO6sTAJDY
  152. cBptsW4drW/qo8NTx3dNOisLkW+mGGJOR/w157hREFr29ymCVMYu/Z7fVWIeSpCq
  153. p3u8YX8WTljrxwSczlGjvpM7uJx3SfYRM4TUoy+8wU8bK74LywLa5f60bQY6Dye0
  154. Gqd9O6OoPfgcQlwjC5MiAofeqwPJvU0hQOPoehZyNLAmOCWXTYWaTP7lxO1r6+NE
  155. M3hGYqW3W8Ixua71OskCypBZg/HVlIP/lzjRzdx+VOB2hbWVth2Iup/Z1egW
  156. -----END RSA PRIVATE KEY-----`
  157. caCRL = `-----BEGIN X509 CRL-----
  158. MIICpzCBkAIBATANBgkqhkiG9w0BAQsFADATMREwDwYDVQQDEwhDZXJ0QXV0aBcN
  159. MjEwMTAyMjEzNDA1WhcNMjMwMTAyMjEzNDA1WjAkMCICEQC+l04DbHWMyC3fG09k
  160. VXf+Fw0yMTAxMDIyMTM0MDVaoCMwITAfBgNVHSMEGDAWgBTtcgjQBq/80EySIvJc
  161. N8OTorgbzDANBgkqhkiG9w0BAQsFAAOCAgEAEJ7z+uNc8sqtxlOhSdTGDzX/xput
  162. E857kFQkSlMnU2whQ8c+XpYrBLA5vIZJNSSwohTpM4+zVBX/bJpmu3wqqaArRO9/
  163. YcW5mQk9Anvb4WjQW1cHmtNapMTzoC9AiYt/OWPfy+P6JCgCr4Hy6LgQyIRL6bM9
  164. VYTalolOm1qa4Y5cIeT7iHq/91mfaqo8/6MYRjLl8DOTROpmw8OS9bCXkzGKdCat
  165. AbAzwkQUSauyoCQ10rpX+Y64w9ng3g4Dr20aCqPf5osaqplEJ2HTK8ljDTidlslv
  166. 9anQj8ax3Su89vI8+hK+YbfVQwrThabgdSjQsn+veyx8GlP8WwHLAQ379KjZjWg+
  167. OlOSwBeU1vTdP0QcB8X5C2gVujAyuQekbaV86xzIBOj7vZdfHZ6ee30TZ2FKiMyg
  168. 7/N2OqW0w77ChsjB4MSHJCfuTgIeg62GzuZXLM+Q2Z9LBdtm4Byg+sm/P52adOEg
  169. gVb2Zf4KSvsAmA0PIBlu449/QXUFcMxzLFy7mwTeZj2B4Ln0Hm0szV9f9R8MwMtB
  170. SyLYxVH+mgqaR6Jkk22Q/yYyLPaELfafX5gp/AIXG8n0zxfVaTvK3auSgb1Q6ZLS
  171. 5QH9dSIsmZHlPq7GoSXmKpMdjUL8eaky/IMteioyXgsBiATzl5L2dsw6MTX3MDF0
  172. QbDK+MzhmbKfDxs=
  173. -----END X509 CRL-----`
  174. client1Crt = `-----BEGIN CERTIFICATE-----
  175. MIIEITCCAgmgAwIBAgIRAIppZHoj1hM80D7WzTEKLuAwDQYJKoZIhvcNAQELBQAw
  176. EzERMA8GA1UEAxMIQ2VydEF1dGgwHhcNMjEwMTAyMjEyMzEwWhcNMjIwNzAyMjEz
  177. MDUxWjASMRAwDgYDVQQDEwdjbGllbnQxMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8A
  178. MIIBCgKCAQEAoKbYY9MdF2kF/nhBESIiZTdVYtA8XL9xrIZyDj9EnCiTxHiVbJtH
  179. XVwszqSl5TRrotPmnmAQcX3r8OCk+z+RQZ0QQj257P3kG6q4rNnOcWCS5xEd20jP
  180. yhQ3m+hMGfZsotNTQze1ochuQgLUN6IPyPxZkH22ia3jX4iu1eo/QxeLYHj1UHw4
  181. 3Cii9yE+j5kPUC21xmnrGKdUrB55NYLXHx6yTIqYR5znSOVB8oJi18/hwdZmH859
  182. DHhm0Hx1HrS+jbjI3+CMorZJ3WUyNf+CkiVLD3xYutPbxzEpwiqkG/XYzLH0habT
  183. cDcILo18n+o3jvem2KWBrDhyairjIDscwQIDAQABo3EwbzAOBgNVHQ8BAf8EBAMC
  184. A7gwHQYDVR0lBBYwFAYIKwYBBQUHAwEGCCsGAQUFBwMCMB0GA1UdDgQWBBSJ5GIv
  185. zIrE4ZSQt2+CGblKTDswizAfBgNVHSMEGDAWgBTtcgjQBq/80EySIvJcN8OTorgb
  186. zDANBgkqhkiG9w0BAQsFAAOCAgEALh4f5GhvNYNou0Ab04iQBbLEdOu2RlbK1B5n
  187. K9P/umYenBHMY/z6HT3+6tpcHsDuqE8UVdq3f3Gh4S2Gu9m8PRitT+cJ3gdo9Plm
  188. 3rD4ufn/s6rGg3ppydXcedm17492tbccUDWOBZw3IO/ASVq13WPgT0/Kev7cPq0k
  189. sSdSNhVeXqx8Myc2/d+8GYyzbul2Kpfa7h9i24sK49E9ftnSmsIvngONo08eT1T0
  190. 3wAOyK2981LIsHaAWcneShKFLDB6LeXIT9oitOYhiykhFlBZ4M1GNlSNfhQ8IIQP
  191. xbqMNXCLkW4/BtLhGEEcg0QVso6Kudl9rzgTfQknrdF7pHp6rS46wYUjoSyIY6dl
  192. oLmnoAVJX36J3QPWelePI9e07X2wrTfiZWewwgw3KNRWjd6/zfPLe7GoqXnK1S2z
  193. PT8qMfCaTwKTtUkzXuTFvQ8bAo2My/mS8FOcpkt2oQWeOsADHAUX7fz5BCoa2DL3
  194. k/7Mh4gVT+JYZEoTwCFuYHgMWFWe98naqHi9lB4yR981p1QgXgxO7qBeipagKY1F
  195. LlH1iwXUqZ3MZnkNA+4e1Fglsw3sa/rC+L98HnznJ/YbTfQbCP6aQ1qcOymrjMud
  196. 7MrFwqZjtd/SK4Qx1VpK6jGEAtPgWBTUS3p9ayg6lqjMBjsmySWfvRsDQbq6P5Ct
  197. O/e3EH8=
  198. -----END CERTIFICATE-----`
  199. client1Key = `-----BEGIN RSA PRIVATE KEY-----
  200. MIIEpAIBAAKCAQEAoKbYY9MdF2kF/nhBESIiZTdVYtA8XL9xrIZyDj9EnCiTxHiV
  201. bJtHXVwszqSl5TRrotPmnmAQcX3r8OCk+z+RQZ0QQj257P3kG6q4rNnOcWCS5xEd
  202. 20jPyhQ3m+hMGfZsotNTQze1ochuQgLUN6IPyPxZkH22ia3jX4iu1eo/QxeLYHj1
  203. UHw43Cii9yE+j5kPUC21xmnrGKdUrB55NYLXHx6yTIqYR5znSOVB8oJi18/hwdZm
  204. H859DHhm0Hx1HrS+jbjI3+CMorZJ3WUyNf+CkiVLD3xYutPbxzEpwiqkG/XYzLH0
  205. habTcDcILo18n+o3jvem2KWBrDhyairjIDscwQIDAQABAoIBAEBSjVFqtbsp0byR
  206. aXvyrtLX1Ng7h++at2jca85Ihq//jyqbHTje8zPuNAKI6eNbmb0YGr5OuEa4pD9N
  207. ssDmMsKSoG/lRwwcm7h4InkSvBWpFShvMgUaohfHAHzsBYxfnh+TfULsi0y7c2n6
  208. t/2OZcOTRkkUDIITnXYiw93ibHHv2Mv2bBDu35kGrcK+c2dN5IL5ZjTjMRpbJTe2
  209. 44RBJbdTxHBVSgoGBnugF+s2aEma6Ehsj70oyfoVpM6Aed5kGge0A5zA1JO7WCn9
  210. Ay/DzlULRXHjJIoRWd2NKvx5n3FNppUc9vJh2plRHalRooZ2+MjSf8HmXlvG2Hpb
  211. ScvmWgECgYEA1G+A/2KnxWsr/7uWIJ7ClcGCiNLdk17Pv3DZ3G4qUsU2ITftfIbb
  212. tU0Q/b19na1IY8Pjy9ptP7t74/hF5kky97cf1FA8F+nMj/k4+wO8QDI8OJfzVzh9
  213. PwielA5vbE+xmvis5Hdp8/od1Yrc/rPSy2TKtPFhvsqXjqoUmOAjDP8CgYEAwZjH
  214. 9dt1sc2lx/rMxihlWEzQ3JPswKW9/LJAmbRBoSWF9FGNjbX7uhWtXRKJkzb8ZAwa
  215. 88azluNo2oftbDD/+jw8b2cDgaJHlLAkSD4O1D1RthW7/LKD15qZ/oFsRb13NV85
  216. ZNKtwslXGbfVNyGKUVFm7fVA8vBAOUey+LKDFj8CgYEAg8WWstOzVdYguMTXXuyb
  217. ruEV42FJaDyLiSirOvxq7GTAKuLSQUg1yMRBIeQEo2X1XU0JZE3dLodRVhuO4EXP
  218. g7Dn4X7Th9HSvgvNuIacowWGLWSz4Qp9RjhGhXhezUSx2nseY6le46PmFavJYYSR
  219. 4PBofMyt4PcyA6Cknh+KHmkCgYEAnTriG7ETE0a7v4DXUpB4TpCEiMCy5Xs2o8Z5
  220. ZNva+W+qLVUWq+MDAIyechqeFSvxK6gRM69LJ96lx+XhU58wJiFJzAhT9rK/g+jS
  221. bsHH9WOfu0xHkuHA5hgvvV2Le9B2wqgFyva4HJy82qxMxCu/VG/SMqyfBS9OWbb7
  222. ibQhdq0CgYAl53LUWZsFSZIth1vux2LVOsI8C3X1oiXDGpnrdlQ+K7z57hq5EsRq
  223. GC+INxwXbvKNqp5h0z2MvmKYPDlGVTgw8f8JjM7TkN17ERLcydhdRrMONUryZpo8
  224. 1xTob+8blyJgfxZUIAKbMbMbIiU0WAF0rfD/eJJwS4htOW/Hfv4TGA==
  225. -----END RSA PRIVATE KEY-----`
  226. // client 2 crt is revoked
  227. client2Crt = `-----BEGIN CERTIFICATE-----
  228. MIIEITCCAgmgAwIBAgIRAL6XTgNsdYzILd8bT2RVd/4wDQYJKoZIhvcNAQELBQAw
  229. EzERMA8GA1UEAxMIQ2VydEF1dGgwHhcNMjEwMTAyMjEyMzIwWhcNMjIwNzAyMjEz
  230. MDUxWjASMRAwDgYDVQQDEwdjbGllbnQyMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8A
  231. MIIBCgKCAQEA6xjW5KQR3/OFQtV5M75WINqQ4AzXSu6DhSz/yumaaQZP/UxY+6hi
  232. jcrFzGo9MMie/Sza8DhkXOFAl2BelUubrOeB2cl+/Gr8OCyRi2Gv6j3zCsuN/4jQ
  233. tNaoez/IbkDvI3l/ZpzBtnuNY2RiemGgHuORXHRVf3qVlsw+npBIRW5rM2HkO/xG
  234. oZjeBErWVu390Lyn+Gvk2TqQDnkutWnxUC60/zPlHhXZ4BwaFAekbSnjsSDB1YFM
  235. s8HwW4oBryoxdj3/+/qLrBHt75IdLw3T7/V1UDJQM3EvSQOr12w4egpldhtsC871
  236. nnBQZeY6qA5feffIwwg/6lJm70o6S6OX6wIDAQABo3EwbzAOBgNVHQ8BAf8EBAMC
  237. A7gwHQYDVR0lBBYwFAYIKwYBBQUHAwEGCCsGAQUFBwMCMB0GA1UdDgQWBBTB84v5
  238. t9HqhLhMODbn6oYkEQt3KzAfBgNVHSMEGDAWgBTtcgjQBq/80EySIvJcN8OTorgb
  239. zDANBgkqhkiG9w0BAQsFAAOCAgEALGtBCve5k8tToL3oLuXp/oSik6ovIB/zq4I/
  240. 4zNMYPU31+ZWz6aahysgx1JL1yqTa3Qm8o2tu52MbnV10dM7CIw7c/cYa+c+OPcG
  241. 5LF97kp13X+r2axy+CmwM86b4ILaDGs2Qyai6VB6k7oFUve+av5o7aUrNFpqGCJz
  242. HWdtHZSVA3JMATzy0TfWanwkzreqfdw7qH0yZ9bDURlBKAVWrqnCstva9jRuv+AI
  243. eqxr/4Ro986TFjJdoAP3Vr16CPg7/B6GA/KmsBWJrpeJdPWq4i2gpLKvYZoy89qD
  244. mUZf34RbzcCtV4NvV1DadGnt4us0nvLrvS5rL2+2uWD09kZYq9RbLkvgzF/cY0fz
  245. i7I1bi5XQ+alWe0uAk5ZZL/D+GTRYUX1AWwCqwJxmHrMxcskMyO9pXvLyuSWRDLo
  246. YNBrbX9nLcfJzVCp+X+9sntTHjs4l6Cw+fLepJIgtgqdCHtbhTiv68vSM6cgb4br
  247. 6n2xrXRKuioiWFOrTSRr+oalZh8dGJ/xvwY8IbWknZAvml9mf1VvfE7Ma5P777QM
  248. fsbYVTq0Y3R/5hIWsC3HA5z6MIM8L1oRe/YyhP3CTmrCHkVKyDOosGXpGz+JVcyo
  249. cfYkY5A3yFKB2HaCwZSfwFmRhxkrYWGEbHv3Cd9YkZs1J3hNhGFZyVMC9Uh0S85a
  250. 6zdDidU=
  251. -----END CERTIFICATE-----`
  252. client2Key = `-----BEGIN RSA PRIVATE KEY-----
  253. MIIEpAIBAAKCAQEA6xjW5KQR3/OFQtV5M75WINqQ4AzXSu6DhSz/yumaaQZP/UxY
  254. +6hijcrFzGo9MMie/Sza8DhkXOFAl2BelUubrOeB2cl+/Gr8OCyRi2Gv6j3zCsuN
  255. /4jQtNaoez/IbkDvI3l/ZpzBtnuNY2RiemGgHuORXHRVf3qVlsw+npBIRW5rM2Hk
  256. O/xGoZjeBErWVu390Lyn+Gvk2TqQDnkutWnxUC60/zPlHhXZ4BwaFAekbSnjsSDB
  257. 1YFMs8HwW4oBryoxdj3/+/qLrBHt75IdLw3T7/V1UDJQM3EvSQOr12w4egpldhts
  258. C871nnBQZeY6qA5feffIwwg/6lJm70o6S6OX6wIDAQABAoIBAFatstVb1KdQXsq0
  259. cFpui8zTKOUiduJOrDkWzTygAmlEhYtrccdfXu7OWz0x0lvBLDVGK3a0I/TGrAzj
  260. 4BuFY+FM/egxTVt9in6fmA3et4BS1OAfCryzUdfK6RV//8L+t+zJZ/qKQzWnugpy
  261. QYjDo8ifuMFwtvEoXizaIyBNLAhEp9hnrv+Tyi2O2gahPvCHsD48zkyZRCHYRstD
  262. NH5cIrwz9/RJgPO1KI+QsJE7Nh7stR0sbr+5TPU4fnsL2mNhMUF2TJrwIPrc1yp+
  263. YIUjdnh3SO88j4TQT3CIrWi8i4pOy6N0dcVn3gpCRGaqAKyS2ZYUj+yVtLO4KwxZ
  264. SZ1lNvECgYEA78BrF7f4ETfWSLcBQ3qxfLs7ibB6IYo2x25685FhZjD+zLXM1AKb
  265. FJHEXUm3mUYrFJK6AFEyOQnyGKBOLs3S6oTAswMPbTkkZeD1Y9O6uv0AHASLZnK6
  266. pC6ub0eSRF5LUyTQ55Jj8D7QsjXJueO8v+G5ihWhNSN9tB2UA+8NBmkCgYEA+weq
  267. cvoeMIEMBQHnNNLy35bwfqrceGyPIRBcUIvzQfY1vk7KW6DYOUzC7u+WUzy/hA52
  268. DjXVVhua2eMQ9qqtOav7djcMc2W9RbLowxvno7K5qiCss013MeWk64TCWy+WMp5A
  269. AVAtOliC3hMkIKqvR2poqn+IBTh1449agUJQqTMCgYEAu06IHGq1GraV6g9XpGF5
  270. wqoAlMzUTdnOfDabRilBf/YtSr+J++ThRcuwLvXFw7CnPZZ4TIEjDJ7xjj3HdxeE
  271. fYYjineMmNd40UNUU556F1ZLvJfsVKizmkuCKhwvcMx+asGrmA+tlmds4p3VMS50
  272. KzDtpKzLWlmU/p/RINWlRmkCgYBy0pHTn7aZZx2xWKqCDg+L2EXPGqZX6wgZDpu7
  273. OBifzlfM4ctL2CmvI/5yPmLbVgkgBWFYpKUdiujsyyEiQvWTUKhn7UwjqKDHtcsk
  274. G6p7xS+JswJrzX4885bZJ9Oi1AR2yM3sC9l0O7I4lDbNPmWIXBLeEhGMmcPKv/Kc
  275. 91Ff4wKBgQCF3ur+Vt0PSU0ucrPVHjCe7tqazm0LJaWbPXL1Aw0pzdM2EcNcW/MA
  276. w0kqpr7MgJ94qhXCBcVcfPuFN9fBOadM3UBj1B45Cz3pptoK+ScI8XKno6jvVK/p
  277. xr5cb9VBRBtB9aOKVfuRhpatAfS2Pzm2Htae9lFn7slGPUmu2hkjDw==
  278. -----END RSA PRIVATE KEY-----`
  279. defaultAdminUsername = "admin"
  280. )
  281. var (
  282. configDir = filepath.Join(".", "..", "..")
  283. )
  284. type failingWriter struct {
  285. }
  286. func (r *failingWriter) Write(p []byte) (n int, err error) {
  287. return 0, errors.New("write error")
  288. }
  289. func (r *failingWriter) WriteHeader(statusCode int) {}
  290. func (r *failingWriter) Header() http.Header {
  291. return make(http.Header)
  292. }
  293. func TestShouldBind(t *testing.T) {
  294. c := Conf{
  295. Bindings: []Binding{
  296. {
  297. Port: 10000,
  298. },
  299. },
  300. }
  301. require.True(t, c.ShouldBind())
  302. c.Bindings[0].Port = 0
  303. require.False(t, c.ShouldBind())
  304. if runtime.GOOS != osWindows {
  305. c.Bindings[0].Address = "/absolute/path"
  306. require.True(t, c.ShouldBind())
  307. }
  308. }
  309. func TestBrandingValidation(t *testing.T) {
  310. b := Binding{
  311. Branding: Branding{
  312. WebAdmin: UIBranding{
  313. LogoPath: "path1",
  314. LoginImagePath: "login1.png",
  315. DefaultCSS: "my.css",
  316. },
  317. WebClient: UIBranding{
  318. FaviconPath: "favicon1.ico",
  319. DisclaimerPath: "../path2",
  320. ExtraCSS: []string{"1.css"},
  321. },
  322. },
  323. }
  324. b.checkBranding()
  325. assert.Equal(t, "/favicon.ico", b.Branding.WebAdmin.FaviconPath)
  326. assert.Equal(t, "/path1", b.Branding.WebAdmin.LogoPath)
  327. assert.Equal(t, "/login1.png", b.Branding.WebAdmin.LoginImagePath)
  328. assert.Equal(t, "/my.css", b.Branding.WebAdmin.DefaultCSS)
  329. assert.Len(t, b.Branding.WebAdmin.ExtraCSS, 0)
  330. assert.Equal(t, "/favicon1.ico", b.Branding.WebClient.FaviconPath)
  331. assert.Equal(t, "/path2", b.Branding.WebClient.DisclaimerPath)
  332. assert.Equal(t, "/img/login_image.png", b.Branding.WebClient.LoginImagePath)
  333. if assert.Len(t, b.Branding.WebClient.ExtraCSS, 1) {
  334. assert.Equal(t, "/1.css", b.Branding.WebClient.ExtraCSS[0])
  335. }
  336. }
  337. func TestRedactedConf(t *testing.T) {
  338. c := Conf{
  339. SigningPassphrase: "passphrase",
  340. Setup: SetupConfig{
  341. InstallationCode: "123",
  342. },
  343. }
  344. redactedField := "[redacted]"
  345. redactedConf := c.getRedacted()
  346. assert.Equal(t, redactedField, redactedConf.SigningPassphrase)
  347. assert.Equal(t, redactedField, redactedConf.Setup.InstallationCode)
  348. assert.NotEqual(t, c.SigningPassphrase, redactedConf.SigningPassphrase)
  349. assert.NotEqual(t, c.Setup.InstallationCode, redactedConf.Setup.InstallationCode)
  350. }
  351. func TestGetRespStatus(t *testing.T) {
  352. var err error
  353. err = util.NewMethodDisabledError("")
  354. respStatus := getRespStatus(err)
  355. assert.Equal(t, http.StatusForbidden, respStatus)
  356. err = fmt.Errorf("generic error")
  357. respStatus = getRespStatus(err)
  358. assert.Equal(t, http.StatusInternalServerError, respStatus)
  359. respStatus = getRespStatus(plugin.ErrNoSearcher)
  360. assert.Equal(t, http.StatusNotImplemented, respStatus)
  361. }
  362. func TestMappedStatusCode(t *testing.T) {
  363. err := os.ErrPermission
  364. code := getMappedStatusCode(err)
  365. assert.Equal(t, http.StatusForbidden, code)
  366. err = os.ErrNotExist
  367. code = getMappedStatusCode(err)
  368. assert.Equal(t, http.StatusNotFound, code)
  369. err = common.ErrQuotaExceeded
  370. code = getMappedStatusCode(err)
  371. assert.Equal(t, http.StatusRequestEntityTooLarge, code)
  372. err = os.ErrClosed
  373. code = getMappedStatusCode(err)
  374. assert.Equal(t, http.StatusInternalServerError, code)
  375. }
  376. func TestGCSWebInvalidFormFile(t *testing.T) {
  377. form := make(url.Values)
  378. form.Set("username", "test_username")
  379. form.Set("fs_provider", "2")
  380. req, _ := http.NewRequest(http.MethodPost, webUserPath, strings.NewReader(form.Encode()))
  381. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  382. err := req.ParseForm()
  383. assert.NoError(t, err)
  384. _, err = getFsConfigFromPostFields(req)
  385. assert.EqualError(t, err, http.ErrNotMultipart.Error())
  386. }
  387. func TestInvalidToken(t *testing.T) {
  388. server := httpdServer{}
  389. server.initializeRouter()
  390. admin := dataprovider.Admin{
  391. Username: "admin",
  392. }
  393. errFake := errors.New("fake error")
  394. asJSON, err := json.Marshal(admin)
  395. assert.NoError(t, err)
  396. req, _ := http.NewRequest(http.MethodPut, path.Join(adminPath, admin.Username), bytes.NewBuffer(asJSON))
  397. rctx := chi.NewRouteContext()
  398. rctx.URLParams.Add("username", admin.Username)
  399. req = req.WithContext(context.WithValue(req.Context(), chi.RouteCtxKey, rctx))
  400. req = req.WithContext(context.WithValue(req.Context(), jwtauth.ErrorCtxKey, errFake))
  401. rr := httptest.NewRecorder()
  402. updateAdmin(rr, req)
  403. assert.Equal(t, http.StatusBadRequest, rr.Code)
  404. rr = httptest.NewRecorder()
  405. deleteAdmin(rr, req)
  406. assert.Equal(t, http.StatusBadRequest, rr.Code)
  407. adminPwd := pwdChange{
  408. CurrentPassword: "old",
  409. NewPassword: "new",
  410. }
  411. asJSON, err = json.Marshal(adminPwd)
  412. assert.NoError(t, err)
  413. req, _ = http.NewRequest(http.MethodPut, "", bytes.NewBuffer(asJSON))
  414. req = req.WithContext(context.WithValue(req.Context(), chi.RouteCtxKey, rctx))
  415. req = req.WithContext(context.WithValue(req.Context(), jwtauth.ErrorCtxKey, errFake))
  416. rr = httptest.NewRecorder()
  417. changeAdminPassword(rr, req)
  418. assert.Equal(t, http.StatusInternalServerError, rr.Code)
  419. adm := getAdminFromToken(req)
  420. assert.Empty(t, adm.Username)
  421. rr = httptest.NewRecorder()
  422. readUserFolder(rr, req)
  423. assert.Equal(t, http.StatusBadRequest, rr.Code)
  424. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  425. rr = httptest.NewRecorder()
  426. getUserFile(rr, req)
  427. assert.Equal(t, http.StatusBadRequest, rr.Code)
  428. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  429. rr = httptest.NewRecorder()
  430. getUserFilesAsZipStream(rr, req)
  431. assert.Equal(t, http.StatusBadRequest, rr.Code)
  432. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  433. rr = httptest.NewRecorder()
  434. getShares(rr, req)
  435. assert.Equal(t, http.StatusBadRequest, rr.Code)
  436. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  437. rr = httptest.NewRecorder()
  438. getShareByID(rr, req)
  439. assert.Equal(t, http.StatusBadRequest, rr.Code)
  440. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  441. rr = httptest.NewRecorder()
  442. addShare(rr, req)
  443. assert.Equal(t, http.StatusBadRequest, rr.Code)
  444. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  445. rr = httptest.NewRecorder()
  446. updateShare(rr, req)
  447. assert.Equal(t, http.StatusBadRequest, rr.Code)
  448. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  449. rr = httptest.NewRecorder()
  450. deleteShare(rr, req)
  451. assert.Equal(t, http.StatusBadRequest, rr.Code)
  452. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  453. rr = httptest.NewRecorder()
  454. generateTOTPSecret(rr, req)
  455. assert.Equal(t, http.StatusBadRequest, rr.Code)
  456. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  457. rr = httptest.NewRecorder()
  458. saveTOTPConfig(rr, req)
  459. assert.Equal(t, http.StatusBadRequest, rr.Code)
  460. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  461. rr = httptest.NewRecorder()
  462. getRecoveryCodes(rr, req)
  463. assert.Equal(t, http.StatusBadRequest, rr.Code)
  464. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  465. rr = httptest.NewRecorder()
  466. generateRecoveryCodes(rr, req)
  467. assert.Equal(t, http.StatusBadRequest, rr.Code)
  468. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  469. rr = httptest.NewRecorder()
  470. getUserProfile(rr, req)
  471. assert.Equal(t, http.StatusBadRequest, rr.Code)
  472. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  473. rr = httptest.NewRecorder()
  474. updateUserProfile(rr, req)
  475. assert.Equal(t, http.StatusBadRequest, rr.Code)
  476. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  477. rr = httptest.NewRecorder()
  478. getAdminProfile(rr, req)
  479. assert.Equal(t, http.StatusBadRequest, rr.Code)
  480. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  481. rr = httptest.NewRecorder()
  482. updateAdminProfile(rr, req)
  483. assert.Equal(t, http.StatusBadRequest, rr.Code)
  484. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  485. rr = httptest.NewRecorder()
  486. loadData(rr, req)
  487. assert.Equal(t, http.StatusBadRequest, rr.Code)
  488. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  489. rr = httptest.NewRecorder()
  490. loadDataFromRequest(rr, req)
  491. assert.Equal(t, http.StatusBadRequest, rr.Code)
  492. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  493. rr = httptest.NewRecorder()
  494. addUser(rr, req)
  495. assert.Equal(t, http.StatusBadRequest, rr.Code)
  496. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  497. rr = httptest.NewRecorder()
  498. disableUser2FA(rr, req)
  499. assert.Equal(t, http.StatusBadRequest, rr.Code)
  500. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  501. rr = httptest.NewRecorder()
  502. updateUser(rr, req)
  503. assert.Equal(t, http.StatusBadRequest, rr.Code)
  504. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  505. rr = httptest.NewRecorder()
  506. deleteUser(rr, req)
  507. assert.Equal(t, http.StatusBadRequest, rr.Code)
  508. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  509. rr = httptest.NewRecorder()
  510. server.handleWebRestore(rr, req)
  511. assert.Equal(t, http.StatusBadRequest, rr.Code)
  512. assert.Contains(t, rr.Body.String(), "invalid token claims")
  513. rr = httptest.NewRecorder()
  514. server.handleWebAddUserPost(rr, req)
  515. assert.Equal(t, http.StatusBadRequest, rr.Code)
  516. assert.Contains(t, rr.Body.String(), "invalid token claims")
  517. rr = httptest.NewRecorder()
  518. server.handleWebUpdateUserPost(rr, req)
  519. assert.Equal(t, http.StatusBadRequest, rr.Code)
  520. assert.Contains(t, rr.Body.String(), "invalid token claims")
  521. rr = httptest.NewRecorder()
  522. server.handleWebTemplateFolderPost(rr, req)
  523. assert.Equal(t, http.StatusBadRequest, rr.Code)
  524. assert.Contains(t, rr.Body.String(), "invalid token claims")
  525. rr = httptest.NewRecorder()
  526. server.handleWebTemplateUserPost(rr, req)
  527. assert.Equal(t, http.StatusBadRequest, rr.Code)
  528. assert.Contains(t, rr.Body.String(), "invalid token claims")
  529. rr = httptest.NewRecorder()
  530. addFolder(rr, req)
  531. assert.Equal(t, http.StatusBadRequest, rr.Code)
  532. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  533. rr = httptest.NewRecorder()
  534. updateFolder(rr, req)
  535. assert.Equal(t, http.StatusBadRequest, rr.Code)
  536. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  537. rr = httptest.NewRecorder()
  538. deleteFolder(rr, req)
  539. assert.Equal(t, http.StatusBadRequest, rr.Code)
  540. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  541. rr = httptest.NewRecorder()
  542. server.handleWebAddFolderPost(rr, req)
  543. assert.Equal(t, http.StatusBadRequest, rr.Code)
  544. assert.Contains(t, rr.Body.String(), "invalid token claims")
  545. rr = httptest.NewRecorder()
  546. server.handleWebUpdateFolderPost(rr, req)
  547. assert.Equal(t, http.StatusBadRequest, rr.Code)
  548. assert.Contains(t, rr.Body.String(), "invalid token claims")
  549. rr = httptest.NewRecorder()
  550. addAdmin(rr, req)
  551. assert.Equal(t, http.StatusBadRequest, rr.Code)
  552. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  553. rr = httptest.NewRecorder()
  554. disableAdmin2FA(rr, req)
  555. assert.Equal(t, http.StatusBadRequest, rr.Code)
  556. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  557. rr = httptest.NewRecorder()
  558. addAPIKey(rr, req)
  559. assert.Equal(t, http.StatusBadRequest, rr.Code)
  560. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  561. rr = httptest.NewRecorder()
  562. updateAPIKey(rr, req)
  563. assert.Equal(t, http.StatusBadRequest, rr.Code)
  564. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  565. rr = httptest.NewRecorder()
  566. deleteAPIKey(rr, req)
  567. assert.Equal(t, http.StatusBadRequest, rr.Code)
  568. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  569. rr = httptest.NewRecorder()
  570. addGroup(rr, req)
  571. assert.Equal(t, http.StatusBadRequest, rr.Code)
  572. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  573. rr = httptest.NewRecorder()
  574. updateGroup(rr, req)
  575. assert.Equal(t, http.StatusBadRequest, rr.Code)
  576. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  577. rr = httptest.NewRecorder()
  578. deleteGroup(rr, req)
  579. assert.Equal(t, http.StatusBadRequest, rr.Code)
  580. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  581. rr = httptest.NewRecorder()
  582. addEventAction(rr, req)
  583. assert.Equal(t, http.StatusBadRequest, rr.Code)
  584. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  585. rr = httptest.NewRecorder()
  586. updateEventAction(rr, req)
  587. assert.Equal(t, http.StatusBadRequest, rr.Code)
  588. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  589. rr = httptest.NewRecorder()
  590. deleteEventAction(rr, req)
  591. assert.Equal(t, http.StatusBadRequest, rr.Code)
  592. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  593. rr = httptest.NewRecorder()
  594. addEventRule(rr, req)
  595. assert.Equal(t, http.StatusBadRequest, rr.Code)
  596. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  597. rr = httptest.NewRecorder()
  598. updateEventRule(rr, req)
  599. assert.Equal(t, http.StatusBadRequest, rr.Code)
  600. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  601. rr = httptest.NewRecorder()
  602. deleteEventRule(rr, req)
  603. assert.Equal(t, http.StatusBadRequest, rr.Code)
  604. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  605. rr = httptest.NewRecorder()
  606. server.handleWebAddAdminPost(rr, req)
  607. assert.Equal(t, http.StatusBadRequest, rr.Code)
  608. assert.Contains(t, rr.Body.String(), "invalid token claims")
  609. rr = httptest.NewRecorder()
  610. server.handleWebAddGroupPost(rr, req)
  611. assert.Equal(t, http.StatusBadRequest, rr.Code)
  612. assert.Contains(t, rr.Body.String(), "invalid token claims")
  613. rr = httptest.NewRecorder()
  614. server.handleWebUpdateGroupPost(rr, req)
  615. assert.Equal(t, http.StatusBadRequest, rr.Code)
  616. assert.Contains(t, rr.Body.String(), "invalid token claims")
  617. rr = httptest.NewRecorder()
  618. server.handleWebAddEventActionPost(rr, req)
  619. assert.Equal(t, http.StatusBadRequest, rr.Code)
  620. assert.Contains(t, rr.Body.String(), "invalid token claims")
  621. rr = httptest.NewRecorder()
  622. server.handleWebUpdateEventActionPost(rr, req)
  623. assert.Equal(t, http.StatusBadRequest, rr.Code)
  624. assert.Contains(t, rr.Body.String(), "invalid token claims")
  625. rr = httptest.NewRecorder()
  626. server.handleWebAddEventRulePost(rr, req)
  627. assert.Equal(t, http.StatusBadRequest, rr.Code)
  628. assert.Contains(t, rr.Body.String(), "invalid token claims")
  629. rr = httptest.NewRecorder()
  630. server.handleWebUpdateEventRulePost(rr, req)
  631. assert.Equal(t, http.StatusBadRequest, rr.Code)
  632. assert.Contains(t, rr.Body.String(), "invalid token claims")
  633. rr = httptest.NewRecorder()
  634. server.handleWebClientTwoFactorRecoveryPost(rr, req)
  635. assert.Equal(t, http.StatusNotFound, rr.Code)
  636. rr = httptest.NewRecorder()
  637. server.handleWebClientTwoFactorPost(rr, req)
  638. assert.Equal(t, http.StatusNotFound, rr.Code)
  639. rr = httptest.NewRecorder()
  640. server.handleWebAdminTwoFactorRecoveryPost(rr, req)
  641. assert.Equal(t, http.StatusNotFound, rr.Code)
  642. rr = httptest.NewRecorder()
  643. server.handleWebAdminTwoFactorPost(rr, req)
  644. assert.Equal(t, http.StatusNotFound, rr.Code)
  645. }
  646. func TestUpdateWebAdminInvalidClaims(t *testing.T) {
  647. server := httpdServer{}
  648. server.initializeRouter()
  649. rr := httptest.NewRecorder()
  650. admin := dataprovider.Admin{
  651. Username: "",
  652. Password: "password",
  653. }
  654. c := jwtTokenClaims{
  655. Username: admin.Username,
  656. Permissions: admin.Permissions,
  657. Signature: admin.GetSignature(),
  658. }
  659. token, err := c.createTokenResponse(server.tokenAuth, tokenAudienceWebAdmin, "")
  660. assert.NoError(t, err)
  661. form := make(url.Values)
  662. form.Set(csrfFormToken, createCSRFToken(""))
  663. form.Set("status", "1")
  664. req, _ := http.NewRequest(http.MethodPost, path.Join(webAdminPath, "admin"), bytes.NewBuffer([]byte(form.Encode())))
  665. rctx := chi.NewRouteContext()
  666. rctx.URLParams.Add("username", "admin")
  667. req = req.WithContext(context.WithValue(req.Context(), chi.RouteCtxKey, rctx))
  668. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  669. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  670. server.handleWebUpdateAdminPost(rr, req)
  671. assert.Equal(t, http.StatusOK, rr.Code)
  672. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  673. }
  674. func TestRetentionInvalidTokenClaims(t *testing.T) {
  675. username := "retentionuser"
  676. user := dataprovider.User{
  677. BaseUser: sdk.BaseUser{
  678. Username: username,
  679. Password: "pwd",
  680. HomeDir: filepath.Join(os.TempDir(), username),
  681. Status: 1,
  682. },
  683. }
  684. user.Permissions = make(map[string][]string)
  685. user.Permissions["/"] = []string{dataprovider.PermAny}
  686. user.Filters.AllowAPIKeyAuth = true
  687. err := dataprovider.AddUser(&user, "", "")
  688. assert.NoError(t, err)
  689. folderRetention := []dataprovider.FolderRetention{
  690. {
  691. Path: "/",
  692. Retention: 0,
  693. DeleteEmptyDirs: true,
  694. },
  695. }
  696. asJSON, err := json.Marshal(folderRetention)
  697. assert.NoError(t, err)
  698. req, _ := http.NewRequest(http.MethodPost, retentionBasePath+"/"+username+"/check?notifications=Email", bytes.NewBuffer(asJSON))
  699. rctx := chi.NewRouteContext()
  700. rctx.URLParams.Add("username", username)
  701. req = req.WithContext(context.WithValue(req.Context(), chi.RouteCtxKey, rctx))
  702. req = req.WithContext(context.WithValue(req.Context(), jwtauth.ErrorCtxKey, errors.New("error")))
  703. rr := httptest.NewRecorder()
  704. startRetentionCheck(rr, req)
  705. assert.Equal(t, http.StatusBadRequest, rr.Code)
  706. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  707. err = dataprovider.DeleteUser(username, "", "")
  708. assert.NoError(t, err)
  709. }
  710. func TestCSRFToken(t *testing.T) {
  711. // invalid token
  712. err := verifyCSRFToken("token", "")
  713. if assert.Error(t, err) {
  714. assert.Contains(t, err.Error(), "unable to verify form token")
  715. }
  716. // bad audience
  717. claims := make(map[string]any)
  718. now := time.Now().UTC()
  719. claims[jwt.JwtIDKey] = xid.New().String()
  720. claims[jwt.NotBeforeKey] = now.Add(-30 * time.Second)
  721. claims[jwt.ExpirationKey] = now.Add(tokenDuration)
  722. claims[jwt.AudienceKey] = []string{tokenAudienceAPI}
  723. _, tokenString, err := csrfTokenAuth.Encode(claims)
  724. assert.NoError(t, err)
  725. err = verifyCSRFToken(tokenString, "")
  726. if assert.Error(t, err) {
  727. assert.Contains(t, err.Error(), "form token is not valid")
  728. }
  729. // bad IP
  730. tokenString = createCSRFToken("127.1.1.1")
  731. err = verifyCSRFToken(tokenString, "127.1.1.2")
  732. if assert.Error(t, err) {
  733. assert.Contains(t, err.Error(), "form token is not valid")
  734. }
  735. claims[jwt.JwtIDKey] = xid.New().String()
  736. claims[jwt.NotBeforeKey] = now.Add(-30 * time.Second)
  737. claims[jwt.ExpirationKey] = now.Add(tokenDuration)
  738. claims[jwt.AudienceKey] = []string{tokenAudienceAPI}
  739. _, tokenString, err = csrfTokenAuth.Encode(claims)
  740. assert.NoError(t, err)
  741. r := GetHTTPRouter(Binding{
  742. Address: "",
  743. Port: 8080,
  744. EnableWebAdmin: true,
  745. EnableWebClient: true,
  746. RenderOpenAPI: true,
  747. })
  748. fn := verifyCSRFHeader(r)
  749. rr := httptest.NewRecorder()
  750. req, _ := http.NewRequest(http.MethodDelete, path.Join(userPath, "username"), nil)
  751. fn.ServeHTTP(rr, req)
  752. assert.Equal(t, http.StatusForbidden, rr.Code)
  753. assert.Contains(t, rr.Body.String(), "Invalid token")
  754. // invalid audience
  755. req.Header.Set(csrfHeaderToken, tokenString)
  756. rr = httptest.NewRecorder()
  757. fn.ServeHTTP(rr, req)
  758. assert.Equal(t, http.StatusForbidden, rr.Code)
  759. assert.Contains(t, rr.Body.String(), "the token is not valid")
  760. // invalid IP
  761. tokenString = createCSRFToken("172.16.1.2")
  762. req.Header.Set(csrfHeaderToken, tokenString)
  763. rr = httptest.NewRecorder()
  764. fn.ServeHTTP(rr, req)
  765. assert.Equal(t, http.StatusForbidden, rr.Code)
  766. assert.Contains(t, rr.Body.String(), "the token is not valid")
  767. csrfTokenAuth = jwtauth.New("PS256", util.GenerateRandomBytes(32), nil)
  768. tokenString = createCSRFToken("")
  769. assert.Empty(t, tokenString)
  770. csrfTokenAuth = jwtauth.New(jwa.HS256.String(), util.GenerateRandomBytes(32), nil)
  771. }
  772. func TestCreateTokenError(t *testing.T) {
  773. server := httpdServer{
  774. tokenAuth: jwtauth.New("PS256", util.GenerateRandomBytes(32), nil),
  775. }
  776. rr := httptest.NewRecorder()
  777. admin := dataprovider.Admin{
  778. Username: defaultAdminUsername,
  779. Password: "password",
  780. }
  781. req, _ := http.NewRequest(http.MethodGet, tokenPath, nil)
  782. server.generateAndSendToken(rr, req, admin, "")
  783. assert.Equal(t, http.StatusInternalServerError, rr.Code)
  784. rr = httptest.NewRecorder()
  785. user := dataprovider.User{
  786. BaseUser: sdk.BaseUser{
  787. Username: "u",
  788. Password: "pwd",
  789. },
  790. }
  791. req, _ = http.NewRequest(http.MethodGet, userTokenPath, nil)
  792. server.generateAndSendUserToken(rr, req, "", user)
  793. assert.Equal(t, http.StatusInternalServerError, rr.Code)
  794. rr = httptest.NewRecorder()
  795. form := make(url.Values)
  796. form.Set("username", admin.Username)
  797. form.Set("password", admin.Password)
  798. form.Set(csrfFormToken, createCSRFToken("127.0.0.1"))
  799. req, _ = http.NewRequest(http.MethodPost, webAdminLoginPath, bytes.NewBuffer([]byte(form.Encode())))
  800. req.RemoteAddr = "127.0.0.1:1234"
  801. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  802. server.handleWebAdminLoginPost(rr, req)
  803. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  804. // req with no content type
  805. req, _ = http.NewRequest(http.MethodPost, webAdminLoginPath, nil)
  806. rr = httptest.NewRecorder()
  807. server.handleWebAdminLoginPost(rr, req)
  808. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  809. req, _ = http.NewRequest(http.MethodPost, webAdminSetupPath, nil)
  810. rr = httptest.NewRecorder()
  811. server.loginAdmin(rr, req, &admin, false, nil, "")
  812. // req with no POST body
  813. req, _ = http.NewRequest(http.MethodGet, webAdminLoginPath+"?a=a%C3%AO%GG", nil)
  814. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  815. rr = httptest.NewRecorder()
  816. server.handleWebAdminLoginPost(rr, req)
  817. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  818. req, _ = http.NewRequest(http.MethodGet, webAdminLoginPath+"?a=a%C3%A1%G2", nil)
  819. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  820. rr = httptest.NewRecorder()
  821. server.handleWebAdminChangePwdPost(rr, req)
  822. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  823. assert.Contains(t, rr.Body.String(), "invalid URL escape")
  824. req, _ = http.NewRequest(http.MethodGet, webAdminLoginPath+"?a=a%C3%A2%G3", nil)
  825. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  826. _, err := getAdminFromPostFields(req)
  827. assert.Error(t, err)
  828. req, _ = http.NewRequest(http.MethodPost, webAdminEventActionPath+"?a=a%C3%AO%GG", nil)
  829. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  830. _, err = getEventActionFromPostFields(req)
  831. assert.Error(t, err)
  832. req, _ = http.NewRequest(http.MethodPost, webAdminEventRulePath+"?a=a%C3%AO%GG", nil)
  833. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  834. _, err = getEventRuleFromPostFields(req)
  835. assert.Error(t, err)
  836. req, _ = http.NewRequest(http.MethodPost, webClientLoginPath+"?a=a%C3%AO%GG", bytes.NewBuffer([]byte(form.Encode())))
  837. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  838. rr = httptest.NewRecorder()
  839. server.handleWebClientLoginPost(rr, req)
  840. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  841. req, _ = http.NewRequest(http.MethodPost, webChangeClientPwdPath+"?a=a%C3%AO%GA", bytes.NewBuffer([]byte(form.Encode())))
  842. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  843. rr = httptest.NewRecorder()
  844. server.handleWebClientChangePwdPost(rr, req)
  845. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  846. assert.Contains(t, rr.Body.String(), "invalid URL escape")
  847. req, _ = http.NewRequest(http.MethodPost, webClientProfilePath+"?a=a%C3%AO%GB", bytes.NewBuffer([]byte(form.Encode())))
  848. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  849. rr = httptest.NewRecorder()
  850. server.handleWebClientProfilePost(rr, req)
  851. assert.Equal(t, http.StatusInternalServerError, rr.Code, rr.Body.String())
  852. req, _ = http.NewRequest(http.MethodPost, webAdminProfilePath+"?a=a%C3%AO%GB", bytes.NewBuffer([]byte(form.Encode())))
  853. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  854. rr = httptest.NewRecorder()
  855. server.handleWebAdminProfilePost(rr, req)
  856. assert.Equal(t, http.StatusInternalServerError, rr.Code, rr.Body.String())
  857. req, _ = http.NewRequest(http.MethodPost, webAdminTwoFactorPath+"?a=a%C3%AO%GC", bytes.NewBuffer([]byte(form.Encode())))
  858. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  859. rr = httptest.NewRecorder()
  860. server.handleWebAdminTwoFactorPost(rr, req)
  861. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  862. assert.Contains(t, rr.Body.String(), "invalid URL escape")
  863. req, _ = http.NewRequest(http.MethodPost, webAdminTwoFactorRecoveryPath+"?a=a%C3%AO%GD", bytes.NewBuffer([]byte(form.Encode())))
  864. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  865. rr = httptest.NewRecorder()
  866. server.handleWebAdminTwoFactorRecoveryPost(rr, req)
  867. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  868. assert.Contains(t, rr.Body.String(), "invalid URL escape")
  869. req, _ = http.NewRequest(http.MethodPost, webClientTwoFactorPath+"?a=a%C3%AO%GC", bytes.NewBuffer([]byte(form.Encode())))
  870. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  871. rr = httptest.NewRecorder()
  872. server.handleWebClientTwoFactorPost(rr, req)
  873. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  874. assert.Contains(t, rr.Body.String(), "invalid URL escape")
  875. req, _ = http.NewRequest(http.MethodPost, webClientTwoFactorRecoveryPath+"?a=a%C3%AO%GD", bytes.NewBuffer([]byte(form.Encode())))
  876. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  877. rr = httptest.NewRecorder()
  878. server.handleWebClientTwoFactorRecoveryPost(rr, req)
  879. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  880. assert.Contains(t, rr.Body.String(), "invalid URL escape")
  881. req, _ = http.NewRequest(http.MethodPost, webAdminForgotPwdPath+"?a=a%C3%A1%GD", bytes.NewBuffer([]byte(form.Encode())))
  882. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  883. rr = httptest.NewRecorder()
  884. server.handleWebAdminForgotPwdPost(rr, req)
  885. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  886. assert.Contains(t, rr.Body.String(), "invalid URL escape")
  887. req, _ = http.NewRequest(http.MethodPost, webClientForgotPwdPath+"?a=a%C2%A1%GD", bytes.NewBuffer([]byte(form.Encode())))
  888. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  889. rr = httptest.NewRecorder()
  890. server.handleWebClientForgotPwdPost(rr, req)
  891. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  892. assert.Contains(t, rr.Body.String(), "invalid URL escape")
  893. req, _ = http.NewRequest(http.MethodPost, webAdminResetPwdPath+"?a=a%C3%AO%JD", bytes.NewBuffer([]byte(form.Encode())))
  894. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  895. rr = httptest.NewRecorder()
  896. server.handleWebAdminPasswordResetPost(rr, req)
  897. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  898. assert.Contains(t, rr.Body.String(), "invalid URL escape")
  899. req, _ = http.NewRequest(http.MethodPost, webClientResetPwdPath+"?a=a%C3%AO%JD", bytes.NewBuffer([]byte(form.Encode())))
  900. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  901. rr = httptest.NewRecorder()
  902. server.handleWebClientPasswordResetPost(rr, req)
  903. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  904. assert.Contains(t, rr.Body.String(), "invalid URL escape")
  905. req, _ = http.NewRequest(http.MethodPost, webChangeClientPwdPath+"?a=a%K3%AO%GA", bytes.NewBuffer([]byte(form.Encode())))
  906. _, err = getShareFromPostFields(req)
  907. if assert.Error(t, err) {
  908. assert.Contains(t, err.Error(), "invalid URL escape")
  909. }
  910. username := "webclientuser"
  911. user = dataprovider.User{
  912. BaseUser: sdk.BaseUser{
  913. Username: username,
  914. Password: "clientpwd",
  915. HomeDir: filepath.Join(os.TempDir(), username),
  916. Status: 1,
  917. Description: "test user",
  918. },
  919. }
  920. user.Permissions = make(map[string][]string)
  921. user.Permissions["/"] = []string{dataprovider.PermAny}
  922. user.Filters.AllowAPIKeyAuth = true
  923. err = dataprovider.AddUser(&user, "", "")
  924. assert.NoError(t, err)
  925. rr = httptest.NewRecorder()
  926. form = make(url.Values)
  927. form.Set("username", user.Username)
  928. form.Set("password", "clientpwd")
  929. form.Set(csrfFormToken, createCSRFToken("127.0.0.1"))
  930. req, _ = http.NewRequest(http.MethodPost, webClientLoginPath, bytes.NewBuffer([]byte(form.Encode())))
  931. req.RemoteAddr = "127.0.0.1:4567"
  932. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  933. server.handleWebClientLoginPost(rr, req)
  934. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  935. err = authenticateUserWithAPIKey(username, "", server.tokenAuth, req)
  936. assert.Error(t, err)
  937. err = dataprovider.DeleteUser(username, "", "")
  938. assert.NoError(t, err)
  939. err = os.RemoveAll(user.HomeDir)
  940. assert.NoError(t, err)
  941. admin.Username += "1"
  942. admin.Status = 1
  943. admin.Filters.AllowAPIKeyAuth = true
  944. admin.Permissions = []string{dataprovider.PermAdminAny}
  945. err = dataprovider.AddAdmin(&admin, "", "")
  946. assert.NoError(t, err)
  947. err = authenticateAdminWithAPIKey(admin.Username, "", server.tokenAuth, req)
  948. assert.Error(t, err)
  949. err = dataprovider.DeleteAdmin(admin.Username, "", "")
  950. assert.NoError(t, err)
  951. }
  952. func TestAPIKeyAuthForbidden(t *testing.T) {
  953. r := GetHTTPRouter(Binding{
  954. Address: "",
  955. Port: 8080,
  956. EnableWebAdmin: true,
  957. EnableWebClient: true,
  958. RenderOpenAPI: true,
  959. })
  960. fn := forbidAPIKeyAuthentication(r)
  961. rr := httptest.NewRecorder()
  962. req, _ := http.NewRequest(http.MethodGet, versionPath, nil)
  963. fn.ServeHTTP(rr, req)
  964. assert.Equal(t, http.StatusBadRequest, rr.Code)
  965. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  966. }
  967. func TestJWTTokenValidation(t *testing.T) {
  968. tokenAuth := jwtauth.New(jwa.HS256.String(), util.GenerateRandomBytes(32), nil)
  969. claims := make(map[string]any)
  970. claims["username"] = defaultAdminUsername
  971. claims[jwt.ExpirationKey] = time.Now().UTC().Add(-1 * time.Hour)
  972. token, _, err := tokenAuth.Encode(claims)
  973. assert.NoError(t, err)
  974. server := httpdServer{
  975. binding: Binding{
  976. Address: "",
  977. Port: 8080,
  978. EnableWebAdmin: true,
  979. EnableWebClient: true,
  980. RenderOpenAPI: true,
  981. },
  982. }
  983. server.initializeRouter()
  984. r := server.router
  985. fn := jwtAuthenticatorAPI(r)
  986. rr := httptest.NewRecorder()
  987. req, _ := http.NewRequest(http.MethodGet, userPath, nil)
  988. ctx := jwtauth.NewContext(req.Context(), token, nil)
  989. fn.ServeHTTP(rr, req.WithContext(ctx))
  990. assert.Equal(t, http.StatusUnauthorized, rr.Code)
  991. fn = jwtAuthenticatorWebAdmin(r)
  992. rr = httptest.NewRecorder()
  993. req, _ = http.NewRequest(http.MethodGet, webUserPath, nil)
  994. ctx = jwtauth.NewContext(req.Context(), token, nil)
  995. fn.ServeHTTP(rr, req.WithContext(ctx))
  996. assert.Equal(t, http.StatusFound, rr.Code)
  997. assert.Equal(t, webAdminLoginPath, rr.Header().Get("Location"))
  998. fn = jwtAuthenticatorWebClient(r)
  999. rr = httptest.NewRecorder()
  1000. req, _ = http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  1001. ctx = jwtauth.NewContext(req.Context(), token, nil)
  1002. fn.ServeHTTP(rr, req.WithContext(ctx))
  1003. assert.Equal(t, http.StatusFound, rr.Code)
  1004. assert.Equal(t, webClientLoginPath, rr.Header().Get("Location"))
  1005. errTest := errors.New("test error")
  1006. permFn := server.checkPerm(dataprovider.PermAdminAny)
  1007. fn = permFn(r)
  1008. rr = httptest.NewRecorder()
  1009. req, _ = http.NewRequest(http.MethodGet, userPath, nil)
  1010. ctx = jwtauth.NewContext(req.Context(), token, errTest)
  1011. fn.ServeHTTP(rr, req.WithContext(ctx))
  1012. assert.Equal(t, http.StatusBadRequest, rr.Code)
  1013. permFn = server.checkPerm(dataprovider.PermAdminAny)
  1014. fn = permFn(r)
  1015. rr = httptest.NewRecorder()
  1016. req, _ = http.NewRequest(http.MethodGet, webUserPath, nil)
  1017. req.RequestURI = webUserPath
  1018. ctx = jwtauth.NewContext(req.Context(), token, errTest)
  1019. fn.ServeHTTP(rr, req.WithContext(ctx))
  1020. assert.Equal(t, http.StatusBadRequest, rr.Code)
  1021. permClientFn := server.checkHTTPUserPerm(sdk.WebClientPubKeyChangeDisabled)
  1022. fn = permClientFn(r)
  1023. rr = httptest.NewRecorder()
  1024. req, _ = http.NewRequest(http.MethodPost, webClientProfilePath, nil)
  1025. req.RequestURI = webClientProfilePath
  1026. ctx = jwtauth.NewContext(req.Context(), token, errTest)
  1027. fn.ServeHTTP(rr, req.WithContext(ctx))
  1028. assert.Equal(t, http.StatusBadRequest, rr.Code)
  1029. rr = httptest.NewRecorder()
  1030. req, _ = http.NewRequest(http.MethodPost, userProfilePath, nil)
  1031. req.RequestURI = userProfilePath
  1032. ctx = jwtauth.NewContext(req.Context(), token, errTest)
  1033. fn.ServeHTTP(rr, req.WithContext(ctx))
  1034. assert.Equal(t, http.StatusBadRequest, rr.Code)
  1035. fn = server.checkSecondFactorRequirement(r)
  1036. rr = httptest.NewRecorder()
  1037. req, _ = http.NewRequest(http.MethodPost, webClientProfilePath, nil)
  1038. req.RequestURI = webClientProfilePath
  1039. ctx = jwtauth.NewContext(req.Context(), token, errTest)
  1040. fn.ServeHTTP(rr, req.WithContext(ctx))
  1041. assert.Equal(t, http.StatusBadRequest, rr.Code)
  1042. rr = httptest.NewRecorder()
  1043. req, _ = http.NewRequest(http.MethodPost, userSharesPath, nil)
  1044. req.RequestURI = userSharesPath
  1045. ctx = jwtauth.NewContext(req.Context(), token, errTest)
  1046. fn.ServeHTTP(rr, req.WithContext(ctx))
  1047. assert.Equal(t, http.StatusBadRequest, rr.Code)
  1048. }
  1049. func TestUpdateContextFromCookie(t *testing.T) {
  1050. server := httpdServer{
  1051. tokenAuth: jwtauth.New(jwa.HS256.String(), util.GenerateRandomBytes(32), nil),
  1052. }
  1053. req, _ := http.NewRequest(http.MethodGet, tokenPath, nil)
  1054. claims := make(map[string]any)
  1055. claims["a"] = "b"
  1056. token, _, err := server.tokenAuth.Encode(claims)
  1057. assert.NoError(t, err)
  1058. ctx := jwtauth.NewContext(req.Context(), token, nil)
  1059. server.updateContextFromCookie(req.WithContext(ctx))
  1060. }
  1061. func TestCookieExpiration(t *testing.T) {
  1062. server := httpdServer{
  1063. tokenAuth: jwtauth.New(jwa.HS256.String(), util.GenerateRandomBytes(32), nil),
  1064. }
  1065. err := errors.New("test error")
  1066. rr := httptest.NewRecorder()
  1067. req, _ := http.NewRequest(http.MethodGet, tokenPath, nil)
  1068. ctx := jwtauth.NewContext(req.Context(), nil, err)
  1069. server.checkCookieExpiration(rr, req.WithContext(ctx))
  1070. cookie := rr.Header().Get("Set-Cookie")
  1071. assert.Empty(t, cookie)
  1072. req, _ = http.NewRequest(http.MethodGet, tokenPath, nil)
  1073. claims := make(map[string]any)
  1074. claims["a"] = "b"
  1075. token, _, err := server.tokenAuth.Encode(claims)
  1076. assert.NoError(t, err)
  1077. ctx = jwtauth.NewContext(req.Context(), token, nil)
  1078. server.checkCookieExpiration(rr, req.WithContext(ctx))
  1079. cookie = rr.Header().Get("Set-Cookie")
  1080. assert.Empty(t, cookie)
  1081. admin := dataprovider.Admin{
  1082. Username: "newtestadmin",
  1083. Password: "password",
  1084. Permissions: []string{dataprovider.PermAdminAny},
  1085. }
  1086. claims = make(map[string]any)
  1087. claims[claimUsernameKey] = admin.Username
  1088. claims[claimPermissionsKey] = admin.Permissions
  1089. claims[jwt.SubjectKey] = admin.GetSignature()
  1090. claims[jwt.ExpirationKey] = time.Now().Add(1 * time.Minute)
  1091. claims[jwt.AudienceKey] = []string{tokenAudienceAPI}
  1092. token, _, err = server.tokenAuth.Encode(claims)
  1093. assert.NoError(t, err)
  1094. req, _ = http.NewRequest(http.MethodGet, tokenPath, nil)
  1095. ctx = jwtauth.NewContext(req.Context(), token, nil)
  1096. server.checkCookieExpiration(rr, req.WithContext(ctx))
  1097. cookie = rr.Header().Get("Set-Cookie")
  1098. assert.Empty(t, cookie)
  1099. admin.Status = 0
  1100. err = dataprovider.AddAdmin(&admin, "", "")
  1101. assert.NoError(t, err)
  1102. req, _ = http.NewRequest(http.MethodGet, tokenPath, nil)
  1103. ctx = jwtauth.NewContext(req.Context(), token, nil)
  1104. server.checkCookieExpiration(rr, req.WithContext(ctx))
  1105. cookie = rr.Header().Get("Set-Cookie")
  1106. assert.Empty(t, cookie)
  1107. admin.Status = 1
  1108. admin.Filters.AllowList = []string{"172.16.1.0/24"}
  1109. err = dataprovider.UpdateAdmin(&admin, "", "")
  1110. assert.NoError(t, err)
  1111. req, _ = http.NewRequest(http.MethodGet, tokenPath, nil)
  1112. ctx = jwtauth.NewContext(req.Context(), token, nil)
  1113. server.checkCookieExpiration(rr, req.WithContext(ctx))
  1114. cookie = rr.Header().Get("Set-Cookie")
  1115. assert.Empty(t, cookie)
  1116. admin, err = dataprovider.AdminExists(admin.Username)
  1117. assert.NoError(t, err)
  1118. claims = make(map[string]any)
  1119. claims[claimUsernameKey] = admin.Username
  1120. claims[claimPermissionsKey] = admin.Permissions
  1121. claims[jwt.SubjectKey] = admin.GetSignature()
  1122. claims[jwt.ExpirationKey] = time.Now().Add(1 * time.Minute)
  1123. claims[jwt.AudienceKey] = []string{tokenAudienceAPI}
  1124. token, _, err = server.tokenAuth.Encode(claims)
  1125. assert.NoError(t, err)
  1126. req, _ = http.NewRequest(http.MethodGet, tokenPath, nil)
  1127. req.RemoteAddr = "192.168.8.1:1234"
  1128. ctx = jwtauth.NewContext(req.Context(), token, nil)
  1129. server.checkCookieExpiration(rr, req.WithContext(ctx))
  1130. cookie = rr.Header().Get("Set-Cookie")
  1131. assert.Empty(t, cookie)
  1132. req, _ = http.NewRequest(http.MethodGet, tokenPath, nil)
  1133. req.RemoteAddr = "172.16.1.12:4567"
  1134. ctx = jwtauth.NewContext(req.Context(), token, nil)
  1135. server.checkCookieExpiration(rr, req.WithContext(ctx))
  1136. cookie = rr.Header().Get("Set-Cookie")
  1137. assert.True(t, strings.HasPrefix(cookie, "jwt="))
  1138. err = dataprovider.DeleteAdmin(admin.Username, "", "")
  1139. assert.NoError(t, err)
  1140. // now check client cookie expiration
  1141. username := "client"
  1142. user := dataprovider.User{
  1143. BaseUser: sdk.BaseUser{
  1144. Username: username,
  1145. Password: "clientpwd",
  1146. HomeDir: filepath.Join(os.TempDir(), username),
  1147. Status: 1,
  1148. Description: "test user",
  1149. },
  1150. }
  1151. user.Permissions = make(map[string][]string)
  1152. user.Permissions["/"] = []string{"*"}
  1153. claims = make(map[string]any)
  1154. claims[claimUsernameKey] = user.Username
  1155. claims[claimPermissionsKey] = user.Filters.WebClient
  1156. claims[jwt.SubjectKey] = user.GetSignature()
  1157. claims[jwt.ExpirationKey] = time.Now().Add(1 * time.Minute)
  1158. claims[jwt.AudienceKey] = []string{tokenAudienceWebClient}
  1159. token, _, err = server.tokenAuth.Encode(claims)
  1160. assert.NoError(t, err)
  1161. rr = httptest.NewRecorder()
  1162. req, _ = http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  1163. ctx = jwtauth.NewContext(req.Context(), token, nil)
  1164. server.checkCookieExpiration(rr, req.WithContext(ctx))
  1165. cookie = rr.Header().Get("Set-Cookie")
  1166. assert.Empty(t, cookie)
  1167. // the password will be hashed and so the signature will change
  1168. err = dataprovider.AddUser(&user, "", "")
  1169. assert.NoError(t, err)
  1170. req, _ = http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  1171. ctx = jwtauth.NewContext(req.Context(), token, nil)
  1172. server.checkCookieExpiration(rr, req.WithContext(ctx))
  1173. cookie = rr.Header().Get("Set-Cookie")
  1174. assert.Empty(t, cookie)
  1175. user, err = dataprovider.UserExists(user.Username)
  1176. assert.NoError(t, err)
  1177. user.Filters.AllowedIP = []string{"172.16.4.0/24"}
  1178. err = dataprovider.UpdateUser(&user, "", "")
  1179. assert.NoError(t, err)
  1180. user, err = dataprovider.UserExists(user.Username)
  1181. assert.NoError(t, err)
  1182. claims = make(map[string]any)
  1183. claims[claimUsernameKey] = user.Username
  1184. claims[claimPermissionsKey] = user.Filters.WebClient
  1185. claims[jwt.SubjectKey] = user.GetSignature()
  1186. claims[jwt.ExpirationKey] = time.Now().Add(1 * time.Minute)
  1187. claims[jwt.AudienceKey] = []string{tokenAudienceWebClient}
  1188. token, _, err = server.tokenAuth.Encode(claims)
  1189. assert.NoError(t, err)
  1190. req, _ = http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  1191. req.RemoteAddr = "172.16.3.12:4567"
  1192. ctx = jwtauth.NewContext(req.Context(), token, nil)
  1193. server.checkCookieExpiration(rr, req.WithContext(ctx))
  1194. cookie = rr.Header().Get("Set-Cookie")
  1195. assert.Empty(t, cookie)
  1196. req, _ = http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  1197. req.RemoteAddr = "172.16.4.16:4567"
  1198. ctx = jwtauth.NewContext(req.Context(), token, nil)
  1199. server.checkCookieExpiration(rr, req.WithContext(ctx))
  1200. cookie = rr.Header().Get("Set-Cookie")
  1201. assert.NotEmpty(t, cookie)
  1202. err = dataprovider.DeleteUser(user.Username, "", "")
  1203. assert.NoError(t, err)
  1204. }
  1205. func TestGetURLParam(t *testing.T) {
  1206. req, _ := http.NewRequest(http.MethodGet, adminPwdPath, nil)
  1207. rctx := chi.NewRouteContext()
  1208. rctx.URLParams.Add("val", "testuser%C3%A0")
  1209. rctx.URLParams.Add("inval", "testuser%C3%AO%GG")
  1210. req = req.WithContext(context.WithValue(req.Context(), chi.RouteCtxKey, rctx))
  1211. escaped := getURLParam(req, "val")
  1212. assert.Equal(t, "testuserà", escaped)
  1213. escaped = getURLParam(req, "inval")
  1214. assert.Equal(t, "testuser%C3%AO%GG", escaped)
  1215. }
  1216. func TestChangePwdValidationErrors(t *testing.T) {
  1217. err := doChangeAdminPassword(nil, "", "", "")
  1218. require.Error(t, err)
  1219. err = doChangeAdminPassword(nil, "a", "b", "c")
  1220. require.Error(t, err)
  1221. err = doChangeAdminPassword(nil, "a", "a", "a")
  1222. require.Error(t, err)
  1223. req, _ := http.NewRequest(http.MethodPut, adminPwdPath, nil)
  1224. err = doChangeAdminPassword(req, "currentpwd", "newpwd", "newpwd")
  1225. assert.Error(t, err)
  1226. }
  1227. func TestRenderUnexistingFolder(t *testing.T) {
  1228. rr := httptest.NewRecorder()
  1229. req, _ := http.NewRequest(http.MethodPost, folderPath, nil)
  1230. renderFolder(rr, req, "path not mapped", http.StatusOK)
  1231. assert.Equal(t, http.StatusNotFound, rr.Code)
  1232. }
  1233. func TestCloseConnectionHandler(t *testing.T) {
  1234. req, _ := http.NewRequest(http.MethodDelete, activeConnectionsPath+"/connectionID", nil)
  1235. rctx := chi.NewRouteContext()
  1236. rctx.URLParams.Add("connectionID", "")
  1237. req = req.WithContext(context.WithValue(req.Context(), chi.RouteCtxKey, rctx))
  1238. rr := httptest.NewRecorder()
  1239. handleCloseConnection(rr, req)
  1240. assert.Equal(t, http.StatusBadRequest, rr.Code)
  1241. }
  1242. func TestRenderInvalidTemplate(t *testing.T) {
  1243. tmpl, err := template.New("test").Parse("{{.Count}}")
  1244. if assert.NoError(t, err) {
  1245. noMatchTmpl := "no_match"
  1246. adminTemplates[noMatchTmpl] = tmpl
  1247. rw := httptest.NewRecorder()
  1248. renderAdminTemplate(rw, noMatchTmpl, map[string]string{})
  1249. assert.Equal(t, http.StatusInternalServerError, rw.Code)
  1250. clientTemplates[noMatchTmpl] = tmpl
  1251. renderClientTemplate(rw, noMatchTmpl, map[string]string{})
  1252. assert.Equal(t, http.StatusInternalServerError, rw.Code)
  1253. }
  1254. }
  1255. func TestQuotaScanInvalidFs(t *testing.T) {
  1256. user := dataprovider.User{
  1257. BaseUser: sdk.BaseUser{
  1258. Username: "test",
  1259. HomeDir: os.TempDir(),
  1260. },
  1261. FsConfig: vfs.Filesystem{
  1262. Provider: sdk.S3FilesystemProvider,
  1263. },
  1264. }
  1265. common.QuotaScans.AddUserQuotaScan(user.Username)
  1266. err := doUserQuotaScan(user)
  1267. assert.Error(t, err)
  1268. }
  1269. func TestVerifyTLSConnection(t *testing.T) {
  1270. oldCertMgr := certMgr
  1271. caCrlPath := filepath.Join(os.TempDir(), "testcrl.crt")
  1272. certPath := filepath.Join(os.TempDir(), "testh.crt")
  1273. keyPath := filepath.Join(os.TempDir(), "testh.key")
  1274. err := os.WriteFile(caCrlPath, []byte(caCRL), os.ModePerm)
  1275. assert.NoError(t, err)
  1276. err = os.WriteFile(certPath, []byte(httpdCert), os.ModePerm)
  1277. assert.NoError(t, err)
  1278. err = os.WriteFile(keyPath, []byte(httpdKey), os.ModePerm)
  1279. assert.NoError(t, err)
  1280. keyPairs := []common.TLSKeyPair{
  1281. {
  1282. Cert: certPath,
  1283. Key: keyPath,
  1284. ID: common.DefaultTLSKeyPaidID,
  1285. },
  1286. }
  1287. certMgr, err = common.NewCertManager(keyPairs, "", "httpd_test")
  1288. assert.NoError(t, err)
  1289. certMgr.SetCARevocationLists([]string{caCrlPath})
  1290. err = certMgr.LoadCRLs()
  1291. assert.NoError(t, err)
  1292. crt, err := tls.X509KeyPair([]byte(client1Crt), []byte(client1Key))
  1293. assert.NoError(t, err)
  1294. x509crt, err := x509.ParseCertificate(crt.Certificate[0])
  1295. assert.NoError(t, err)
  1296. server := httpdServer{}
  1297. state := tls.ConnectionState{
  1298. PeerCertificates: []*x509.Certificate{x509crt},
  1299. }
  1300. err = server.verifyTLSConnection(state)
  1301. assert.Error(t, err) // no verified certification chain
  1302. crt, err = tls.X509KeyPair([]byte(caCRT), []byte(caKey))
  1303. assert.NoError(t, err)
  1304. x509CAcrt, err := x509.ParseCertificate(crt.Certificate[0])
  1305. assert.NoError(t, err)
  1306. state.VerifiedChains = append(state.VerifiedChains, []*x509.Certificate{x509crt, x509CAcrt})
  1307. err = server.verifyTLSConnection(state)
  1308. assert.NoError(t, err)
  1309. crt, err = tls.X509KeyPair([]byte(client2Crt), []byte(client2Key))
  1310. assert.NoError(t, err)
  1311. x509crtRevoked, err := x509.ParseCertificate(crt.Certificate[0])
  1312. assert.NoError(t, err)
  1313. state.VerifiedChains = append(state.VerifiedChains, []*x509.Certificate{x509crtRevoked, x509CAcrt})
  1314. state.PeerCertificates = []*x509.Certificate{x509crtRevoked}
  1315. err = server.verifyTLSConnection(state)
  1316. assert.EqualError(t, err, common.ErrCrtRevoked.Error())
  1317. err = os.Remove(caCrlPath)
  1318. assert.NoError(t, err)
  1319. err = os.Remove(certPath)
  1320. assert.NoError(t, err)
  1321. err = os.Remove(keyPath)
  1322. assert.NoError(t, err)
  1323. certMgr = oldCertMgr
  1324. }
  1325. func TestGetFolderFromTemplate(t *testing.T) {
  1326. folder := vfs.BaseVirtualFolder{
  1327. MappedPath: "Folder%name%",
  1328. Description: "Folder %name% desc",
  1329. }
  1330. folderName := "folderTemplate"
  1331. folderTemplate := getFolderFromTemplate(folder, folderName)
  1332. require.Equal(t, folderName, folderTemplate.Name)
  1333. require.Equal(t, fmt.Sprintf("Folder%v", folderName), folderTemplate.MappedPath)
  1334. require.Equal(t, fmt.Sprintf("Folder %v desc", folderName), folderTemplate.Description)
  1335. folder.FsConfig.Provider = sdk.CryptedFilesystemProvider
  1336. folder.FsConfig.CryptConfig.Passphrase = kms.NewPlainSecret("%name%")
  1337. folderTemplate = getFolderFromTemplate(folder, folderName)
  1338. require.Equal(t, folderName, folderTemplate.FsConfig.CryptConfig.Passphrase.GetPayload())
  1339. folder.FsConfig.Provider = sdk.GCSFilesystemProvider
  1340. folder.FsConfig.GCSConfig.KeyPrefix = "prefix%name%/"
  1341. folderTemplate = getFolderFromTemplate(folder, folderName)
  1342. require.Equal(t, fmt.Sprintf("prefix%v/", folderName), folderTemplate.FsConfig.GCSConfig.KeyPrefix)
  1343. folder.FsConfig.Provider = sdk.AzureBlobFilesystemProvider
  1344. folder.FsConfig.AzBlobConfig.KeyPrefix = "a%name%"
  1345. folder.FsConfig.AzBlobConfig.AccountKey = kms.NewPlainSecret("pwd%name%")
  1346. folderTemplate = getFolderFromTemplate(folder, folderName)
  1347. require.Equal(t, "a"+folderName, folderTemplate.FsConfig.AzBlobConfig.KeyPrefix)
  1348. require.Equal(t, "pwd"+folderName, folderTemplate.FsConfig.AzBlobConfig.AccountKey.GetPayload())
  1349. folder.FsConfig.Provider = sdk.SFTPFilesystemProvider
  1350. folder.FsConfig.SFTPConfig.Prefix = "%name%"
  1351. folder.FsConfig.SFTPConfig.Username = "sftp_%name%"
  1352. folder.FsConfig.SFTPConfig.Password = kms.NewPlainSecret("sftp%name%")
  1353. folderTemplate = getFolderFromTemplate(folder, folderName)
  1354. require.Equal(t, folderName, folderTemplate.FsConfig.SFTPConfig.Prefix)
  1355. require.Equal(t, "sftp_"+folderName, folderTemplate.FsConfig.SFTPConfig.Username)
  1356. require.Equal(t, "sftp"+folderName, folderTemplate.FsConfig.SFTPConfig.Password.GetPayload())
  1357. }
  1358. func TestGetUserFromTemplate(t *testing.T) {
  1359. user := dataprovider.User{
  1360. BaseUser: sdk.BaseUser{
  1361. Status: 1,
  1362. },
  1363. }
  1364. user.VirtualFolders = append(user.VirtualFolders, vfs.VirtualFolder{
  1365. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1366. Name: "Folder%username%",
  1367. },
  1368. })
  1369. username := "userTemplate"
  1370. password := "pwdTemplate"
  1371. templateFields := userTemplateFields{
  1372. Username: username,
  1373. Password: password,
  1374. }
  1375. userTemplate := getUserFromTemplate(user, templateFields)
  1376. require.Len(t, userTemplate.VirtualFolders, 1)
  1377. require.Equal(t, "Folder"+username, userTemplate.VirtualFolders[0].Name)
  1378. user.FsConfig.Provider = sdk.CryptedFilesystemProvider
  1379. user.FsConfig.CryptConfig.Passphrase = kms.NewPlainSecret("%password%")
  1380. userTemplate = getUserFromTemplate(user, templateFields)
  1381. require.Equal(t, password, userTemplate.FsConfig.CryptConfig.Passphrase.GetPayload())
  1382. user.FsConfig.Provider = sdk.GCSFilesystemProvider
  1383. user.FsConfig.GCSConfig.KeyPrefix = "%username%%password%"
  1384. userTemplate = getUserFromTemplate(user, templateFields)
  1385. require.Equal(t, username+password, userTemplate.FsConfig.GCSConfig.KeyPrefix)
  1386. user.FsConfig.Provider = sdk.AzureBlobFilesystemProvider
  1387. user.FsConfig.AzBlobConfig.KeyPrefix = "a%username%"
  1388. user.FsConfig.AzBlobConfig.AccountKey = kms.NewPlainSecret("pwd%password%%username%")
  1389. userTemplate = getUserFromTemplate(user, templateFields)
  1390. require.Equal(t, "a"+username, userTemplate.FsConfig.AzBlobConfig.KeyPrefix)
  1391. require.Equal(t, "pwd"+password+username, userTemplate.FsConfig.AzBlobConfig.AccountKey.GetPayload())
  1392. user.FsConfig.Provider = sdk.SFTPFilesystemProvider
  1393. user.FsConfig.SFTPConfig.Prefix = "%username%"
  1394. user.FsConfig.SFTPConfig.Username = "sftp_%username%"
  1395. user.FsConfig.SFTPConfig.Password = kms.NewPlainSecret("sftp%password%")
  1396. userTemplate = getUserFromTemplate(user, templateFields)
  1397. require.Equal(t, username, userTemplate.FsConfig.SFTPConfig.Prefix)
  1398. require.Equal(t, "sftp_"+username, userTemplate.FsConfig.SFTPConfig.Username)
  1399. require.Equal(t, "sftp"+password, userTemplate.FsConfig.SFTPConfig.Password.GetPayload())
  1400. }
  1401. func TestJWTTokenCleanup(t *testing.T) {
  1402. server := httpdServer{
  1403. tokenAuth: jwtauth.New(jwa.HS256.String(), util.GenerateRandomBytes(32), nil),
  1404. }
  1405. admin := dataprovider.Admin{
  1406. Username: "newtestadmin",
  1407. Password: "password",
  1408. Permissions: []string{dataprovider.PermAdminAny},
  1409. }
  1410. claims := make(map[string]any)
  1411. claims[claimUsernameKey] = admin.Username
  1412. claims[claimPermissionsKey] = admin.Permissions
  1413. claims[jwt.SubjectKey] = admin.GetSignature()
  1414. claims[jwt.ExpirationKey] = time.Now().Add(1 * time.Minute)
  1415. _, token, err := server.tokenAuth.Encode(claims)
  1416. assert.NoError(t, err)
  1417. req, _ := http.NewRequest(http.MethodGet, versionPath, nil)
  1418. assert.True(t, isTokenInvalidated(req))
  1419. req.Header.Set("Authorization", fmt.Sprintf("Bearer %v", token))
  1420. invalidatedJWTTokens.Store(token, time.Now().Add(-tokenDuration).UTC())
  1421. require.True(t, isTokenInvalidated(req))
  1422. startCleanupTicker(100 * time.Millisecond)
  1423. assert.Eventually(t, func() bool { return !isTokenInvalidated(req) }, 1*time.Second, 200*time.Millisecond)
  1424. stopCleanupTicker()
  1425. }
  1426. func TestAllowedProxyUnixDomainSocket(t *testing.T) {
  1427. b := Binding{
  1428. Address: filepath.Join(os.TempDir(), "sock"),
  1429. ProxyAllowed: []string{"127.0.0.1", "127.0.1.1"},
  1430. }
  1431. err := b.parseAllowedProxy()
  1432. assert.NoError(t, err)
  1433. if assert.Len(t, b.allowHeadersFrom, 1) {
  1434. assert.True(t, b.allowHeadersFrom[0](nil))
  1435. }
  1436. }
  1437. func TestProxyHeaders(t *testing.T) {
  1438. username := "adminTest"
  1439. password := "testPwd"
  1440. admin := dataprovider.Admin{
  1441. Username: username,
  1442. Password: password,
  1443. Permissions: []string{dataprovider.PermAdminAny},
  1444. Status: 1,
  1445. Filters: dataprovider.AdminFilters{
  1446. AllowList: []string{"172.19.2.0/24"},
  1447. },
  1448. }
  1449. err := dataprovider.AddAdmin(&admin, "", "")
  1450. assert.NoError(t, err)
  1451. testIP := "10.29.1.9"
  1452. validForwardedFor := "172.19.2.6"
  1453. b := Binding{
  1454. Address: "",
  1455. Port: 8080,
  1456. EnableWebAdmin: true,
  1457. EnableWebClient: false,
  1458. ProxyAllowed: []string{testIP, "10.8.0.0/30"},
  1459. ClientIPProxyHeader: "x-forwarded-for",
  1460. }
  1461. err = b.parseAllowedProxy()
  1462. assert.NoError(t, err)
  1463. server := newHttpdServer(b, "", "", CorsConfig{Enabled: true}, "")
  1464. server.initializeRouter()
  1465. testServer := httptest.NewServer(server.router)
  1466. defer testServer.Close()
  1467. req, err := http.NewRequest(http.MethodGet, tokenPath, nil)
  1468. assert.NoError(t, err)
  1469. req.Header.Set("X-Forwarded-For", validForwardedFor)
  1470. req.Header.Set(xForwardedProto, "https")
  1471. req.RemoteAddr = "127.0.0.1:123"
  1472. req.SetBasicAuth(username, password)
  1473. rr := httptest.NewRecorder()
  1474. testServer.Config.Handler.ServeHTTP(rr, req)
  1475. assert.Equal(t, http.StatusUnauthorized, rr.Code)
  1476. assert.Contains(t, rr.Body.String(), "login from IP 127.0.0.1 not allowed")
  1477. req.RemoteAddr = testIP
  1478. rr = httptest.NewRecorder()
  1479. testServer.Config.Handler.ServeHTTP(rr, req)
  1480. assert.Equal(t, http.StatusOK, rr.Code)
  1481. req.RemoteAddr = "10.8.0.2"
  1482. rr = httptest.NewRecorder()
  1483. testServer.Config.Handler.ServeHTTP(rr, req)
  1484. assert.Equal(t, http.StatusOK, rr.Code)
  1485. form := make(url.Values)
  1486. form.Set("username", username)
  1487. form.Set("password", password)
  1488. form.Set(csrfFormToken, createCSRFToken(testIP))
  1489. req, err = http.NewRequest(http.MethodPost, webAdminLoginPath, bytes.NewBuffer([]byte(form.Encode())))
  1490. assert.NoError(t, err)
  1491. req.RemoteAddr = testIP
  1492. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  1493. rr = httptest.NewRecorder()
  1494. testServer.Config.Handler.ServeHTTP(rr, req)
  1495. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  1496. assert.Contains(t, rr.Body.String(), "login from IP 10.29.1.9 not allowed")
  1497. form.Set(csrfFormToken, createCSRFToken(validForwardedFor))
  1498. req, err = http.NewRequest(http.MethodPost, webAdminLoginPath, bytes.NewBuffer([]byte(form.Encode())))
  1499. assert.NoError(t, err)
  1500. req.RemoteAddr = testIP
  1501. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  1502. req.Header.Set("X-Forwarded-For", validForwardedFor)
  1503. rr = httptest.NewRecorder()
  1504. testServer.Config.Handler.ServeHTTP(rr, req)
  1505. assert.Equal(t, http.StatusFound, rr.Code, rr.Body.String())
  1506. cookie := rr.Header().Get("Set-Cookie")
  1507. assert.NotContains(t, cookie, "Secure")
  1508. req, err = http.NewRequest(http.MethodPost, webAdminLoginPath, bytes.NewBuffer([]byte(form.Encode())))
  1509. assert.NoError(t, err)
  1510. req.RemoteAddr = testIP
  1511. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  1512. req.Header.Set("X-Forwarded-For", validForwardedFor)
  1513. req.Header.Set(xForwardedProto, "https")
  1514. rr = httptest.NewRecorder()
  1515. testServer.Config.Handler.ServeHTTP(rr, req)
  1516. assert.Equal(t, http.StatusFound, rr.Code, rr.Body.String())
  1517. cookie = rr.Header().Get("Set-Cookie")
  1518. assert.Contains(t, cookie, "Secure")
  1519. req, err = http.NewRequest(http.MethodPost, webAdminLoginPath, bytes.NewBuffer([]byte(form.Encode())))
  1520. assert.NoError(t, err)
  1521. req.RemoteAddr = testIP
  1522. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  1523. req.Header.Set("X-Forwarded-For", validForwardedFor)
  1524. req.Header.Set(xForwardedProto, "http")
  1525. rr = httptest.NewRecorder()
  1526. testServer.Config.Handler.ServeHTTP(rr, req)
  1527. assert.Equal(t, http.StatusFound, rr.Code, rr.Body.String())
  1528. cookie = rr.Header().Get("Set-Cookie")
  1529. assert.NotContains(t, cookie, "Secure")
  1530. err = dataprovider.DeleteAdmin(username, "", "")
  1531. assert.NoError(t, err)
  1532. }
  1533. func TestRecoverer(t *testing.T) {
  1534. recoveryPath := "/recovery"
  1535. b := Binding{
  1536. Address: "",
  1537. Port: 8080,
  1538. EnableWebAdmin: true,
  1539. EnableWebClient: false,
  1540. }
  1541. server := newHttpdServer(b, "../static", "", CorsConfig{}, "../openapi")
  1542. server.initializeRouter()
  1543. server.router.Get(recoveryPath, func(w http.ResponseWriter, r *http.Request) {
  1544. panic("panic")
  1545. })
  1546. testServer := httptest.NewServer(server.router)
  1547. defer testServer.Close()
  1548. req, err := http.NewRequest(http.MethodGet, recoveryPath, nil)
  1549. assert.NoError(t, err)
  1550. rr := httptest.NewRecorder()
  1551. testServer.Config.Handler.ServeHTTP(rr, req)
  1552. assert.Equal(t, http.StatusInternalServerError, rr.Code, rr.Body.String())
  1553. server.router = chi.NewRouter()
  1554. server.router.Use(middleware.Recoverer)
  1555. server.router.Get(recoveryPath, func(w http.ResponseWriter, r *http.Request) {
  1556. panic("panic")
  1557. })
  1558. testServer = httptest.NewServer(server.router)
  1559. defer testServer.Close()
  1560. req, err = http.NewRequest(http.MethodGet, recoveryPath, nil)
  1561. assert.NoError(t, err)
  1562. rr = httptest.NewRecorder()
  1563. testServer.Config.Handler.ServeHTTP(rr, req)
  1564. assert.Equal(t, http.StatusInternalServerError, rr.Code, rr.Body.String())
  1565. }
  1566. func TestCompressorAbortHandler(t *testing.T) {
  1567. defer func() {
  1568. rcv := recover()
  1569. assert.Equal(t, http.ErrAbortHandler, rcv)
  1570. }()
  1571. connection := &Connection{
  1572. BaseConnection: common.NewBaseConnection(xid.New().String(), common.ProtocolHTTP, "", "", dataprovider.User{}),
  1573. request: nil,
  1574. }
  1575. share := &dataprovider.Share{}
  1576. renderCompressedFiles(&failingWriter{}, connection, "", nil, share)
  1577. }
  1578. func TestZipErrors(t *testing.T) {
  1579. user := dataprovider.User{
  1580. BaseUser: sdk.BaseUser{
  1581. HomeDir: filepath.Clean(os.TempDir()),
  1582. },
  1583. }
  1584. user.Permissions = make(map[string][]string)
  1585. user.Permissions["/"] = []string{dataprovider.PermAny}
  1586. connection := &Connection{
  1587. BaseConnection: common.NewBaseConnection(xid.New().String(), common.ProtocolHTTP, "", "", user),
  1588. request: nil,
  1589. }
  1590. testDir := filepath.Join(os.TempDir(), "testDir")
  1591. err := os.MkdirAll(testDir, os.ModePerm)
  1592. assert.NoError(t, err)
  1593. wr := zip.NewWriter(&failingWriter{})
  1594. err = wr.Close()
  1595. if assert.Error(t, err) {
  1596. assert.Contains(t, err.Error(), "write error")
  1597. }
  1598. err = addZipEntry(wr, connection, "/"+filepath.Base(testDir), "/")
  1599. if assert.Error(t, err) {
  1600. assert.Contains(t, err.Error(), "write error")
  1601. }
  1602. testFilePath := filepath.Join(testDir, "ziptest.zip")
  1603. err = os.WriteFile(testFilePath, util.GenerateRandomBytes(65535), os.ModePerm)
  1604. assert.NoError(t, err)
  1605. err = addZipEntry(wr, connection, path.Join("/", filepath.Base(testDir), filepath.Base(testFilePath)),
  1606. "/"+filepath.Base(testDir))
  1607. if assert.Error(t, err) {
  1608. assert.Contains(t, err.Error(), "write error")
  1609. }
  1610. connection.User.Permissions["/"] = []string{dataprovider.PermListItems}
  1611. err = addZipEntry(wr, connection, path.Join("/", filepath.Base(testDir), filepath.Base(testFilePath)),
  1612. "/"+filepath.Base(testDir))
  1613. assert.ErrorIs(t, err, os.ErrPermission)
  1614. // creating a virtual folder to a missing path stat is ok but readdir fails
  1615. user.VirtualFolders = append(user.VirtualFolders, vfs.VirtualFolder{
  1616. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1617. MappedPath: filepath.Join(os.TempDir(), "mapped"),
  1618. },
  1619. VirtualPath: "/vpath",
  1620. })
  1621. connection.User = user
  1622. wr = zip.NewWriter(bytes.NewBuffer(make([]byte, 0)))
  1623. err = addZipEntry(wr, connection, user.VirtualFolders[0].VirtualPath, "/")
  1624. assert.Error(t, err)
  1625. user.Filters.FilePatterns = append(user.Filters.FilePatterns, sdk.PatternsFilter{
  1626. Path: "/",
  1627. DeniedPatterns: []string{"*.zip"},
  1628. })
  1629. err = addZipEntry(wr, connection, "/"+filepath.Base(testDir), "/")
  1630. assert.ErrorIs(t, err, os.ErrPermission)
  1631. err = os.RemoveAll(testDir)
  1632. assert.NoError(t, err)
  1633. }
  1634. func TestWebAdminRedirect(t *testing.T) {
  1635. b := Binding{
  1636. Address: "",
  1637. Port: 8080,
  1638. EnableWebAdmin: true,
  1639. EnableWebClient: false,
  1640. }
  1641. server := newHttpdServer(b, "../static", "", CorsConfig{}, "../openapi")
  1642. server.initializeRouter()
  1643. testServer := httptest.NewServer(server.router)
  1644. defer testServer.Close()
  1645. req, err := http.NewRequest(http.MethodGet, webRootPath, nil)
  1646. assert.NoError(t, err)
  1647. rr := httptest.NewRecorder()
  1648. testServer.Config.Handler.ServeHTTP(rr, req)
  1649. assert.Equal(t, http.StatusFound, rr.Code, rr.Body.String())
  1650. assert.Equal(t, webAdminLoginPath, rr.Header().Get("Location"))
  1651. req, err = http.NewRequest(http.MethodGet, webBasePath, nil)
  1652. assert.NoError(t, err)
  1653. rr = httptest.NewRecorder()
  1654. testServer.Config.Handler.ServeHTTP(rr, req)
  1655. assert.Equal(t, http.StatusFound, rr.Code, rr.Body.String())
  1656. assert.Equal(t, webAdminLoginPath, rr.Header().Get("Location"))
  1657. }
  1658. func TestParseRangeRequests(t *testing.T) {
  1659. // curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=24-24"
  1660. fileSize := int64(169740)
  1661. rangeHeader := "bytes=24-24"
  1662. offset, size, err := parseRangeRequest(rangeHeader[6:], fileSize)
  1663. require.NoError(t, err)
  1664. resp := fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1665. assert.Equal(t, "bytes 24-24/169740", resp)
  1666. require.Equal(t, int64(1), size)
  1667. // curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=24-"
  1668. rangeHeader = "bytes=24-"
  1669. offset, size, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1670. require.NoError(t, err)
  1671. resp = fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1672. assert.Equal(t, "bytes 24-169739/169740", resp)
  1673. require.Equal(t, int64(169716), size)
  1674. // curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=-1"
  1675. rangeHeader = "bytes=-1"
  1676. offset, size, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1677. require.NoError(t, err)
  1678. resp = fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1679. assert.Equal(t, "bytes 169739-169739/169740", resp)
  1680. require.Equal(t, int64(1), size)
  1681. // curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=-100"
  1682. rangeHeader = "bytes=-100"
  1683. offset, size, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1684. require.NoError(t, err)
  1685. resp = fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1686. assert.Equal(t, "bytes 169640-169739/169740", resp)
  1687. require.Equal(t, int64(100), size)
  1688. // curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=20-30"
  1689. rangeHeader = "bytes=20-30"
  1690. offset, size, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1691. require.NoError(t, err)
  1692. resp = fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1693. assert.Equal(t, "bytes 20-30/169740", resp)
  1694. require.Equal(t, int64(11), size)
  1695. // curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=20-169739"
  1696. rangeHeader = "bytes=20-169739"
  1697. offset, size, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1698. require.NoError(t, err)
  1699. resp = fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1700. assert.Equal(t, "bytes 20-169739/169740", resp)
  1701. require.Equal(t, int64(169720), size)
  1702. // curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=20-169740"
  1703. rangeHeader = "bytes=20-169740"
  1704. offset, size, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1705. require.NoError(t, err)
  1706. resp = fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1707. assert.Equal(t, "bytes 20-169739/169740", resp)
  1708. require.Equal(t, int64(169720), size)
  1709. // curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=20-169741"
  1710. rangeHeader = "bytes=20-169741"
  1711. offset, size, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1712. require.NoError(t, err)
  1713. resp = fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1714. assert.Equal(t, "bytes 20-169739/169740", resp)
  1715. require.Equal(t, int64(169720), size)
  1716. //curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=0-" > /dev/null
  1717. rangeHeader = "bytes=0-"
  1718. offset, size, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1719. require.NoError(t, err)
  1720. resp = fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1721. assert.Equal(t, "bytes 0-169739/169740", resp)
  1722. require.Equal(t, int64(169740), size)
  1723. // now test errors
  1724. rangeHeader = "bytes=0-a"
  1725. _, _, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1726. require.Error(t, err)
  1727. rangeHeader = "bytes="
  1728. _, _, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1729. require.Error(t, err)
  1730. rangeHeader = "bytes=-"
  1731. _, _, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1732. require.Error(t, err)
  1733. rangeHeader = "bytes=500-300"
  1734. _, _, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1735. require.Error(t, err)
  1736. rangeHeader = "bytes=5000000"
  1737. _, _, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1738. require.Error(t, err)
  1739. }
  1740. func TestRequestHeaderErrors(t *testing.T) {
  1741. req, _ := http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  1742. req.Header.Set("If-Unmodified-Since", "not a date")
  1743. res := checkIfUnmodifiedSince(req, time.Now())
  1744. assert.Equal(t, condNone, res)
  1745. req, _ = http.NewRequest(http.MethodPost, webClientFilesPath, nil)
  1746. res = checkIfModifiedSince(req, time.Now())
  1747. assert.Equal(t, condNone, res)
  1748. req, _ = http.NewRequest(http.MethodPost, webClientFilesPath, nil)
  1749. res = checkIfRange(req, time.Now())
  1750. assert.Equal(t, condNone, res)
  1751. req, _ = http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  1752. req.Header.Set("If-Modified-Since", "not a date")
  1753. res = checkIfModifiedSince(req, time.Now())
  1754. assert.Equal(t, condNone, res)
  1755. req, _ = http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  1756. req.Header.Set("If-Range", time.Now().Format(http.TimeFormat))
  1757. res = checkIfRange(req, time.Time{})
  1758. assert.Equal(t, condFalse, res)
  1759. req.Header.Set("If-Range", "invalid if range date")
  1760. res = checkIfRange(req, time.Now())
  1761. assert.Equal(t, condFalse, res)
  1762. modTime := getFileObjectModTime(time.Time{})
  1763. assert.Empty(t, modTime)
  1764. }
  1765. func TestConnection(t *testing.T) {
  1766. user := dataprovider.User{
  1767. BaseUser: sdk.BaseUser{
  1768. Username: "test_httpd_user",
  1769. HomeDir: filepath.Clean(os.TempDir()),
  1770. },
  1771. FsConfig: vfs.Filesystem{
  1772. Provider: sdk.GCSFilesystemProvider,
  1773. GCSConfig: vfs.GCSFsConfig{
  1774. BaseGCSFsConfig: sdk.BaseGCSFsConfig{
  1775. Bucket: "test_bucket_name",
  1776. },
  1777. Credentials: kms.NewPlainSecret("invalid JSON payload"),
  1778. },
  1779. },
  1780. }
  1781. user.Permissions = make(map[string][]string)
  1782. user.Permissions["/"] = []string{dataprovider.PermAny}
  1783. connection := &Connection{
  1784. BaseConnection: common.NewBaseConnection(xid.New().String(), common.ProtocolHTTP, "", "", user),
  1785. request: nil,
  1786. }
  1787. assert.Empty(t, connection.GetClientVersion())
  1788. assert.Empty(t, connection.GetRemoteAddress())
  1789. assert.Empty(t, connection.GetCommand())
  1790. name := "missing file name"
  1791. _, err := connection.getFileReader(name, 0, http.MethodGet)
  1792. assert.Error(t, err)
  1793. connection.User.FsConfig.Provider = sdk.LocalFilesystemProvider
  1794. _, err = connection.getFileReader(name, 0, http.MethodGet)
  1795. assert.ErrorIs(t, err, os.ErrNotExist)
  1796. }
  1797. func TestGetFileWriterErrors(t *testing.T) {
  1798. user := dataprovider.User{
  1799. BaseUser: sdk.BaseUser{
  1800. Username: "test_httpd_user",
  1801. HomeDir: "invalid",
  1802. },
  1803. }
  1804. user.Permissions = make(map[string][]string)
  1805. user.Permissions["/"] = []string{dataprovider.PermAny}
  1806. connection := &Connection{
  1807. BaseConnection: common.NewBaseConnection(xid.New().String(), common.ProtocolHTTP, "", "", user),
  1808. request: nil,
  1809. }
  1810. _, err := connection.getFileWriter("name")
  1811. assert.Error(t, err)
  1812. user.FsConfig.Provider = sdk.S3FilesystemProvider
  1813. user.FsConfig.S3Config = vfs.S3FsConfig{
  1814. BaseS3FsConfig: sdk.BaseS3FsConfig{
  1815. Bucket: "b",
  1816. Region: "us-west-1",
  1817. AccessKey: "key",
  1818. },
  1819. AccessSecret: kms.NewPlainSecret("secret"),
  1820. }
  1821. connection = &Connection{
  1822. BaseConnection: common.NewBaseConnection(xid.New().String(), common.ProtocolHTTP, "", "", user),
  1823. request: nil,
  1824. }
  1825. _, err = connection.getFileWriter("/path")
  1826. assert.Error(t, err)
  1827. }
  1828. func TestThrottledHandler(t *testing.T) {
  1829. tr := &throttledReader{
  1830. r: io.NopCloser(bytes.NewBuffer(nil)),
  1831. }
  1832. assert.Equal(t, int64(0), tr.GetTruncatedSize())
  1833. err := tr.Close()
  1834. assert.NoError(t, err)
  1835. assert.Empty(t, tr.GetRealFsPath("real path"))
  1836. assert.False(t, tr.SetTimes("p", time.Now(), time.Now()))
  1837. _, err = tr.Truncate("", 0)
  1838. assert.ErrorIs(t, err, vfs.ErrVfsUnsupported)
  1839. err = tr.GetAbortError()
  1840. assert.ErrorIs(t, err, common.ErrTransferAborted)
  1841. }
  1842. func TestHTTPDFile(t *testing.T) {
  1843. user := dataprovider.User{
  1844. BaseUser: sdk.BaseUser{
  1845. Username: "test_httpd_user",
  1846. HomeDir: filepath.Clean(os.TempDir()),
  1847. },
  1848. }
  1849. user.Permissions = make(map[string][]string)
  1850. user.Permissions["/"] = []string{dataprovider.PermAny}
  1851. connection := &Connection{
  1852. BaseConnection: common.NewBaseConnection(xid.New().String(), common.ProtocolHTTP, "", "", user),
  1853. request: nil,
  1854. }
  1855. fs, err := user.GetFilesystem("")
  1856. assert.NoError(t, err)
  1857. name := "fileName"
  1858. p := filepath.Join(os.TempDir(), name)
  1859. err = os.WriteFile(p, []byte("contents"), os.ModePerm)
  1860. assert.NoError(t, err)
  1861. file, err := os.Open(p)
  1862. assert.NoError(t, err)
  1863. err = file.Close()
  1864. assert.NoError(t, err)
  1865. baseTransfer := common.NewBaseTransfer(file, connection.BaseConnection, nil, p, p, name, common.TransferDownload,
  1866. 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{})
  1867. httpdFile := newHTTPDFile(baseTransfer, nil, nil)
  1868. // the file is closed, read should fail
  1869. buf := make([]byte, 100)
  1870. _, err = httpdFile.Read(buf)
  1871. assert.Error(t, err)
  1872. err = httpdFile.Close()
  1873. assert.Error(t, err)
  1874. err = httpdFile.Close()
  1875. assert.ErrorIs(t, err, common.ErrTransferClosed)
  1876. err = os.Remove(p)
  1877. assert.NoError(t, err)
  1878. httpdFile.writer = file
  1879. httpdFile.File = nil
  1880. httpdFile.ErrTransfer = nil
  1881. err = httpdFile.closeIO()
  1882. assert.Error(t, err)
  1883. assert.Error(t, httpdFile.ErrTransfer)
  1884. assert.Equal(t, err, httpdFile.ErrTransfer)
  1885. httpdFile.SignalClose(nil)
  1886. _, err = httpdFile.Write(nil)
  1887. assert.ErrorIs(t, err, common.ErrQuotaExceeded)
  1888. }
  1889. func TestChangeUserPwd(t *testing.T) {
  1890. req, _ := http.NewRequest(http.MethodPost, webChangeClientPwdPath, nil)
  1891. err := doChangeUserPassword(req, "", "", "")
  1892. if assert.Error(t, err) {
  1893. assert.Contains(t, err.Error(), "please provide the current password and the new one two times")
  1894. }
  1895. err = doChangeUserPassword(req, "a", "b", "c")
  1896. if assert.Error(t, err) {
  1897. assert.Contains(t, err.Error(), "the two password fields do not match")
  1898. }
  1899. err = doChangeUserPassword(req, "a", "b", "b")
  1900. if assert.Error(t, err) {
  1901. assert.Contains(t, err.Error(), "invalid token claims")
  1902. }
  1903. }
  1904. func TestWebUserInvalidClaims(t *testing.T) {
  1905. server := httpdServer{}
  1906. server.initializeRouter()
  1907. rr := httptest.NewRecorder()
  1908. user := dataprovider.User{
  1909. BaseUser: sdk.BaseUser{
  1910. Username: "",
  1911. Password: "pwd",
  1912. },
  1913. }
  1914. c := jwtTokenClaims{
  1915. Username: user.Username,
  1916. Permissions: nil,
  1917. Signature: user.GetSignature(),
  1918. }
  1919. token, err := c.createTokenResponse(server.tokenAuth, tokenAudienceWebClient, "")
  1920. assert.NoError(t, err)
  1921. req, _ := http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  1922. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  1923. server.handleClientGetFiles(rr, req)
  1924. assert.Equal(t, http.StatusForbidden, rr.Code)
  1925. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  1926. rr = httptest.NewRecorder()
  1927. req, _ = http.NewRequest(http.MethodGet, webClientDirsPath, nil)
  1928. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  1929. server.handleClientGetDirContents(rr, req)
  1930. assert.Equal(t, http.StatusForbidden, rr.Code)
  1931. assert.Contains(t, rr.Body.String(), "invalid token claims")
  1932. rr = httptest.NewRecorder()
  1933. req, _ = http.NewRequest(http.MethodGet, webClientDownloadZipPath, nil)
  1934. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  1935. server.handleWebClientDownloadZip(rr, req)
  1936. assert.Equal(t, http.StatusForbidden, rr.Code)
  1937. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  1938. rr = httptest.NewRecorder()
  1939. req, _ = http.NewRequest(http.MethodGet, webClientEditFilePath, nil)
  1940. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  1941. server.handleClientEditFile(rr, req)
  1942. assert.Equal(t, http.StatusForbidden, rr.Code)
  1943. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  1944. rr = httptest.NewRecorder()
  1945. req, _ = http.NewRequest(http.MethodGet, webClientSharePath, nil)
  1946. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  1947. server.handleClientUpdateShareGet(rr, req)
  1948. assert.Equal(t, http.StatusForbidden, rr.Code)
  1949. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  1950. rr = httptest.NewRecorder()
  1951. req, _ = http.NewRequest(http.MethodPost, webClientSharePath, nil)
  1952. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  1953. server.handleClientAddSharePost(rr, req)
  1954. assert.Equal(t, http.StatusForbidden, rr.Code)
  1955. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  1956. rr = httptest.NewRecorder()
  1957. req, _ = http.NewRequest(http.MethodPost, webClientSharePath+"/id", nil)
  1958. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  1959. server.handleClientUpdateSharePost(rr, req)
  1960. assert.Equal(t, http.StatusForbidden, rr.Code)
  1961. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  1962. rr = httptest.NewRecorder()
  1963. req, _ = http.NewRequest(http.MethodGet, webClientSharesPath, nil)
  1964. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  1965. server.handleClientGetShares(rr, req)
  1966. assert.Equal(t, http.StatusForbidden, rr.Code)
  1967. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  1968. }
  1969. func TestInvalidClaims(t *testing.T) {
  1970. server := httpdServer{}
  1971. server.initializeRouter()
  1972. rr := httptest.NewRecorder()
  1973. user := dataprovider.User{
  1974. BaseUser: sdk.BaseUser{
  1975. Username: "",
  1976. Password: "pwd",
  1977. },
  1978. }
  1979. c := jwtTokenClaims{
  1980. Username: user.Username,
  1981. Permissions: nil,
  1982. Signature: user.GetSignature(),
  1983. }
  1984. token, err := c.createTokenResponse(server.tokenAuth, tokenAudienceWebClient, "")
  1985. assert.NoError(t, err)
  1986. form := make(url.Values)
  1987. form.Set(csrfFormToken, createCSRFToken(""))
  1988. form.Set("public_keys", "")
  1989. req, _ := http.NewRequest(http.MethodPost, webClientProfilePath, bytes.NewBuffer([]byte(form.Encode())))
  1990. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  1991. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  1992. server.handleWebClientProfilePost(rr, req)
  1993. assert.Equal(t, http.StatusForbidden, rr.Code)
  1994. admin := dataprovider.Admin{
  1995. Username: "",
  1996. Password: user.Password,
  1997. }
  1998. c = jwtTokenClaims{
  1999. Username: admin.Username,
  2000. Permissions: nil,
  2001. Signature: admin.GetSignature(),
  2002. }
  2003. token, err = c.createTokenResponse(server.tokenAuth, tokenAudienceWebAdmin, "")
  2004. assert.NoError(t, err)
  2005. form = make(url.Values)
  2006. form.Set(csrfFormToken, createCSRFToken(""))
  2007. form.Set("allow_api_key_auth", "")
  2008. req, _ = http.NewRequest(http.MethodPost, webAdminProfilePath, bytes.NewBuffer([]byte(form.Encode())))
  2009. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  2010. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  2011. server.handleWebAdminProfilePost(rr, req)
  2012. assert.Equal(t, http.StatusForbidden, rr.Code)
  2013. }
  2014. func TestTLSReq(t *testing.T) {
  2015. req, err := http.NewRequest(http.MethodGet, webClientLoginPath, nil)
  2016. assert.NoError(t, err)
  2017. req.TLS = &tls.ConnectionState{}
  2018. assert.True(t, isTLS(req))
  2019. req.TLS = nil
  2020. ctx := context.WithValue(req.Context(), forwardedProtoKey, "https")
  2021. assert.True(t, isTLS(req.WithContext(ctx)))
  2022. ctx = context.WithValue(req.Context(), forwardedProtoKey, "http")
  2023. assert.False(t, isTLS(req.WithContext(ctx)))
  2024. assert.Equal(t, "context value forwarded proto", forwardedProtoKey.String())
  2025. }
  2026. func TestSigningKey(t *testing.T) {
  2027. signingPassphrase := "test"
  2028. server1 := httpdServer{
  2029. signingPassphrase: signingPassphrase,
  2030. }
  2031. server1.initializeRouter()
  2032. server2 := httpdServer{
  2033. signingPassphrase: signingPassphrase,
  2034. }
  2035. server2.initializeRouter()
  2036. user := dataprovider.User{
  2037. BaseUser: sdk.BaseUser{
  2038. Username: "",
  2039. Password: "pwd",
  2040. },
  2041. }
  2042. c := jwtTokenClaims{
  2043. Username: user.Username,
  2044. Permissions: nil,
  2045. Signature: user.GetSignature(),
  2046. }
  2047. token, err := c.createTokenResponse(server1.tokenAuth, tokenAudienceWebClient, "")
  2048. assert.NoError(t, err)
  2049. accessToken := token["access_token"].(string)
  2050. assert.NotEmpty(t, accessToken)
  2051. _, err = server1.tokenAuth.Decode(accessToken)
  2052. assert.NoError(t, err)
  2053. _, err = server2.tokenAuth.Decode(accessToken)
  2054. assert.NoError(t, err)
  2055. }
  2056. func TestLoginLinks(t *testing.T) {
  2057. b := Binding{
  2058. EnableWebAdmin: true,
  2059. EnableWebClient: false,
  2060. }
  2061. assert.False(t, b.showClientLoginURL())
  2062. b = Binding{
  2063. EnableWebAdmin: false,
  2064. EnableWebClient: true,
  2065. }
  2066. assert.False(t, b.showAdminLoginURL())
  2067. b = Binding{
  2068. EnableWebAdmin: true,
  2069. EnableWebClient: true,
  2070. }
  2071. assert.True(t, b.showAdminLoginURL())
  2072. assert.True(t, b.showClientLoginURL())
  2073. b.HideLoginURL = 3
  2074. assert.False(t, b.showAdminLoginURL())
  2075. assert.False(t, b.showClientLoginURL())
  2076. b.HideLoginURL = 1
  2077. assert.True(t, b.showAdminLoginURL())
  2078. assert.False(t, b.showClientLoginURL())
  2079. b.HideLoginURL = 2
  2080. assert.False(t, b.showAdminLoginURL())
  2081. assert.True(t, b.showClientLoginURL())
  2082. }
  2083. func TestResetCodesCleanup(t *testing.T) {
  2084. resetCode := newResetCode(util.GenerateUniqueID(), false)
  2085. resetCode.ExpiresAt = time.Now().Add(-1 * time.Minute).UTC()
  2086. err := resetCodesMgr.Add(resetCode)
  2087. assert.NoError(t, err)
  2088. resetCodesMgr.Cleanup()
  2089. _, err = resetCodesMgr.Get(resetCode.Code)
  2090. assert.Error(t, err)
  2091. }
  2092. func TestUserCanResetPassword(t *testing.T) {
  2093. req, err := http.NewRequest(http.MethodGet, webClientLoginPath, nil)
  2094. assert.NoError(t, err)
  2095. req.RemoteAddr = "172.16.9.2:55080"
  2096. u := dataprovider.User{}
  2097. assert.True(t, isUserAllowedToResetPassword(req, &u))
  2098. u.Filters.DeniedProtocols = []string{common.ProtocolHTTP}
  2099. assert.False(t, isUserAllowedToResetPassword(req, &u))
  2100. u.Filters.DeniedProtocols = nil
  2101. u.Filters.WebClient = []string{sdk.WebClientPasswordResetDisabled}
  2102. assert.False(t, isUserAllowedToResetPassword(req, &u))
  2103. u.Filters.WebClient = nil
  2104. u.Filters.DeniedLoginMethods = []string{dataprovider.LoginMethodPassword}
  2105. assert.False(t, isUserAllowedToResetPassword(req, &u))
  2106. u.Filters.DeniedLoginMethods = nil
  2107. u.Filters.AllowedIP = []string{"127.0.0.1/8"}
  2108. assert.False(t, isUserAllowedToResetPassword(req, &u))
  2109. }
  2110. func TestMetadataAPI(t *testing.T) {
  2111. username := "metadatauser"
  2112. assert.False(t, activeMetadataChecks.remove(username))
  2113. user := dataprovider.User{
  2114. BaseUser: sdk.BaseUser{
  2115. Username: username,
  2116. Password: "metadata_pwd",
  2117. HomeDir: filepath.Join(os.TempDir(), username),
  2118. Status: 1,
  2119. },
  2120. }
  2121. user.Permissions = make(map[string][]string)
  2122. user.Permissions["/"] = []string{dataprovider.PermAny}
  2123. err := dataprovider.AddUser(&user, "", "")
  2124. assert.NoError(t, err)
  2125. assert.True(t, activeMetadataChecks.add(username))
  2126. req, err := http.NewRequest(http.MethodPost, path.Join(metadataBasePath, username, "check"), nil)
  2127. assert.NoError(t, err)
  2128. rctx := chi.NewRouteContext()
  2129. rctx.URLParams.Add("username", username)
  2130. req = req.WithContext(context.WithValue(req.Context(), chi.RouteCtxKey, rctx))
  2131. rr := httptest.NewRecorder()
  2132. startMetadataCheck(rr, req)
  2133. assert.Equal(t, http.StatusConflict, rr.Code)
  2134. assert.True(t, activeMetadataChecks.remove(username))
  2135. assert.Len(t, activeMetadataChecks.get(), 0)
  2136. err = dataprovider.DeleteUser(username, "", "")
  2137. assert.NoError(t, err)
  2138. user.FsConfig.Provider = sdk.AzureBlobFilesystemProvider
  2139. err = doMetadataCheck(user)
  2140. assert.Error(t, err)
  2141. }
  2142. func TestBrowsableSharePaths(t *testing.T) {
  2143. share := dataprovider.Share{
  2144. Paths: []string{"/"},
  2145. Username: defaultAdminUsername,
  2146. }
  2147. _, err := getUserForShare(share)
  2148. if assert.Error(t, err) {
  2149. _, ok := err.(*util.RecordNotFoundError)
  2150. assert.True(t, ok)
  2151. }
  2152. req, err := http.NewRequest(http.MethodGet, "/share", nil)
  2153. require.NoError(t, err)
  2154. name, err := getBrowsableSharedPath(share, req)
  2155. assert.NoError(t, err)
  2156. assert.Equal(t, "/", name)
  2157. req, err = http.NewRequest(http.MethodGet, "/share?path=abc", nil)
  2158. require.NoError(t, err)
  2159. name, err = getBrowsableSharedPath(share, req)
  2160. assert.NoError(t, err)
  2161. assert.Equal(t, "/abc", name)
  2162. share.Paths = []string{"/a/b/c"}
  2163. req, err = http.NewRequest(http.MethodGet, "/share?path=abc", nil)
  2164. require.NoError(t, err)
  2165. name, err = getBrowsableSharedPath(share, req)
  2166. assert.NoError(t, err)
  2167. assert.Equal(t, "/a/b/c/abc", name)
  2168. req, err = http.NewRequest(http.MethodGet, "/share?path=%2Fabc/d", nil)
  2169. require.NoError(t, err)
  2170. name, err = getBrowsableSharedPath(share, req)
  2171. assert.NoError(t, err)
  2172. assert.Equal(t, "/a/b/c/abc/d", name)
  2173. req, err = http.NewRequest(http.MethodGet, "/share?path=%2Fabc%2F..%2F..", nil)
  2174. require.NoError(t, err)
  2175. _, err = getBrowsableSharedPath(share, req)
  2176. assert.Error(t, err)
  2177. req, err = http.NewRequest(http.MethodGet, "/share?path=%2Fabc%2F..", nil)
  2178. require.NoError(t, err)
  2179. name, err = getBrowsableSharedPath(share, req)
  2180. assert.NoError(t, err)
  2181. assert.Equal(t, "/a/b/c", name)
  2182. share = dataprovider.Share{
  2183. Paths: []string{"/a", "/b"},
  2184. }
  2185. }
  2186. func TestSecureMiddlewareIntegration(t *testing.T) {
  2187. forwardedHostHeader := "X-Forwarded-Host"
  2188. server := httpdServer{
  2189. binding: Binding{
  2190. ProxyAllowed: []string{"192.168.1.0/24"},
  2191. Security: SecurityConf{
  2192. Enabled: true,
  2193. AllowedHosts: []string{"*.sftpgo.com"},
  2194. AllowedHostsAreRegex: true,
  2195. HostsProxyHeaders: []string{forwardedHostHeader},
  2196. HTTPSProxyHeaders: []HTTPSProxyHeader{
  2197. {
  2198. Key: xForwardedProto,
  2199. Value: "https",
  2200. },
  2201. },
  2202. STSSeconds: 31536000,
  2203. STSIncludeSubdomains: true,
  2204. STSPreload: true,
  2205. ContentTypeNosniff: true,
  2206. },
  2207. },
  2208. enableWebAdmin: true,
  2209. enableWebClient: true,
  2210. }
  2211. server.binding.Security.updateProxyHeaders()
  2212. err := server.binding.parseAllowedProxy()
  2213. assert.NoError(t, err)
  2214. assert.Equal(t, []string{forwardedHostHeader, xForwardedProto}, server.binding.Security.proxyHeaders)
  2215. assert.Equal(t, map[string]string{xForwardedProto: "https"}, server.binding.Security.getHTTPSProxyHeaders())
  2216. server.initializeRouter()
  2217. rr := httptest.NewRecorder()
  2218. r, err := http.NewRequest(http.MethodGet, webClientLoginPath, nil)
  2219. assert.NoError(t, err)
  2220. r.Host = "127.0.0.1"
  2221. server.router.ServeHTTP(rr, r)
  2222. assert.Equal(t, http.StatusForbidden, rr.Code)
  2223. rr = httptest.NewRecorder()
  2224. r.Header.Set(forwardedHostHeader, "www.sftpgo.com")
  2225. server.router.ServeHTTP(rr, r)
  2226. assert.Equal(t, http.StatusForbidden, rr.Code)
  2227. // the header should be removed
  2228. assert.Empty(t, r.Header.Get(forwardedHostHeader))
  2229. rr = httptest.NewRecorder()
  2230. r.Host = "test.sftpgo.com"
  2231. r.Header.Set(forwardedHostHeader, "test.example.com")
  2232. r.RemoteAddr = "192.168.1.1"
  2233. server.router.ServeHTTP(rr, r)
  2234. assert.Equal(t, http.StatusForbidden, rr.Code)
  2235. assert.NotEmpty(t, r.Header.Get(forwardedHostHeader))
  2236. rr = httptest.NewRecorder()
  2237. r.Header.Set(forwardedHostHeader, "www.sftpgo.com")
  2238. r.RemoteAddr = "192.168.1.1"
  2239. server.router.ServeHTTP(rr, r)
  2240. assert.Equal(t, http.StatusOK, rr.Code)
  2241. assert.NotEmpty(t, r.Header.Get(forwardedHostHeader))
  2242. assert.Empty(t, rr.Header().Get("Strict-Transport-Security"))
  2243. assert.Equal(t, "nosniff", rr.Header().Get("X-Content-Type-Options"))
  2244. // now set the X-Forwarded-Proto to https, we should get the Strict-Transport-Security header
  2245. rr = httptest.NewRecorder()
  2246. r.Host = "test.sftpgo.com"
  2247. r.Header.Set(xForwardedProto, "https")
  2248. r.RemoteAddr = "192.168.1.3"
  2249. server.router.ServeHTTP(rr, r)
  2250. assert.Equal(t, http.StatusOK, rr.Code)
  2251. assert.NotEmpty(t, r.Header.Get(forwardedHostHeader))
  2252. assert.Equal(t, "max-age=31536000; includeSubDomains; preload", rr.Header().Get("Strict-Transport-Security"))
  2253. assert.Equal(t, "nosniff", rr.Header().Get("X-Content-Type-Options"))
  2254. server.binding.Security.Enabled = false
  2255. server.binding.Security.updateProxyHeaders()
  2256. assert.Len(t, server.binding.Security.proxyHeaders, 0)
  2257. }
  2258. func TestGetCompressedFileName(t *testing.T) {
  2259. username := "test"
  2260. res := getCompressedFileName(username, []string{"single dir"})
  2261. require.Equal(t, fmt.Sprintf("%s-single dir.zip", username), res)
  2262. res = getCompressedFileName(username, []string{"file1", "file2"})
  2263. require.Equal(t, fmt.Sprintf("%s-download.zip", username), res)
  2264. res = getCompressedFileName(username, []string{"file1.txt"})
  2265. require.Equal(t, fmt.Sprintf("%s-file1.zip", username), res)
  2266. // now files with full paths
  2267. res = getCompressedFileName(username, []string{"/dir/single dir"})
  2268. require.Equal(t, fmt.Sprintf("%s-single dir.zip", username), res)
  2269. res = getCompressedFileName(username, []string{"/adir/file1", "/adir/file2"})
  2270. require.Equal(t, fmt.Sprintf("%s-download.zip", username), res)
  2271. res = getCompressedFileName(username, []string{"/sub/dir/file1.txt"})
  2272. require.Equal(t, fmt.Sprintf("%s-file1.zip", username), res)
  2273. }
  2274. func TestWebAdminSetupWithInstallCode(t *testing.T) {
  2275. installationCode = "1234"
  2276. // delete all the admins
  2277. admins, err := dataprovider.GetAdmins(100, 0, dataprovider.OrderASC)
  2278. assert.NoError(t, err)
  2279. for _, admin := range admins {
  2280. err = dataprovider.DeleteAdmin(admin.Username, "", "")
  2281. assert.NoError(t, err)
  2282. }
  2283. // close the provider and initializes it without creating the default admin
  2284. providerConf := dataprovider.GetProviderConfig()
  2285. providerConf.CreateDefaultAdmin = false
  2286. err = dataprovider.Close()
  2287. assert.NoError(t, err)
  2288. err = dataprovider.Initialize(providerConf, configDir, true)
  2289. assert.NoError(t, err)
  2290. server := httpdServer{
  2291. enableWebAdmin: true,
  2292. enableWebClient: true,
  2293. }
  2294. server.initializeRouter()
  2295. rr := httptest.NewRecorder()
  2296. r, err := http.NewRequest(http.MethodGet, webAdminSetupPath, nil)
  2297. assert.NoError(t, err)
  2298. server.router.ServeHTTP(rr, r)
  2299. assert.Equal(t, http.StatusOK, rr.Code)
  2300. for _, webURL := range []string{"/", webBasePath, webBaseAdminPath, webAdminLoginPath, webClientLoginPath} {
  2301. rr = httptest.NewRecorder()
  2302. r, err = http.NewRequest(http.MethodGet, webURL, nil)
  2303. assert.NoError(t, err)
  2304. server.router.ServeHTTP(rr, r)
  2305. assert.Equal(t, http.StatusFound, rr.Code)
  2306. assert.Equal(t, webAdminSetupPath, rr.Header().Get("Location"))
  2307. }
  2308. form := make(url.Values)
  2309. csrfToken := createCSRFToken("")
  2310. form.Set("_form_token", csrfToken)
  2311. form.Set("install_code", installationCode+"5")
  2312. form.Set("username", defaultAdminUsername)
  2313. form.Set("password", "password")
  2314. form.Set("confirm_password", "password")
  2315. rr = httptest.NewRecorder()
  2316. r, err = http.NewRequest(http.MethodPost, webAdminSetupPath, bytes.NewBuffer([]byte(form.Encode())))
  2317. assert.NoError(t, err)
  2318. r.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  2319. server.router.ServeHTTP(rr, r)
  2320. assert.Equal(t, http.StatusOK, rr.Code)
  2321. assert.Contains(t, rr.Body.String(), "Installation code mismatch")
  2322. _, err = dataprovider.AdminExists(defaultAdminUsername)
  2323. assert.Error(t, err)
  2324. form.Set("install_code", installationCode)
  2325. rr = httptest.NewRecorder()
  2326. r, err = http.NewRequest(http.MethodPost, webAdminSetupPath, bytes.NewBuffer([]byte(form.Encode())))
  2327. assert.NoError(t, err)
  2328. r.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  2329. server.router.ServeHTTP(rr, r)
  2330. assert.Equal(t, http.StatusFound, rr.Code)
  2331. _, err = dataprovider.AdminExists(defaultAdminUsername)
  2332. assert.NoError(t, err)
  2333. // delete the admin and test the installation code resolver
  2334. err = dataprovider.DeleteAdmin(defaultAdminUsername, "", "")
  2335. assert.NoError(t, err)
  2336. err = dataprovider.Close()
  2337. assert.NoError(t, err)
  2338. err = dataprovider.Initialize(providerConf, configDir, true)
  2339. assert.NoError(t, err)
  2340. SetInstallationCodeResolver(func(defaultInstallationCode string) string {
  2341. return "5678"
  2342. })
  2343. rr = httptest.NewRecorder()
  2344. r, err = http.NewRequest(http.MethodGet, webAdminSetupPath, nil)
  2345. assert.NoError(t, err)
  2346. server.router.ServeHTTP(rr, r)
  2347. assert.Equal(t, http.StatusOK, rr.Code)
  2348. for _, webURL := range []string{"/", webBasePath, webBaseAdminPath, webAdminLoginPath, webClientLoginPath} {
  2349. rr = httptest.NewRecorder()
  2350. r, err = http.NewRequest(http.MethodGet, webURL, nil)
  2351. assert.NoError(t, err)
  2352. server.router.ServeHTTP(rr, r)
  2353. assert.Equal(t, http.StatusFound, rr.Code)
  2354. assert.Equal(t, webAdminSetupPath, rr.Header().Get("Location"))
  2355. }
  2356. form = make(url.Values)
  2357. csrfToken = createCSRFToken("")
  2358. form.Set("_form_token", csrfToken)
  2359. form.Set("install_code", installationCode)
  2360. form.Set("username", defaultAdminUsername)
  2361. form.Set("password", "password")
  2362. form.Set("confirm_password", "password")
  2363. rr = httptest.NewRecorder()
  2364. r, err = http.NewRequest(http.MethodPost, webAdminSetupPath, bytes.NewBuffer([]byte(form.Encode())))
  2365. assert.NoError(t, err)
  2366. r.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  2367. server.router.ServeHTTP(rr, r)
  2368. assert.Equal(t, http.StatusOK, rr.Code)
  2369. assert.Contains(t, rr.Body.String(), "Installation code mismatch")
  2370. _, err = dataprovider.AdminExists(defaultAdminUsername)
  2371. assert.Error(t, err)
  2372. form.Set("install_code", "5678")
  2373. rr = httptest.NewRecorder()
  2374. r, err = http.NewRequest(http.MethodPost, webAdminSetupPath, bytes.NewBuffer([]byte(form.Encode())))
  2375. assert.NoError(t, err)
  2376. r.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  2377. server.router.ServeHTTP(rr, r)
  2378. assert.Equal(t, http.StatusFound, rr.Code)
  2379. _, err = dataprovider.AdminExists(defaultAdminUsername)
  2380. assert.NoError(t, err)
  2381. err = dataprovider.Close()
  2382. assert.NoError(t, err)
  2383. providerConf.CreateDefaultAdmin = true
  2384. err = dataprovider.Initialize(providerConf, configDir, true)
  2385. assert.NoError(t, err)
  2386. installationCode = ""
  2387. SetInstallationCodeResolver(nil)
  2388. }
  2389. func TestDbResetCodeManager(t *testing.T) {
  2390. if !isSharedProviderSupported() {
  2391. t.Skip("this test it is not available with this provider")
  2392. }
  2393. mgr := newResetCodeManager(1)
  2394. resetCode := newResetCode("admin", true)
  2395. err := mgr.Add(resetCode)
  2396. assert.NoError(t, err)
  2397. codeGet, err := mgr.Get(resetCode.Code)
  2398. assert.NoError(t, err)
  2399. assert.Equal(t, resetCode, codeGet)
  2400. err = mgr.Delete(resetCode.Code)
  2401. assert.NoError(t, err)
  2402. err = mgr.Delete(resetCode.Code)
  2403. if assert.Error(t, err) {
  2404. _, ok := err.(*util.RecordNotFoundError)
  2405. assert.True(t, ok)
  2406. }
  2407. _, err = mgr.Get(resetCode.Code)
  2408. assert.ErrorIs(t, err, sql.ErrNoRows)
  2409. // add an expired reset code
  2410. resetCode = newResetCode("user", false)
  2411. resetCode.ExpiresAt = time.Now().Add(-24 * time.Hour)
  2412. err = mgr.Add(resetCode)
  2413. assert.NoError(t, err)
  2414. _, err = mgr.Get(resetCode.Code)
  2415. if assert.Error(t, err) {
  2416. assert.Contains(t, err.Error(), "reset code expired")
  2417. }
  2418. mgr.Cleanup()
  2419. _, err = mgr.Get(resetCode.Code)
  2420. assert.ErrorIs(t, err, sql.ErrNoRows)
  2421. dbMgr, ok := mgr.(*dbResetCodeManager)
  2422. if assert.True(t, ok) {
  2423. _, err = dbMgr.decodeData("astring")
  2424. assert.Error(t, err)
  2425. }
  2426. }
  2427. func isSharedProviderSupported() bool {
  2428. // SQLite shares the implementation with other SQL-based provider but it makes no sense
  2429. // to use it outside test cases
  2430. switch dataprovider.GetProviderStatus().Driver {
  2431. case dataprovider.MySQLDataProviderName, dataprovider.PGSQLDataProviderName,
  2432. dataprovider.CockroachDataProviderName, dataprovider.SQLiteDataProviderName:
  2433. return true
  2434. default:
  2435. return false
  2436. }
  2437. }