common_test.go 58 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887
  1. // Copyright (C) 2019 Nicola Murino
  2. //
  3. // This program is free software: you can redistribute it and/or modify
  4. // it under the terms of the GNU Affero General Public License as published
  5. // by the Free Software Foundation, version 3.
  6. //
  7. // This program is distributed in the hope that it will be useful,
  8. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. // GNU Affero General Public License for more details.
  11. //
  12. // You should have received a copy of the GNU Affero General Public License
  13. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  14. package common
  15. import (
  16. "crypto/tls"
  17. "encoding/json"
  18. "fmt"
  19. "net"
  20. "os"
  21. "os/exec"
  22. "path/filepath"
  23. "runtime"
  24. "sync"
  25. "testing"
  26. "time"
  27. "github.com/alexedwards/argon2id"
  28. "github.com/pires/go-proxyproto"
  29. "github.com/sftpgo/sdk"
  30. "github.com/stretchr/testify/assert"
  31. "github.com/stretchr/testify/require"
  32. "golang.org/x/crypto/bcrypt"
  33. "github.com/drakkan/sftpgo/v2/internal/dataprovider"
  34. "github.com/drakkan/sftpgo/v2/internal/kms"
  35. "github.com/drakkan/sftpgo/v2/internal/plugin"
  36. "github.com/drakkan/sftpgo/v2/internal/util"
  37. "github.com/drakkan/sftpgo/v2/internal/version"
  38. "github.com/drakkan/sftpgo/v2/internal/vfs"
  39. )
  40. const (
  41. logSenderTest = "common_test"
  42. httpAddr = "127.0.0.1:9999"
  43. osWindows = "windows"
  44. userTestUsername = "common_test_username"
  45. )
  46. var (
  47. configDir = filepath.Join(".", "..", "..")
  48. )
  49. type fakeConnection struct {
  50. *BaseConnection
  51. command string
  52. }
  53. func (c *fakeConnection) AddUser(user dataprovider.User) error {
  54. _, err := user.GetFilesystem(c.GetID())
  55. if err != nil {
  56. return err
  57. }
  58. c.BaseConnection.User = user
  59. return nil
  60. }
  61. func (c *fakeConnection) Disconnect() error {
  62. Connections.Remove(c.GetID())
  63. return nil
  64. }
  65. func (c *fakeConnection) GetClientVersion() string {
  66. return ""
  67. }
  68. func (c *fakeConnection) GetCommand() string {
  69. return c.command
  70. }
  71. func (c *fakeConnection) GetLocalAddress() string {
  72. return ""
  73. }
  74. func (c *fakeConnection) GetRemoteAddress() string {
  75. return ""
  76. }
  77. type customNetConn struct {
  78. net.Conn
  79. id string
  80. isClosed bool
  81. }
  82. func (c *customNetConn) Close() error {
  83. Connections.RemoveSSHConnection(c.id)
  84. c.isClosed = true
  85. return c.Conn.Close()
  86. }
  87. func TestConnections(t *testing.T) {
  88. c1 := &fakeConnection{
  89. BaseConnection: NewBaseConnection("id1", ProtocolSFTP, "", "", dataprovider.User{
  90. BaseUser: sdk.BaseUser{
  91. Username: userTestUsername,
  92. },
  93. }),
  94. }
  95. c2 := &fakeConnection{
  96. BaseConnection: NewBaseConnection("id2", ProtocolSFTP, "", "", dataprovider.User{
  97. BaseUser: sdk.BaseUser{
  98. Username: userTestUsername,
  99. },
  100. }),
  101. }
  102. c3 := &fakeConnection{
  103. BaseConnection: NewBaseConnection("id3", ProtocolSFTP, "", "", dataprovider.User{
  104. BaseUser: sdk.BaseUser{
  105. Username: userTestUsername,
  106. },
  107. }),
  108. }
  109. c4 := &fakeConnection{
  110. BaseConnection: NewBaseConnection("id4", ProtocolSFTP, "", "", dataprovider.User{
  111. BaseUser: sdk.BaseUser{
  112. Username: userTestUsername,
  113. },
  114. }),
  115. }
  116. assert.Equal(t, "SFTP_id1", c1.GetID())
  117. assert.Equal(t, "SFTP_id2", c2.GetID())
  118. assert.Equal(t, "SFTP_id3", c3.GetID())
  119. assert.Equal(t, "SFTP_id4", c4.GetID())
  120. err := Connections.Add(c1)
  121. assert.NoError(t, err)
  122. err = Connections.Add(c2)
  123. assert.NoError(t, err)
  124. err = Connections.Add(c3)
  125. assert.NoError(t, err)
  126. err = Connections.Add(c4)
  127. assert.NoError(t, err)
  128. Connections.RLock()
  129. assert.Len(t, Connections.connections, 4)
  130. assert.Len(t, Connections.mapping, 4)
  131. _, ok := Connections.mapping[c1.GetID()]
  132. assert.True(t, ok)
  133. assert.Equal(t, 0, Connections.mapping[c1.GetID()])
  134. assert.Equal(t, 1, Connections.mapping[c2.GetID()])
  135. assert.Equal(t, 2, Connections.mapping[c3.GetID()])
  136. assert.Equal(t, 3, Connections.mapping[c4.GetID()])
  137. Connections.RUnlock()
  138. c2 = &fakeConnection{
  139. BaseConnection: NewBaseConnection("id2", ProtocolSFTP, "", "", dataprovider.User{
  140. BaseUser: sdk.BaseUser{
  141. Username: userTestUsername + "_mod",
  142. },
  143. }),
  144. }
  145. err = Connections.Swap(c2)
  146. assert.NoError(t, err)
  147. Connections.RLock()
  148. assert.Len(t, Connections.connections, 4)
  149. assert.Len(t, Connections.mapping, 4)
  150. _, ok = Connections.mapping[c1.GetID()]
  151. assert.True(t, ok)
  152. assert.Equal(t, 0, Connections.mapping[c1.GetID()])
  153. assert.Equal(t, 1, Connections.mapping[c2.GetID()])
  154. assert.Equal(t, 2, Connections.mapping[c3.GetID()])
  155. assert.Equal(t, 3, Connections.mapping[c4.GetID()])
  156. assert.Equal(t, userTestUsername+"_mod", Connections.connections[1].GetUsername())
  157. Connections.RUnlock()
  158. Connections.Remove(c2.GetID())
  159. Connections.RLock()
  160. assert.Len(t, Connections.connections, 3)
  161. assert.Len(t, Connections.mapping, 3)
  162. _, ok = Connections.mapping[c1.GetID()]
  163. assert.True(t, ok)
  164. assert.Equal(t, 0, Connections.mapping[c1.GetID()])
  165. assert.Equal(t, 1, Connections.mapping[c4.GetID()])
  166. assert.Equal(t, 2, Connections.mapping[c3.GetID()])
  167. Connections.RUnlock()
  168. Connections.Remove(c3.GetID())
  169. Connections.RLock()
  170. assert.Len(t, Connections.connections, 2)
  171. assert.Len(t, Connections.mapping, 2)
  172. _, ok = Connections.mapping[c1.GetID()]
  173. assert.True(t, ok)
  174. assert.Equal(t, 0, Connections.mapping[c1.GetID()])
  175. assert.Equal(t, 1, Connections.mapping[c4.GetID()])
  176. Connections.RUnlock()
  177. Connections.Remove(c1.GetID())
  178. Connections.RLock()
  179. assert.Len(t, Connections.connections, 1)
  180. assert.Len(t, Connections.mapping, 1)
  181. _, ok = Connections.mapping[c4.GetID()]
  182. assert.True(t, ok)
  183. assert.Equal(t, 0, Connections.mapping[c4.GetID()])
  184. Connections.RUnlock()
  185. Connections.Remove(c4.GetID())
  186. Connections.RLock()
  187. assert.Len(t, Connections.connections, 0)
  188. assert.Len(t, Connections.mapping, 0)
  189. Connections.RUnlock()
  190. }
  191. func TestInitializationProxyErrors(t *testing.T) {
  192. configCopy := Config
  193. c := Configuration{
  194. ProxyProtocol: 1,
  195. ProxyAllowed: []string{"1.1.1.1111"},
  196. }
  197. err := Initialize(c, 0)
  198. if assert.Error(t, err) {
  199. assert.Contains(t, err.Error(), "invalid proxy allowed")
  200. }
  201. c.ProxyAllowed = nil
  202. c.ProxySkipped = []string{"invalid"}
  203. err = Initialize(c, 0)
  204. if assert.Error(t, err) {
  205. assert.Contains(t, err.Error(), "invalid proxy skipped")
  206. }
  207. c.ProxyAllowed = []string{"1.1.1.1"}
  208. c.ProxySkipped = []string{"2.2.2.2", "10.8.0.0/24"}
  209. err = Initialize(c, 0)
  210. assert.NoError(t, err)
  211. assert.Len(t, Config.proxyAllowed, 1)
  212. assert.Len(t, Config.proxySkipped, 2)
  213. Config = configCopy
  214. assert.Equal(t, 0, Config.ProxyProtocol)
  215. assert.Len(t, Config.proxyAllowed, 0)
  216. assert.Len(t, Config.proxySkipped, 0)
  217. }
  218. func TestInitializationClosedProvider(t *testing.T) {
  219. configCopy := Config
  220. providerConf := dataprovider.GetProviderConfig()
  221. err := dataprovider.Close()
  222. assert.NoError(t, err)
  223. config := Configuration{
  224. AllowListStatus: 1,
  225. }
  226. err = Initialize(config, 0)
  227. if assert.Error(t, err) {
  228. assert.Contains(t, err.Error(), "unable to initialize the allow list")
  229. }
  230. config.AllowListStatus = 0
  231. config.RateLimitersConfig = []RateLimiterConfig{
  232. {
  233. Average: 100,
  234. Period: 1000,
  235. Burst: 5,
  236. Type: int(rateLimiterTypeGlobal),
  237. Protocols: rateLimiterProtocolValues,
  238. },
  239. }
  240. err = Initialize(config, 0)
  241. if assert.Error(t, err) {
  242. assert.Contains(t, err.Error(), "unable to initialize ratelimiters list")
  243. }
  244. config.RateLimitersConfig = nil
  245. config.DefenderConfig = DefenderConfig{
  246. Enabled: true,
  247. Driver: DefenderDriverProvider,
  248. BanTime: 10,
  249. BanTimeIncrement: 50,
  250. Threshold: 10,
  251. ScoreInvalid: 2,
  252. ScoreValid: 1,
  253. ScoreNoAuth: 2,
  254. ObservationTime: 15,
  255. EntriesSoftLimit: 100,
  256. EntriesHardLimit: 150,
  257. }
  258. err = Initialize(config, 0)
  259. if assert.Error(t, err) {
  260. assert.Contains(t, err.Error(), "defender initialization error")
  261. }
  262. config.DefenderConfig.Driver = DefenderDriverMemory
  263. err = Initialize(config, 0)
  264. if assert.Error(t, err) {
  265. assert.Contains(t, err.Error(), "defender initialization error")
  266. }
  267. err = dataprovider.Initialize(providerConf, configDir, true)
  268. assert.NoError(t, err)
  269. Config = configCopy
  270. }
  271. func TestSSHConnections(t *testing.T) {
  272. conn1, conn2 := net.Pipe()
  273. now := time.Now()
  274. sshConn1 := NewSSHConnection("id1", conn1)
  275. sshConn2 := NewSSHConnection("id2", conn2)
  276. sshConn3 := NewSSHConnection("id3", conn2)
  277. assert.Equal(t, "id1", sshConn1.GetID())
  278. assert.Equal(t, "id2", sshConn2.GetID())
  279. assert.Equal(t, "id3", sshConn3.GetID())
  280. sshConn1.UpdateLastActivity()
  281. assert.GreaterOrEqual(t, sshConn1.GetLastActivity().UnixNano(), now.UnixNano())
  282. Connections.AddSSHConnection(sshConn1)
  283. Connections.AddSSHConnection(sshConn2)
  284. Connections.AddSSHConnection(sshConn3)
  285. Connections.RLock()
  286. assert.Len(t, Connections.sshConnections, 3)
  287. _, ok := Connections.sshMapping[sshConn1.GetID()]
  288. assert.True(t, ok)
  289. assert.Equal(t, 0, Connections.sshMapping[sshConn1.GetID()])
  290. assert.Equal(t, 1, Connections.sshMapping[sshConn2.GetID()])
  291. assert.Equal(t, 2, Connections.sshMapping[sshConn3.GetID()])
  292. Connections.RUnlock()
  293. Connections.RemoveSSHConnection(sshConn1.id)
  294. Connections.RLock()
  295. assert.Len(t, Connections.sshConnections, 2)
  296. assert.Equal(t, sshConn3.id, Connections.sshConnections[0].id)
  297. assert.Equal(t, sshConn2.id, Connections.sshConnections[1].id)
  298. _, ok = Connections.sshMapping[sshConn3.GetID()]
  299. assert.True(t, ok)
  300. assert.Equal(t, 0, Connections.sshMapping[sshConn3.GetID()])
  301. assert.Equal(t, 1, Connections.sshMapping[sshConn2.GetID()])
  302. Connections.RUnlock()
  303. Connections.RemoveSSHConnection(sshConn1.id)
  304. Connections.RLock()
  305. assert.Len(t, Connections.sshConnections, 2)
  306. assert.Equal(t, sshConn3.id, Connections.sshConnections[0].id)
  307. assert.Equal(t, sshConn2.id, Connections.sshConnections[1].id)
  308. _, ok = Connections.sshMapping[sshConn3.GetID()]
  309. assert.True(t, ok)
  310. assert.Equal(t, 0, Connections.sshMapping[sshConn3.GetID()])
  311. assert.Equal(t, 1, Connections.sshMapping[sshConn2.GetID()])
  312. Connections.RUnlock()
  313. Connections.RemoveSSHConnection(sshConn2.id)
  314. Connections.RLock()
  315. assert.Len(t, Connections.sshConnections, 1)
  316. assert.Equal(t, sshConn3.id, Connections.sshConnections[0].id)
  317. _, ok = Connections.sshMapping[sshConn3.GetID()]
  318. assert.True(t, ok)
  319. assert.Equal(t, 0, Connections.sshMapping[sshConn3.GetID()])
  320. Connections.RUnlock()
  321. Connections.RemoveSSHConnection(sshConn3.id)
  322. Connections.RLock()
  323. assert.Len(t, Connections.sshConnections, 0)
  324. assert.Len(t, Connections.sshMapping, 0)
  325. Connections.RUnlock()
  326. assert.NoError(t, sshConn1.Close())
  327. assert.NoError(t, sshConn2.Close())
  328. assert.NoError(t, sshConn3.Close())
  329. }
  330. func TestDefenderIntegration(t *testing.T) {
  331. // by default defender is nil
  332. configCopy := Config
  333. wdPath, err := os.Getwd()
  334. require.NoError(t, err)
  335. pluginsConfig := []plugin.Config{
  336. {
  337. Type: "ipfilter",
  338. Cmd: filepath.Join(wdPath, "..", "..", "tests", "ipfilter", "ipfilter"),
  339. AutoMTLS: true,
  340. },
  341. }
  342. if runtime.GOOS == osWindows {
  343. pluginsConfig[0].Cmd += ".exe"
  344. }
  345. err = plugin.Initialize(pluginsConfig, "debug")
  346. require.NoError(t, err)
  347. ip := "127.1.1.1"
  348. assert.Nil(t, Reload())
  349. // 192.168.1.12 is banned from the ipfilter plugin
  350. assert.True(t, IsBanned("192.168.1.12", ProtocolFTP))
  351. AddDefenderEvent(ip, ProtocolFTP, HostEventNoLoginTried)
  352. assert.False(t, IsBanned(ip, ProtocolFTP))
  353. banTime, err := GetDefenderBanTime(ip)
  354. assert.NoError(t, err)
  355. assert.Nil(t, banTime)
  356. assert.False(t, DeleteDefenderHost(ip))
  357. score, err := GetDefenderScore(ip)
  358. assert.NoError(t, err)
  359. assert.Equal(t, 0, score)
  360. _, err = GetDefenderHost(ip)
  361. assert.Error(t, err)
  362. hosts, err := GetDefenderHosts()
  363. assert.NoError(t, err)
  364. assert.Nil(t, hosts)
  365. Config.DefenderConfig = DefenderConfig{
  366. Enabled: true,
  367. Driver: DefenderDriverProvider,
  368. BanTime: 10,
  369. BanTimeIncrement: 50,
  370. Threshold: 0,
  371. ScoreInvalid: 2,
  372. ScoreValid: 1,
  373. ScoreNoAuth: 2,
  374. ObservationTime: 15,
  375. EntriesSoftLimit: 100,
  376. EntriesHardLimit: 150,
  377. LoginDelay: LoginDelay{
  378. PasswordFailed: 200,
  379. },
  380. }
  381. err = Initialize(Config, 0)
  382. // ScoreInvalid cannot be greater than threshold
  383. assert.Error(t, err)
  384. Config.DefenderConfig.Driver = "unsupported"
  385. err = Initialize(Config, 0)
  386. if assert.Error(t, err) {
  387. assert.Contains(t, err.Error(), "unsupported defender driver")
  388. }
  389. Config.DefenderConfig.Driver = DefenderDriverMemory
  390. err = Initialize(Config, 0)
  391. // ScoreInvalid cannot be greater than threshold
  392. assert.Error(t, err)
  393. Config.DefenderConfig.Threshold = 3
  394. err = Initialize(Config, 0)
  395. assert.NoError(t, err)
  396. assert.Nil(t, Reload())
  397. AddDefenderEvent(ip, ProtocolSSH, HostEventNoLoginTried)
  398. assert.False(t, IsBanned(ip, ProtocolSSH))
  399. score, err = GetDefenderScore(ip)
  400. assert.NoError(t, err)
  401. assert.Equal(t, 2, score)
  402. entry, err := GetDefenderHost(ip)
  403. assert.NoError(t, err)
  404. asJSON, err := json.Marshal(&entry)
  405. assert.NoError(t, err)
  406. assert.Equal(t, `{"id":"3132372e312e312e31","ip":"127.1.1.1","score":2}`, string(asJSON), "entry %v", entry)
  407. assert.True(t, DeleteDefenderHost(ip))
  408. banTime, err = GetDefenderBanTime(ip)
  409. assert.NoError(t, err)
  410. assert.Nil(t, banTime)
  411. AddDefenderEvent(ip, ProtocolHTTP, HostEventLoginFailed)
  412. AddDefenderEvent(ip, ProtocolHTTP, HostEventNoLoginTried)
  413. assert.True(t, IsBanned(ip, ProtocolHTTP))
  414. score, err = GetDefenderScore(ip)
  415. assert.NoError(t, err)
  416. assert.Equal(t, 0, score)
  417. banTime, err = GetDefenderBanTime(ip)
  418. assert.NoError(t, err)
  419. assert.NotNil(t, banTime)
  420. hosts, err = GetDefenderHosts()
  421. assert.NoError(t, err)
  422. assert.Len(t, hosts, 1)
  423. entry, err = GetDefenderHost(ip)
  424. assert.NoError(t, err)
  425. assert.False(t, entry.BanTime.IsZero())
  426. assert.True(t, DeleteDefenderHost(ip))
  427. hosts, err = GetDefenderHosts()
  428. assert.NoError(t, err)
  429. assert.Len(t, hosts, 0)
  430. banTime, err = GetDefenderBanTime(ip)
  431. assert.NoError(t, err)
  432. assert.Nil(t, banTime)
  433. assert.False(t, DeleteDefenderHost(ip))
  434. startTime := time.Now()
  435. DelayLogin(nil)
  436. elapsed := time.Since(startTime)
  437. assert.Less(t, elapsed, time.Millisecond*50)
  438. startTime = time.Now()
  439. DelayLogin(ErrInternalFailure)
  440. elapsed = time.Since(startTime)
  441. assert.Greater(t, elapsed, time.Millisecond*150)
  442. Config = configCopy
  443. }
  444. func TestRateLimitersIntegration(t *testing.T) {
  445. configCopy := Config
  446. enabled, protocols := Config.GetRateLimitersStatus()
  447. assert.False(t, enabled)
  448. assert.Len(t, protocols, 0)
  449. entries := []dataprovider.IPListEntry{
  450. {
  451. IPOrNet: "172.16.24.7/32",
  452. Type: dataprovider.IPListTypeRateLimiterSafeList,
  453. Mode: dataprovider.ListModeAllow,
  454. },
  455. {
  456. IPOrNet: "172.16.0.0/16",
  457. Type: dataprovider.IPListTypeRateLimiterSafeList,
  458. Mode: dataprovider.ListModeAllow,
  459. },
  460. }
  461. for idx := range entries {
  462. e := entries[idx]
  463. err := dataprovider.AddIPListEntry(&e, "", "", "")
  464. assert.NoError(t, err)
  465. }
  466. Config.RateLimitersConfig = []RateLimiterConfig{
  467. {
  468. Average: 100,
  469. Period: 10,
  470. Burst: 5,
  471. Type: int(rateLimiterTypeGlobal),
  472. Protocols: rateLimiterProtocolValues,
  473. },
  474. {
  475. Average: 1,
  476. Period: 1000,
  477. Burst: 1,
  478. Type: int(rateLimiterTypeSource),
  479. Protocols: []string{ProtocolWebDAV, ProtocolWebDAV, ProtocolFTP},
  480. GenerateDefenderEvents: true,
  481. EntriesSoftLimit: 100,
  482. EntriesHardLimit: 150,
  483. },
  484. }
  485. err := Initialize(Config, 0)
  486. assert.Error(t, err)
  487. Config.RateLimitersConfig[0].Period = 1000
  488. err = Initialize(Config, 0)
  489. assert.NoError(t, err)
  490. assert.NotNil(t, Config.rateLimitersList)
  491. assert.Len(t, rateLimiters, 4)
  492. assert.Len(t, rateLimiters[ProtocolSSH], 1)
  493. assert.Len(t, rateLimiters[ProtocolFTP], 2)
  494. assert.Len(t, rateLimiters[ProtocolWebDAV], 2)
  495. assert.Len(t, rateLimiters[ProtocolHTTP], 1)
  496. enabled, protocols = Config.GetRateLimitersStatus()
  497. assert.True(t, enabled)
  498. assert.Len(t, protocols, 4)
  499. assert.Contains(t, protocols, ProtocolFTP)
  500. assert.Contains(t, protocols, ProtocolSSH)
  501. assert.Contains(t, protocols, ProtocolHTTP)
  502. assert.Contains(t, protocols, ProtocolWebDAV)
  503. source1 := "127.1.1.1"
  504. source2 := "127.1.1.2"
  505. source3 := "172.16.24.7" // in safelist
  506. _, err = LimitRate(ProtocolSSH, source1)
  507. assert.NoError(t, err)
  508. _, err = LimitRate(ProtocolFTP, source1)
  509. assert.NoError(t, err)
  510. // sleep to allow the add configured burst to the token.
  511. // This sleep is not enough to add the per-source burst
  512. time.Sleep(20 * time.Millisecond)
  513. _, err = LimitRate(ProtocolWebDAV, source2)
  514. assert.NoError(t, err)
  515. _, err = LimitRate(ProtocolFTP, source1)
  516. assert.Error(t, err)
  517. _, err = LimitRate(ProtocolWebDAV, source2)
  518. assert.Error(t, err)
  519. _, err = LimitRate(ProtocolSSH, source1)
  520. assert.NoError(t, err)
  521. _, err = LimitRate(ProtocolSSH, source2)
  522. assert.NoError(t, err)
  523. for i := 0; i < 10; i++ {
  524. _, err = LimitRate(ProtocolWebDAV, source3)
  525. assert.NoError(t, err)
  526. }
  527. for _, e := range entries {
  528. err := dataprovider.DeleteIPListEntry(e.IPOrNet, e.Type, "", "", "")
  529. assert.NoError(t, err)
  530. }
  531. assert.Nil(t, configCopy.rateLimitersList)
  532. Config = configCopy
  533. }
  534. func TestUserMaxSessions(t *testing.T) {
  535. c := NewBaseConnection("id", ProtocolSFTP, "", "", dataprovider.User{
  536. BaseUser: sdk.BaseUser{
  537. Username: userTestUsername,
  538. MaxSessions: 1,
  539. },
  540. })
  541. fakeConn := &fakeConnection{
  542. BaseConnection: c,
  543. }
  544. err := Connections.Add(fakeConn)
  545. assert.NoError(t, err)
  546. err = Connections.Add(fakeConn)
  547. assert.Error(t, err)
  548. err = Connections.Swap(fakeConn)
  549. assert.NoError(t, err)
  550. Connections.Remove(fakeConn.GetID())
  551. Connections.Lock()
  552. Connections.removeUserConnection(userTestUsername)
  553. Connections.Unlock()
  554. assert.Len(t, Connections.GetStats(""), 0)
  555. }
  556. func TestMaxConnections(t *testing.T) {
  557. oldValue := Config.MaxTotalConnections
  558. perHost := Config.MaxPerHostConnections
  559. Config.MaxPerHostConnections = 0
  560. ipAddr := "192.168.7.8"
  561. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolFTP))
  562. Config.MaxTotalConnections = 1
  563. Config.MaxPerHostConnections = perHost
  564. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolHTTP))
  565. c := NewBaseConnection("id", ProtocolSFTP, "", "", dataprovider.User{})
  566. fakeConn := &fakeConnection{
  567. BaseConnection: c,
  568. }
  569. err := Connections.Add(fakeConn)
  570. assert.NoError(t, err)
  571. assert.Len(t, Connections.GetStats(""), 1)
  572. assert.Error(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolSSH))
  573. res := Connections.Close(fakeConn.GetID(), "")
  574. assert.True(t, res)
  575. assert.Eventually(t, func() bool { return len(Connections.GetStats("")) == 0 }, 300*time.Millisecond, 50*time.Millisecond)
  576. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolSSH))
  577. Connections.AddClientConnection(ipAddr)
  578. Connections.AddClientConnection(ipAddr)
  579. assert.Error(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolSSH))
  580. Connections.RemoveClientConnection(ipAddr)
  581. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolWebDAV))
  582. Connections.RemoveClientConnection(ipAddr)
  583. Config.MaxTotalConnections = oldValue
  584. }
  585. func TestConnectionRoles(t *testing.T) {
  586. username := "testUsername"
  587. role1 := "testRole1"
  588. role2 := "testRole2"
  589. c := NewBaseConnection("id", ProtocolSFTP, "", "", dataprovider.User{
  590. BaseUser: sdk.BaseUser{
  591. Username: username,
  592. Role: role1,
  593. },
  594. })
  595. fakeConn := &fakeConnection{
  596. BaseConnection: c,
  597. }
  598. err := Connections.Add(fakeConn)
  599. assert.NoError(t, err)
  600. assert.Len(t, Connections.GetStats(""), 1)
  601. assert.Len(t, Connections.GetStats(role1), 1)
  602. assert.Len(t, Connections.GetStats(role2), 0)
  603. res := Connections.Close(fakeConn.GetID(), role2)
  604. assert.False(t, res)
  605. assert.Len(t, Connections.GetStats(""), 1)
  606. res = Connections.Close(fakeConn.GetID(), role1)
  607. assert.True(t, res)
  608. assert.Eventually(t, func() bool { return len(Connections.GetStats("")) == 0 }, 300*time.Millisecond, 50*time.Millisecond)
  609. }
  610. func TestMaxConnectionPerHost(t *testing.T) {
  611. defender, err := newInMemoryDefender(&DefenderConfig{
  612. Enabled: true,
  613. Driver: DefenderDriverMemory,
  614. BanTime: 30,
  615. BanTimeIncrement: 50,
  616. Threshold: 15,
  617. ScoreInvalid: 2,
  618. ScoreValid: 1,
  619. ScoreLimitExceeded: 3,
  620. ObservationTime: 30,
  621. EntriesSoftLimit: 100,
  622. EntriesHardLimit: 150,
  623. })
  624. require.NoError(t, err)
  625. oldMaxPerHostConn := Config.MaxPerHostConnections
  626. oldDefender := Config.defender
  627. Config.MaxPerHostConnections = 2
  628. Config.defender = defender
  629. ipAddr := "192.168.9.9"
  630. Connections.AddClientConnection(ipAddr)
  631. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolSSH))
  632. Connections.AddClientConnection(ipAddr)
  633. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolWebDAV))
  634. Connections.AddClientConnection(ipAddr)
  635. assert.Error(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolFTP))
  636. assert.Equal(t, int32(3), Connections.GetClientConnections())
  637. // Add the IP to the defender safe list
  638. entry := dataprovider.IPListEntry{
  639. IPOrNet: ipAddr,
  640. Type: dataprovider.IPListTypeDefender,
  641. Mode: dataprovider.ListModeAllow,
  642. }
  643. err = dataprovider.AddIPListEntry(&entry, "", "", "")
  644. assert.NoError(t, err)
  645. Connections.AddClientConnection(ipAddr)
  646. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolSSH))
  647. err = dataprovider.DeleteIPListEntry(entry.IPOrNet, dataprovider.IPListTypeDefender, "", "", "")
  648. assert.NoError(t, err)
  649. Connections.RemoveClientConnection(ipAddr)
  650. Connections.RemoveClientConnection(ipAddr)
  651. Connections.RemoveClientConnection(ipAddr)
  652. Connections.RemoveClientConnection(ipAddr)
  653. assert.Equal(t, int32(0), Connections.GetClientConnections())
  654. Config.MaxPerHostConnections = oldMaxPerHostConn
  655. Config.defender = oldDefender
  656. }
  657. func TestIdleConnections(t *testing.T) {
  658. configCopy := Config
  659. Config.IdleTimeout = 1
  660. err := Initialize(Config, 0)
  661. assert.NoError(t, err)
  662. conn1, conn2 := net.Pipe()
  663. customConn1 := &customNetConn{
  664. Conn: conn1,
  665. id: "id1",
  666. }
  667. customConn2 := &customNetConn{
  668. Conn: conn2,
  669. id: "id2",
  670. }
  671. sshConn1 := NewSSHConnection(customConn1.id, customConn1)
  672. sshConn2 := NewSSHConnection(customConn2.id, customConn2)
  673. username := "test_user"
  674. user := dataprovider.User{
  675. BaseUser: sdk.BaseUser{
  676. Username: username,
  677. Status: 1,
  678. },
  679. }
  680. c := NewBaseConnection(sshConn1.id+"_1", ProtocolSFTP, "", "", user)
  681. c.lastActivity.Store(time.Now().Add(-24 * time.Hour).UnixNano())
  682. fakeConn := &fakeConnection{
  683. BaseConnection: c,
  684. }
  685. // both ssh connections are expired but they should get removed only
  686. // if there is no associated connection
  687. sshConn1.lastActivity.Store(c.lastActivity.Load())
  688. sshConn2.lastActivity.Store(c.lastActivity.Load())
  689. Connections.AddSSHConnection(sshConn1)
  690. err = Connections.Add(fakeConn)
  691. assert.NoError(t, err)
  692. assert.Equal(t, Connections.GetActiveSessions(username), 1)
  693. c = NewBaseConnection(sshConn2.id+"_1", ProtocolSSH, "", "", user)
  694. fakeConn = &fakeConnection{
  695. BaseConnection: c,
  696. }
  697. Connections.AddSSHConnection(sshConn2)
  698. err = Connections.Add(fakeConn)
  699. assert.NoError(t, err)
  700. assert.Equal(t, Connections.GetActiveSessions(username), 2)
  701. cFTP := NewBaseConnection("id2", ProtocolFTP, "", "", dataprovider.User{
  702. BaseUser: sdk.BaseUser{
  703. Status: 1,
  704. },
  705. })
  706. cFTP.lastActivity.Store(time.Now().UnixNano())
  707. fakeConn = &fakeConnection{
  708. BaseConnection: cFTP,
  709. }
  710. err = Connections.Add(fakeConn)
  711. assert.NoError(t, err)
  712. // the user is expired, this connection will be removed
  713. cDAV := NewBaseConnection("id3", ProtocolWebDAV, "", "", dataprovider.User{
  714. BaseUser: sdk.BaseUser{
  715. Username: username + "_2",
  716. Status: 1,
  717. ExpirationDate: util.GetTimeAsMsSinceEpoch(time.Now().Add(-24 * time.Hour)),
  718. },
  719. })
  720. cDAV.lastActivity.Store(time.Now().UnixNano())
  721. fakeConn = &fakeConnection{
  722. BaseConnection: cDAV,
  723. }
  724. err = Connections.Add(fakeConn)
  725. assert.NoError(t, err)
  726. assert.Equal(t, 2, Connections.GetActiveSessions(username))
  727. assert.Len(t, Connections.GetStats(""), 4)
  728. Connections.RLock()
  729. assert.Len(t, Connections.sshConnections, 2)
  730. Connections.RUnlock()
  731. startPeriodicChecks(100*time.Millisecond, 0)
  732. assert.Eventually(t, func() bool { return Connections.GetActiveSessions(username) == 1 }, 2*time.Second, 200*time.Millisecond)
  733. assert.Eventually(t, func() bool {
  734. Connections.RLock()
  735. defer Connections.RUnlock()
  736. return len(Connections.sshConnections) == 1
  737. }, 1*time.Second, 200*time.Millisecond)
  738. stopEventScheduler()
  739. assert.Len(t, Connections.GetStats(""), 2)
  740. c.lastActivity.Store(time.Now().Add(-24 * time.Hour).UnixNano())
  741. cFTP.lastActivity.Store(time.Now().Add(-24 * time.Hour).UnixNano())
  742. sshConn2.lastActivity.Store(c.lastActivity.Load())
  743. startPeriodicChecks(100*time.Millisecond, 1)
  744. assert.Eventually(t, func() bool { return len(Connections.GetStats("")) == 0 }, 2*time.Second, 200*time.Millisecond)
  745. assert.Eventually(t, func() bool {
  746. Connections.RLock()
  747. defer Connections.RUnlock()
  748. return len(Connections.sshConnections) == 0
  749. }, 1*time.Second, 200*time.Millisecond)
  750. assert.Equal(t, int32(0), Connections.GetClientConnections())
  751. stopEventScheduler()
  752. assert.True(t, customConn1.isClosed)
  753. assert.True(t, customConn2.isClosed)
  754. Config = configCopy
  755. }
  756. func TestCloseConnection(t *testing.T) {
  757. c := NewBaseConnection("id", ProtocolSFTP, "", "", dataprovider.User{})
  758. fakeConn := &fakeConnection{
  759. BaseConnection: c,
  760. }
  761. assert.NoError(t, Connections.IsNewConnectionAllowed("127.0.0.1", ProtocolHTTP))
  762. err := Connections.Add(fakeConn)
  763. assert.NoError(t, err)
  764. assert.Len(t, Connections.GetStats(""), 1)
  765. res := Connections.Close(fakeConn.GetID(), "")
  766. assert.True(t, res)
  767. assert.Eventually(t, func() bool { return len(Connections.GetStats("")) == 0 }, 300*time.Millisecond, 50*time.Millisecond)
  768. res = Connections.Close(fakeConn.GetID(), "")
  769. assert.False(t, res)
  770. Connections.Remove(fakeConn.GetID())
  771. }
  772. func TestSwapConnection(t *testing.T) {
  773. c := NewBaseConnection("id", ProtocolFTP, "", "", dataprovider.User{})
  774. fakeConn := &fakeConnection{
  775. BaseConnection: c,
  776. }
  777. err := Connections.Add(fakeConn)
  778. assert.NoError(t, err)
  779. if assert.Len(t, Connections.GetStats(""), 1) {
  780. assert.Equal(t, "", Connections.GetStats("")[0].Username)
  781. }
  782. c = NewBaseConnection("id", ProtocolFTP, "", "", dataprovider.User{
  783. BaseUser: sdk.BaseUser{
  784. Username: userTestUsername,
  785. MaxSessions: 1,
  786. },
  787. })
  788. fakeConn = &fakeConnection{
  789. BaseConnection: c,
  790. }
  791. c1 := NewBaseConnection("id1", ProtocolFTP, "", "", dataprovider.User{
  792. BaseUser: sdk.BaseUser{
  793. Username: userTestUsername,
  794. },
  795. })
  796. fakeConn1 := &fakeConnection{
  797. BaseConnection: c1,
  798. }
  799. err = Connections.Add(fakeConn1)
  800. assert.NoError(t, err)
  801. err = Connections.Swap(fakeConn)
  802. assert.Error(t, err)
  803. Connections.Remove(fakeConn1.ID)
  804. err = Connections.Swap(fakeConn)
  805. assert.NoError(t, err)
  806. if assert.Len(t, Connections.GetStats(""), 1) {
  807. assert.Equal(t, userTestUsername, Connections.GetStats("")[0].Username)
  808. }
  809. res := Connections.Close(fakeConn.GetID(), "")
  810. assert.True(t, res)
  811. assert.Eventually(t, func() bool { return len(Connections.GetStats("")) == 0 }, 300*time.Millisecond, 50*time.Millisecond)
  812. err = Connections.Swap(fakeConn)
  813. assert.Error(t, err)
  814. }
  815. func TestAtomicUpload(t *testing.T) {
  816. configCopy := Config
  817. Config.UploadMode = UploadModeStandard
  818. assert.False(t, Config.IsAtomicUploadEnabled())
  819. Config.UploadMode = UploadModeAtomic
  820. assert.True(t, Config.IsAtomicUploadEnabled())
  821. Config.UploadMode = UploadModeAtomicWithResume
  822. assert.True(t, Config.IsAtomicUploadEnabled())
  823. Config = configCopy
  824. }
  825. func TestConnectionStatus(t *testing.T) {
  826. username := "test_user"
  827. user := dataprovider.User{
  828. BaseUser: sdk.BaseUser{
  829. Username: username,
  830. },
  831. }
  832. fs := vfs.NewOsFs("", os.TempDir(), "", nil)
  833. c1 := NewBaseConnection("id1", ProtocolSFTP, "", "", user)
  834. fakeConn1 := &fakeConnection{
  835. BaseConnection: c1,
  836. }
  837. t1 := NewBaseTransfer(nil, c1, nil, "/p1", "/p1", "/r1", TransferUpload, 0, 0, 0, 0, true, fs, dataprovider.TransferQuota{})
  838. t1.BytesReceived.Store(123)
  839. t2 := NewBaseTransfer(nil, c1, nil, "/p2", "/p2", "/r2", TransferDownload, 0, 0, 0, 0, true, fs, dataprovider.TransferQuota{})
  840. t2.BytesSent.Store(456)
  841. c2 := NewBaseConnection("id2", ProtocolSSH, "", "", user)
  842. fakeConn2 := &fakeConnection{
  843. BaseConnection: c2,
  844. command: "md5sum",
  845. }
  846. c3 := NewBaseConnection("id3", ProtocolWebDAV, "", "", user)
  847. fakeConn3 := &fakeConnection{
  848. BaseConnection: c3,
  849. command: "PROPFIND",
  850. }
  851. t3 := NewBaseTransfer(nil, c3, nil, "/p2", "/p2", "/r2", TransferDownload, 0, 0, 0, 0, true, fs, dataprovider.TransferQuota{})
  852. err := Connections.Add(fakeConn1)
  853. assert.NoError(t, err)
  854. err = Connections.Add(fakeConn2)
  855. assert.NoError(t, err)
  856. err = Connections.Add(fakeConn3)
  857. assert.NoError(t, err)
  858. stats := Connections.GetStats("")
  859. assert.Len(t, stats, 3)
  860. for _, stat := range stats {
  861. assert.Equal(t, stat.Username, username)
  862. if stat.ConnectionID == "SFTP_id1" {
  863. assert.Len(t, stat.Transfers, 2)
  864. } else if stat.ConnectionID == "DAV_id3" {
  865. assert.Len(t, stat.Transfers, 1)
  866. }
  867. }
  868. err = t1.Close()
  869. assert.NoError(t, err)
  870. err = t2.Close()
  871. assert.NoError(t, err)
  872. err = fakeConn3.SignalTransfersAbort()
  873. assert.NoError(t, err)
  874. assert.True(t, t3.AbortTransfer.Load())
  875. err = t3.Close()
  876. assert.NoError(t, err)
  877. err = fakeConn3.SignalTransfersAbort()
  878. assert.Error(t, err)
  879. Connections.Remove(fakeConn1.GetID())
  880. stats = Connections.GetStats("")
  881. assert.Len(t, stats, 2)
  882. assert.Equal(t, fakeConn3.GetID(), stats[0].ConnectionID)
  883. assert.Equal(t, fakeConn2.GetID(), stats[1].ConnectionID)
  884. Connections.Remove(fakeConn2.GetID())
  885. stats = Connections.GetStats("")
  886. assert.Len(t, stats, 1)
  887. assert.Equal(t, fakeConn3.GetID(), stats[0].ConnectionID)
  888. Connections.Remove(fakeConn3.GetID())
  889. stats = Connections.GetStats("")
  890. assert.Len(t, stats, 0)
  891. }
  892. func TestQuotaScans(t *testing.T) {
  893. username := "username"
  894. assert.True(t, QuotaScans.AddUserQuotaScan(username, ""))
  895. assert.False(t, QuotaScans.AddUserQuotaScan(username, ""))
  896. usersScans := QuotaScans.GetUsersQuotaScans("")
  897. if assert.Len(t, usersScans, 1) {
  898. assert.Equal(t, usersScans[0].Username, username)
  899. assert.Equal(t, QuotaScans.UserScans[0].StartTime, usersScans[0].StartTime)
  900. QuotaScans.UserScans[0].StartTime = 0
  901. assert.NotEqual(t, QuotaScans.UserScans[0].StartTime, usersScans[0].StartTime)
  902. }
  903. assert.True(t, QuotaScans.RemoveUserQuotaScan(username))
  904. assert.False(t, QuotaScans.RemoveUserQuotaScan(username))
  905. assert.Len(t, QuotaScans.GetUsersQuotaScans(""), 0)
  906. assert.Len(t, usersScans, 1)
  907. folderName := "folder"
  908. assert.True(t, QuotaScans.AddVFolderQuotaScan(folderName))
  909. assert.False(t, QuotaScans.AddVFolderQuotaScan(folderName))
  910. if assert.Len(t, QuotaScans.GetVFoldersQuotaScans(), 1) {
  911. assert.Equal(t, QuotaScans.GetVFoldersQuotaScans()[0].Name, folderName)
  912. }
  913. assert.True(t, QuotaScans.RemoveVFolderQuotaScan(folderName))
  914. assert.False(t, QuotaScans.RemoveVFolderQuotaScan(folderName))
  915. assert.Len(t, QuotaScans.GetVFoldersQuotaScans(), 0)
  916. }
  917. func TestQuotaScansRole(t *testing.T) {
  918. username := "u"
  919. role1 := "r1"
  920. role2 := "r2"
  921. assert.True(t, QuotaScans.AddUserQuotaScan(username, role1))
  922. assert.False(t, QuotaScans.AddUserQuotaScan(username, ""))
  923. usersScans := QuotaScans.GetUsersQuotaScans("")
  924. assert.Len(t, usersScans, 1)
  925. assert.Empty(t, usersScans[0].Role)
  926. usersScans = QuotaScans.GetUsersQuotaScans(role1)
  927. assert.Len(t, usersScans, 1)
  928. usersScans = QuotaScans.GetUsersQuotaScans(role2)
  929. assert.Len(t, usersScans, 0)
  930. assert.True(t, QuotaScans.RemoveUserQuotaScan(username))
  931. assert.False(t, QuotaScans.RemoveUserQuotaScan(username))
  932. assert.Len(t, QuotaScans.GetUsersQuotaScans(""), 0)
  933. }
  934. func TestProxyPolicy(t *testing.T) {
  935. addr := net.TCPAddr{}
  936. p := getProxyPolicy(nil, nil, proxyproto.IGNORE)
  937. policy, err := p(&addr)
  938. assert.Error(t, err)
  939. assert.Equal(t, proxyproto.REJECT, policy)
  940. ip1 := net.ParseIP("10.8.1.1")
  941. ip2 := net.ParseIP("10.8.1.2")
  942. ip3 := net.ParseIP("10.8.1.3")
  943. allowed, err := util.ParseAllowedIPAndRanges([]string{ip1.String()})
  944. assert.NoError(t, err)
  945. skipped, err := util.ParseAllowedIPAndRanges([]string{ip2.String(), ip3.String()})
  946. assert.NoError(t, err)
  947. p = getProxyPolicy(allowed, skipped, proxyproto.IGNORE)
  948. policy, err = p(&net.TCPAddr{IP: ip1})
  949. assert.NoError(t, err)
  950. assert.Equal(t, proxyproto.USE, policy)
  951. policy, err = p(&net.TCPAddr{IP: ip2})
  952. assert.NoError(t, err)
  953. assert.Equal(t, proxyproto.SKIP, policy)
  954. policy, err = p(&net.TCPAddr{IP: ip3})
  955. assert.NoError(t, err)
  956. assert.Equal(t, proxyproto.SKIP, policy)
  957. policy, err = p(&net.TCPAddr{IP: net.ParseIP("10.8.1.4")})
  958. assert.NoError(t, err)
  959. assert.Equal(t, proxyproto.IGNORE, policy)
  960. p = getProxyPolicy(allowed, skipped, proxyproto.REQUIRE)
  961. policy, err = p(&net.TCPAddr{IP: ip1})
  962. assert.NoError(t, err)
  963. assert.Equal(t, proxyproto.REQUIRE, policy)
  964. policy, err = p(&net.TCPAddr{IP: ip2})
  965. assert.NoError(t, err)
  966. assert.Equal(t, proxyproto.SKIP, policy)
  967. policy, err = p(&net.TCPAddr{IP: ip3})
  968. assert.NoError(t, err)
  969. assert.Equal(t, proxyproto.SKIP, policy)
  970. policy, err = p(&net.TCPAddr{IP: net.ParseIP("10.8.1.5")})
  971. assert.NoError(t, err)
  972. assert.Equal(t, proxyproto.REJECT, policy)
  973. }
  974. func TestProxyProtocolVersion(t *testing.T) {
  975. c := Configuration{
  976. ProxyProtocol: 0,
  977. }
  978. _, err := c.GetProxyListener(nil)
  979. if assert.Error(t, err) {
  980. assert.Contains(t, err.Error(), "proxy protocol not configured")
  981. }
  982. c.ProxyProtocol = 1
  983. proxyListener, err := c.GetProxyListener(nil)
  984. assert.NoError(t, err)
  985. assert.NotNil(t, proxyListener.Policy)
  986. c.ProxyProtocol = 2
  987. proxyListener, err = c.GetProxyListener(nil)
  988. assert.NoError(t, err)
  989. assert.NotNil(t, proxyListener.Policy)
  990. }
  991. func TestStartupHook(t *testing.T) {
  992. Config.StartupHook = ""
  993. assert.NoError(t, Config.ExecuteStartupHook())
  994. Config.StartupHook = "http://foo\x7f.com/startup"
  995. assert.Error(t, Config.ExecuteStartupHook())
  996. Config.StartupHook = "http://invalid:5678/"
  997. assert.Error(t, Config.ExecuteStartupHook())
  998. Config.StartupHook = fmt.Sprintf("http://%v", httpAddr)
  999. assert.NoError(t, Config.ExecuteStartupHook())
  1000. Config.StartupHook = "invalidhook"
  1001. assert.Error(t, Config.ExecuteStartupHook())
  1002. if runtime.GOOS != osWindows {
  1003. hookCmd, err := exec.LookPath("true")
  1004. assert.NoError(t, err)
  1005. Config.StartupHook = hookCmd
  1006. assert.NoError(t, Config.ExecuteStartupHook())
  1007. }
  1008. Config.StartupHook = ""
  1009. }
  1010. func TestPostDisconnectHook(t *testing.T) {
  1011. Config.PostDisconnectHook = "http://127.0.0.1/"
  1012. remoteAddr := "127.0.0.1:80"
  1013. Config.checkPostDisconnectHook(remoteAddr, ProtocolHTTP, "", "", time.Now())
  1014. Config.checkPostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1015. Config.PostDisconnectHook = "http://bar\x7f.com/"
  1016. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1017. Config.PostDisconnectHook = fmt.Sprintf("http://%v", httpAddr)
  1018. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1019. Config.PostDisconnectHook = "relativePath"
  1020. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1021. if runtime.GOOS == osWindows {
  1022. Config.PostDisconnectHook = "C:\\a\\bad\\command"
  1023. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1024. } else {
  1025. Config.PostDisconnectHook = "/invalid/path"
  1026. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1027. hookCmd, err := exec.LookPath("true")
  1028. assert.NoError(t, err)
  1029. Config.PostDisconnectHook = hookCmd
  1030. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1031. }
  1032. Config.PostDisconnectHook = ""
  1033. }
  1034. func TestPostConnectHook(t *testing.T) {
  1035. Config.PostConnectHook = ""
  1036. ipAddr := "127.0.0.1"
  1037. assert.NoError(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  1038. Config.PostConnectHook = "http://foo\x7f.com/"
  1039. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  1040. Config.PostConnectHook = "http://invalid:1234/"
  1041. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  1042. Config.PostConnectHook = fmt.Sprintf("http://%v/404", httpAddr)
  1043. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  1044. Config.PostConnectHook = fmt.Sprintf("http://%v", httpAddr)
  1045. assert.NoError(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  1046. Config.PostConnectHook = "invalid"
  1047. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  1048. if runtime.GOOS == osWindows {
  1049. Config.PostConnectHook = "C:\\bad\\command"
  1050. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  1051. } else {
  1052. Config.PostConnectHook = "/invalid/path"
  1053. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  1054. hookCmd, err := exec.LookPath("true")
  1055. assert.NoError(t, err)
  1056. Config.PostConnectHook = hookCmd
  1057. assert.NoError(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  1058. }
  1059. Config.PostConnectHook = ""
  1060. }
  1061. func TestCryptoConvertFileInfo(t *testing.T) {
  1062. name := "name"
  1063. fs, err := vfs.NewCryptFs("connID1", os.TempDir(), "", vfs.CryptFsConfig{
  1064. Passphrase: kms.NewPlainSecret("secret"),
  1065. })
  1066. require.NoError(t, err)
  1067. cryptFs := fs.(*vfs.CryptFs)
  1068. info := vfs.NewFileInfo(name, true, 48, time.Now(), false)
  1069. assert.Equal(t, info, cryptFs.ConvertFileInfo(info))
  1070. info = vfs.NewFileInfo(name, false, 48, time.Now(), false)
  1071. assert.NotEqual(t, info.Size(), cryptFs.ConvertFileInfo(info).Size())
  1072. info = vfs.NewFileInfo(name, false, 33, time.Now(), false)
  1073. assert.Equal(t, int64(0), cryptFs.ConvertFileInfo(info).Size())
  1074. info = vfs.NewFileInfo(name, false, 1, time.Now(), false)
  1075. assert.Equal(t, int64(0), cryptFs.ConvertFileInfo(info).Size())
  1076. }
  1077. func TestFolderCopy(t *testing.T) {
  1078. folder := vfs.BaseVirtualFolder{
  1079. ID: 1,
  1080. Name: "name",
  1081. MappedPath: filepath.Clean(os.TempDir()),
  1082. UsedQuotaSize: 4096,
  1083. UsedQuotaFiles: 2,
  1084. LastQuotaUpdate: util.GetTimeAsMsSinceEpoch(time.Now()),
  1085. Users: []string{"user1", "user2"},
  1086. }
  1087. folderCopy := folder.GetACopy()
  1088. folder.ID = 2
  1089. folder.Users = []string{"user3"}
  1090. require.Len(t, folderCopy.Users, 2)
  1091. require.True(t, util.Contains(folderCopy.Users, "user1"))
  1092. require.True(t, util.Contains(folderCopy.Users, "user2"))
  1093. require.Equal(t, int64(1), folderCopy.ID)
  1094. require.Equal(t, folder.Name, folderCopy.Name)
  1095. require.Equal(t, folder.MappedPath, folderCopy.MappedPath)
  1096. require.Equal(t, folder.UsedQuotaSize, folderCopy.UsedQuotaSize)
  1097. require.Equal(t, folder.UsedQuotaFiles, folderCopy.UsedQuotaFiles)
  1098. require.Equal(t, folder.LastQuotaUpdate, folderCopy.LastQuotaUpdate)
  1099. folder.FsConfig = vfs.Filesystem{
  1100. CryptConfig: vfs.CryptFsConfig{
  1101. Passphrase: kms.NewPlainSecret("crypto secret"),
  1102. },
  1103. }
  1104. folderCopy = folder.GetACopy()
  1105. folder.FsConfig.CryptConfig.Passphrase = kms.NewEmptySecret()
  1106. require.Len(t, folderCopy.Users, 1)
  1107. require.True(t, util.Contains(folderCopy.Users, "user3"))
  1108. require.Equal(t, int64(2), folderCopy.ID)
  1109. require.Equal(t, folder.Name, folderCopy.Name)
  1110. require.Equal(t, folder.MappedPath, folderCopy.MappedPath)
  1111. require.Equal(t, folder.UsedQuotaSize, folderCopy.UsedQuotaSize)
  1112. require.Equal(t, folder.UsedQuotaFiles, folderCopy.UsedQuotaFiles)
  1113. require.Equal(t, folder.LastQuotaUpdate, folderCopy.LastQuotaUpdate)
  1114. require.Equal(t, "crypto secret", folderCopy.FsConfig.CryptConfig.Passphrase.GetPayload())
  1115. }
  1116. func TestCachedFs(t *testing.T) {
  1117. user := dataprovider.User{
  1118. BaseUser: sdk.BaseUser{
  1119. HomeDir: filepath.Clean(os.TempDir()),
  1120. },
  1121. }
  1122. conn := NewBaseConnection("id", ProtocolSFTP, "", "", user)
  1123. // changing the user should not affect the connection
  1124. user.HomeDir = filepath.Join(os.TempDir(), "temp")
  1125. err := os.Mkdir(user.HomeDir, os.ModePerm)
  1126. assert.NoError(t, err)
  1127. fs, err := user.GetFilesystem("")
  1128. assert.NoError(t, err)
  1129. p, err := fs.ResolvePath("/")
  1130. assert.NoError(t, err)
  1131. assert.Equal(t, user.GetHomeDir(), p)
  1132. _, p, err = conn.GetFsAndResolvedPath("/")
  1133. assert.NoError(t, err)
  1134. assert.Equal(t, filepath.Clean(os.TempDir()), p)
  1135. // the filesystem is cached changing the provider will not affect the connection
  1136. conn.User.FsConfig.Provider = sdk.S3FilesystemProvider
  1137. _, p, err = conn.GetFsAndResolvedPath("/")
  1138. assert.NoError(t, err)
  1139. assert.Equal(t, filepath.Clean(os.TempDir()), p)
  1140. user = dataprovider.User{}
  1141. user.HomeDir = filepath.Join(os.TempDir(), "temp")
  1142. user.FsConfig.Provider = sdk.S3FilesystemProvider
  1143. _, err = user.GetFilesystem("")
  1144. assert.Error(t, err)
  1145. err = os.Remove(user.HomeDir)
  1146. assert.NoError(t, err)
  1147. }
  1148. func TestParseAllowedIPAndRanges(t *testing.T) {
  1149. _, err := util.ParseAllowedIPAndRanges([]string{"1.1.1.1", "not an ip"})
  1150. assert.Error(t, err)
  1151. _, err = util.ParseAllowedIPAndRanges([]string{"1.1.1.5", "192.168.1.0/240"})
  1152. assert.Error(t, err)
  1153. allow, err := util.ParseAllowedIPAndRanges([]string{"192.168.1.2", "172.16.0.0/24"})
  1154. assert.NoError(t, err)
  1155. assert.True(t, allow[0](net.ParseIP("192.168.1.2")))
  1156. assert.False(t, allow[0](net.ParseIP("192.168.2.2")))
  1157. assert.True(t, allow[1](net.ParseIP("172.16.0.1")))
  1158. assert.False(t, allow[1](net.ParseIP("172.16.1.1")))
  1159. }
  1160. func TestHideConfidentialData(_ *testing.T) {
  1161. for _, provider := range []sdk.FilesystemProvider{sdk.LocalFilesystemProvider,
  1162. sdk.CryptedFilesystemProvider, sdk.S3FilesystemProvider, sdk.GCSFilesystemProvider,
  1163. sdk.AzureBlobFilesystemProvider, sdk.SFTPFilesystemProvider,
  1164. } {
  1165. u := dataprovider.User{
  1166. FsConfig: vfs.Filesystem{
  1167. Provider: provider,
  1168. },
  1169. }
  1170. u.PrepareForRendering()
  1171. f := vfs.BaseVirtualFolder{
  1172. FsConfig: vfs.Filesystem{
  1173. Provider: provider,
  1174. },
  1175. }
  1176. f.PrepareForRendering()
  1177. }
  1178. a := dataprovider.Admin{}
  1179. a.HideConfidentialData()
  1180. }
  1181. func TestUserPerms(t *testing.T) {
  1182. u := dataprovider.User{}
  1183. u.Permissions = make(map[string][]string)
  1184. u.Permissions["/"] = []string{dataprovider.PermUpload, dataprovider.PermDelete}
  1185. assert.True(t, u.HasAnyPerm([]string{dataprovider.PermRename, dataprovider.PermDelete}, "/"))
  1186. assert.False(t, u.HasAnyPerm([]string{dataprovider.PermRename, dataprovider.PermCreateDirs}, "/"))
  1187. u.Permissions["/"] = []string{dataprovider.PermDelete, dataprovider.PermCreateDirs}
  1188. assert.True(t, u.HasPermsDeleteAll("/"))
  1189. assert.False(t, u.HasPermsRenameAll("/"))
  1190. u.Permissions["/"] = []string{dataprovider.PermDeleteDirs, dataprovider.PermDeleteFiles, dataprovider.PermRenameDirs}
  1191. assert.True(t, u.HasPermsDeleteAll("/"))
  1192. assert.False(t, u.HasPermsRenameAll("/"))
  1193. u.Permissions["/"] = []string{dataprovider.PermDeleteDirs, dataprovider.PermRenameFiles, dataprovider.PermRenameDirs}
  1194. assert.False(t, u.HasPermsDeleteAll("/"))
  1195. assert.True(t, u.HasPermsRenameAll("/"))
  1196. }
  1197. func TestGetTLSVersion(t *testing.T) {
  1198. tlsVer := util.GetTLSVersion(0)
  1199. assert.Equal(t, uint16(tls.VersionTLS12), tlsVer)
  1200. tlsVer = util.GetTLSVersion(12)
  1201. assert.Equal(t, uint16(tls.VersionTLS12), tlsVer)
  1202. tlsVer = util.GetTLSVersion(2)
  1203. assert.Equal(t, uint16(tls.VersionTLS12), tlsVer)
  1204. tlsVer = util.GetTLSVersion(13)
  1205. assert.Equal(t, uint16(tls.VersionTLS13), tlsVer)
  1206. }
  1207. func TestCleanPath(t *testing.T) {
  1208. assert.Equal(t, "/", util.CleanPath("/"))
  1209. assert.Equal(t, "/", util.CleanPath("."))
  1210. assert.Equal(t, "/", util.CleanPath(""))
  1211. assert.Equal(t, "/", util.CleanPath("/."))
  1212. assert.Equal(t, "/", util.CleanPath("/a/.."))
  1213. assert.Equal(t, "/a", util.CleanPath("/a/"))
  1214. assert.Equal(t, "/a", util.CleanPath("a/"))
  1215. // filepath.ToSlash does not touch \ as char on unix systems
  1216. // so os.PathSeparator is used for windows compatible tests
  1217. bslash := string(os.PathSeparator)
  1218. assert.Equal(t, "/", util.CleanPath(bslash))
  1219. assert.Equal(t, "/", util.CleanPath(bslash+bslash))
  1220. assert.Equal(t, "/a", util.CleanPath(bslash+"a"+bslash))
  1221. assert.Equal(t, "/a", util.CleanPath("a"+bslash))
  1222. assert.Equal(t, "/a/b/c", util.CleanPath(bslash+"a"+bslash+bslash+"b"+bslash+bslash+"c"+bslash))
  1223. assert.Equal(t, "/C:/a", util.CleanPath("C:"+bslash+"a"))
  1224. }
  1225. func TestUserRecentActivity(t *testing.T) {
  1226. u := dataprovider.User{}
  1227. res := u.HasRecentActivity()
  1228. assert.False(t, res)
  1229. u.LastLogin = util.GetTimeAsMsSinceEpoch(time.Now())
  1230. res = u.HasRecentActivity()
  1231. assert.True(t, res)
  1232. u.LastLogin = util.GetTimeAsMsSinceEpoch(time.Now().Add(1 * time.Minute))
  1233. res = u.HasRecentActivity()
  1234. assert.False(t, res)
  1235. u.LastLogin = util.GetTimeAsMsSinceEpoch(time.Now().Add(1 * time.Second))
  1236. res = u.HasRecentActivity()
  1237. assert.True(t, res)
  1238. }
  1239. func TestVfsSameResource(t *testing.T) {
  1240. fs := vfs.Filesystem{}
  1241. other := vfs.Filesystem{}
  1242. res := fs.IsSameResource(other)
  1243. assert.True(t, res)
  1244. fs = vfs.Filesystem{
  1245. Provider: sdk.S3FilesystemProvider,
  1246. S3Config: vfs.S3FsConfig{
  1247. BaseS3FsConfig: sdk.BaseS3FsConfig{
  1248. Bucket: "a",
  1249. Region: "b",
  1250. },
  1251. },
  1252. }
  1253. other = vfs.Filesystem{
  1254. Provider: sdk.S3FilesystemProvider,
  1255. S3Config: vfs.S3FsConfig{
  1256. BaseS3FsConfig: sdk.BaseS3FsConfig{
  1257. Bucket: "a",
  1258. Region: "c",
  1259. },
  1260. },
  1261. }
  1262. res = fs.IsSameResource(other)
  1263. assert.False(t, res)
  1264. other = vfs.Filesystem{
  1265. Provider: sdk.S3FilesystemProvider,
  1266. S3Config: vfs.S3FsConfig{
  1267. BaseS3FsConfig: sdk.BaseS3FsConfig{
  1268. Bucket: "a",
  1269. Region: "b",
  1270. },
  1271. },
  1272. }
  1273. res = fs.IsSameResource(other)
  1274. assert.True(t, res)
  1275. fs = vfs.Filesystem{
  1276. Provider: sdk.GCSFilesystemProvider,
  1277. GCSConfig: vfs.GCSFsConfig{
  1278. BaseGCSFsConfig: sdk.BaseGCSFsConfig{
  1279. Bucket: "b",
  1280. },
  1281. },
  1282. }
  1283. other = vfs.Filesystem{
  1284. Provider: sdk.GCSFilesystemProvider,
  1285. GCSConfig: vfs.GCSFsConfig{
  1286. BaseGCSFsConfig: sdk.BaseGCSFsConfig{
  1287. Bucket: "c",
  1288. },
  1289. },
  1290. }
  1291. res = fs.IsSameResource(other)
  1292. assert.False(t, res)
  1293. other = vfs.Filesystem{
  1294. Provider: sdk.GCSFilesystemProvider,
  1295. GCSConfig: vfs.GCSFsConfig{
  1296. BaseGCSFsConfig: sdk.BaseGCSFsConfig{
  1297. Bucket: "b",
  1298. },
  1299. },
  1300. }
  1301. res = fs.IsSameResource(other)
  1302. assert.True(t, res)
  1303. sasURL := kms.NewPlainSecret("http://127.0.0.1/sasurl")
  1304. fs = vfs.Filesystem{
  1305. Provider: sdk.AzureBlobFilesystemProvider,
  1306. AzBlobConfig: vfs.AzBlobFsConfig{
  1307. BaseAzBlobFsConfig: sdk.BaseAzBlobFsConfig{
  1308. AccountName: "a",
  1309. },
  1310. SASURL: sasURL,
  1311. },
  1312. }
  1313. err := fs.Validate("data1")
  1314. assert.NoError(t, err)
  1315. other = vfs.Filesystem{
  1316. Provider: sdk.AzureBlobFilesystemProvider,
  1317. AzBlobConfig: vfs.AzBlobFsConfig{
  1318. BaseAzBlobFsConfig: sdk.BaseAzBlobFsConfig{
  1319. AccountName: "a",
  1320. },
  1321. SASURL: sasURL,
  1322. },
  1323. }
  1324. err = other.Validate("data2")
  1325. assert.NoError(t, err)
  1326. err = fs.AzBlobConfig.SASURL.TryDecrypt()
  1327. assert.NoError(t, err)
  1328. err = other.AzBlobConfig.SASURL.TryDecrypt()
  1329. assert.NoError(t, err)
  1330. res = fs.IsSameResource(other)
  1331. assert.True(t, res)
  1332. fs.AzBlobConfig.AccountName = "b"
  1333. res = fs.IsSameResource(other)
  1334. assert.False(t, res)
  1335. fs.AzBlobConfig.AccountName = "a"
  1336. other.AzBlobConfig.SASURL = kms.NewPlainSecret("http://127.1.1.1/sasurl")
  1337. err = other.Validate("data2")
  1338. assert.NoError(t, err)
  1339. err = other.AzBlobConfig.SASURL.TryDecrypt()
  1340. assert.NoError(t, err)
  1341. res = fs.IsSameResource(other)
  1342. assert.False(t, res)
  1343. fs = vfs.Filesystem{
  1344. Provider: sdk.HTTPFilesystemProvider,
  1345. HTTPConfig: vfs.HTTPFsConfig{
  1346. BaseHTTPFsConfig: sdk.BaseHTTPFsConfig{
  1347. Endpoint: "http://127.0.0.1/httpfs",
  1348. Username: "a",
  1349. },
  1350. },
  1351. }
  1352. other = vfs.Filesystem{
  1353. Provider: sdk.HTTPFilesystemProvider,
  1354. HTTPConfig: vfs.HTTPFsConfig{
  1355. BaseHTTPFsConfig: sdk.BaseHTTPFsConfig{
  1356. Endpoint: "http://127.0.0.1/httpfs",
  1357. Username: "b",
  1358. },
  1359. },
  1360. }
  1361. res = fs.IsSameResource(other)
  1362. assert.True(t, res)
  1363. fs.HTTPConfig.EqualityCheckMode = 1
  1364. res = fs.IsSameResource(other)
  1365. assert.False(t, res)
  1366. }
  1367. func TestUpdateTransferTimestamps(t *testing.T) {
  1368. username := "user_test_timestamps"
  1369. user := &dataprovider.User{
  1370. BaseUser: sdk.BaseUser{
  1371. Username: username,
  1372. HomeDir: filepath.Join(os.TempDir(), username),
  1373. Status: 1,
  1374. Permissions: map[string][]string{
  1375. "/": {dataprovider.PermAny},
  1376. },
  1377. },
  1378. }
  1379. err := dataprovider.AddUser(user, "", "", "")
  1380. assert.NoError(t, err)
  1381. assert.Equal(t, int64(0), user.FirstUpload)
  1382. assert.Equal(t, int64(0), user.FirstDownload)
  1383. err = dataprovider.UpdateUserTransferTimestamps(username, true)
  1384. assert.NoError(t, err)
  1385. userGet, err := dataprovider.UserExists(username, "")
  1386. assert.NoError(t, err)
  1387. assert.Greater(t, userGet.FirstUpload, int64(0))
  1388. assert.Equal(t, int64(0), user.FirstDownload)
  1389. err = dataprovider.UpdateUserTransferTimestamps(username, false)
  1390. assert.NoError(t, err)
  1391. userGet, err = dataprovider.UserExists(username, "")
  1392. assert.NoError(t, err)
  1393. assert.Greater(t, userGet.FirstUpload, int64(0))
  1394. assert.Greater(t, userGet.FirstDownload, int64(0))
  1395. // updating again must fail
  1396. err = dataprovider.UpdateUserTransferTimestamps(username, true)
  1397. assert.Error(t, err)
  1398. err = dataprovider.UpdateUserTransferTimestamps(username, false)
  1399. assert.Error(t, err)
  1400. // cleanup
  1401. err = dataprovider.DeleteUser(username, "", "", "")
  1402. assert.NoError(t, err)
  1403. }
  1404. func TestIPList(t *testing.T) {
  1405. type test struct {
  1406. ip string
  1407. protocol string
  1408. expectedMatch bool
  1409. expectedMode int
  1410. expectedErr bool
  1411. }
  1412. entries := []dataprovider.IPListEntry{
  1413. {
  1414. IPOrNet: "192.168.0.0/25",
  1415. Type: dataprovider.IPListTypeDefender,
  1416. Mode: dataprovider.ListModeAllow,
  1417. },
  1418. {
  1419. IPOrNet: "192.168.0.128/25",
  1420. Type: dataprovider.IPListTypeDefender,
  1421. Mode: dataprovider.ListModeDeny,
  1422. Protocols: 3,
  1423. },
  1424. {
  1425. IPOrNet: "192.168.2.128/32",
  1426. Type: dataprovider.IPListTypeDefender,
  1427. Mode: dataprovider.ListModeAllow,
  1428. Protocols: 5,
  1429. },
  1430. {
  1431. IPOrNet: "::/0",
  1432. Type: dataprovider.IPListTypeDefender,
  1433. Mode: dataprovider.ListModeDeny,
  1434. Protocols: 4,
  1435. },
  1436. {
  1437. IPOrNet: "2001:4860:4860::8888/120",
  1438. Type: dataprovider.IPListTypeDefender,
  1439. Mode: dataprovider.ListModeDeny,
  1440. Protocols: 1,
  1441. },
  1442. {
  1443. IPOrNet: "2001:4860:4860::8988/120",
  1444. Type: dataprovider.IPListTypeDefender,
  1445. Mode: dataprovider.ListModeAllow,
  1446. Protocols: 3,
  1447. },
  1448. {
  1449. IPOrNet: "::1/128",
  1450. Type: dataprovider.IPListTypeDefender,
  1451. Mode: dataprovider.ListModeAllow,
  1452. Protocols: 0,
  1453. },
  1454. }
  1455. ipList, err := dataprovider.NewIPList(dataprovider.IPListTypeDefender)
  1456. require.NoError(t, err)
  1457. for idx := range entries {
  1458. e := entries[idx]
  1459. err := dataprovider.AddIPListEntry(&e, "", "", "")
  1460. assert.NoError(t, err)
  1461. }
  1462. tests := []test{
  1463. {ip: "1.1.1.1", protocol: ProtocolSSH, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1464. {ip: "invalid ip", protocol: ProtocolSSH, expectedMatch: false, expectedMode: 0, expectedErr: true},
  1465. {ip: "192.168.0.1", protocol: ProtocolFTP, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1466. {ip: "192.168.0.2", protocol: ProtocolHTTP, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1467. {ip: "192.168.0.3", protocol: ProtocolWebDAV, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1468. {ip: "192.168.0.4", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1469. {ip: "192.168.0.156", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeDeny, expectedErr: false},
  1470. {ip: "192.168.0.158", protocol: ProtocolFTP, expectedMatch: true, expectedMode: dataprovider.ListModeDeny, expectedErr: false},
  1471. {ip: "192.168.0.158", protocol: ProtocolHTTP, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1472. {ip: "192.168.2.128", protocol: ProtocolHTTP, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1473. {ip: "192.168.2.128", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1474. {ip: "::2", protocol: ProtocolSSH, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1475. {ip: "::2", protocol: ProtocolWebDAV, expectedMatch: true, expectedMode: dataprovider.ListModeDeny, expectedErr: false},
  1476. {ip: "::1", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1477. {ip: "::1", protocol: ProtocolHTTP, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1478. {ip: "2001:4860:4860:0000:0000:0000:0000:8889", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeDeny, expectedErr: false},
  1479. {ip: "2001:4860:4860:0000:0000:0000:0000:8889", protocol: ProtocolFTP, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1480. {ip: "2001:4860:4860:0000:0000:0000:0000:8989", protocol: ProtocolFTP, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1481. {ip: "2001:4860:4860:0000:0000:0000:0000:89F1", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1482. {ip: "2001:4860:4860:0000:0000:0000:0000:89F1", protocol: ProtocolHTTP, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1483. }
  1484. for _, tc := range tests {
  1485. match, mode, err := ipList.IsListed(tc.ip, tc.protocol)
  1486. if tc.expectedErr {
  1487. assert.Error(t, err, "ip %s, protocol %s", tc.ip, tc.protocol)
  1488. } else {
  1489. assert.NoError(t, err, "ip %s, protocol %s", tc.ip, tc.protocol)
  1490. }
  1491. assert.Equal(t, tc.expectedMatch, match, "ip %s, protocol %s", tc.ip, tc.protocol)
  1492. assert.Equal(t, tc.expectedMode, mode, "ip %s, protocol %s", tc.ip, tc.protocol)
  1493. }
  1494. ipList.DisableMemoryMode()
  1495. for _, tc := range tests {
  1496. match, mode, err := ipList.IsListed(tc.ip, tc.protocol)
  1497. if tc.expectedErr {
  1498. assert.Error(t, err, "ip %s, protocol %s", tc.ip, tc.protocol)
  1499. } else {
  1500. assert.NoError(t, err, "ip %s, protocol %s", tc.ip, tc.protocol)
  1501. }
  1502. assert.Equal(t, tc.expectedMatch, match, "ip %s, protocol %s", tc.ip, tc.protocol)
  1503. assert.Equal(t, tc.expectedMode, mode, "ip %s, protocol %s", tc.ip, tc.protocol)
  1504. }
  1505. for _, e := range entries {
  1506. err := dataprovider.DeleteIPListEntry(e.IPOrNet, e.Type, "", "", "")
  1507. assert.NoError(t, err)
  1508. }
  1509. }
  1510. func TestSQLPlaceholderLimits(t *testing.T) {
  1511. numGroups := 120
  1512. numUsers := 120
  1513. var groupMapping []sdk.GroupMapping
  1514. folder := vfs.BaseVirtualFolder{
  1515. Name: "testfolder",
  1516. MappedPath: filepath.Join(os.TempDir(), "folder"),
  1517. }
  1518. err := dataprovider.AddFolder(&folder, "", "", "")
  1519. assert.NoError(t, err)
  1520. for i := 0; i < numGroups; i++ {
  1521. group := dataprovider.Group{
  1522. BaseGroup: sdk.BaseGroup{
  1523. Name: fmt.Sprintf("testgroup%d", i),
  1524. },
  1525. UserSettings: dataprovider.GroupUserSettings{
  1526. BaseGroupUserSettings: sdk.BaseGroupUserSettings{
  1527. Permissions: map[string][]string{
  1528. fmt.Sprintf("/dir%d", i): {dataprovider.PermAny},
  1529. },
  1530. },
  1531. },
  1532. }
  1533. group.VirtualFolders = append(group.VirtualFolders, vfs.VirtualFolder{
  1534. BaseVirtualFolder: folder,
  1535. VirtualPath: "/vdir",
  1536. })
  1537. err := dataprovider.AddGroup(&group, "", "", "")
  1538. assert.NoError(t, err)
  1539. groupMapping = append(groupMapping, sdk.GroupMapping{
  1540. Name: group.Name,
  1541. Type: sdk.GroupTypeSecondary,
  1542. })
  1543. }
  1544. user := dataprovider.User{
  1545. BaseUser: sdk.BaseUser{
  1546. Username: "testusername",
  1547. HomeDir: filepath.Join(os.TempDir(), "testhome"),
  1548. Status: 1,
  1549. Permissions: map[string][]string{
  1550. "/": {dataprovider.PermAny},
  1551. },
  1552. },
  1553. Groups: groupMapping,
  1554. }
  1555. err = dataprovider.AddUser(&user, "", "", "")
  1556. assert.NoError(t, err)
  1557. users, err := dataprovider.GetUsersForQuotaCheck(map[string]bool{user.Username: true})
  1558. assert.NoError(t, err)
  1559. if assert.Len(t, users, 1) {
  1560. for i := 0; i < numGroups; i++ {
  1561. _, ok := users[0].Permissions[fmt.Sprintf("/dir%d", i)]
  1562. assert.True(t, ok)
  1563. }
  1564. }
  1565. err = dataprovider.DeleteUser(user.Username, "", "", "")
  1566. assert.NoError(t, err)
  1567. for i := 0; i < numUsers; i++ {
  1568. user := dataprovider.User{
  1569. BaseUser: sdk.BaseUser{
  1570. Username: fmt.Sprintf("testusername%d", i),
  1571. HomeDir: filepath.Join(os.TempDir()),
  1572. Status: 1,
  1573. Permissions: map[string][]string{
  1574. "/": {dataprovider.PermAny},
  1575. },
  1576. },
  1577. Groups: []sdk.GroupMapping{
  1578. {
  1579. Name: "testgroup0",
  1580. Type: sdk.GroupTypePrimary,
  1581. },
  1582. },
  1583. }
  1584. err := dataprovider.AddUser(&user, "", "", "")
  1585. assert.NoError(t, err)
  1586. }
  1587. time.Sleep(100 * time.Millisecond)
  1588. err = dataprovider.DeleteFolder(folder.Name, "", "", "")
  1589. assert.NoError(t, err)
  1590. for i := 0; i < numUsers; i++ {
  1591. username := fmt.Sprintf("testusername%d", i)
  1592. user, err := dataprovider.UserExists(username, "")
  1593. assert.NoError(t, err)
  1594. assert.Greater(t, user.UpdatedAt, user.CreatedAt)
  1595. err = dataprovider.DeleteUser(username, "", "", "")
  1596. assert.NoError(t, err)
  1597. }
  1598. for i := 0; i < numGroups; i++ {
  1599. groupName := fmt.Sprintf("testgroup%d", i)
  1600. err = dataprovider.DeleteGroup(groupName, "", "", "")
  1601. assert.NoError(t, err)
  1602. }
  1603. }
  1604. func TestALPNProtocols(t *testing.T) {
  1605. protocols := util.GetALPNProtocols(nil)
  1606. assert.Equal(t, []string{"http/1.1", "h2"}, protocols)
  1607. protocols = util.GetALPNProtocols([]string{"invalid1", "invalid2"})
  1608. assert.Equal(t, []string{"http/1.1", "h2"}, protocols)
  1609. protocols = util.GetALPNProtocols([]string{"invalid1", "h2", "invalid2"})
  1610. assert.Equal(t, []string{"h2"}, protocols)
  1611. protocols = util.GetALPNProtocols([]string{"h2", "http/1.1"})
  1612. assert.Equal(t, []string{"h2", "http/1.1"}, protocols)
  1613. }
  1614. func TestServerVersion(t *testing.T) {
  1615. appName := "SFTPGo"
  1616. version.SetConfig("")
  1617. v := version.GetServerVersion("_", false)
  1618. assert.Equal(t, fmt.Sprintf("%s_%s", appName, version.Get().Version), v)
  1619. v = version.GetServerVersion("-", true)
  1620. assert.Equal(t, fmt.Sprintf("%s-%s-", appName, version.Get().Version), v)
  1621. version.SetConfig("short")
  1622. v = version.GetServerVersion("_", false)
  1623. assert.Equal(t, appName, v)
  1624. v = version.GetServerVersion("_", true)
  1625. assert.Equal(t, appName+"_", v)
  1626. version.SetConfig("")
  1627. }
  1628. func BenchmarkBcryptHashing(b *testing.B) {
  1629. bcryptPassword := "bcryptpassword"
  1630. for i := 0; i < b.N; i++ {
  1631. _, err := bcrypt.GenerateFromPassword([]byte(bcryptPassword), 10)
  1632. if err != nil {
  1633. panic(err)
  1634. }
  1635. }
  1636. }
  1637. func BenchmarkCompareBcryptPassword(b *testing.B) {
  1638. bcryptPassword := "$2a$10$lPDdnDimJZ7d5/GwL6xDuOqoZVRXok6OHHhivCnanWUtcgN0Zafki"
  1639. for i := 0; i < b.N; i++ {
  1640. err := bcrypt.CompareHashAndPassword([]byte(bcryptPassword), []byte("password"))
  1641. if err != nil {
  1642. panic(err)
  1643. }
  1644. }
  1645. }
  1646. func BenchmarkArgon2Hashing(b *testing.B) {
  1647. argonPassword := "argon2password"
  1648. for i := 0; i < b.N; i++ {
  1649. _, err := argon2id.CreateHash(argonPassword, argon2id.DefaultParams)
  1650. if err != nil {
  1651. panic(err)
  1652. }
  1653. }
  1654. }
  1655. func BenchmarkCompareArgon2Password(b *testing.B) {
  1656. argon2Password := "$argon2id$v=19$m=65536,t=1,p=2$aOoAOdAwvzhOgi7wUFjXlw$wn/y37dBWdKHtPXHR03nNaKHWKPXyNuVXOknaU+YZ+s"
  1657. for i := 0; i < b.N; i++ {
  1658. _, err := argon2id.ComparePasswordAndHash("password", argon2Password)
  1659. if err != nil {
  1660. panic(err)
  1661. }
  1662. }
  1663. }
  1664. func BenchmarkAddRemoveConnections(b *testing.B) {
  1665. var conns []ActiveConnection
  1666. for i := 0; i < 100; i++ {
  1667. conns = append(conns, &fakeConnection{
  1668. BaseConnection: NewBaseConnection(fmt.Sprintf("id%d", i), ProtocolSFTP, "", "", dataprovider.User{
  1669. BaseUser: sdk.BaseUser{
  1670. Username: userTestUsername,
  1671. },
  1672. }),
  1673. })
  1674. }
  1675. b.ResetTimer()
  1676. for i := 0; i < b.N; i++ {
  1677. for _, c := range conns {
  1678. if err := Connections.Add(c); err != nil {
  1679. panic(err)
  1680. }
  1681. }
  1682. var wg sync.WaitGroup
  1683. for idx := len(conns) - 1; idx >= 0; idx-- {
  1684. wg.Add(1)
  1685. go func(index int) {
  1686. defer wg.Done()
  1687. Connections.Remove(conns[index].GetID())
  1688. }(idx)
  1689. }
  1690. wg.Wait()
  1691. }
  1692. }
  1693. func BenchmarkAddRemoveSSHConnections(b *testing.B) {
  1694. conn1, conn2 := net.Pipe()
  1695. var conns []*SSHConnection
  1696. for i := 0; i < 2000; i++ {
  1697. conns = append(conns, NewSSHConnection(fmt.Sprintf("id%d", i), conn1))
  1698. }
  1699. b.ResetTimer()
  1700. for i := 0; i < b.N; i++ {
  1701. for _, c := range conns {
  1702. Connections.AddSSHConnection(c)
  1703. }
  1704. for idx := len(conns) - 1; idx >= 0; idx-- {
  1705. Connections.RemoveSSHConnection(conns[idx].GetID())
  1706. }
  1707. }
  1708. conn1.Close()
  1709. conn2.Close()
  1710. }