common_test.go 39 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284
  1. // Copyright (C) 2019-2022 Nicola Murino
  2. //
  3. // This program is free software: you can redistribute it and/or modify
  4. // it under the terms of the GNU Affero General Public License as published
  5. // by the Free Software Foundation, version 3.
  6. //
  7. // This program is distributed in the hope that it will be useful,
  8. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. // GNU Affero General Public License for more details.
  11. //
  12. // You should have received a copy of the GNU Affero General Public License
  13. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  14. package common
  15. import (
  16. "crypto/tls"
  17. "encoding/json"
  18. "fmt"
  19. "net"
  20. "os"
  21. "os/exec"
  22. "path/filepath"
  23. "runtime"
  24. "strings"
  25. "testing"
  26. "time"
  27. "github.com/alexedwards/argon2id"
  28. "github.com/sftpgo/sdk"
  29. "github.com/stretchr/testify/assert"
  30. "github.com/stretchr/testify/require"
  31. "golang.org/x/crypto/bcrypt"
  32. "github.com/drakkan/sftpgo/v2/internal/dataprovider"
  33. "github.com/drakkan/sftpgo/v2/internal/kms"
  34. "github.com/drakkan/sftpgo/v2/internal/plugin"
  35. "github.com/drakkan/sftpgo/v2/internal/util"
  36. "github.com/drakkan/sftpgo/v2/internal/vfs"
  37. )
  38. const (
  39. logSenderTest = "common_test"
  40. httpAddr = "127.0.0.1:9999"
  41. osWindows = "windows"
  42. userTestUsername = "common_test_username"
  43. )
  44. var (
  45. configDir = filepath.Join(".", "..", "..")
  46. )
  47. type fakeConnection struct {
  48. *BaseConnection
  49. command string
  50. }
  51. func (c *fakeConnection) AddUser(user dataprovider.User) error {
  52. _, err := user.GetFilesystem(c.GetID())
  53. if err != nil {
  54. return err
  55. }
  56. c.BaseConnection.User = user
  57. return nil
  58. }
  59. func (c *fakeConnection) Disconnect() error {
  60. Connections.Remove(c.GetID())
  61. return nil
  62. }
  63. func (c *fakeConnection) GetClientVersion() string {
  64. return ""
  65. }
  66. func (c *fakeConnection) GetCommand() string {
  67. return c.command
  68. }
  69. func (c *fakeConnection) GetLocalAddress() string {
  70. return ""
  71. }
  72. func (c *fakeConnection) GetRemoteAddress() string {
  73. return ""
  74. }
  75. type customNetConn struct {
  76. net.Conn
  77. id string
  78. isClosed bool
  79. }
  80. func (c *customNetConn) Close() error {
  81. Connections.RemoveSSHConnection(c.id)
  82. c.isClosed = true
  83. return c.Conn.Close()
  84. }
  85. func TestSSHConnections(t *testing.T) {
  86. conn1, conn2 := net.Pipe()
  87. now := time.Now()
  88. sshConn1 := NewSSHConnection("id1", conn1)
  89. sshConn2 := NewSSHConnection("id2", conn2)
  90. sshConn3 := NewSSHConnection("id3", conn2)
  91. assert.Equal(t, "id1", sshConn1.GetID())
  92. assert.Equal(t, "id2", sshConn2.GetID())
  93. assert.Equal(t, "id3", sshConn3.GetID())
  94. sshConn1.UpdateLastActivity()
  95. assert.GreaterOrEqual(t, sshConn1.GetLastActivity().UnixNano(), now.UnixNano())
  96. Connections.AddSSHConnection(sshConn1)
  97. Connections.AddSSHConnection(sshConn2)
  98. Connections.AddSSHConnection(sshConn3)
  99. Connections.RLock()
  100. assert.Len(t, Connections.sshConnections, 3)
  101. Connections.RUnlock()
  102. Connections.RemoveSSHConnection(sshConn1.id)
  103. Connections.RLock()
  104. assert.Len(t, Connections.sshConnections, 2)
  105. assert.Equal(t, sshConn3.id, Connections.sshConnections[0].id)
  106. assert.Equal(t, sshConn2.id, Connections.sshConnections[1].id)
  107. Connections.RUnlock()
  108. Connections.RemoveSSHConnection(sshConn1.id)
  109. Connections.RLock()
  110. assert.Len(t, Connections.sshConnections, 2)
  111. assert.Equal(t, sshConn3.id, Connections.sshConnections[0].id)
  112. assert.Equal(t, sshConn2.id, Connections.sshConnections[1].id)
  113. Connections.RUnlock()
  114. Connections.RemoveSSHConnection(sshConn2.id)
  115. Connections.RLock()
  116. assert.Len(t, Connections.sshConnections, 1)
  117. assert.Equal(t, sshConn3.id, Connections.sshConnections[0].id)
  118. Connections.RUnlock()
  119. Connections.RemoveSSHConnection(sshConn3.id)
  120. Connections.RLock()
  121. assert.Len(t, Connections.sshConnections, 0)
  122. Connections.RUnlock()
  123. assert.NoError(t, sshConn1.Close())
  124. assert.NoError(t, sshConn2.Close())
  125. assert.NoError(t, sshConn3.Close())
  126. }
  127. func TestDefenderIntegration(t *testing.T) {
  128. // by default defender is nil
  129. configCopy := Config
  130. wdPath, err := os.Getwd()
  131. require.NoError(t, err)
  132. pluginsConfig := []plugin.Config{
  133. {
  134. Type: "ipfilter",
  135. Cmd: filepath.Join(wdPath, "..", "..", "tests", "ipfilter", "ipfilter"),
  136. AutoMTLS: true,
  137. },
  138. }
  139. if runtime.GOOS == osWindows {
  140. pluginsConfig[0].Cmd += ".exe"
  141. }
  142. err = plugin.Initialize(pluginsConfig, "debug")
  143. require.NoError(t, err)
  144. ip := "127.1.1.1"
  145. assert.Nil(t, Reload())
  146. // 192.168.1.12 is banned from the ipfilter plugin
  147. assert.True(t, IsBanned("192.168.1.12"))
  148. AddDefenderEvent(ip, HostEventNoLoginTried)
  149. assert.False(t, IsBanned(ip))
  150. banTime, err := GetDefenderBanTime(ip)
  151. assert.NoError(t, err)
  152. assert.Nil(t, banTime)
  153. assert.False(t, DeleteDefenderHost(ip))
  154. score, err := GetDefenderScore(ip)
  155. assert.NoError(t, err)
  156. assert.Equal(t, 0, score)
  157. _, err = GetDefenderHost(ip)
  158. assert.Error(t, err)
  159. hosts, err := GetDefenderHosts()
  160. assert.NoError(t, err)
  161. assert.Nil(t, hosts)
  162. Config.DefenderConfig = DefenderConfig{
  163. Enabled: true,
  164. Driver: DefenderDriverProvider,
  165. BanTime: 10,
  166. BanTimeIncrement: 50,
  167. Threshold: 0,
  168. ScoreInvalid: 2,
  169. ScoreValid: 1,
  170. ObservationTime: 15,
  171. EntriesSoftLimit: 100,
  172. EntriesHardLimit: 150,
  173. }
  174. err = Initialize(Config, 0)
  175. // ScoreInvalid cannot be greater than threshold
  176. assert.Error(t, err)
  177. Config.DefenderConfig.Driver = "unsupported"
  178. err = Initialize(Config, 0)
  179. if assert.Error(t, err) {
  180. assert.Contains(t, err.Error(), "unsupported defender driver")
  181. }
  182. Config.DefenderConfig.Driver = DefenderDriverMemory
  183. err = Initialize(Config, 0)
  184. // ScoreInvalid cannot be greater than threshold
  185. assert.Error(t, err)
  186. Config.DefenderConfig.Threshold = 3
  187. Config.DefenderConfig.SafeListFile = filepath.Join(os.TempDir(), "sl.json")
  188. err = os.WriteFile(Config.DefenderConfig.SafeListFile, []byte(`{}`), 0644)
  189. assert.NoError(t, err)
  190. defer os.Remove(Config.DefenderConfig.SafeListFile)
  191. err = Initialize(Config, 0)
  192. assert.NoError(t, err)
  193. assert.Nil(t, Reload())
  194. err = os.WriteFile(Config.DefenderConfig.SafeListFile, []byte(`{`), 0644)
  195. assert.NoError(t, err)
  196. err = Reload()
  197. assert.Error(t, err)
  198. AddDefenderEvent(ip, HostEventNoLoginTried)
  199. assert.False(t, IsBanned(ip))
  200. score, err = GetDefenderScore(ip)
  201. assert.NoError(t, err)
  202. assert.Equal(t, 2, score)
  203. entry, err := GetDefenderHost(ip)
  204. assert.NoError(t, err)
  205. asJSON, err := json.Marshal(&entry)
  206. assert.NoError(t, err)
  207. assert.Equal(t, `{"id":"3132372e312e312e31","ip":"127.1.1.1","score":2}`, string(asJSON), "entry %v", entry)
  208. assert.True(t, DeleteDefenderHost(ip))
  209. banTime, err = GetDefenderBanTime(ip)
  210. assert.NoError(t, err)
  211. assert.Nil(t, banTime)
  212. AddDefenderEvent(ip, HostEventLoginFailed)
  213. AddDefenderEvent(ip, HostEventNoLoginTried)
  214. assert.True(t, IsBanned(ip))
  215. score, err = GetDefenderScore(ip)
  216. assert.NoError(t, err)
  217. assert.Equal(t, 0, score)
  218. banTime, err = GetDefenderBanTime(ip)
  219. assert.NoError(t, err)
  220. assert.NotNil(t, banTime)
  221. hosts, err = GetDefenderHosts()
  222. assert.NoError(t, err)
  223. assert.Len(t, hosts, 1)
  224. entry, err = GetDefenderHost(ip)
  225. assert.NoError(t, err)
  226. assert.False(t, entry.BanTime.IsZero())
  227. assert.True(t, DeleteDefenderHost(ip))
  228. hosts, err = GetDefenderHosts()
  229. assert.NoError(t, err)
  230. assert.Len(t, hosts, 0)
  231. banTime, err = GetDefenderBanTime(ip)
  232. assert.NoError(t, err)
  233. assert.Nil(t, banTime)
  234. assert.False(t, DeleteDefenderHost(ip))
  235. Config = configCopy
  236. }
  237. func TestRateLimitersIntegration(t *testing.T) {
  238. // by default defender is nil
  239. configCopy := Config
  240. Config.RateLimitersConfig = []RateLimiterConfig{
  241. {
  242. Average: 100,
  243. Period: 10,
  244. Burst: 5,
  245. Type: int(rateLimiterTypeGlobal),
  246. Protocols: rateLimiterProtocolValues,
  247. },
  248. {
  249. Average: 1,
  250. Period: 1000,
  251. Burst: 1,
  252. Type: int(rateLimiterTypeSource),
  253. Protocols: []string{ProtocolWebDAV, ProtocolWebDAV, ProtocolFTP},
  254. GenerateDefenderEvents: true,
  255. EntriesSoftLimit: 100,
  256. EntriesHardLimit: 150,
  257. },
  258. }
  259. err := Initialize(Config, 0)
  260. assert.Error(t, err)
  261. Config.RateLimitersConfig[0].Period = 1000
  262. Config.RateLimitersConfig[0].AllowList = []string{"1.1.1", "1.1.1.2"}
  263. err = Initialize(Config, 0)
  264. if assert.Error(t, err) {
  265. assert.Contains(t, err.Error(), "unable to parse rate limiter allow list")
  266. }
  267. Config.RateLimitersConfig[0].AllowList = []string{"172.16.24.7"}
  268. Config.RateLimitersConfig[1].AllowList = []string{"172.16.0.0/16"}
  269. err = Initialize(Config, 0)
  270. assert.NoError(t, err)
  271. assert.Len(t, rateLimiters, 4)
  272. assert.Len(t, rateLimiters[ProtocolSSH], 1)
  273. assert.Len(t, rateLimiters[ProtocolFTP], 2)
  274. assert.Len(t, rateLimiters[ProtocolWebDAV], 2)
  275. assert.Len(t, rateLimiters[ProtocolHTTP], 1)
  276. source1 := "127.1.1.1"
  277. source2 := "127.1.1.2"
  278. source3 := "172.16.24.7" // whitelisted
  279. _, err = LimitRate(ProtocolSSH, source1)
  280. assert.NoError(t, err)
  281. _, err = LimitRate(ProtocolFTP, source1)
  282. assert.NoError(t, err)
  283. // sleep to allow the add configured burst to the token.
  284. // This sleep is not enough to add the per-source burst
  285. time.Sleep(20 * time.Millisecond)
  286. _, err = LimitRate(ProtocolWebDAV, source2)
  287. assert.NoError(t, err)
  288. _, err = LimitRate(ProtocolFTP, source1)
  289. assert.Error(t, err)
  290. _, err = LimitRate(ProtocolWebDAV, source2)
  291. assert.Error(t, err)
  292. _, err = LimitRate(ProtocolSSH, source1)
  293. assert.NoError(t, err)
  294. _, err = LimitRate(ProtocolSSH, source2)
  295. assert.NoError(t, err)
  296. for i := 0; i < 10; i++ {
  297. _, err = LimitRate(ProtocolWebDAV, source3)
  298. assert.NoError(t, err)
  299. }
  300. Config = configCopy
  301. }
  302. func TestWhitelist(t *testing.T) {
  303. configCopy := Config
  304. Config.whitelist = &whitelist{}
  305. err := Config.whitelist.reload()
  306. if assert.Error(t, err) {
  307. assert.Contains(t, err.Error(), "cannot accept a nil whitelist")
  308. }
  309. wlFile := filepath.Join(os.TempDir(), "wl.json")
  310. Config.WhiteListFile = wlFile
  311. err = os.WriteFile(wlFile, []byte(`invalid list file`), 0664)
  312. assert.NoError(t, err)
  313. err = Initialize(Config, 0)
  314. assert.Error(t, err)
  315. wl := HostListFile{
  316. IPAddresses: []string{"172.18.1.1", "172.18.1.2"},
  317. CIDRNetworks: []string{"10.8.7.0/24"},
  318. }
  319. data, err := json.Marshal(wl)
  320. assert.NoError(t, err)
  321. err = os.WriteFile(wlFile, data, 0664)
  322. assert.NoError(t, err)
  323. defer os.Remove(wlFile)
  324. err = Initialize(Config, 0)
  325. assert.NoError(t, err)
  326. assert.True(t, Connections.IsNewConnectionAllowed("172.18.1.1"))
  327. assert.False(t, Connections.IsNewConnectionAllowed("172.18.1.3"))
  328. assert.True(t, Connections.IsNewConnectionAllowed("10.8.7.3"))
  329. assert.False(t, Connections.IsNewConnectionAllowed("10.8.8.2"))
  330. wl.IPAddresses = append(wl.IPAddresses, "172.18.1.3")
  331. wl.CIDRNetworks = append(wl.CIDRNetworks, "10.8.8.0/24")
  332. data, err = json.Marshal(wl)
  333. assert.NoError(t, err)
  334. err = os.WriteFile(wlFile, data, 0664)
  335. assert.NoError(t, err)
  336. assert.False(t, Connections.IsNewConnectionAllowed("10.8.8.3"))
  337. err = Reload()
  338. assert.NoError(t, err)
  339. assert.True(t, Connections.IsNewConnectionAllowed("10.8.8.3"))
  340. assert.True(t, Connections.IsNewConnectionAllowed("172.18.1.3"))
  341. assert.True(t, Connections.IsNewConnectionAllowed("172.18.1.2"))
  342. assert.False(t, Connections.IsNewConnectionAllowed("172.18.1.12"))
  343. Config = configCopy
  344. }
  345. func TestUserMaxSessions(t *testing.T) {
  346. c := NewBaseConnection("id", ProtocolSFTP, "", "", dataprovider.User{
  347. BaseUser: sdk.BaseUser{
  348. Username: userTestUsername,
  349. MaxSessions: 1,
  350. },
  351. })
  352. fakeConn := &fakeConnection{
  353. BaseConnection: c,
  354. }
  355. err := Connections.Add(fakeConn)
  356. assert.NoError(t, err)
  357. err = Connections.Add(fakeConn)
  358. assert.Error(t, err)
  359. err = Connections.Swap(fakeConn)
  360. assert.NoError(t, err)
  361. Connections.Remove(fakeConn.GetID())
  362. Connections.Lock()
  363. Connections.removeUserConnection(userTestUsername)
  364. Connections.Unlock()
  365. assert.Len(t, Connections.GetStats(), 0)
  366. }
  367. func TestMaxConnections(t *testing.T) {
  368. oldValue := Config.MaxTotalConnections
  369. perHost := Config.MaxPerHostConnections
  370. Config.MaxPerHostConnections = 0
  371. ipAddr := "192.168.7.8"
  372. assert.True(t, Connections.IsNewConnectionAllowed(ipAddr))
  373. Config.MaxTotalConnections = 1
  374. Config.MaxPerHostConnections = perHost
  375. assert.True(t, Connections.IsNewConnectionAllowed(ipAddr))
  376. c := NewBaseConnection("id", ProtocolSFTP, "", "", dataprovider.User{})
  377. fakeConn := &fakeConnection{
  378. BaseConnection: c,
  379. }
  380. err := Connections.Add(fakeConn)
  381. assert.NoError(t, err)
  382. assert.Len(t, Connections.GetStats(), 1)
  383. assert.False(t, Connections.IsNewConnectionAllowed(ipAddr))
  384. res := Connections.Close(fakeConn.GetID())
  385. assert.True(t, res)
  386. assert.Eventually(t, func() bool { return len(Connections.GetStats()) == 0 }, 300*time.Millisecond, 50*time.Millisecond)
  387. assert.True(t, Connections.IsNewConnectionAllowed(ipAddr))
  388. Connections.AddClientConnection(ipAddr)
  389. Connections.AddClientConnection(ipAddr)
  390. assert.False(t, Connections.IsNewConnectionAllowed(ipAddr))
  391. Connections.RemoveClientConnection(ipAddr)
  392. assert.True(t, Connections.IsNewConnectionAllowed(ipAddr))
  393. Connections.RemoveClientConnection(ipAddr)
  394. Config.MaxTotalConnections = oldValue
  395. }
  396. func TestMaxConnectionPerHost(t *testing.T) {
  397. oldValue := Config.MaxPerHostConnections
  398. Config.MaxPerHostConnections = 2
  399. ipAddr := "192.168.9.9"
  400. Connections.AddClientConnection(ipAddr)
  401. assert.True(t, Connections.IsNewConnectionAllowed(ipAddr))
  402. Connections.AddClientConnection(ipAddr)
  403. assert.True(t, Connections.IsNewConnectionAllowed(ipAddr))
  404. Connections.AddClientConnection(ipAddr)
  405. assert.False(t, Connections.IsNewConnectionAllowed(ipAddr))
  406. assert.Equal(t, int32(3), Connections.GetClientConnections())
  407. Connections.RemoveClientConnection(ipAddr)
  408. Connections.RemoveClientConnection(ipAddr)
  409. Connections.RemoveClientConnection(ipAddr)
  410. assert.Equal(t, int32(0), Connections.GetClientConnections())
  411. Config.MaxPerHostConnections = oldValue
  412. }
  413. func TestIdleConnections(t *testing.T) {
  414. configCopy := Config
  415. Config.IdleTimeout = 1
  416. err := Initialize(Config, 0)
  417. assert.NoError(t, err)
  418. conn1, conn2 := net.Pipe()
  419. customConn1 := &customNetConn{
  420. Conn: conn1,
  421. id: "id1",
  422. }
  423. customConn2 := &customNetConn{
  424. Conn: conn2,
  425. id: "id2",
  426. }
  427. sshConn1 := NewSSHConnection(customConn1.id, customConn1)
  428. sshConn2 := NewSSHConnection(customConn2.id, customConn2)
  429. username := "test_user"
  430. user := dataprovider.User{
  431. BaseUser: sdk.BaseUser{
  432. Username: username,
  433. },
  434. }
  435. c := NewBaseConnection(sshConn1.id+"_1", ProtocolSFTP, "", "", user)
  436. c.lastActivity.Store(time.Now().Add(-24 * time.Hour).UnixNano())
  437. fakeConn := &fakeConnection{
  438. BaseConnection: c,
  439. }
  440. // both ssh connections are expired but they should get removed only
  441. // if there is no associated connection
  442. sshConn1.lastActivity.Store(c.lastActivity.Load())
  443. sshConn2.lastActivity.Store(c.lastActivity.Load())
  444. Connections.AddSSHConnection(sshConn1)
  445. err = Connections.Add(fakeConn)
  446. assert.NoError(t, err)
  447. assert.Equal(t, Connections.GetActiveSessions(username), 1)
  448. c = NewBaseConnection(sshConn2.id+"_1", ProtocolSSH, "", "", user)
  449. fakeConn = &fakeConnection{
  450. BaseConnection: c,
  451. }
  452. Connections.AddSSHConnection(sshConn2)
  453. err = Connections.Add(fakeConn)
  454. assert.NoError(t, err)
  455. assert.Equal(t, Connections.GetActiveSessions(username), 2)
  456. cFTP := NewBaseConnection("id2", ProtocolFTP, "", "", dataprovider.User{})
  457. cFTP.lastActivity.Store(time.Now().UnixNano())
  458. fakeConn = &fakeConnection{
  459. BaseConnection: cFTP,
  460. }
  461. err = Connections.Add(fakeConn)
  462. assert.NoError(t, err)
  463. assert.Equal(t, Connections.GetActiveSessions(username), 2)
  464. assert.Len(t, Connections.GetStats(), 3)
  465. Connections.RLock()
  466. assert.Len(t, Connections.sshConnections, 2)
  467. Connections.RUnlock()
  468. startPeriodicChecks(100 * time.Millisecond)
  469. assert.Eventually(t, func() bool { return Connections.GetActiveSessions(username) == 1 }, 2*time.Second, 200*time.Millisecond)
  470. assert.Eventually(t, func() bool {
  471. Connections.RLock()
  472. defer Connections.RUnlock()
  473. return len(Connections.sshConnections) == 1
  474. }, 1*time.Second, 200*time.Millisecond)
  475. stopEventScheduler()
  476. assert.Len(t, Connections.GetStats(), 2)
  477. c.lastActivity.Store(time.Now().Add(-24 * time.Hour).UnixNano())
  478. cFTP.lastActivity.Store(time.Now().Add(-24 * time.Hour).UnixNano())
  479. sshConn2.lastActivity.Store(c.lastActivity.Load())
  480. startPeriodicChecks(100 * time.Millisecond)
  481. assert.Eventually(t, func() bool { return len(Connections.GetStats()) == 0 }, 2*time.Second, 200*time.Millisecond)
  482. assert.Eventually(t, func() bool {
  483. Connections.RLock()
  484. defer Connections.RUnlock()
  485. return len(Connections.sshConnections) == 0
  486. }, 1*time.Second, 200*time.Millisecond)
  487. assert.Equal(t, int32(0), Connections.GetClientConnections())
  488. stopEventScheduler()
  489. assert.True(t, customConn1.isClosed)
  490. assert.True(t, customConn2.isClosed)
  491. Config = configCopy
  492. }
  493. func TestCloseConnection(t *testing.T) {
  494. c := NewBaseConnection("id", ProtocolSFTP, "", "", dataprovider.User{})
  495. fakeConn := &fakeConnection{
  496. BaseConnection: c,
  497. }
  498. assert.True(t, Connections.IsNewConnectionAllowed("127.0.0.1"))
  499. err := Connections.Add(fakeConn)
  500. assert.NoError(t, err)
  501. assert.Len(t, Connections.GetStats(), 1)
  502. res := Connections.Close(fakeConn.GetID())
  503. assert.True(t, res)
  504. assert.Eventually(t, func() bool { return len(Connections.GetStats()) == 0 }, 300*time.Millisecond, 50*time.Millisecond)
  505. res = Connections.Close(fakeConn.GetID())
  506. assert.False(t, res)
  507. Connections.Remove(fakeConn.GetID())
  508. }
  509. func TestSwapConnection(t *testing.T) {
  510. c := NewBaseConnection("id", ProtocolFTP, "", "", dataprovider.User{})
  511. fakeConn := &fakeConnection{
  512. BaseConnection: c,
  513. }
  514. err := Connections.Add(fakeConn)
  515. assert.NoError(t, err)
  516. if assert.Len(t, Connections.GetStats(), 1) {
  517. assert.Equal(t, "", Connections.GetStats()[0].Username)
  518. }
  519. c = NewBaseConnection("id", ProtocolFTP, "", "", dataprovider.User{
  520. BaseUser: sdk.BaseUser{
  521. Username: userTestUsername,
  522. MaxSessions: 1,
  523. },
  524. })
  525. fakeConn = &fakeConnection{
  526. BaseConnection: c,
  527. }
  528. c1 := NewBaseConnection("id1", ProtocolFTP, "", "", dataprovider.User{
  529. BaseUser: sdk.BaseUser{
  530. Username: userTestUsername,
  531. },
  532. })
  533. fakeConn1 := &fakeConnection{
  534. BaseConnection: c1,
  535. }
  536. err = Connections.Add(fakeConn1)
  537. assert.NoError(t, err)
  538. err = Connections.Swap(fakeConn)
  539. assert.Error(t, err)
  540. Connections.Remove(fakeConn1.ID)
  541. err = Connections.Swap(fakeConn)
  542. assert.NoError(t, err)
  543. if assert.Len(t, Connections.GetStats(), 1) {
  544. assert.Equal(t, userTestUsername, Connections.GetStats()[0].Username)
  545. }
  546. res := Connections.Close(fakeConn.GetID())
  547. assert.True(t, res)
  548. assert.Eventually(t, func() bool { return len(Connections.GetStats()) == 0 }, 300*time.Millisecond, 50*time.Millisecond)
  549. err = Connections.Swap(fakeConn)
  550. assert.Error(t, err)
  551. }
  552. func TestAtomicUpload(t *testing.T) {
  553. configCopy := Config
  554. Config.UploadMode = UploadModeStandard
  555. assert.False(t, Config.IsAtomicUploadEnabled())
  556. Config.UploadMode = UploadModeAtomic
  557. assert.True(t, Config.IsAtomicUploadEnabled())
  558. Config.UploadMode = UploadModeAtomicWithResume
  559. assert.True(t, Config.IsAtomicUploadEnabled())
  560. Config = configCopy
  561. }
  562. func TestConnectionStatus(t *testing.T) {
  563. username := "test_user"
  564. user := dataprovider.User{
  565. BaseUser: sdk.BaseUser{
  566. Username: username,
  567. },
  568. }
  569. fs := vfs.NewOsFs("", os.TempDir(), "")
  570. c1 := NewBaseConnection("id1", ProtocolSFTP, "", "", user)
  571. fakeConn1 := &fakeConnection{
  572. BaseConnection: c1,
  573. }
  574. t1 := NewBaseTransfer(nil, c1, nil, "/p1", "/p1", "/r1", TransferUpload, 0, 0, 0, 0, true, fs, dataprovider.TransferQuota{})
  575. t1.BytesReceived.Store(123)
  576. t2 := NewBaseTransfer(nil, c1, nil, "/p2", "/p2", "/r2", TransferDownload, 0, 0, 0, 0, true, fs, dataprovider.TransferQuota{})
  577. t2.BytesSent.Store(456)
  578. c2 := NewBaseConnection("id2", ProtocolSSH, "", "", user)
  579. fakeConn2 := &fakeConnection{
  580. BaseConnection: c2,
  581. command: "md5sum",
  582. }
  583. c3 := NewBaseConnection("id3", ProtocolWebDAV, "", "", user)
  584. fakeConn3 := &fakeConnection{
  585. BaseConnection: c3,
  586. command: "PROPFIND",
  587. }
  588. t3 := NewBaseTransfer(nil, c3, nil, "/p2", "/p2", "/r2", TransferDownload, 0, 0, 0, 0, true, fs, dataprovider.TransferQuota{})
  589. err := Connections.Add(fakeConn1)
  590. assert.NoError(t, err)
  591. err = Connections.Add(fakeConn2)
  592. assert.NoError(t, err)
  593. err = Connections.Add(fakeConn3)
  594. assert.NoError(t, err)
  595. stats := Connections.GetStats()
  596. assert.Len(t, stats, 3)
  597. for _, stat := range stats {
  598. assert.Equal(t, stat.Username, username)
  599. assert.True(t, strings.HasPrefix(stat.GetConnectionInfo(), stat.Protocol))
  600. assert.True(t, strings.HasPrefix(stat.GetConnectionDuration(), "00:"))
  601. if stat.ConnectionID == "SFTP_id1" {
  602. assert.Len(t, stat.Transfers, 2)
  603. assert.Greater(t, len(stat.GetTransfersAsString()), 0)
  604. for _, tr := range stat.Transfers {
  605. if tr.OperationType == operationDownload {
  606. assert.True(t, strings.HasPrefix(tr.getConnectionTransferAsString(), "DL"))
  607. } else if tr.OperationType == operationUpload {
  608. assert.True(t, strings.HasPrefix(tr.getConnectionTransferAsString(), "UL"))
  609. }
  610. }
  611. } else if stat.ConnectionID == "DAV_id3" {
  612. assert.Len(t, stat.Transfers, 1)
  613. assert.Greater(t, len(stat.GetTransfersAsString()), 0)
  614. } else {
  615. assert.Equal(t, 0, len(stat.GetTransfersAsString()))
  616. }
  617. }
  618. err = t1.Close()
  619. assert.NoError(t, err)
  620. err = t2.Close()
  621. assert.NoError(t, err)
  622. err = fakeConn3.SignalTransfersAbort()
  623. assert.NoError(t, err)
  624. assert.True(t, t3.AbortTransfer.Load())
  625. err = t3.Close()
  626. assert.NoError(t, err)
  627. err = fakeConn3.SignalTransfersAbort()
  628. assert.Error(t, err)
  629. Connections.Remove(fakeConn1.GetID())
  630. stats = Connections.GetStats()
  631. assert.Len(t, stats, 2)
  632. assert.Equal(t, fakeConn3.GetID(), stats[0].ConnectionID)
  633. assert.Equal(t, fakeConn2.GetID(), stats[1].ConnectionID)
  634. Connections.Remove(fakeConn2.GetID())
  635. stats = Connections.GetStats()
  636. assert.Len(t, stats, 1)
  637. assert.Equal(t, fakeConn3.GetID(), stats[0].ConnectionID)
  638. Connections.Remove(fakeConn3.GetID())
  639. stats = Connections.GetStats()
  640. assert.Len(t, stats, 0)
  641. }
  642. func TestQuotaScans(t *testing.T) {
  643. username := "username"
  644. assert.True(t, QuotaScans.AddUserQuotaScan(username))
  645. assert.False(t, QuotaScans.AddUserQuotaScan(username))
  646. usersScans := QuotaScans.GetUsersQuotaScans()
  647. if assert.Len(t, usersScans, 1) {
  648. assert.Equal(t, usersScans[0].Username, username)
  649. assert.Equal(t, QuotaScans.UserScans[0].StartTime, usersScans[0].StartTime)
  650. QuotaScans.UserScans[0].StartTime = 0
  651. assert.NotEqual(t, QuotaScans.UserScans[0].StartTime, usersScans[0].StartTime)
  652. }
  653. assert.True(t, QuotaScans.RemoveUserQuotaScan(username))
  654. assert.False(t, QuotaScans.RemoveUserQuotaScan(username))
  655. assert.Len(t, QuotaScans.GetUsersQuotaScans(), 0)
  656. assert.Len(t, usersScans, 1)
  657. folderName := "folder"
  658. assert.True(t, QuotaScans.AddVFolderQuotaScan(folderName))
  659. assert.False(t, QuotaScans.AddVFolderQuotaScan(folderName))
  660. if assert.Len(t, QuotaScans.GetVFoldersQuotaScans(), 1) {
  661. assert.Equal(t, QuotaScans.GetVFoldersQuotaScans()[0].Name, folderName)
  662. }
  663. assert.True(t, QuotaScans.RemoveVFolderQuotaScan(folderName))
  664. assert.False(t, QuotaScans.RemoveVFolderQuotaScan(folderName))
  665. assert.Len(t, QuotaScans.GetVFoldersQuotaScans(), 0)
  666. }
  667. func TestProxyProtocolVersion(t *testing.T) {
  668. c := Configuration{
  669. ProxyProtocol: 0,
  670. }
  671. _, err := c.GetProxyListener(nil)
  672. if assert.Error(t, err) {
  673. assert.Contains(t, err.Error(), "proxy protocol not configured")
  674. }
  675. c.ProxyProtocol = 1
  676. proxyListener, err := c.GetProxyListener(nil)
  677. assert.NoError(t, err)
  678. assert.Nil(t, proxyListener.Policy)
  679. c.ProxyProtocol = 2
  680. proxyListener, err = c.GetProxyListener(nil)
  681. assert.NoError(t, err)
  682. assert.NotNil(t, proxyListener.Policy)
  683. c.ProxyProtocol = 1
  684. c.ProxyAllowed = []string{"invalid"}
  685. _, err = c.GetProxyListener(nil)
  686. assert.Error(t, err)
  687. c.ProxyProtocol = 2
  688. _, err = c.GetProxyListener(nil)
  689. assert.Error(t, err)
  690. }
  691. func TestStartupHook(t *testing.T) {
  692. Config.StartupHook = ""
  693. assert.NoError(t, Config.ExecuteStartupHook())
  694. Config.StartupHook = "http://foo\x7f.com/startup"
  695. assert.Error(t, Config.ExecuteStartupHook())
  696. Config.StartupHook = "http://invalid:5678/"
  697. assert.Error(t, Config.ExecuteStartupHook())
  698. Config.StartupHook = fmt.Sprintf("http://%v", httpAddr)
  699. assert.NoError(t, Config.ExecuteStartupHook())
  700. Config.StartupHook = "invalidhook"
  701. assert.Error(t, Config.ExecuteStartupHook())
  702. if runtime.GOOS != osWindows {
  703. hookCmd, err := exec.LookPath("true")
  704. assert.NoError(t, err)
  705. Config.StartupHook = hookCmd
  706. assert.NoError(t, Config.ExecuteStartupHook())
  707. }
  708. Config.StartupHook = ""
  709. }
  710. func TestPostDisconnectHook(t *testing.T) {
  711. Config.PostDisconnectHook = "http://127.0.0.1/"
  712. remoteAddr := "127.0.0.1:80"
  713. Config.checkPostDisconnectHook(remoteAddr, ProtocolHTTP, "", "", time.Now())
  714. Config.checkPostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  715. Config.PostDisconnectHook = "http://bar\x7f.com/"
  716. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  717. Config.PostDisconnectHook = fmt.Sprintf("http://%v", httpAddr)
  718. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  719. Config.PostDisconnectHook = "relativePath"
  720. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  721. if runtime.GOOS == osWindows {
  722. Config.PostDisconnectHook = "C:\\a\\bad\\command"
  723. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  724. } else {
  725. Config.PostDisconnectHook = "/invalid/path"
  726. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  727. hookCmd, err := exec.LookPath("true")
  728. assert.NoError(t, err)
  729. Config.PostDisconnectHook = hookCmd
  730. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  731. }
  732. Config.PostDisconnectHook = ""
  733. }
  734. func TestPostConnectHook(t *testing.T) {
  735. Config.PostConnectHook = ""
  736. ipAddr := "127.0.0.1"
  737. assert.NoError(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  738. Config.PostConnectHook = "http://foo\x7f.com/"
  739. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  740. Config.PostConnectHook = "http://invalid:1234/"
  741. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  742. Config.PostConnectHook = fmt.Sprintf("http://%v/404", httpAddr)
  743. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  744. Config.PostConnectHook = fmt.Sprintf("http://%v", httpAddr)
  745. assert.NoError(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  746. Config.PostConnectHook = "invalid"
  747. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  748. if runtime.GOOS == osWindows {
  749. Config.PostConnectHook = "C:\\bad\\command"
  750. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  751. } else {
  752. Config.PostConnectHook = "/invalid/path"
  753. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  754. hookCmd, err := exec.LookPath("true")
  755. assert.NoError(t, err)
  756. Config.PostConnectHook = hookCmd
  757. assert.NoError(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  758. }
  759. Config.PostConnectHook = ""
  760. }
  761. func TestCryptoConvertFileInfo(t *testing.T) {
  762. name := "name"
  763. fs, err := vfs.NewCryptFs("connID1", os.TempDir(), "", vfs.CryptFsConfig{
  764. Passphrase: kms.NewPlainSecret("secret"),
  765. })
  766. require.NoError(t, err)
  767. cryptFs := fs.(*vfs.CryptFs)
  768. info := vfs.NewFileInfo(name, true, 48, time.Now(), false)
  769. assert.Equal(t, info, cryptFs.ConvertFileInfo(info))
  770. info = vfs.NewFileInfo(name, false, 48, time.Now(), false)
  771. assert.NotEqual(t, info.Size(), cryptFs.ConvertFileInfo(info).Size())
  772. info = vfs.NewFileInfo(name, false, 33, time.Now(), false)
  773. assert.Equal(t, int64(0), cryptFs.ConvertFileInfo(info).Size())
  774. info = vfs.NewFileInfo(name, false, 1, time.Now(), false)
  775. assert.Equal(t, int64(0), cryptFs.ConvertFileInfo(info).Size())
  776. }
  777. func TestFolderCopy(t *testing.T) {
  778. folder := vfs.BaseVirtualFolder{
  779. ID: 1,
  780. Name: "name",
  781. MappedPath: filepath.Clean(os.TempDir()),
  782. UsedQuotaSize: 4096,
  783. UsedQuotaFiles: 2,
  784. LastQuotaUpdate: util.GetTimeAsMsSinceEpoch(time.Now()),
  785. Users: []string{"user1", "user2"},
  786. }
  787. folderCopy := folder.GetACopy()
  788. folder.ID = 2
  789. folder.Users = []string{"user3"}
  790. require.Len(t, folderCopy.Users, 2)
  791. require.True(t, util.Contains(folderCopy.Users, "user1"))
  792. require.True(t, util.Contains(folderCopy.Users, "user2"))
  793. require.Equal(t, int64(1), folderCopy.ID)
  794. require.Equal(t, folder.Name, folderCopy.Name)
  795. require.Equal(t, folder.MappedPath, folderCopy.MappedPath)
  796. require.Equal(t, folder.UsedQuotaSize, folderCopy.UsedQuotaSize)
  797. require.Equal(t, folder.UsedQuotaFiles, folderCopy.UsedQuotaFiles)
  798. require.Equal(t, folder.LastQuotaUpdate, folderCopy.LastQuotaUpdate)
  799. folder.FsConfig = vfs.Filesystem{
  800. CryptConfig: vfs.CryptFsConfig{
  801. Passphrase: kms.NewPlainSecret("crypto secret"),
  802. },
  803. }
  804. folderCopy = folder.GetACopy()
  805. folder.FsConfig.CryptConfig.Passphrase = kms.NewEmptySecret()
  806. require.Len(t, folderCopy.Users, 1)
  807. require.True(t, util.Contains(folderCopy.Users, "user3"))
  808. require.Equal(t, int64(2), folderCopy.ID)
  809. require.Equal(t, folder.Name, folderCopy.Name)
  810. require.Equal(t, folder.MappedPath, folderCopy.MappedPath)
  811. require.Equal(t, folder.UsedQuotaSize, folderCopy.UsedQuotaSize)
  812. require.Equal(t, folder.UsedQuotaFiles, folderCopy.UsedQuotaFiles)
  813. require.Equal(t, folder.LastQuotaUpdate, folderCopy.LastQuotaUpdate)
  814. require.Equal(t, "crypto secret", folderCopy.FsConfig.CryptConfig.Passphrase.GetPayload())
  815. }
  816. func TestCachedFs(t *testing.T) {
  817. user := dataprovider.User{
  818. BaseUser: sdk.BaseUser{
  819. HomeDir: filepath.Clean(os.TempDir()),
  820. },
  821. }
  822. conn := NewBaseConnection("id", ProtocolSFTP, "", "", user)
  823. // changing the user should not affect the connection
  824. user.HomeDir = filepath.Join(os.TempDir(), "temp")
  825. err := os.Mkdir(user.HomeDir, os.ModePerm)
  826. assert.NoError(t, err)
  827. fs, err := user.GetFilesystem("")
  828. assert.NoError(t, err)
  829. p, err := fs.ResolvePath("/")
  830. assert.NoError(t, err)
  831. assert.Equal(t, user.GetHomeDir(), p)
  832. _, p, err = conn.GetFsAndResolvedPath("/")
  833. assert.NoError(t, err)
  834. assert.Equal(t, filepath.Clean(os.TempDir()), p)
  835. // the filesystem is cached changing the provider will not affect the connection
  836. conn.User.FsConfig.Provider = sdk.S3FilesystemProvider
  837. _, p, err = conn.GetFsAndResolvedPath("/")
  838. assert.NoError(t, err)
  839. assert.Equal(t, filepath.Clean(os.TempDir()), p)
  840. user = dataprovider.User{}
  841. user.HomeDir = filepath.Join(os.TempDir(), "temp")
  842. user.FsConfig.Provider = sdk.S3FilesystemProvider
  843. _, err = user.GetFilesystem("")
  844. assert.Error(t, err)
  845. err = os.Remove(user.HomeDir)
  846. assert.NoError(t, err)
  847. }
  848. func TestParseAllowedIPAndRanges(t *testing.T) {
  849. _, err := util.ParseAllowedIPAndRanges([]string{"1.1.1.1", "not an ip"})
  850. assert.Error(t, err)
  851. _, err = util.ParseAllowedIPAndRanges([]string{"1.1.1.5", "192.168.1.0/240"})
  852. assert.Error(t, err)
  853. allow, err := util.ParseAllowedIPAndRanges([]string{"192.168.1.2", "172.16.0.0/24"})
  854. assert.NoError(t, err)
  855. assert.True(t, allow[0](net.ParseIP("192.168.1.2")))
  856. assert.False(t, allow[0](net.ParseIP("192.168.2.2")))
  857. assert.True(t, allow[1](net.ParseIP("172.16.0.1")))
  858. assert.False(t, allow[1](net.ParseIP("172.16.1.1")))
  859. }
  860. func TestHideConfidentialData(t *testing.T) {
  861. for _, provider := range []sdk.FilesystemProvider{sdk.LocalFilesystemProvider,
  862. sdk.CryptedFilesystemProvider, sdk.S3FilesystemProvider, sdk.GCSFilesystemProvider,
  863. sdk.AzureBlobFilesystemProvider, sdk.SFTPFilesystemProvider,
  864. } {
  865. u := dataprovider.User{
  866. FsConfig: vfs.Filesystem{
  867. Provider: provider,
  868. },
  869. }
  870. u.PrepareForRendering()
  871. f := vfs.BaseVirtualFolder{
  872. FsConfig: vfs.Filesystem{
  873. Provider: provider,
  874. },
  875. }
  876. f.PrepareForRendering()
  877. }
  878. a := dataprovider.Admin{}
  879. a.HideConfidentialData()
  880. }
  881. func TestUserPerms(t *testing.T) {
  882. u := dataprovider.User{}
  883. u.Permissions = make(map[string][]string)
  884. u.Permissions["/"] = []string{dataprovider.PermUpload, dataprovider.PermDelete}
  885. assert.True(t, u.HasAnyPerm([]string{dataprovider.PermRename, dataprovider.PermDelete}, "/"))
  886. assert.False(t, u.HasAnyPerm([]string{dataprovider.PermRename, dataprovider.PermCreateDirs}, "/"))
  887. u.Permissions["/"] = []string{dataprovider.PermDelete, dataprovider.PermCreateDirs}
  888. assert.True(t, u.HasPermsDeleteAll("/"))
  889. assert.False(t, u.HasPermsRenameAll("/"))
  890. u.Permissions["/"] = []string{dataprovider.PermDeleteDirs, dataprovider.PermDeleteFiles, dataprovider.PermRenameDirs}
  891. assert.True(t, u.HasPermsDeleteAll("/"))
  892. assert.False(t, u.HasPermsRenameAll("/"))
  893. u.Permissions["/"] = []string{dataprovider.PermDeleteDirs, dataprovider.PermRenameFiles, dataprovider.PermRenameDirs}
  894. assert.False(t, u.HasPermsDeleteAll("/"))
  895. assert.True(t, u.HasPermsRenameAll("/"))
  896. }
  897. func TestGetTLSVersion(t *testing.T) {
  898. tlsVer := util.GetTLSVersion(0)
  899. assert.Equal(t, uint16(tls.VersionTLS12), tlsVer)
  900. tlsVer = util.GetTLSVersion(12)
  901. assert.Equal(t, uint16(tls.VersionTLS12), tlsVer)
  902. tlsVer = util.GetTLSVersion(2)
  903. assert.Equal(t, uint16(tls.VersionTLS12), tlsVer)
  904. tlsVer = util.GetTLSVersion(13)
  905. assert.Equal(t, uint16(tls.VersionTLS13), tlsVer)
  906. }
  907. func TestCleanPath(t *testing.T) {
  908. assert.Equal(t, "/", util.CleanPath("/"))
  909. assert.Equal(t, "/", util.CleanPath("."))
  910. assert.Equal(t, "/", util.CleanPath(""))
  911. assert.Equal(t, "/", util.CleanPath("/."))
  912. assert.Equal(t, "/", util.CleanPath("/a/.."))
  913. assert.Equal(t, "/a", util.CleanPath("/a/"))
  914. assert.Equal(t, "/a", util.CleanPath("a/"))
  915. // filepath.ToSlash does not touch \ as char on unix systems
  916. // so os.PathSeparator is used for windows compatible tests
  917. bslash := string(os.PathSeparator)
  918. assert.Equal(t, "/", util.CleanPath(bslash))
  919. assert.Equal(t, "/", util.CleanPath(bslash+bslash))
  920. assert.Equal(t, "/a", util.CleanPath(bslash+"a"+bslash))
  921. assert.Equal(t, "/a", util.CleanPath("a"+bslash))
  922. assert.Equal(t, "/a/b/c", util.CleanPath(bslash+"a"+bslash+bslash+"b"+bslash+bslash+"c"+bslash))
  923. assert.Equal(t, "/C:/a", util.CleanPath("C:"+bslash+"a"))
  924. }
  925. func TestUserRecentActivity(t *testing.T) {
  926. u := dataprovider.User{}
  927. res := u.HasRecentActivity()
  928. assert.False(t, res)
  929. u.LastLogin = util.GetTimeAsMsSinceEpoch(time.Now())
  930. res = u.HasRecentActivity()
  931. assert.True(t, res)
  932. u.LastLogin = util.GetTimeAsMsSinceEpoch(time.Now().Add(1 * time.Minute))
  933. res = u.HasRecentActivity()
  934. assert.False(t, res)
  935. u.LastLogin = util.GetTimeAsMsSinceEpoch(time.Now().Add(1 * time.Second))
  936. res = u.HasRecentActivity()
  937. assert.True(t, res)
  938. }
  939. func TestVfsSameResource(t *testing.T) {
  940. fs := vfs.Filesystem{}
  941. other := vfs.Filesystem{}
  942. res := fs.IsSameResource(other)
  943. assert.True(t, res)
  944. fs = vfs.Filesystem{
  945. Provider: sdk.S3FilesystemProvider,
  946. S3Config: vfs.S3FsConfig{
  947. BaseS3FsConfig: sdk.BaseS3FsConfig{
  948. Bucket: "a",
  949. Region: "b",
  950. },
  951. },
  952. }
  953. other = vfs.Filesystem{
  954. Provider: sdk.S3FilesystemProvider,
  955. S3Config: vfs.S3FsConfig{
  956. BaseS3FsConfig: sdk.BaseS3FsConfig{
  957. Bucket: "a",
  958. Region: "c",
  959. },
  960. },
  961. }
  962. res = fs.IsSameResource(other)
  963. assert.False(t, res)
  964. other = vfs.Filesystem{
  965. Provider: sdk.S3FilesystemProvider,
  966. S3Config: vfs.S3FsConfig{
  967. BaseS3FsConfig: sdk.BaseS3FsConfig{
  968. Bucket: "a",
  969. Region: "b",
  970. },
  971. },
  972. }
  973. res = fs.IsSameResource(other)
  974. assert.True(t, res)
  975. fs = vfs.Filesystem{
  976. Provider: sdk.GCSFilesystemProvider,
  977. GCSConfig: vfs.GCSFsConfig{
  978. BaseGCSFsConfig: sdk.BaseGCSFsConfig{
  979. Bucket: "b",
  980. },
  981. },
  982. }
  983. other = vfs.Filesystem{
  984. Provider: sdk.GCSFilesystemProvider,
  985. GCSConfig: vfs.GCSFsConfig{
  986. BaseGCSFsConfig: sdk.BaseGCSFsConfig{
  987. Bucket: "c",
  988. },
  989. },
  990. }
  991. res = fs.IsSameResource(other)
  992. assert.False(t, res)
  993. other = vfs.Filesystem{
  994. Provider: sdk.GCSFilesystemProvider,
  995. GCSConfig: vfs.GCSFsConfig{
  996. BaseGCSFsConfig: sdk.BaseGCSFsConfig{
  997. Bucket: "b",
  998. },
  999. },
  1000. }
  1001. res = fs.IsSameResource(other)
  1002. assert.True(t, res)
  1003. sasURL := kms.NewPlainSecret("http://127.0.0.1/sasurl")
  1004. fs = vfs.Filesystem{
  1005. Provider: sdk.AzureBlobFilesystemProvider,
  1006. AzBlobConfig: vfs.AzBlobFsConfig{
  1007. BaseAzBlobFsConfig: sdk.BaseAzBlobFsConfig{
  1008. AccountName: "a",
  1009. },
  1010. SASURL: sasURL,
  1011. },
  1012. }
  1013. err := fs.Validate("data1")
  1014. assert.NoError(t, err)
  1015. other = vfs.Filesystem{
  1016. Provider: sdk.AzureBlobFilesystemProvider,
  1017. AzBlobConfig: vfs.AzBlobFsConfig{
  1018. BaseAzBlobFsConfig: sdk.BaseAzBlobFsConfig{
  1019. AccountName: "a",
  1020. },
  1021. SASURL: sasURL,
  1022. },
  1023. }
  1024. err = other.Validate("data2")
  1025. assert.NoError(t, err)
  1026. err = fs.AzBlobConfig.SASURL.TryDecrypt()
  1027. assert.NoError(t, err)
  1028. err = other.AzBlobConfig.SASURL.TryDecrypt()
  1029. assert.NoError(t, err)
  1030. res = fs.IsSameResource(other)
  1031. assert.True(t, res)
  1032. fs.AzBlobConfig.AccountName = "b"
  1033. res = fs.IsSameResource(other)
  1034. assert.False(t, res)
  1035. fs.AzBlobConfig.AccountName = "a"
  1036. other.AzBlobConfig.SASURL = kms.NewPlainSecret("http://127.1.1.1/sasurl")
  1037. err = other.Validate("data2")
  1038. assert.NoError(t, err)
  1039. err = other.AzBlobConfig.SASURL.TryDecrypt()
  1040. assert.NoError(t, err)
  1041. res = fs.IsSameResource(other)
  1042. assert.False(t, res)
  1043. fs = vfs.Filesystem{
  1044. Provider: sdk.HTTPFilesystemProvider,
  1045. HTTPConfig: vfs.HTTPFsConfig{
  1046. BaseHTTPFsConfig: sdk.BaseHTTPFsConfig{
  1047. Endpoint: "http://127.0.0.1/httpfs",
  1048. Username: "a",
  1049. },
  1050. },
  1051. }
  1052. other = vfs.Filesystem{
  1053. Provider: sdk.HTTPFilesystemProvider,
  1054. HTTPConfig: vfs.HTTPFsConfig{
  1055. BaseHTTPFsConfig: sdk.BaseHTTPFsConfig{
  1056. Endpoint: "http://127.0.0.1/httpfs",
  1057. Username: "b",
  1058. },
  1059. },
  1060. }
  1061. res = fs.IsSameResource(other)
  1062. assert.True(t, res)
  1063. fs.HTTPConfig.EqualityCheckMode = 1
  1064. res = fs.IsSameResource(other)
  1065. assert.False(t, res)
  1066. }
  1067. func TestUpdateTransferTimestamps(t *testing.T) {
  1068. username := "user_test_timestamps"
  1069. user := &dataprovider.User{
  1070. BaseUser: sdk.BaseUser{
  1071. Username: username,
  1072. HomeDir: filepath.Join(os.TempDir(), username),
  1073. Status: 1,
  1074. Permissions: map[string][]string{
  1075. "/": {dataprovider.PermAny},
  1076. },
  1077. },
  1078. }
  1079. err := dataprovider.AddUser(user, "", "")
  1080. assert.NoError(t, err)
  1081. assert.Equal(t, int64(0), user.FirstUpload)
  1082. assert.Equal(t, int64(0), user.FirstDownload)
  1083. err = dataprovider.UpdateUserTransferTimestamps(username, true)
  1084. assert.NoError(t, err)
  1085. userGet, err := dataprovider.UserExists(username)
  1086. assert.NoError(t, err)
  1087. assert.Greater(t, userGet.FirstUpload, int64(0))
  1088. assert.Equal(t, int64(0), user.FirstDownload)
  1089. err = dataprovider.UpdateUserTransferTimestamps(username, false)
  1090. assert.NoError(t, err)
  1091. userGet, err = dataprovider.UserExists(username)
  1092. assert.NoError(t, err)
  1093. assert.Greater(t, userGet.FirstUpload, int64(0))
  1094. assert.Greater(t, userGet.FirstDownload, int64(0))
  1095. // updating again must fail
  1096. err = dataprovider.UpdateUserTransferTimestamps(username, true)
  1097. assert.Error(t, err)
  1098. err = dataprovider.UpdateUserTransferTimestamps(username, false)
  1099. assert.Error(t, err)
  1100. // cleanup
  1101. err = dataprovider.DeleteUser(username, "", "")
  1102. assert.NoError(t, err)
  1103. }
  1104. func TestMetadataAPI(t *testing.T) {
  1105. username := "metadatauser"
  1106. require.False(t, ActiveMetadataChecks.Remove(username))
  1107. require.True(t, ActiveMetadataChecks.Add(username))
  1108. require.False(t, ActiveMetadataChecks.Add(username))
  1109. checks := ActiveMetadataChecks.Get()
  1110. require.Len(t, checks, 1)
  1111. checks[0].Username = username + "a"
  1112. checks = ActiveMetadataChecks.Get()
  1113. require.Len(t, checks, 1)
  1114. require.Equal(t, username, checks[0].Username)
  1115. require.True(t, ActiveMetadataChecks.Remove(username))
  1116. require.Len(t, ActiveMetadataChecks.Get(), 0)
  1117. }
  1118. func BenchmarkBcryptHashing(b *testing.B) {
  1119. bcryptPassword := "bcryptpassword"
  1120. for i := 0; i < b.N; i++ {
  1121. _, err := bcrypt.GenerateFromPassword([]byte(bcryptPassword), 10)
  1122. if err != nil {
  1123. panic(err)
  1124. }
  1125. }
  1126. }
  1127. func BenchmarkCompareBcryptPassword(b *testing.B) {
  1128. bcryptPassword := "$2a$10$lPDdnDimJZ7d5/GwL6xDuOqoZVRXok6OHHhivCnanWUtcgN0Zafki"
  1129. for i := 0; i < b.N; i++ {
  1130. err := bcrypt.CompareHashAndPassword([]byte(bcryptPassword), []byte("password"))
  1131. if err != nil {
  1132. panic(err)
  1133. }
  1134. }
  1135. }
  1136. func BenchmarkArgon2Hashing(b *testing.B) {
  1137. argonPassword := "argon2password"
  1138. for i := 0; i < b.N; i++ {
  1139. _, err := argon2id.CreateHash(argonPassword, argon2id.DefaultParams)
  1140. if err != nil {
  1141. panic(err)
  1142. }
  1143. }
  1144. }
  1145. func BenchmarkCompareArgon2Password(b *testing.B) {
  1146. argon2Password := "$argon2id$v=19$m=65536,t=1,p=2$aOoAOdAwvzhOgi7wUFjXlw$wn/y37dBWdKHtPXHR03nNaKHWKPXyNuVXOknaU+YZ+s"
  1147. for i := 0; i < b.N; i++ {
  1148. _, err := argon2id.ComparePasswordAndHash("password", argon2Password)
  1149. if err != nil {
  1150. panic(err)
  1151. }
  1152. }
  1153. }