common_test.go 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771
  1. package common
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "net"
  6. "os"
  7. "os/exec"
  8. "path/filepath"
  9. "runtime"
  10. "strings"
  11. "sync/atomic"
  12. "testing"
  13. "time"
  14. "github.com/alexedwards/argon2id"
  15. "github.com/stretchr/testify/assert"
  16. "github.com/stretchr/testify/require"
  17. "golang.org/x/crypto/bcrypt"
  18. "github.com/drakkan/sftpgo/v2/dataprovider"
  19. "github.com/drakkan/sftpgo/v2/kms"
  20. "github.com/drakkan/sftpgo/v2/utils"
  21. "github.com/drakkan/sftpgo/v2/vfs"
  22. )
  23. const (
  24. logSenderTest = "common_test"
  25. httpAddr = "127.0.0.1:9999"
  26. configDir = ".."
  27. osWindows = "windows"
  28. userTestUsername = "common_test_username"
  29. )
  30. type fakeConnection struct {
  31. *BaseConnection
  32. command string
  33. }
  34. func (c *fakeConnection) AddUser(user dataprovider.User) error {
  35. _, err := user.GetFilesystem(c.GetID())
  36. if err != nil {
  37. return err
  38. }
  39. c.BaseConnection.User = user
  40. return nil
  41. }
  42. func (c *fakeConnection) Disconnect() error {
  43. Connections.Remove(c.GetID())
  44. return nil
  45. }
  46. func (c *fakeConnection) GetClientVersion() string {
  47. return ""
  48. }
  49. func (c *fakeConnection) GetCommand() string {
  50. return c.command
  51. }
  52. func (c *fakeConnection) GetRemoteAddress() string {
  53. return ""
  54. }
  55. type customNetConn struct {
  56. net.Conn
  57. id string
  58. isClosed bool
  59. }
  60. func (c *customNetConn) Close() error {
  61. Connections.RemoveSSHConnection(c.id)
  62. c.isClosed = true
  63. return c.Conn.Close()
  64. }
  65. func TestSSHConnections(t *testing.T) {
  66. conn1, conn2 := net.Pipe()
  67. now := time.Now()
  68. sshConn1 := NewSSHConnection("id1", conn1)
  69. sshConn2 := NewSSHConnection("id2", conn2)
  70. sshConn3 := NewSSHConnection("id3", conn2)
  71. assert.Equal(t, "id1", sshConn1.GetID())
  72. assert.Equal(t, "id2", sshConn2.GetID())
  73. assert.Equal(t, "id3", sshConn3.GetID())
  74. sshConn1.UpdateLastActivity()
  75. assert.GreaterOrEqual(t, sshConn1.GetLastActivity().UnixNano(), now.UnixNano())
  76. Connections.AddSSHConnection(sshConn1)
  77. Connections.AddSSHConnection(sshConn2)
  78. Connections.AddSSHConnection(sshConn3)
  79. Connections.RLock()
  80. assert.Len(t, Connections.sshConnections, 3)
  81. Connections.RUnlock()
  82. Connections.RemoveSSHConnection(sshConn1.id)
  83. Connections.RLock()
  84. assert.Len(t, Connections.sshConnections, 2)
  85. assert.Equal(t, sshConn3.id, Connections.sshConnections[0].id)
  86. assert.Equal(t, sshConn2.id, Connections.sshConnections[1].id)
  87. Connections.RUnlock()
  88. Connections.RemoveSSHConnection(sshConn1.id)
  89. Connections.RLock()
  90. assert.Len(t, Connections.sshConnections, 2)
  91. assert.Equal(t, sshConn3.id, Connections.sshConnections[0].id)
  92. assert.Equal(t, sshConn2.id, Connections.sshConnections[1].id)
  93. Connections.RUnlock()
  94. Connections.RemoveSSHConnection(sshConn2.id)
  95. Connections.RLock()
  96. assert.Len(t, Connections.sshConnections, 1)
  97. assert.Equal(t, sshConn3.id, Connections.sshConnections[0].id)
  98. Connections.RUnlock()
  99. Connections.RemoveSSHConnection(sshConn3.id)
  100. Connections.RLock()
  101. assert.Len(t, Connections.sshConnections, 0)
  102. Connections.RUnlock()
  103. assert.NoError(t, sshConn1.Close())
  104. assert.NoError(t, sshConn2.Close())
  105. assert.NoError(t, sshConn3.Close())
  106. }
  107. func TestDefenderIntegration(t *testing.T) {
  108. // by default defender is nil
  109. configCopy := Config
  110. ip := "127.1.1.1"
  111. assert.Nil(t, ReloadDefender())
  112. AddDefenderEvent(ip, HostEventNoLoginTried)
  113. assert.False(t, IsBanned(ip))
  114. assert.Nil(t, GetDefenderBanTime(ip))
  115. assert.False(t, DeleteDefenderHost(ip))
  116. assert.Equal(t, 0, GetDefenderScore(ip))
  117. _, err := GetDefenderHost(ip)
  118. assert.Error(t, err)
  119. assert.Nil(t, GetDefenderHosts())
  120. Config.DefenderConfig = DefenderConfig{
  121. Enabled: true,
  122. BanTime: 10,
  123. BanTimeIncrement: 50,
  124. Threshold: 0,
  125. ScoreInvalid: 2,
  126. ScoreValid: 1,
  127. ObservationTime: 15,
  128. EntriesSoftLimit: 100,
  129. EntriesHardLimit: 150,
  130. }
  131. err = Initialize(Config)
  132. assert.Error(t, err)
  133. Config.DefenderConfig.Threshold = 3
  134. err = Initialize(Config)
  135. assert.NoError(t, err)
  136. assert.Nil(t, ReloadDefender())
  137. AddDefenderEvent(ip, HostEventNoLoginTried)
  138. assert.False(t, IsBanned(ip))
  139. assert.Equal(t, 2, GetDefenderScore(ip))
  140. entry, err := GetDefenderHost(ip)
  141. assert.NoError(t, err)
  142. asJSON, err := json.Marshal(&entry)
  143. assert.NoError(t, err)
  144. assert.Equal(t, `{"id":"3132372e312e312e31","ip":"127.1.1.1","score":2}`, string(asJSON), "entry %v", entry)
  145. assert.True(t, DeleteDefenderHost(ip))
  146. assert.Nil(t, GetDefenderBanTime(ip))
  147. AddDefenderEvent(ip, HostEventLoginFailed)
  148. AddDefenderEvent(ip, HostEventNoLoginTried)
  149. assert.True(t, IsBanned(ip))
  150. assert.Equal(t, 0, GetDefenderScore(ip))
  151. assert.NotNil(t, GetDefenderBanTime(ip))
  152. assert.Len(t, GetDefenderHosts(), 1)
  153. entry, err = GetDefenderHost(ip)
  154. assert.NoError(t, err)
  155. assert.False(t, entry.BanTime.IsZero())
  156. assert.True(t, DeleteDefenderHost(ip))
  157. assert.Len(t, GetDefenderHosts(), 0)
  158. assert.Nil(t, GetDefenderBanTime(ip))
  159. assert.False(t, DeleteDefenderHost(ip))
  160. Config = configCopy
  161. }
  162. func TestRateLimitersIntegration(t *testing.T) {
  163. // by default defender is nil
  164. configCopy := Config
  165. Config.RateLimitersConfig = []RateLimiterConfig{
  166. {
  167. Average: 100,
  168. Period: 10,
  169. Burst: 5,
  170. Type: int(rateLimiterTypeGlobal),
  171. Protocols: rateLimiterProtocolValues,
  172. },
  173. {
  174. Average: 1,
  175. Period: 1000,
  176. Burst: 1,
  177. Type: int(rateLimiterTypeSource),
  178. Protocols: []string{ProtocolWebDAV, ProtocolWebDAV, ProtocolFTP},
  179. GenerateDefenderEvents: true,
  180. EntriesSoftLimit: 100,
  181. EntriesHardLimit: 150,
  182. },
  183. }
  184. err := Initialize(Config)
  185. assert.Error(t, err)
  186. Config.RateLimitersConfig[0].Period = 1000
  187. err = Initialize(Config)
  188. assert.NoError(t, err)
  189. assert.Len(t, rateLimiters, 4)
  190. assert.Len(t, rateLimiters[ProtocolSSH], 1)
  191. assert.Len(t, rateLimiters[ProtocolFTP], 2)
  192. assert.Len(t, rateLimiters[ProtocolWebDAV], 2)
  193. assert.Len(t, rateLimiters[ProtocolHTTP], 1)
  194. source1 := "127.1.1.1"
  195. source2 := "127.1.1.2"
  196. _, err = LimitRate(ProtocolSSH, source1)
  197. assert.NoError(t, err)
  198. _, err = LimitRate(ProtocolFTP, source1)
  199. assert.NoError(t, err)
  200. // sleep to allow the add configured burst to the token.
  201. // This sleep is not enough to add the per-source burst
  202. time.Sleep(20 * time.Millisecond)
  203. _, err = LimitRate(ProtocolWebDAV, source2)
  204. assert.NoError(t, err)
  205. _, err = LimitRate(ProtocolFTP, source1)
  206. assert.Error(t, err)
  207. _, err = LimitRate(ProtocolWebDAV, source2)
  208. assert.Error(t, err)
  209. _, err = LimitRate(ProtocolSSH, source1)
  210. assert.NoError(t, err)
  211. _, err = LimitRate(ProtocolSSH, source2)
  212. assert.NoError(t, err)
  213. Config = configCopy
  214. }
  215. func TestMaxConnections(t *testing.T) {
  216. oldValue := Config.MaxTotalConnections
  217. perHost := Config.MaxPerHostConnections
  218. Config.MaxPerHostConnections = 0
  219. ipAddr := "192.168.7.8"
  220. assert.True(t, Connections.IsNewConnectionAllowed(ipAddr))
  221. Config.MaxTotalConnections = 1
  222. Config.MaxPerHostConnections = perHost
  223. assert.True(t, Connections.IsNewConnectionAllowed(ipAddr))
  224. c := NewBaseConnection("id", ProtocolSFTP, "", dataprovider.User{})
  225. fakeConn := &fakeConnection{
  226. BaseConnection: c,
  227. }
  228. Connections.Add(fakeConn)
  229. assert.Len(t, Connections.GetStats(), 1)
  230. assert.False(t, Connections.IsNewConnectionAllowed(ipAddr))
  231. res := Connections.Close(fakeConn.GetID())
  232. assert.True(t, res)
  233. assert.Eventually(t, func() bool { return len(Connections.GetStats()) == 0 }, 300*time.Millisecond, 50*time.Millisecond)
  234. assert.True(t, Connections.IsNewConnectionAllowed(ipAddr))
  235. Connections.AddClientConnection(ipAddr)
  236. Connections.AddClientConnection(ipAddr)
  237. assert.False(t, Connections.IsNewConnectionAllowed(ipAddr))
  238. Connections.RemoveClientConnection(ipAddr)
  239. assert.True(t, Connections.IsNewConnectionAllowed(ipAddr))
  240. Connections.RemoveClientConnection(ipAddr)
  241. Config.MaxTotalConnections = oldValue
  242. }
  243. func TestMaxConnectionPerHost(t *testing.T) {
  244. oldValue := Config.MaxPerHostConnections
  245. Config.MaxPerHostConnections = 2
  246. ipAddr := "192.168.9.9"
  247. Connections.AddClientConnection(ipAddr)
  248. assert.True(t, Connections.IsNewConnectionAllowed(ipAddr))
  249. Connections.AddClientConnection(ipAddr)
  250. assert.True(t, Connections.IsNewConnectionAllowed(ipAddr))
  251. Connections.AddClientConnection(ipAddr)
  252. assert.False(t, Connections.IsNewConnectionAllowed(ipAddr))
  253. assert.Equal(t, int32(3), Connections.GetClientConnections())
  254. Connections.RemoveClientConnection(ipAddr)
  255. Connections.RemoveClientConnection(ipAddr)
  256. Connections.RemoveClientConnection(ipAddr)
  257. assert.Equal(t, int32(0), Connections.GetClientConnections())
  258. Config.MaxPerHostConnections = oldValue
  259. }
  260. func TestIdleConnections(t *testing.T) {
  261. configCopy := Config
  262. Config.IdleTimeout = 1
  263. err := Initialize(Config)
  264. assert.NoError(t, err)
  265. conn1, conn2 := net.Pipe()
  266. customConn1 := &customNetConn{
  267. Conn: conn1,
  268. id: "id1",
  269. }
  270. customConn2 := &customNetConn{
  271. Conn: conn2,
  272. id: "id2",
  273. }
  274. sshConn1 := NewSSHConnection(customConn1.id, customConn1)
  275. sshConn2 := NewSSHConnection(customConn2.id, customConn2)
  276. username := "test_user"
  277. user := dataprovider.User{
  278. Username: username,
  279. }
  280. c := NewBaseConnection(sshConn1.id+"_1", ProtocolSFTP, "", user)
  281. c.lastActivity = time.Now().Add(-24 * time.Hour).UnixNano()
  282. fakeConn := &fakeConnection{
  283. BaseConnection: c,
  284. }
  285. // both ssh connections are expired but they should get removed only
  286. // if there is no associated connection
  287. sshConn1.lastActivity = c.lastActivity
  288. sshConn2.lastActivity = c.lastActivity
  289. Connections.AddSSHConnection(sshConn1)
  290. Connections.Add(fakeConn)
  291. assert.Equal(t, Connections.GetActiveSessions(username), 1)
  292. c = NewBaseConnection(sshConn2.id+"_1", ProtocolSSH, "", user)
  293. fakeConn = &fakeConnection{
  294. BaseConnection: c,
  295. }
  296. Connections.AddSSHConnection(sshConn2)
  297. Connections.Add(fakeConn)
  298. assert.Equal(t, Connections.GetActiveSessions(username), 2)
  299. cFTP := NewBaseConnection("id2", ProtocolFTP, "", dataprovider.User{})
  300. cFTP.lastActivity = time.Now().UnixNano()
  301. fakeConn = &fakeConnection{
  302. BaseConnection: cFTP,
  303. }
  304. Connections.Add(fakeConn)
  305. assert.Equal(t, Connections.GetActiveSessions(username), 2)
  306. assert.Len(t, Connections.GetStats(), 3)
  307. Connections.RLock()
  308. assert.Len(t, Connections.sshConnections, 2)
  309. Connections.RUnlock()
  310. startIdleTimeoutTicker(100 * time.Millisecond)
  311. assert.Eventually(t, func() bool { return Connections.GetActiveSessions(username) == 1 }, 1*time.Second, 200*time.Millisecond)
  312. assert.Eventually(t, func() bool {
  313. Connections.RLock()
  314. defer Connections.RUnlock()
  315. return len(Connections.sshConnections) == 1
  316. }, 1*time.Second, 200*time.Millisecond)
  317. stopIdleTimeoutTicker()
  318. assert.Len(t, Connections.GetStats(), 2)
  319. c.lastActivity = time.Now().Add(-24 * time.Hour).UnixNano()
  320. cFTP.lastActivity = time.Now().Add(-24 * time.Hour).UnixNano()
  321. sshConn2.lastActivity = c.lastActivity
  322. startIdleTimeoutTicker(100 * time.Millisecond)
  323. assert.Eventually(t, func() bool { return len(Connections.GetStats()) == 0 }, 1*time.Second, 200*time.Millisecond)
  324. assert.Eventually(t, func() bool {
  325. Connections.RLock()
  326. defer Connections.RUnlock()
  327. return len(Connections.sshConnections) == 0
  328. }, 1*time.Second, 200*time.Millisecond)
  329. assert.Equal(t, int32(0), Connections.GetClientConnections())
  330. stopIdleTimeoutTicker()
  331. assert.True(t, customConn1.isClosed)
  332. assert.True(t, customConn2.isClosed)
  333. Config = configCopy
  334. }
  335. func TestCloseConnection(t *testing.T) {
  336. c := NewBaseConnection("id", ProtocolSFTP, "", dataprovider.User{})
  337. fakeConn := &fakeConnection{
  338. BaseConnection: c,
  339. }
  340. assert.True(t, Connections.IsNewConnectionAllowed("127.0.0.1"))
  341. Connections.Add(fakeConn)
  342. assert.Len(t, Connections.GetStats(), 1)
  343. res := Connections.Close(fakeConn.GetID())
  344. assert.True(t, res)
  345. assert.Eventually(t, func() bool { return len(Connections.GetStats()) == 0 }, 300*time.Millisecond, 50*time.Millisecond)
  346. res = Connections.Close(fakeConn.GetID())
  347. assert.False(t, res)
  348. Connections.Remove(fakeConn.GetID())
  349. }
  350. func TestSwapConnection(t *testing.T) {
  351. c := NewBaseConnection("id", ProtocolFTP, "", dataprovider.User{})
  352. fakeConn := &fakeConnection{
  353. BaseConnection: c,
  354. }
  355. Connections.Add(fakeConn)
  356. if assert.Len(t, Connections.GetStats(), 1) {
  357. assert.Equal(t, "", Connections.GetStats()[0].Username)
  358. }
  359. c = NewBaseConnection("id", ProtocolFTP, "", dataprovider.User{
  360. Username: userTestUsername,
  361. })
  362. fakeConn = &fakeConnection{
  363. BaseConnection: c,
  364. }
  365. err := Connections.Swap(fakeConn)
  366. assert.NoError(t, err)
  367. if assert.Len(t, Connections.GetStats(), 1) {
  368. assert.Equal(t, userTestUsername, Connections.GetStats()[0].Username)
  369. }
  370. res := Connections.Close(fakeConn.GetID())
  371. assert.True(t, res)
  372. assert.Eventually(t, func() bool { return len(Connections.GetStats()) == 0 }, 300*time.Millisecond, 50*time.Millisecond)
  373. err = Connections.Swap(fakeConn)
  374. assert.Error(t, err)
  375. }
  376. func TestAtomicUpload(t *testing.T) {
  377. configCopy := Config
  378. Config.UploadMode = UploadModeStandard
  379. assert.False(t, Config.IsAtomicUploadEnabled())
  380. Config.UploadMode = UploadModeAtomic
  381. assert.True(t, Config.IsAtomicUploadEnabled())
  382. Config.UploadMode = UploadModeAtomicWithResume
  383. assert.True(t, Config.IsAtomicUploadEnabled())
  384. Config = configCopy
  385. }
  386. func TestConnectionStatus(t *testing.T) {
  387. username := "test_user"
  388. user := dataprovider.User{
  389. Username: username,
  390. }
  391. fs := vfs.NewOsFs("", os.TempDir(), "")
  392. c1 := NewBaseConnection("id1", ProtocolSFTP, "", user)
  393. fakeConn1 := &fakeConnection{
  394. BaseConnection: c1,
  395. }
  396. t1 := NewBaseTransfer(nil, c1, nil, "/p1", "/p1", "/r1", TransferUpload, 0, 0, 0, true, fs)
  397. t1.BytesReceived = 123
  398. t2 := NewBaseTransfer(nil, c1, nil, "/p2", "/p2", "/r2", TransferDownload, 0, 0, 0, true, fs)
  399. t2.BytesSent = 456
  400. c2 := NewBaseConnection("id2", ProtocolSSH, "", user)
  401. fakeConn2 := &fakeConnection{
  402. BaseConnection: c2,
  403. command: "md5sum",
  404. }
  405. c3 := NewBaseConnection("id3", ProtocolWebDAV, "", user)
  406. fakeConn3 := &fakeConnection{
  407. BaseConnection: c3,
  408. command: "PROPFIND",
  409. }
  410. t3 := NewBaseTransfer(nil, c3, nil, "/p2", "/p2", "/r2", TransferDownload, 0, 0, 0, true, fs)
  411. Connections.Add(fakeConn1)
  412. Connections.Add(fakeConn2)
  413. Connections.Add(fakeConn3)
  414. stats := Connections.GetStats()
  415. assert.Len(t, stats, 3)
  416. for _, stat := range stats {
  417. assert.Equal(t, stat.Username, username)
  418. assert.True(t, strings.HasPrefix(stat.GetConnectionInfo(), stat.Protocol))
  419. assert.True(t, strings.HasPrefix(stat.GetConnectionDuration(), "00:"))
  420. if stat.ConnectionID == "SFTP_id1" {
  421. assert.Len(t, stat.Transfers, 2)
  422. assert.Greater(t, len(stat.GetTransfersAsString()), 0)
  423. for _, tr := range stat.Transfers {
  424. if tr.OperationType == operationDownload {
  425. assert.True(t, strings.HasPrefix(tr.getConnectionTransferAsString(), "DL"))
  426. } else if tr.OperationType == operationUpload {
  427. assert.True(t, strings.HasPrefix(tr.getConnectionTransferAsString(), "UL"))
  428. }
  429. }
  430. } else if stat.ConnectionID == "DAV_id3" {
  431. assert.Len(t, stat.Transfers, 1)
  432. assert.Greater(t, len(stat.GetTransfersAsString()), 0)
  433. } else {
  434. assert.Equal(t, 0, len(stat.GetTransfersAsString()))
  435. }
  436. }
  437. err := t1.Close()
  438. assert.NoError(t, err)
  439. err = t2.Close()
  440. assert.NoError(t, err)
  441. err = fakeConn3.SignalTransfersAbort()
  442. assert.NoError(t, err)
  443. assert.Equal(t, int32(1), atomic.LoadInt32(&t3.AbortTransfer))
  444. err = t3.Close()
  445. assert.NoError(t, err)
  446. err = fakeConn3.SignalTransfersAbort()
  447. assert.Error(t, err)
  448. Connections.Remove(fakeConn1.GetID())
  449. stats = Connections.GetStats()
  450. assert.Len(t, stats, 2)
  451. assert.Equal(t, fakeConn3.GetID(), stats[0].ConnectionID)
  452. assert.Equal(t, fakeConn2.GetID(), stats[1].ConnectionID)
  453. Connections.Remove(fakeConn2.GetID())
  454. stats = Connections.GetStats()
  455. assert.Len(t, stats, 1)
  456. assert.Equal(t, fakeConn3.GetID(), stats[0].ConnectionID)
  457. Connections.Remove(fakeConn3.GetID())
  458. stats = Connections.GetStats()
  459. assert.Len(t, stats, 0)
  460. }
  461. func TestQuotaScans(t *testing.T) {
  462. username := "username"
  463. assert.True(t, QuotaScans.AddUserQuotaScan(username))
  464. assert.False(t, QuotaScans.AddUserQuotaScan(username))
  465. if assert.Len(t, QuotaScans.GetUsersQuotaScans(), 1) {
  466. assert.Equal(t, QuotaScans.GetUsersQuotaScans()[0].Username, username)
  467. }
  468. assert.True(t, QuotaScans.RemoveUserQuotaScan(username))
  469. assert.False(t, QuotaScans.RemoveUserQuotaScan(username))
  470. assert.Len(t, QuotaScans.GetUsersQuotaScans(), 0)
  471. folderName := "folder"
  472. assert.True(t, QuotaScans.AddVFolderQuotaScan(folderName))
  473. assert.False(t, QuotaScans.AddVFolderQuotaScan(folderName))
  474. if assert.Len(t, QuotaScans.GetVFoldersQuotaScans(), 1) {
  475. assert.Equal(t, QuotaScans.GetVFoldersQuotaScans()[0].Name, folderName)
  476. }
  477. assert.True(t, QuotaScans.RemoveVFolderQuotaScan(folderName))
  478. assert.False(t, QuotaScans.RemoveVFolderQuotaScan(folderName))
  479. assert.Len(t, QuotaScans.GetVFoldersQuotaScans(), 0)
  480. }
  481. func TestProxyProtocolVersion(t *testing.T) {
  482. c := Configuration{
  483. ProxyProtocol: 1,
  484. }
  485. proxyListener, err := c.GetProxyListener(nil)
  486. assert.NoError(t, err)
  487. assert.Nil(t, proxyListener.Policy)
  488. c.ProxyProtocol = 2
  489. proxyListener, err = c.GetProxyListener(nil)
  490. assert.NoError(t, err)
  491. assert.NotNil(t, proxyListener.Policy)
  492. c.ProxyProtocol = 1
  493. c.ProxyAllowed = []string{"invalid"}
  494. _, err = c.GetProxyListener(nil)
  495. assert.Error(t, err)
  496. c.ProxyProtocol = 2
  497. _, err = c.GetProxyListener(nil)
  498. assert.Error(t, err)
  499. }
  500. func TestStartupHook(t *testing.T) {
  501. Config.StartupHook = ""
  502. assert.NoError(t, Config.ExecuteStartupHook())
  503. Config.StartupHook = "http://foo\x7f.com/startup"
  504. assert.Error(t, Config.ExecuteStartupHook())
  505. Config.StartupHook = "http://invalid:5678/"
  506. assert.Error(t, Config.ExecuteStartupHook())
  507. Config.StartupHook = fmt.Sprintf("http://%v", httpAddr)
  508. assert.NoError(t, Config.ExecuteStartupHook())
  509. Config.StartupHook = "invalidhook"
  510. assert.Error(t, Config.ExecuteStartupHook())
  511. if runtime.GOOS != osWindows {
  512. hookCmd, err := exec.LookPath("true")
  513. assert.NoError(t, err)
  514. Config.StartupHook = hookCmd
  515. assert.NoError(t, Config.ExecuteStartupHook())
  516. }
  517. Config.StartupHook = ""
  518. }
  519. func TestPostConnectHook(t *testing.T) {
  520. Config.PostConnectHook = ""
  521. ipAddr := "127.0.0.1"
  522. assert.NoError(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  523. Config.PostConnectHook = "http://foo\x7f.com/"
  524. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  525. Config.PostConnectHook = "http://invalid:1234/"
  526. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  527. Config.PostConnectHook = fmt.Sprintf("http://%v/404", httpAddr)
  528. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  529. Config.PostConnectHook = fmt.Sprintf("http://%v", httpAddr)
  530. assert.NoError(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  531. Config.PostConnectHook = "invalid"
  532. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  533. if runtime.GOOS == osWindows {
  534. Config.PostConnectHook = "C:\\bad\\command"
  535. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  536. } else {
  537. Config.PostConnectHook = "/invalid/path"
  538. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  539. hookCmd, err := exec.LookPath("true")
  540. assert.NoError(t, err)
  541. Config.PostConnectHook = hookCmd
  542. assert.NoError(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  543. }
  544. Config.PostConnectHook = ""
  545. }
  546. func TestCryptoConvertFileInfo(t *testing.T) {
  547. name := "name"
  548. fs, err := vfs.NewCryptFs("connID1", os.TempDir(), "", vfs.CryptFsConfig{Passphrase: kms.NewPlainSecret("secret")})
  549. require.NoError(t, err)
  550. cryptFs := fs.(*vfs.CryptFs)
  551. info := vfs.NewFileInfo(name, true, 48, time.Now(), false)
  552. assert.Equal(t, info, cryptFs.ConvertFileInfo(info))
  553. info = vfs.NewFileInfo(name, false, 48, time.Now(), false)
  554. assert.NotEqual(t, info.Size(), cryptFs.ConvertFileInfo(info).Size())
  555. info = vfs.NewFileInfo(name, false, 33, time.Now(), false)
  556. assert.Equal(t, int64(0), cryptFs.ConvertFileInfo(info).Size())
  557. info = vfs.NewFileInfo(name, false, 1, time.Now(), false)
  558. assert.Equal(t, int64(0), cryptFs.ConvertFileInfo(info).Size())
  559. }
  560. func TestFolderCopy(t *testing.T) {
  561. folder := vfs.BaseVirtualFolder{
  562. ID: 1,
  563. Name: "name",
  564. MappedPath: filepath.Clean(os.TempDir()),
  565. UsedQuotaSize: 4096,
  566. UsedQuotaFiles: 2,
  567. LastQuotaUpdate: utils.GetTimeAsMsSinceEpoch(time.Now()),
  568. Users: []string{"user1", "user2"},
  569. }
  570. folderCopy := folder.GetACopy()
  571. folder.ID = 2
  572. folder.Users = []string{"user3"}
  573. require.Len(t, folderCopy.Users, 2)
  574. require.True(t, utils.IsStringInSlice("user1", folderCopy.Users))
  575. require.True(t, utils.IsStringInSlice("user2", folderCopy.Users))
  576. require.Equal(t, int64(1), folderCopy.ID)
  577. require.Equal(t, folder.Name, folderCopy.Name)
  578. require.Equal(t, folder.MappedPath, folderCopy.MappedPath)
  579. require.Equal(t, folder.UsedQuotaSize, folderCopy.UsedQuotaSize)
  580. require.Equal(t, folder.UsedQuotaFiles, folderCopy.UsedQuotaFiles)
  581. require.Equal(t, folder.LastQuotaUpdate, folderCopy.LastQuotaUpdate)
  582. folder.FsConfig = vfs.Filesystem{
  583. CryptConfig: vfs.CryptFsConfig{
  584. Passphrase: kms.NewPlainSecret("crypto secret"),
  585. },
  586. }
  587. folderCopy = folder.GetACopy()
  588. folder.FsConfig.CryptConfig.Passphrase = kms.NewEmptySecret()
  589. require.Len(t, folderCopy.Users, 1)
  590. require.True(t, utils.IsStringInSlice("user3", folderCopy.Users))
  591. require.Equal(t, int64(2), folderCopy.ID)
  592. require.Equal(t, folder.Name, folderCopy.Name)
  593. require.Equal(t, folder.MappedPath, folderCopy.MappedPath)
  594. require.Equal(t, folder.UsedQuotaSize, folderCopy.UsedQuotaSize)
  595. require.Equal(t, folder.UsedQuotaFiles, folderCopy.UsedQuotaFiles)
  596. require.Equal(t, folder.LastQuotaUpdate, folderCopy.LastQuotaUpdate)
  597. require.Equal(t, "crypto secret", folderCopy.FsConfig.CryptConfig.Passphrase.GetPayload())
  598. }
  599. func TestCachedFs(t *testing.T) {
  600. user := dataprovider.User{
  601. HomeDir: filepath.Clean(os.TempDir()),
  602. }
  603. conn := NewBaseConnection("id", ProtocolSFTP, "", user)
  604. // changing the user should not affect the connection
  605. user.HomeDir = filepath.Join(os.TempDir(), "temp")
  606. err := os.Mkdir(user.HomeDir, os.ModePerm)
  607. assert.NoError(t, err)
  608. fs, err := user.GetFilesystem("")
  609. assert.NoError(t, err)
  610. p, err := fs.ResolvePath("/")
  611. assert.NoError(t, err)
  612. assert.Equal(t, user.GetHomeDir(), p)
  613. _, p, err = conn.GetFsAndResolvedPath("/")
  614. assert.NoError(t, err)
  615. assert.Equal(t, filepath.Clean(os.TempDir()), p)
  616. user.FsConfig.Provider = vfs.S3FilesystemProvider
  617. _, err = user.GetFilesystem("")
  618. assert.Error(t, err)
  619. conn.User.FsConfig.Provider = vfs.S3FilesystemProvider
  620. _, p, err = conn.GetFsAndResolvedPath("/")
  621. assert.NoError(t, err)
  622. assert.Equal(t, filepath.Clean(os.TempDir()), p)
  623. err = os.Remove(user.HomeDir)
  624. assert.NoError(t, err)
  625. }
  626. func TestParseAllowedIPAndRanges(t *testing.T) {
  627. _, err := utils.ParseAllowedIPAndRanges([]string{"1.1.1.1", "not an ip"})
  628. assert.Error(t, err)
  629. _, err = utils.ParseAllowedIPAndRanges([]string{"1.1.1.5", "192.168.1.0/240"})
  630. assert.Error(t, err)
  631. allow, err := utils.ParseAllowedIPAndRanges([]string{"192.168.1.2", "172.16.0.0/24"})
  632. assert.NoError(t, err)
  633. assert.True(t, allow[0](net.ParseIP("192.168.1.2")))
  634. assert.False(t, allow[0](net.ParseIP("192.168.2.2")))
  635. assert.True(t, allow[1](net.ParseIP("172.16.0.1")))
  636. assert.False(t, allow[1](net.ParseIP("172.16.1.1")))
  637. }
  638. func BenchmarkBcryptHashing(b *testing.B) {
  639. bcryptPassword := "bcryptpassword"
  640. for i := 0; i < b.N; i++ {
  641. _, err := bcrypt.GenerateFromPassword([]byte(bcryptPassword), 10)
  642. if err != nil {
  643. panic(err)
  644. }
  645. }
  646. }
  647. func BenchmarkCompareBcryptPassword(b *testing.B) {
  648. bcryptPassword := "$2a$10$lPDdnDimJZ7d5/GwL6xDuOqoZVRXok6OHHhivCnanWUtcgN0Zafki"
  649. for i := 0; i < b.N; i++ {
  650. err := bcrypt.CompareHashAndPassword([]byte(bcryptPassword), []byte("password"))
  651. if err != nil {
  652. panic(err)
  653. }
  654. }
  655. }
  656. func BenchmarkArgon2Hashing(b *testing.B) {
  657. argonPassword := "argon2password"
  658. for i := 0; i < b.N; i++ {
  659. _, err := argon2id.CreateHash(argonPassword, argon2id.DefaultParams)
  660. if err != nil {
  661. panic(err)
  662. }
  663. }
  664. }
  665. func BenchmarkCompareArgon2Password(b *testing.B) {
  666. argon2Password := "$argon2id$v=19$m=65536,t=1,p=2$aOoAOdAwvzhOgi7wUFjXlw$wn/y37dBWdKHtPXHR03nNaKHWKPXyNuVXOknaU+YZ+s"
  667. for i := 0; i < b.N; i++ {
  668. _, err := argon2id.ComparePasswordAndHash("password", argon2Password)
  669. if err != nil {
  670. panic(err)
  671. }
  672. }
  673. }