common_test.go 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832
  1. package common
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "net"
  6. "os"
  7. "os/exec"
  8. "path/filepath"
  9. "runtime"
  10. "strings"
  11. "sync/atomic"
  12. "testing"
  13. "time"
  14. "github.com/alexedwards/argon2id"
  15. "github.com/stretchr/testify/assert"
  16. "github.com/stretchr/testify/require"
  17. "golang.org/x/crypto/bcrypt"
  18. "github.com/drakkan/sftpgo/v2/dataprovider"
  19. "github.com/drakkan/sftpgo/v2/kms"
  20. "github.com/drakkan/sftpgo/v2/sdk"
  21. "github.com/drakkan/sftpgo/v2/util"
  22. "github.com/drakkan/sftpgo/v2/vfs"
  23. )
  24. const (
  25. logSenderTest = "common_test"
  26. httpAddr = "127.0.0.1:9999"
  27. configDir = ".."
  28. osWindows = "windows"
  29. userTestUsername = "common_test_username"
  30. )
  31. type fakeConnection struct {
  32. *BaseConnection
  33. command string
  34. }
  35. func (c *fakeConnection) AddUser(user dataprovider.User) error {
  36. _, err := user.GetFilesystem(c.GetID())
  37. if err != nil {
  38. return err
  39. }
  40. c.BaseConnection.User = user
  41. return nil
  42. }
  43. func (c *fakeConnection) Disconnect() error {
  44. Connections.Remove(c.GetID())
  45. return nil
  46. }
  47. func (c *fakeConnection) GetClientVersion() string {
  48. return ""
  49. }
  50. func (c *fakeConnection) GetCommand() string {
  51. return c.command
  52. }
  53. func (c *fakeConnection) GetLocalAddress() string {
  54. return ""
  55. }
  56. func (c *fakeConnection) GetRemoteAddress() string {
  57. return ""
  58. }
  59. type customNetConn struct {
  60. net.Conn
  61. id string
  62. isClosed bool
  63. }
  64. func (c *customNetConn) Close() error {
  65. Connections.RemoveSSHConnection(c.id)
  66. c.isClosed = true
  67. return c.Conn.Close()
  68. }
  69. func TestSSHConnections(t *testing.T) {
  70. conn1, conn2 := net.Pipe()
  71. now := time.Now()
  72. sshConn1 := NewSSHConnection("id1", conn1)
  73. sshConn2 := NewSSHConnection("id2", conn2)
  74. sshConn3 := NewSSHConnection("id3", conn2)
  75. assert.Equal(t, "id1", sshConn1.GetID())
  76. assert.Equal(t, "id2", sshConn2.GetID())
  77. assert.Equal(t, "id3", sshConn3.GetID())
  78. sshConn1.UpdateLastActivity()
  79. assert.GreaterOrEqual(t, sshConn1.GetLastActivity().UnixNano(), now.UnixNano())
  80. Connections.AddSSHConnection(sshConn1)
  81. Connections.AddSSHConnection(sshConn2)
  82. Connections.AddSSHConnection(sshConn3)
  83. Connections.RLock()
  84. assert.Len(t, Connections.sshConnections, 3)
  85. Connections.RUnlock()
  86. Connections.RemoveSSHConnection(sshConn1.id)
  87. Connections.RLock()
  88. assert.Len(t, Connections.sshConnections, 2)
  89. assert.Equal(t, sshConn3.id, Connections.sshConnections[0].id)
  90. assert.Equal(t, sshConn2.id, Connections.sshConnections[1].id)
  91. Connections.RUnlock()
  92. Connections.RemoveSSHConnection(sshConn1.id)
  93. Connections.RLock()
  94. assert.Len(t, Connections.sshConnections, 2)
  95. assert.Equal(t, sshConn3.id, Connections.sshConnections[0].id)
  96. assert.Equal(t, sshConn2.id, Connections.sshConnections[1].id)
  97. Connections.RUnlock()
  98. Connections.RemoveSSHConnection(sshConn2.id)
  99. Connections.RLock()
  100. assert.Len(t, Connections.sshConnections, 1)
  101. assert.Equal(t, sshConn3.id, Connections.sshConnections[0].id)
  102. Connections.RUnlock()
  103. Connections.RemoveSSHConnection(sshConn3.id)
  104. Connections.RLock()
  105. assert.Len(t, Connections.sshConnections, 0)
  106. Connections.RUnlock()
  107. assert.NoError(t, sshConn1.Close())
  108. assert.NoError(t, sshConn2.Close())
  109. assert.NoError(t, sshConn3.Close())
  110. }
  111. func TestDefenderIntegration(t *testing.T) {
  112. // by default defender is nil
  113. configCopy := Config
  114. ip := "127.1.1.1"
  115. assert.Nil(t, ReloadDefender())
  116. AddDefenderEvent(ip, HostEventNoLoginTried)
  117. assert.False(t, IsBanned(ip))
  118. assert.Nil(t, GetDefenderBanTime(ip))
  119. assert.False(t, DeleteDefenderHost(ip))
  120. assert.Equal(t, 0, GetDefenderScore(ip))
  121. _, err := GetDefenderHost(ip)
  122. assert.Error(t, err)
  123. assert.Nil(t, GetDefenderHosts())
  124. Config.DefenderConfig = DefenderConfig{
  125. Enabled: true,
  126. BanTime: 10,
  127. BanTimeIncrement: 50,
  128. Threshold: 0,
  129. ScoreInvalid: 2,
  130. ScoreValid: 1,
  131. ObservationTime: 15,
  132. EntriesSoftLimit: 100,
  133. EntriesHardLimit: 150,
  134. }
  135. err = Initialize(Config)
  136. assert.Error(t, err)
  137. Config.DefenderConfig.Threshold = 3
  138. err = Initialize(Config)
  139. assert.NoError(t, err)
  140. assert.Nil(t, ReloadDefender())
  141. AddDefenderEvent(ip, HostEventNoLoginTried)
  142. assert.False(t, IsBanned(ip))
  143. assert.Equal(t, 2, GetDefenderScore(ip))
  144. entry, err := GetDefenderHost(ip)
  145. assert.NoError(t, err)
  146. asJSON, err := json.Marshal(&entry)
  147. assert.NoError(t, err)
  148. assert.Equal(t, `{"id":"3132372e312e312e31","ip":"127.1.1.1","score":2}`, string(asJSON), "entry %v", entry)
  149. assert.True(t, DeleteDefenderHost(ip))
  150. assert.Nil(t, GetDefenderBanTime(ip))
  151. AddDefenderEvent(ip, HostEventLoginFailed)
  152. AddDefenderEvent(ip, HostEventNoLoginTried)
  153. assert.True(t, IsBanned(ip))
  154. assert.Equal(t, 0, GetDefenderScore(ip))
  155. assert.NotNil(t, GetDefenderBanTime(ip))
  156. assert.Len(t, GetDefenderHosts(), 1)
  157. entry, err = GetDefenderHost(ip)
  158. assert.NoError(t, err)
  159. assert.False(t, entry.BanTime.IsZero())
  160. assert.True(t, DeleteDefenderHost(ip))
  161. assert.Len(t, GetDefenderHosts(), 0)
  162. assert.Nil(t, GetDefenderBanTime(ip))
  163. assert.False(t, DeleteDefenderHost(ip))
  164. Config = configCopy
  165. }
  166. func TestRateLimitersIntegration(t *testing.T) {
  167. // by default defender is nil
  168. configCopy := Config
  169. Config.RateLimitersConfig = []RateLimiterConfig{
  170. {
  171. Average: 100,
  172. Period: 10,
  173. Burst: 5,
  174. Type: int(rateLimiterTypeGlobal),
  175. Protocols: rateLimiterProtocolValues,
  176. },
  177. {
  178. Average: 1,
  179. Period: 1000,
  180. Burst: 1,
  181. Type: int(rateLimiterTypeSource),
  182. Protocols: []string{ProtocolWebDAV, ProtocolWebDAV, ProtocolFTP},
  183. GenerateDefenderEvents: true,
  184. EntriesSoftLimit: 100,
  185. EntriesHardLimit: 150,
  186. },
  187. }
  188. err := Initialize(Config)
  189. assert.Error(t, err)
  190. Config.RateLimitersConfig[0].Period = 1000
  191. Config.RateLimitersConfig[0].AllowList = []string{"1.1.1", "1.1.1.2"}
  192. err = Initialize(Config)
  193. if assert.Error(t, err) {
  194. assert.Contains(t, err.Error(), "unable to parse rate limiter allow list")
  195. }
  196. Config.RateLimitersConfig[0].AllowList = []string{"172.16.24.7"}
  197. Config.RateLimitersConfig[1].AllowList = []string{"172.16.0.0/16"}
  198. err = Initialize(Config)
  199. assert.NoError(t, err)
  200. assert.Len(t, rateLimiters, 4)
  201. assert.Len(t, rateLimiters[ProtocolSSH], 1)
  202. assert.Len(t, rateLimiters[ProtocolFTP], 2)
  203. assert.Len(t, rateLimiters[ProtocolWebDAV], 2)
  204. assert.Len(t, rateLimiters[ProtocolHTTP], 1)
  205. source1 := "127.1.1.1"
  206. source2 := "127.1.1.2"
  207. source3 := "172.16.24.7" // whitelisted
  208. _, err = LimitRate(ProtocolSSH, source1)
  209. assert.NoError(t, err)
  210. _, err = LimitRate(ProtocolFTP, source1)
  211. assert.NoError(t, err)
  212. // sleep to allow the add configured burst to the token.
  213. // This sleep is not enough to add the per-source burst
  214. time.Sleep(20 * time.Millisecond)
  215. _, err = LimitRate(ProtocolWebDAV, source2)
  216. assert.NoError(t, err)
  217. _, err = LimitRate(ProtocolFTP, source1)
  218. assert.Error(t, err)
  219. _, err = LimitRate(ProtocolWebDAV, source2)
  220. assert.Error(t, err)
  221. _, err = LimitRate(ProtocolSSH, source1)
  222. assert.NoError(t, err)
  223. _, err = LimitRate(ProtocolSSH, source2)
  224. assert.NoError(t, err)
  225. for i := 0; i < 10; i++ {
  226. _, err = LimitRate(ProtocolWebDAV, source3)
  227. assert.NoError(t, err)
  228. }
  229. Config = configCopy
  230. }
  231. func TestMaxConnections(t *testing.T) {
  232. oldValue := Config.MaxTotalConnections
  233. perHost := Config.MaxPerHostConnections
  234. Config.MaxPerHostConnections = 0
  235. ipAddr := "192.168.7.8"
  236. assert.True(t, Connections.IsNewConnectionAllowed(ipAddr))
  237. Config.MaxTotalConnections = 1
  238. Config.MaxPerHostConnections = perHost
  239. assert.True(t, Connections.IsNewConnectionAllowed(ipAddr))
  240. c := NewBaseConnection("id", ProtocolSFTP, "", "", dataprovider.User{})
  241. fakeConn := &fakeConnection{
  242. BaseConnection: c,
  243. }
  244. Connections.Add(fakeConn)
  245. assert.Len(t, Connections.GetStats(), 1)
  246. assert.False(t, Connections.IsNewConnectionAllowed(ipAddr))
  247. res := Connections.Close(fakeConn.GetID())
  248. assert.True(t, res)
  249. assert.Eventually(t, func() bool { return len(Connections.GetStats()) == 0 }, 300*time.Millisecond, 50*time.Millisecond)
  250. assert.True(t, Connections.IsNewConnectionAllowed(ipAddr))
  251. Connections.AddClientConnection(ipAddr)
  252. Connections.AddClientConnection(ipAddr)
  253. assert.False(t, Connections.IsNewConnectionAllowed(ipAddr))
  254. Connections.RemoveClientConnection(ipAddr)
  255. assert.True(t, Connections.IsNewConnectionAllowed(ipAddr))
  256. Connections.RemoveClientConnection(ipAddr)
  257. Config.MaxTotalConnections = oldValue
  258. }
  259. func TestMaxConnectionPerHost(t *testing.T) {
  260. oldValue := Config.MaxPerHostConnections
  261. Config.MaxPerHostConnections = 2
  262. ipAddr := "192.168.9.9"
  263. Connections.AddClientConnection(ipAddr)
  264. assert.True(t, Connections.IsNewConnectionAllowed(ipAddr))
  265. Connections.AddClientConnection(ipAddr)
  266. assert.True(t, Connections.IsNewConnectionAllowed(ipAddr))
  267. Connections.AddClientConnection(ipAddr)
  268. assert.False(t, Connections.IsNewConnectionAllowed(ipAddr))
  269. assert.Equal(t, int32(3), Connections.GetClientConnections())
  270. Connections.RemoveClientConnection(ipAddr)
  271. Connections.RemoveClientConnection(ipAddr)
  272. Connections.RemoveClientConnection(ipAddr)
  273. assert.Equal(t, int32(0), Connections.GetClientConnections())
  274. Config.MaxPerHostConnections = oldValue
  275. }
  276. func TestIdleConnections(t *testing.T) {
  277. configCopy := Config
  278. Config.IdleTimeout = 1
  279. err := Initialize(Config)
  280. assert.NoError(t, err)
  281. conn1, conn2 := net.Pipe()
  282. customConn1 := &customNetConn{
  283. Conn: conn1,
  284. id: "id1",
  285. }
  286. customConn2 := &customNetConn{
  287. Conn: conn2,
  288. id: "id2",
  289. }
  290. sshConn1 := NewSSHConnection(customConn1.id, customConn1)
  291. sshConn2 := NewSSHConnection(customConn2.id, customConn2)
  292. username := "test_user"
  293. user := dataprovider.User{
  294. BaseUser: sdk.BaseUser{
  295. Username: username,
  296. },
  297. }
  298. c := NewBaseConnection(sshConn1.id+"_1", ProtocolSFTP, "", "", user)
  299. c.lastActivity = time.Now().Add(-24 * time.Hour).UnixNano()
  300. fakeConn := &fakeConnection{
  301. BaseConnection: c,
  302. }
  303. // both ssh connections are expired but they should get removed only
  304. // if there is no associated connection
  305. sshConn1.lastActivity = c.lastActivity
  306. sshConn2.lastActivity = c.lastActivity
  307. Connections.AddSSHConnection(sshConn1)
  308. Connections.Add(fakeConn)
  309. assert.Equal(t, Connections.GetActiveSessions(username), 1)
  310. c = NewBaseConnection(sshConn2.id+"_1", ProtocolSSH, "", "", user)
  311. fakeConn = &fakeConnection{
  312. BaseConnection: c,
  313. }
  314. Connections.AddSSHConnection(sshConn2)
  315. Connections.Add(fakeConn)
  316. assert.Equal(t, Connections.GetActiveSessions(username), 2)
  317. cFTP := NewBaseConnection("id2", ProtocolFTP, "", "", dataprovider.User{})
  318. cFTP.lastActivity = time.Now().UnixNano()
  319. fakeConn = &fakeConnection{
  320. BaseConnection: cFTP,
  321. }
  322. Connections.Add(fakeConn)
  323. assert.Equal(t, Connections.GetActiveSessions(username), 2)
  324. assert.Len(t, Connections.GetStats(), 3)
  325. Connections.RLock()
  326. assert.Len(t, Connections.sshConnections, 2)
  327. Connections.RUnlock()
  328. startIdleTimeoutTicker(100 * time.Millisecond)
  329. assert.Eventually(t, func() bool { return Connections.GetActiveSessions(username) == 1 }, 1*time.Second, 200*time.Millisecond)
  330. assert.Eventually(t, func() bool {
  331. Connections.RLock()
  332. defer Connections.RUnlock()
  333. return len(Connections.sshConnections) == 1
  334. }, 1*time.Second, 200*time.Millisecond)
  335. stopIdleTimeoutTicker()
  336. assert.Len(t, Connections.GetStats(), 2)
  337. c.lastActivity = time.Now().Add(-24 * time.Hour).UnixNano()
  338. cFTP.lastActivity = time.Now().Add(-24 * time.Hour).UnixNano()
  339. sshConn2.lastActivity = c.lastActivity
  340. startIdleTimeoutTicker(100 * time.Millisecond)
  341. assert.Eventually(t, func() bool { return len(Connections.GetStats()) == 0 }, 1*time.Second, 200*time.Millisecond)
  342. assert.Eventually(t, func() bool {
  343. Connections.RLock()
  344. defer Connections.RUnlock()
  345. return len(Connections.sshConnections) == 0
  346. }, 1*time.Second, 200*time.Millisecond)
  347. assert.Equal(t, int32(0), Connections.GetClientConnections())
  348. stopIdleTimeoutTicker()
  349. assert.True(t, customConn1.isClosed)
  350. assert.True(t, customConn2.isClosed)
  351. Config = configCopy
  352. }
  353. func TestCloseConnection(t *testing.T) {
  354. c := NewBaseConnection("id", ProtocolSFTP, "", "", dataprovider.User{})
  355. fakeConn := &fakeConnection{
  356. BaseConnection: c,
  357. }
  358. assert.True(t, Connections.IsNewConnectionAllowed("127.0.0.1"))
  359. Connections.Add(fakeConn)
  360. assert.Len(t, Connections.GetStats(), 1)
  361. res := Connections.Close(fakeConn.GetID())
  362. assert.True(t, res)
  363. assert.Eventually(t, func() bool { return len(Connections.GetStats()) == 0 }, 300*time.Millisecond, 50*time.Millisecond)
  364. res = Connections.Close(fakeConn.GetID())
  365. assert.False(t, res)
  366. Connections.Remove(fakeConn.GetID())
  367. }
  368. func TestSwapConnection(t *testing.T) {
  369. c := NewBaseConnection("id", ProtocolFTP, "", "", dataprovider.User{})
  370. fakeConn := &fakeConnection{
  371. BaseConnection: c,
  372. }
  373. Connections.Add(fakeConn)
  374. if assert.Len(t, Connections.GetStats(), 1) {
  375. assert.Equal(t, "", Connections.GetStats()[0].Username)
  376. }
  377. c = NewBaseConnection("id", ProtocolFTP, "", "", dataprovider.User{
  378. BaseUser: sdk.BaseUser{
  379. Username: userTestUsername,
  380. },
  381. })
  382. fakeConn = &fakeConnection{
  383. BaseConnection: c,
  384. }
  385. err := Connections.Swap(fakeConn)
  386. assert.NoError(t, err)
  387. if assert.Len(t, Connections.GetStats(), 1) {
  388. assert.Equal(t, userTestUsername, Connections.GetStats()[0].Username)
  389. }
  390. res := Connections.Close(fakeConn.GetID())
  391. assert.True(t, res)
  392. assert.Eventually(t, func() bool { return len(Connections.GetStats()) == 0 }, 300*time.Millisecond, 50*time.Millisecond)
  393. err = Connections.Swap(fakeConn)
  394. assert.Error(t, err)
  395. }
  396. func TestAtomicUpload(t *testing.T) {
  397. configCopy := Config
  398. Config.UploadMode = UploadModeStandard
  399. assert.False(t, Config.IsAtomicUploadEnabled())
  400. Config.UploadMode = UploadModeAtomic
  401. assert.True(t, Config.IsAtomicUploadEnabled())
  402. Config.UploadMode = UploadModeAtomicWithResume
  403. assert.True(t, Config.IsAtomicUploadEnabled())
  404. Config = configCopy
  405. }
  406. func TestConnectionStatus(t *testing.T) {
  407. username := "test_user"
  408. user := dataprovider.User{
  409. BaseUser: sdk.BaseUser{
  410. Username: username,
  411. },
  412. }
  413. fs := vfs.NewOsFs("", os.TempDir(), "")
  414. c1 := NewBaseConnection("id1", ProtocolSFTP, "", "", user)
  415. fakeConn1 := &fakeConnection{
  416. BaseConnection: c1,
  417. }
  418. t1 := NewBaseTransfer(nil, c1, nil, "/p1", "/p1", "/r1", TransferUpload, 0, 0, 0, true, fs)
  419. t1.BytesReceived = 123
  420. t2 := NewBaseTransfer(nil, c1, nil, "/p2", "/p2", "/r2", TransferDownload, 0, 0, 0, true, fs)
  421. t2.BytesSent = 456
  422. c2 := NewBaseConnection("id2", ProtocolSSH, "", "", user)
  423. fakeConn2 := &fakeConnection{
  424. BaseConnection: c2,
  425. command: "md5sum",
  426. }
  427. c3 := NewBaseConnection("id3", ProtocolWebDAV, "", "", user)
  428. fakeConn3 := &fakeConnection{
  429. BaseConnection: c3,
  430. command: "PROPFIND",
  431. }
  432. t3 := NewBaseTransfer(nil, c3, nil, "/p2", "/p2", "/r2", TransferDownload, 0, 0, 0, true, fs)
  433. Connections.Add(fakeConn1)
  434. Connections.Add(fakeConn2)
  435. Connections.Add(fakeConn3)
  436. stats := Connections.GetStats()
  437. assert.Len(t, stats, 3)
  438. for _, stat := range stats {
  439. assert.Equal(t, stat.Username, username)
  440. assert.True(t, strings.HasPrefix(stat.GetConnectionInfo(), stat.Protocol))
  441. assert.True(t, strings.HasPrefix(stat.GetConnectionDuration(), "00:"))
  442. if stat.ConnectionID == "SFTP_id1" {
  443. assert.Len(t, stat.Transfers, 2)
  444. assert.Greater(t, len(stat.GetTransfersAsString()), 0)
  445. for _, tr := range stat.Transfers {
  446. if tr.OperationType == operationDownload {
  447. assert.True(t, strings.HasPrefix(tr.getConnectionTransferAsString(), "DL"))
  448. } else if tr.OperationType == operationUpload {
  449. assert.True(t, strings.HasPrefix(tr.getConnectionTransferAsString(), "UL"))
  450. }
  451. }
  452. } else if stat.ConnectionID == "DAV_id3" {
  453. assert.Len(t, stat.Transfers, 1)
  454. assert.Greater(t, len(stat.GetTransfersAsString()), 0)
  455. } else {
  456. assert.Equal(t, 0, len(stat.GetTransfersAsString()))
  457. }
  458. }
  459. err := t1.Close()
  460. assert.NoError(t, err)
  461. err = t2.Close()
  462. assert.NoError(t, err)
  463. err = fakeConn3.SignalTransfersAbort()
  464. assert.NoError(t, err)
  465. assert.Equal(t, int32(1), atomic.LoadInt32(&t3.AbortTransfer))
  466. err = t3.Close()
  467. assert.NoError(t, err)
  468. err = fakeConn3.SignalTransfersAbort()
  469. assert.Error(t, err)
  470. Connections.Remove(fakeConn1.GetID())
  471. stats = Connections.GetStats()
  472. assert.Len(t, stats, 2)
  473. assert.Equal(t, fakeConn3.GetID(), stats[0].ConnectionID)
  474. assert.Equal(t, fakeConn2.GetID(), stats[1].ConnectionID)
  475. Connections.Remove(fakeConn2.GetID())
  476. stats = Connections.GetStats()
  477. assert.Len(t, stats, 1)
  478. assert.Equal(t, fakeConn3.GetID(), stats[0].ConnectionID)
  479. Connections.Remove(fakeConn3.GetID())
  480. stats = Connections.GetStats()
  481. assert.Len(t, stats, 0)
  482. }
  483. func TestQuotaScans(t *testing.T) {
  484. username := "username"
  485. assert.True(t, QuotaScans.AddUserQuotaScan(username))
  486. assert.False(t, QuotaScans.AddUserQuotaScan(username))
  487. usersScans := QuotaScans.GetUsersQuotaScans()
  488. if assert.Len(t, usersScans, 1) {
  489. assert.Equal(t, usersScans[0].Username, username)
  490. assert.Equal(t, QuotaScans.UserScans[0].StartTime, usersScans[0].StartTime)
  491. QuotaScans.UserScans[0].StartTime = 0
  492. assert.NotEqual(t, QuotaScans.UserScans[0].StartTime, usersScans[0].StartTime)
  493. }
  494. assert.True(t, QuotaScans.RemoveUserQuotaScan(username))
  495. assert.False(t, QuotaScans.RemoveUserQuotaScan(username))
  496. assert.Len(t, QuotaScans.GetUsersQuotaScans(), 0)
  497. assert.Len(t, usersScans, 1)
  498. folderName := "folder"
  499. assert.True(t, QuotaScans.AddVFolderQuotaScan(folderName))
  500. assert.False(t, QuotaScans.AddVFolderQuotaScan(folderName))
  501. if assert.Len(t, QuotaScans.GetVFoldersQuotaScans(), 1) {
  502. assert.Equal(t, QuotaScans.GetVFoldersQuotaScans()[0].Name, folderName)
  503. }
  504. assert.True(t, QuotaScans.RemoveVFolderQuotaScan(folderName))
  505. assert.False(t, QuotaScans.RemoveVFolderQuotaScan(folderName))
  506. assert.Len(t, QuotaScans.GetVFoldersQuotaScans(), 0)
  507. }
  508. func TestProxyProtocolVersion(t *testing.T) {
  509. c := Configuration{
  510. ProxyProtocol: 0,
  511. }
  512. _, err := c.GetProxyListener(nil)
  513. if assert.Error(t, err) {
  514. assert.Contains(t, err.Error(), "proxy protocol not configured")
  515. }
  516. c.ProxyProtocol = 1
  517. proxyListener, err := c.GetProxyListener(nil)
  518. assert.NoError(t, err)
  519. assert.Nil(t, proxyListener.Policy)
  520. c.ProxyProtocol = 2
  521. proxyListener, err = c.GetProxyListener(nil)
  522. assert.NoError(t, err)
  523. assert.NotNil(t, proxyListener.Policy)
  524. c.ProxyProtocol = 1
  525. c.ProxyAllowed = []string{"invalid"}
  526. _, err = c.GetProxyListener(nil)
  527. assert.Error(t, err)
  528. c.ProxyProtocol = 2
  529. _, err = c.GetProxyListener(nil)
  530. assert.Error(t, err)
  531. }
  532. func TestStartupHook(t *testing.T) {
  533. Config.StartupHook = ""
  534. assert.NoError(t, Config.ExecuteStartupHook())
  535. Config.StartupHook = "http://foo\x7f.com/startup"
  536. assert.Error(t, Config.ExecuteStartupHook())
  537. Config.StartupHook = "http://invalid:5678/"
  538. assert.Error(t, Config.ExecuteStartupHook())
  539. Config.StartupHook = fmt.Sprintf("http://%v", httpAddr)
  540. assert.NoError(t, Config.ExecuteStartupHook())
  541. Config.StartupHook = "invalidhook"
  542. assert.Error(t, Config.ExecuteStartupHook())
  543. if runtime.GOOS != osWindows {
  544. hookCmd, err := exec.LookPath("true")
  545. assert.NoError(t, err)
  546. Config.StartupHook = hookCmd
  547. assert.NoError(t, Config.ExecuteStartupHook())
  548. }
  549. Config.StartupHook = ""
  550. }
  551. func TestPostConnectHook(t *testing.T) {
  552. Config.PostConnectHook = ""
  553. ipAddr := "127.0.0.1"
  554. assert.NoError(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  555. Config.PostConnectHook = "http://foo\x7f.com/"
  556. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  557. Config.PostConnectHook = "http://invalid:1234/"
  558. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  559. Config.PostConnectHook = fmt.Sprintf("http://%v/404", httpAddr)
  560. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  561. Config.PostConnectHook = fmt.Sprintf("http://%v", httpAddr)
  562. assert.NoError(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  563. Config.PostConnectHook = "invalid"
  564. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  565. if runtime.GOOS == osWindows {
  566. Config.PostConnectHook = "C:\\bad\\command"
  567. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  568. } else {
  569. Config.PostConnectHook = "/invalid/path"
  570. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  571. hookCmd, err := exec.LookPath("true")
  572. assert.NoError(t, err)
  573. Config.PostConnectHook = hookCmd
  574. assert.NoError(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  575. }
  576. Config.PostConnectHook = ""
  577. }
  578. func TestCryptoConvertFileInfo(t *testing.T) {
  579. name := "name"
  580. fs, err := vfs.NewCryptFs("connID1", os.TempDir(), "", vfs.CryptFsConfig{
  581. CryptFsConfig: sdk.CryptFsConfig{
  582. Passphrase: kms.NewPlainSecret("secret"),
  583. },
  584. })
  585. require.NoError(t, err)
  586. cryptFs := fs.(*vfs.CryptFs)
  587. info := vfs.NewFileInfo(name, true, 48, time.Now(), false)
  588. assert.Equal(t, info, cryptFs.ConvertFileInfo(info))
  589. info = vfs.NewFileInfo(name, false, 48, time.Now(), false)
  590. assert.NotEqual(t, info.Size(), cryptFs.ConvertFileInfo(info).Size())
  591. info = vfs.NewFileInfo(name, false, 33, time.Now(), false)
  592. assert.Equal(t, int64(0), cryptFs.ConvertFileInfo(info).Size())
  593. info = vfs.NewFileInfo(name, false, 1, time.Now(), false)
  594. assert.Equal(t, int64(0), cryptFs.ConvertFileInfo(info).Size())
  595. }
  596. func TestFolderCopy(t *testing.T) {
  597. folder := vfs.BaseVirtualFolder{
  598. ID: 1,
  599. Name: "name",
  600. MappedPath: filepath.Clean(os.TempDir()),
  601. UsedQuotaSize: 4096,
  602. UsedQuotaFiles: 2,
  603. LastQuotaUpdate: util.GetTimeAsMsSinceEpoch(time.Now()),
  604. Users: []string{"user1", "user2"},
  605. }
  606. folderCopy := folder.GetACopy()
  607. folder.ID = 2
  608. folder.Users = []string{"user3"}
  609. require.Len(t, folderCopy.Users, 2)
  610. require.True(t, util.IsStringInSlice("user1", folderCopy.Users))
  611. require.True(t, util.IsStringInSlice("user2", folderCopy.Users))
  612. require.Equal(t, int64(1), folderCopy.ID)
  613. require.Equal(t, folder.Name, folderCopy.Name)
  614. require.Equal(t, folder.MappedPath, folderCopy.MappedPath)
  615. require.Equal(t, folder.UsedQuotaSize, folderCopy.UsedQuotaSize)
  616. require.Equal(t, folder.UsedQuotaFiles, folderCopy.UsedQuotaFiles)
  617. require.Equal(t, folder.LastQuotaUpdate, folderCopy.LastQuotaUpdate)
  618. folder.FsConfig = vfs.Filesystem{
  619. CryptConfig: vfs.CryptFsConfig{
  620. CryptFsConfig: sdk.CryptFsConfig{
  621. Passphrase: kms.NewPlainSecret("crypto secret"),
  622. },
  623. },
  624. }
  625. folderCopy = folder.GetACopy()
  626. folder.FsConfig.CryptConfig.Passphrase = kms.NewEmptySecret()
  627. require.Len(t, folderCopy.Users, 1)
  628. require.True(t, util.IsStringInSlice("user3", folderCopy.Users))
  629. require.Equal(t, int64(2), folderCopy.ID)
  630. require.Equal(t, folder.Name, folderCopy.Name)
  631. require.Equal(t, folder.MappedPath, folderCopy.MappedPath)
  632. require.Equal(t, folder.UsedQuotaSize, folderCopy.UsedQuotaSize)
  633. require.Equal(t, folder.UsedQuotaFiles, folderCopy.UsedQuotaFiles)
  634. require.Equal(t, folder.LastQuotaUpdate, folderCopy.LastQuotaUpdate)
  635. require.Equal(t, "crypto secret", folderCopy.FsConfig.CryptConfig.Passphrase.GetPayload())
  636. }
  637. func TestCachedFs(t *testing.T) {
  638. user := dataprovider.User{
  639. BaseUser: sdk.BaseUser{
  640. HomeDir: filepath.Clean(os.TempDir()),
  641. },
  642. }
  643. conn := NewBaseConnection("id", ProtocolSFTP, "", "", user)
  644. // changing the user should not affect the connection
  645. user.HomeDir = filepath.Join(os.TempDir(), "temp")
  646. err := os.Mkdir(user.HomeDir, os.ModePerm)
  647. assert.NoError(t, err)
  648. fs, err := user.GetFilesystem("")
  649. assert.NoError(t, err)
  650. p, err := fs.ResolvePath("/")
  651. assert.NoError(t, err)
  652. assert.Equal(t, user.GetHomeDir(), p)
  653. _, p, err = conn.GetFsAndResolvedPath("/")
  654. assert.NoError(t, err)
  655. assert.Equal(t, filepath.Clean(os.TempDir()), p)
  656. user.FsConfig.Provider = sdk.S3FilesystemProvider
  657. _, err = user.GetFilesystem("")
  658. assert.Error(t, err)
  659. conn.User.FsConfig.Provider = sdk.S3FilesystemProvider
  660. _, p, err = conn.GetFsAndResolvedPath("/")
  661. assert.NoError(t, err)
  662. assert.Equal(t, filepath.Clean(os.TempDir()), p)
  663. err = os.Remove(user.HomeDir)
  664. assert.NoError(t, err)
  665. }
  666. func TestParseAllowedIPAndRanges(t *testing.T) {
  667. _, err := util.ParseAllowedIPAndRanges([]string{"1.1.1.1", "not an ip"})
  668. assert.Error(t, err)
  669. _, err = util.ParseAllowedIPAndRanges([]string{"1.1.1.5", "192.168.1.0/240"})
  670. assert.Error(t, err)
  671. allow, err := util.ParseAllowedIPAndRanges([]string{"192.168.1.2", "172.16.0.0/24"})
  672. assert.NoError(t, err)
  673. assert.True(t, allow[0](net.ParseIP("192.168.1.2")))
  674. assert.False(t, allow[0](net.ParseIP("192.168.2.2")))
  675. assert.True(t, allow[1](net.ParseIP("172.16.0.1")))
  676. assert.False(t, allow[1](net.ParseIP("172.16.1.1")))
  677. }
  678. func TestHideConfidentialData(t *testing.T) {
  679. for _, provider := range sdk.ListProviders() {
  680. u := dataprovider.User{
  681. FsConfig: vfs.Filesystem{
  682. Provider: provider,
  683. },
  684. }
  685. u.PrepareForRendering()
  686. f := vfs.BaseVirtualFolder{
  687. FsConfig: vfs.Filesystem{
  688. Provider: provider,
  689. },
  690. }
  691. f.PrepareForRendering()
  692. }
  693. a := dataprovider.Admin{}
  694. a.HideConfidentialData()
  695. }
  696. func BenchmarkBcryptHashing(b *testing.B) {
  697. bcryptPassword := "bcryptpassword"
  698. for i := 0; i < b.N; i++ {
  699. _, err := bcrypt.GenerateFromPassword([]byte(bcryptPassword), 10)
  700. if err != nil {
  701. panic(err)
  702. }
  703. }
  704. }
  705. func BenchmarkCompareBcryptPassword(b *testing.B) {
  706. bcryptPassword := "$2a$10$lPDdnDimJZ7d5/GwL6xDuOqoZVRXok6OHHhivCnanWUtcgN0Zafki"
  707. for i := 0; i < b.N; i++ {
  708. err := bcrypt.CompareHashAndPassword([]byte(bcryptPassword), []byte("password"))
  709. if err != nil {
  710. panic(err)
  711. }
  712. }
  713. }
  714. func BenchmarkArgon2Hashing(b *testing.B) {
  715. argonPassword := "argon2password"
  716. for i := 0; i < b.N; i++ {
  717. _, err := argon2id.CreateHash(argonPassword, argon2id.DefaultParams)
  718. if err != nil {
  719. panic(err)
  720. }
  721. }
  722. }
  723. func BenchmarkCompareArgon2Password(b *testing.B) {
  724. argon2Password := "$argon2id$v=19$m=65536,t=1,p=2$aOoAOdAwvzhOgi7wUFjXlw$wn/y37dBWdKHtPXHR03nNaKHWKPXyNuVXOknaU+YZ+s"
  725. for i := 0; i < b.N; i++ {
  726. _, err := argon2id.ComparePasswordAndHash("password", argon2Password)
  727. if err != nil {
  728. panic(err)
  729. }
  730. }
  731. }