common_test.go 58 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888
  1. // Copyright (C) 2019 Nicola Murino
  2. //
  3. // This program is free software: you can redistribute it and/or modify
  4. // it under the terms of the GNU Affero General Public License as published
  5. // by the Free Software Foundation, version 3.
  6. //
  7. // This program is distributed in the hope that it will be useful,
  8. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. // GNU Affero General Public License for more details.
  11. //
  12. // You should have received a copy of the GNU Affero General Public License
  13. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  14. package common
  15. import (
  16. "crypto/tls"
  17. "encoding/json"
  18. "fmt"
  19. "net"
  20. "os"
  21. "os/exec"
  22. "path/filepath"
  23. "runtime"
  24. "slices"
  25. "sync"
  26. "testing"
  27. "time"
  28. "github.com/alexedwards/argon2id"
  29. "github.com/pires/go-proxyproto"
  30. "github.com/sftpgo/sdk"
  31. "github.com/stretchr/testify/assert"
  32. "github.com/stretchr/testify/require"
  33. "golang.org/x/crypto/bcrypt"
  34. "github.com/drakkan/sftpgo/v2/internal/dataprovider"
  35. "github.com/drakkan/sftpgo/v2/internal/kms"
  36. "github.com/drakkan/sftpgo/v2/internal/plugin"
  37. "github.com/drakkan/sftpgo/v2/internal/util"
  38. "github.com/drakkan/sftpgo/v2/internal/version"
  39. "github.com/drakkan/sftpgo/v2/internal/vfs"
  40. )
  41. const (
  42. logSenderTest = "common_test"
  43. httpAddr = "127.0.0.1:9999"
  44. osWindows = "windows"
  45. userTestUsername = "common_test_username"
  46. )
  47. var (
  48. configDir = filepath.Join(".", "..", "..")
  49. )
  50. type fakeConnection struct {
  51. *BaseConnection
  52. command string
  53. }
  54. func (c *fakeConnection) AddUser(user dataprovider.User) error {
  55. _, err := user.GetFilesystem(c.GetID())
  56. if err != nil {
  57. return err
  58. }
  59. c.BaseConnection.User = user
  60. return nil
  61. }
  62. func (c *fakeConnection) Disconnect() error {
  63. Connections.Remove(c.GetID())
  64. return nil
  65. }
  66. func (c *fakeConnection) GetClientVersion() string {
  67. return ""
  68. }
  69. func (c *fakeConnection) GetCommand() string {
  70. return c.command
  71. }
  72. func (c *fakeConnection) GetLocalAddress() string {
  73. return ""
  74. }
  75. func (c *fakeConnection) GetRemoteAddress() string {
  76. return ""
  77. }
  78. type customNetConn struct {
  79. net.Conn
  80. id string
  81. isClosed bool
  82. }
  83. func (c *customNetConn) Close() error {
  84. Connections.RemoveSSHConnection(c.id)
  85. c.isClosed = true
  86. return c.Conn.Close()
  87. }
  88. func TestConnections(t *testing.T) {
  89. c1 := &fakeConnection{
  90. BaseConnection: NewBaseConnection("id1", ProtocolSFTP, "", "", dataprovider.User{
  91. BaseUser: sdk.BaseUser{
  92. Username: userTestUsername,
  93. },
  94. }),
  95. }
  96. c2 := &fakeConnection{
  97. BaseConnection: NewBaseConnection("id2", ProtocolSFTP, "", "", dataprovider.User{
  98. BaseUser: sdk.BaseUser{
  99. Username: userTestUsername,
  100. },
  101. }),
  102. }
  103. c3 := &fakeConnection{
  104. BaseConnection: NewBaseConnection("id3", ProtocolSFTP, "", "", dataprovider.User{
  105. BaseUser: sdk.BaseUser{
  106. Username: userTestUsername,
  107. },
  108. }),
  109. }
  110. c4 := &fakeConnection{
  111. BaseConnection: NewBaseConnection("id4", ProtocolSFTP, "", "", dataprovider.User{
  112. BaseUser: sdk.BaseUser{
  113. Username: userTestUsername,
  114. },
  115. }),
  116. }
  117. assert.Equal(t, "SFTP_id1", c1.GetID())
  118. assert.Equal(t, "SFTP_id2", c2.GetID())
  119. assert.Equal(t, "SFTP_id3", c3.GetID())
  120. assert.Equal(t, "SFTP_id4", c4.GetID())
  121. err := Connections.Add(c1)
  122. assert.NoError(t, err)
  123. err = Connections.Add(c2)
  124. assert.NoError(t, err)
  125. err = Connections.Add(c3)
  126. assert.NoError(t, err)
  127. err = Connections.Add(c4)
  128. assert.NoError(t, err)
  129. Connections.RLock()
  130. assert.Len(t, Connections.connections, 4)
  131. assert.Len(t, Connections.mapping, 4)
  132. _, ok := Connections.mapping[c1.GetID()]
  133. assert.True(t, ok)
  134. assert.Equal(t, 0, Connections.mapping[c1.GetID()])
  135. assert.Equal(t, 1, Connections.mapping[c2.GetID()])
  136. assert.Equal(t, 2, Connections.mapping[c3.GetID()])
  137. assert.Equal(t, 3, Connections.mapping[c4.GetID()])
  138. Connections.RUnlock()
  139. c2 = &fakeConnection{
  140. BaseConnection: NewBaseConnection("id2", ProtocolSFTP, "", "", dataprovider.User{
  141. BaseUser: sdk.BaseUser{
  142. Username: userTestUsername + "_mod",
  143. },
  144. }),
  145. }
  146. err = Connections.Swap(c2)
  147. assert.NoError(t, err)
  148. Connections.RLock()
  149. assert.Len(t, Connections.connections, 4)
  150. assert.Len(t, Connections.mapping, 4)
  151. _, ok = Connections.mapping[c1.GetID()]
  152. assert.True(t, ok)
  153. assert.Equal(t, 0, Connections.mapping[c1.GetID()])
  154. assert.Equal(t, 1, Connections.mapping[c2.GetID()])
  155. assert.Equal(t, 2, Connections.mapping[c3.GetID()])
  156. assert.Equal(t, 3, Connections.mapping[c4.GetID()])
  157. assert.Equal(t, userTestUsername+"_mod", Connections.connections[1].GetUsername())
  158. Connections.RUnlock()
  159. Connections.Remove(c2.GetID())
  160. Connections.RLock()
  161. assert.Len(t, Connections.connections, 3)
  162. assert.Len(t, Connections.mapping, 3)
  163. _, ok = Connections.mapping[c1.GetID()]
  164. assert.True(t, ok)
  165. assert.Equal(t, 0, Connections.mapping[c1.GetID()])
  166. assert.Equal(t, 1, Connections.mapping[c4.GetID()])
  167. assert.Equal(t, 2, Connections.mapping[c3.GetID()])
  168. Connections.RUnlock()
  169. Connections.Remove(c3.GetID())
  170. Connections.RLock()
  171. assert.Len(t, Connections.connections, 2)
  172. assert.Len(t, Connections.mapping, 2)
  173. _, ok = Connections.mapping[c1.GetID()]
  174. assert.True(t, ok)
  175. assert.Equal(t, 0, Connections.mapping[c1.GetID()])
  176. assert.Equal(t, 1, Connections.mapping[c4.GetID()])
  177. Connections.RUnlock()
  178. Connections.Remove(c1.GetID())
  179. Connections.RLock()
  180. assert.Len(t, Connections.connections, 1)
  181. assert.Len(t, Connections.mapping, 1)
  182. _, ok = Connections.mapping[c4.GetID()]
  183. assert.True(t, ok)
  184. assert.Equal(t, 0, Connections.mapping[c4.GetID()])
  185. Connections.RUnlock()
  186. Connections.Remove(c4.GetID())
  187. Connections.RLock()
  188. assert.Len(t, Connections.connections, 0)
  189. assert.Len(t, Connections.mapping, 0)
  190. Connections.RUnlock()
  191. }
  192. func TestInitializationProxyErrors(t *testing.T) {
  193. configCopy := Config
  194. c := Configuration{
  195. ProxyProtocol: 1,
  196. ProxyAllowed: []string{"1.1.1.1111"},
  197. }
  198. err := Initialize(c, 0)
  199. if assert.Error(t, err) {
  200. assert.Contains(t, err.Error(), "invalid proxy allowed")
  201. }
  202. c.ProxyAllowed = nil
  203. c.ProxySkipped = []string{"invalid"}
  204. err = Initialize(c, 0)
  205. if assert.Error(t, err) {
  206. assert.Contains(t, err.Error(), "invalid proxy skipped")
  207. }
  208. c.ProxyAllowed = []string{"1.1.1.1"}
  209. c.ProxySkipped = []string{"2.2.2.2", "10.8.0.0/24"}
  210. err = Initialize(c, 0)
  211. assert.NoError(t, err)
  212. assert.Len(t, Config.proxyAllowed, 1)
  213. assert.Len(t, Config.proxySkipped, 2)
  214. Config = configCopy
  215. assert.Equal(t, 0, Config.ProxyProtocol)
  216. assert.Len(t, Config.proxyAllowed, 0)
  217. assert.Len(t, Config.proxySkipped, 0)
  218. }
  219. func TestInitializationClosedProvider(t *testing.T) {
  220. configCopy := Config
  221. providerConf := dataprovider.GetProviderConfig()
  222. err := dataprovider.Close()
  223. assert.NoError(t, err)
  224. config := Configuration{
  225. AllowListStatus: 1,
  226. }
  227. err = Initialize(config, 0)
  228. if assert.Error(t, err) {
  229. assert.Contains(t, err.Error(), "unable to initialize the allow list")
  230. }
  231. config.AllowListStatus = 0
  232. config.RateLimitersConfig = []RateLimiterConfig{
  233. {
  234. Average: 100,
  235. Period: 1000,
  236. Burst: 5,
  237. Type: int(rateLimiterTypeGlobal),
  238. Protocols: rateLimiterProtocolValues,
  239. },
  240. }
  241. err = Initialize(config, 0)
  242. if assert.Error(t, err) {
  243. assert.Contains(t, err.Error(), "unable to initialize ratelimiters list")
  244. }
  245. config.RateLimitersConfig = nil
  246. config.DefenderConfig = DefenderConfig{
  247. Enabled: true,
  248. Driver: DefenderDriverProvider,
  249. BanTime: 10,
  250. BanTimeIncrement: 50,
  251. Threshold: 10,
  252. ScoreInvalid: 2,
  253. ScoreValid: 1,
  254. ScoreNoAuth: 2,
  255. ObservationTime: 15,
  256. EntriesSoftLimit: 100,
  257. EntriesHardLimit: 150,
  258. }
  259. err = Initialize(config, 0)
  260. if assert.Error(t, err) {
  261. assert.Contains(t, err.Error(), "defender initialization error")
  262. }
  263. config.DefenderConfig.Driver = DefenderDriverMemory
  264. err = Initialize(config, 0)
  265. if assert.Error(t, err) {
  266. assert.Contains(t, err.Error(), "defender initialization error")
  267. }
  268. err = dataprovider.Initialize(providerConf, configDir, true)
  269. assert.NoError(t, err)
  270. Config = configCopy
  271. }
  272. func TestSSHConnections(t *testing.T) {
  273. conn1, conn2 := net.Pipe()
  274. now := time.Now()
  275. sshConn1 := NewSSHConnection("id1", conn1)
  276. sshConn2 := NewSSHConnection("id2", conn2)
  277. sshConn3 := NewSSHConnection("id3", conn2)
  278. assert.Equal(t, "id1", sshConn1.GetID())
  279. assert.Equal(t, "id2", sshConn2.GetID())
  280. assert.Equal(t, "id3", sshConn3.GetID())
  281. sshConn1.UpdateLastActivity()
  282. assert.GreaterOrEqual(t, sshConn1.GetLastActivity().UnixNano(), now.UnixNano())
  283. Connections.AddSSHConnection(sshConn1)
  284. Connections.AddSSHConnection(sshConn2)
  285. Connections.AddSSHConnection(sshConn3)
  286. Connections.RLock()
  287. assert.Len(t, Connections.sshConnections, 3)
  288. _, ok := Connections.sshMapping[sshConn1.GetID()]
  289. assert.True(t, ok)
  290. assert.Equal(t, 0, Connections.sshMapping[sshConn1.GetID()])
  291. assert.Equal(t, 1, Connections.sshMapping[sshConn2.GetID()])
  292. assert.Equal(t, 2, Connections.sshMapping[sshConn3.GetID()])
  293. Connections.RUnlock()
  294. Connections.RemoveSSHConnection(sshConn1.id)
  295. Connections.RLock()
  296. assert.Len(t, Connections.sshConnections, 2)
  297. assert.Equal(t, sshConn3.id, Connections.sshConnections[0].id)
  298. assert.Equal(t, sshConn2.id, Connections.sshConnections[1].id)
  299. _, ok = Connections.sshMapping[sshConn3.GetID()]
  300. assert.True(t, ok)
  301. assert.Equal(t, 0, Connections.sshMapping[sshConn3.GetID()])
  302. assert.Equal(t, 1, Connections.sshMapping[sshConn2.GetID()])
  303. Connections.RUnlock()
  304. Connections.RemoveSSHConnection(sshConn1.id)
  305. Connections.RLock()
  306. assert.Len(t, Connections.sshConnections, 2)
  307. assert.Equal(t, sshConn3.id, Connections.sshConnections[0].id)
  308. assert.Equal(t, sshConn2.id, Connections.sshConnections[1].id)
  309. _, ok = Connections.sshMapping[sshConn3.GetID()]
  310. assert.True(t, ok)
  311. assert.Equal(t, 0, Connections.sshMapping[sshConn3.GetID()])
  312. assert.Equal(t, 1, Connections.sshMapping[sshConn2.GetID()])
  313. Connections.RUnlock()
  314. Connections.RemoveSSHConnection(sshConn2.id)
  315. Connections.RLock()
  316. assert.Len(t, Connections.sshConnections, 1)
  317. assert.Equal(t, sshConn3.id, Connections.sshConnections[0].id)
  318. _, ok = Connections.sshMapping[sshConn3.GetID()]
  319. assert.True(t, ok)
  320. assert.Equal(t, 0, Connections.sshMapping[sshConn3.GetID()])
  321. Connections.RUnlock()
  322. Connections.RemoveSSHConnection(sshConn3.id)
  323. Connections.RLock()
  324. assert.Len(t, Connections.sshConnections, 0)
  325. assert.Len(t, Connections.sshMapping, 0)
  326. Connections.RUnlock()
  327. assert.NoError(t, sshConn1.Close())
  328. assert.NoError(t, sshConn2.Close())
  329. assert.NoError(t, sshConn3.Close())
  330. }
  331. func TestDefenderIntegration(t *testing.T) {
  332. // by default defender is nil
  333. configCopy := Config
  334. wdPath, err := os.Getwd()
  335. require.NoError(t, err)
  336. pluginsConfig := []plugin.Config{
  337. {
  338. Type: "ipfilter",
  339. Cmd: filepath.Join(wdPath, "..", "..", "tests", "ipfilter", "ipfilter"),
  340. AutoMTLS: true,
  341. },
  342. }
  343. if runtime.GOOS == osWindows {
  344. pluginsConfig[0].Cmd += ".exe"
  345. }
  346. err = plugin.Initialize(pluginsConfig, "debug")
  347. require.NoError(t, err)
  348. ip := "127.1.1.1"
  349. assert.Nil(t, Reload())
  350. // 192.168.1.12 is banned from the ipfilter plugin
  351. assert.True(t, IsBanned("192.168.1.12", ProtocolFTP))
  352. AddDefenderEvent(ip, ProtocolFTP, HostEventNoLoginTried)
  353. assert.False(t, IsBanned(ip, ProtocolFTP))
  354. banTime, err := GetDefenderBanTime(ip)
  355. assert.NoError(t, err)
  356. assert.Nil(t, banTime)
  357. assert.False(t, DeleteDefenderHost(ip))
  358. score, err := GetDefenderScore(ip)
  359. assert.NoError(t, err)
  360. assert.Equal(t, 0, score)
  361. _, err = GetDefenderHost(ip)
  362. assert.Error(t, err)
  363. hosts, err := GetDefenderHosts()
  364. assert.NoError(t, err)
  365. assert.Nil(t, hosts)
  366. Config.DefenderConfig = DefenderConfig{
  367. Enabled: true,
  368. Driver: DefenderDriverProvider,
  369. BanTime: 10,
  370. BanTimeIncrement: 50,
  371. Threshold: 0,
  372. ScoreInvalid: 2,
  373. ScoreValid: 1,
  374. ScoreNoAuth: 2,
  375. ObservationTime: 15,
  376. EntriesSoftLimit: 100,
  377. EntriesHardLimit: 150,
  378. LoginDelay: LoginDelay{
  379. PasswordFailed: 200,
  380. },
  381. }
  382. err = Initialize(Config, 0)
  383. // ScoreInvalid cannot be greater than threshold
  384. assert.Error(t, err)
  385. Config.DefenderConfig.Driver = "unsupported"
  386. err = Initialize(Config, 0)
  387. if assert.Error(t, err) {
  388. assert.Contains(t, err.Error(), "unsupported defender driver")
  389. }
  390. Config.DefenderConfig.Driver = DefenderDriverMemory
  391. err = Initialize(Config, 0)
  392. // ScoreInvalid cannot be greater than threshold
  393. assert.Error(t, err)
  394. Config.DefenderConfig.Threshold = 3
  395. err = Initialize(Config, 0)
  396. assert.NoError(t, err)
  397. assert.Nil(t, Reload())
  398. AddDefenderEvent(ip, ProtocolSSH, HostEventNoLoginTried)
  399. assert.False(t, IsBanned(ip, ProtocolSSH))
  400. score, err = GetDefenderScore(ip)
  401. assert.NoError(t, err)
  402. assert.Equal(t, 2, score)
  403. entry, err := GetDefenderHost(ip)
  404. assert.NoError(t, err)
  405. asJSON, err := json.Marshal(&entry)
  406. assert.NoError(t, err)
  407. assert.Equal(t, `{"id":"3132372e312e312e31","ip":"127.1.1.1","score":2}`, string(asJSON), "entry %v", entry)
  408. assert.True(t, DeleteDefenderHost(ip))
  409. banTime, err = GetDefenderBanTime(ip)
  410. assert.NoError(t, err)
  411. assert.Nil(t, banTime)
  412. AddDefenderEvent(ip, ProtocolHTTP, HostEventLoginFailed)
  413. AddDefenderEvent(ip, ProtocolHTTP, HostEventNoLoginTried)
  414. assert.True(t, IsBanned(ip, ProtocolHTTP))
  415. score, err = GetDefenderScore(ip)
  416. assert.NoError(t, err)
  417. assert.Equal(t, 0, score)
  418. banTime, err = GetDefenderBanTime(ip)
  419. assert.NoError(t, err)
  420. assert.NotNil(t, banTime)
  421. hosts, err = GetDefenderHosts()
  422. assert.NoError(t, err)
  423. assert.Len(t, hosts, 1)
  424. entry, err = GetDefenderHost(ip)
  425. assert.NoError(t, err)
  426. assert.False(t, entry.BanTime.IsZero())
  427. assert.True(t, DeleteDefenderHost(ip))
  428. hosts, err = GetDefenderHosts()
  429. assert.NoError(t, err)
  430. assert.Len(t, hosts, 0)
  431. banTime, err = GetDefenderBanTime(ip)
  432. assert.NoError(t, err)
  433. assert.Nil(t, banTime)
  434. assert.False(t, DeleteDefenderHost(ip))
  435. startTime := time.Now()
  436. DelayLogin(nil)
  437. elapsed := time.Since(startTime)
  438. assert.Less(t, elapsed, time.Millisecond*50)
  439. startTime = time.Now()
  440. DelayLogin(ErrInternalFailure)
  441. elapsed = time.Since(startTime)
  442. assert.Greater(t, elapsed, time.Millisecond*150)
  443. Config = configCopy
  444. }
  445. func TestRateLimitersIntegration(t *testing.T) {
  446. configCopy := Config
  447. enabled, protocols := Config.GetRateLimitersStatus()
  448. assert.False(t, enabled)
  449. assert.Len(t, protocols, 0)
  450. entries := []dataprovider.IPListEntry{
  451. {
  452. IPOrNet: "172.16.24.7/32",
  453. Type: dataprovider.IPListTypeRateLimiterSafeList,
  454. Mode: dataprovider.ListModeAllow,
  455. },
  456. {
  457. IPOrNet: "172.16.0.0/16",
  458. Type: dataprovider.IPListTypeRateLimiterSafeList,
  459. Mode: dataprovider.ListModeAllow,
  460. },
  461. }
  462. for idx := range entries {
  463. e := entries[idx]
  464. err := dataprovider.AddIPListEntry(&e, "", "", "")
  465. assert.NoError(t, err)
  466. }
  467. Config.RateLimitersConfig = []RateLimiterConfig{
  468. {
  469. Average: 100,
  470. Period: 10,
  471. Burst: 5,
  472. Type: int(rateLimiterTypeGlobal),
  473. Protocols: rateLimiterProtocolValues,
  474. },
  475. {
  476. Average: 1,
  477. Period: 1000,
  478. Burst: 1,
  479. Type: int(rateLimiterTypeSource),
  480. Protocols: []string{ProtocolWebDAV, ProtocolWebDAV, ProtocolFTP},
  481. GenerateDefenderEvents: true,
  482. EntriesSoftLimit: 100,
  483. EntriesHardLimit: 150,
  484. },
  485. }
  486. err := Initialize(Config, 0)
  487. assert.Error(t, err)
  488. Config.RateLimitersConfig[0].Period = 1000
  489. err = Initialize(Config, 0)
  490. assert.NoError(t, err)
  491. assert.NotNil(t, Config.rateLimitersList)
  492. assert.Len(t, rateLimiters, 4)
  493. assert.Len(t, rateLimiters[ProtocolSSH], 1)
  494. assert.Len(t, rateLimiters[ProtocolFTP], 2)
  495. assert.Len(t, rateLimiters[ProtocolWebDAV], 2)
  496. assert.Len(t, rateLimiters[ProtocolHTTP], 1)
  497. enabled, protocols = Config.GetRateLimitersStatus()
  498. assert.True(t, enabled)
  499. assert.Len(t, protocols, 4)
  500. assert.Contains(t, protocols, ProtocolFTP)
  501. assert.Contains(t, protocols, ProtocolSSH)
  502. assert.Contains(t, protocols, ProtocolHTTP)
  503. assert.Contains(t, protocols, ProtocolWebDAV)
  504. source1 := "127.1.1.1"
  505. source2 := "127.1.1.2"
  506. source3 := "172.16.24.7" // in safelist
  507. _, err = LimitRate(ProtocolSSH, source1)
  508. assert.NoError(t, err)
  509. _, err = LimitRate(ProtocolFTP, source1)
  510. assert.NoError(t, err)
  511. // sleep to allow the add configured burst to the token.
  512. // This sleep is not enough to add the per-source burst
  513. time.Sleep(20 * time.Millisecond)
  514. _, err = LimitRate(ProtocolWebDAV, source2)
  515. assert.NoError(t, err)
  516. _, err = LimitRate(ProtocolFTP, source1)
  517. assert.Error(t, err)
  518. _, err = LimitRate(ProtocolWebDAV, source2)
  519. assert.Error(t, err)
  520. _, err = LimitRate(ProtocolSSH, source1)
  521. assert.NoError(t, err)
  522. _, err = LimitRate(ProtocolSSH, source2)
  523. assert.NoError(t, err)
  524. for i := 0; i < 10; i++ {
  525. _, err = LimitRate(ProtocolWebDAV, source3)
  526. assert.NoError(t, err)
  527. }
  528. for _, e := range entries {
  529. err := dataprovider.DeleteIPListEntry(e.IPOrNet, e.Type, "", "", "")
  530. assert.NoError(t, err)
  531. }
  532. assert.Nil(t, configCopy.rateLimitersList)
  533. Config = configCopy
  534. }
  535. func TestUserMaxSessions(t *testing.T) {
  536. c := NewBaseConnection("id", ProtocolSFTP, "", "", dataprovider.User{
  537. BaseUser: sdk.BaseUser{
  538. Username: userTestUsername,
  539. MaxSessions: 1,
  540. },
  541. })
  542. fakeConn := &fakeConnection{
  543. BaseConnection: c,
  544. }
  545. err := Connections.Add(fakeConn)
  546. assert.NoError(t, err)
  547. err = Connections.Add(fakeConn)
  548. assert.Error(t, err)
  549. err = Connections.Swap(fakeConn)
  550. assert.NoError(t, err)
  551. Connections.Remove(fakeConn.GetID())
  552. Connections.Lock()
  553. Connections.removeUserConnection(userTestUsername)
  554. Connections.Unlock()
  555. assert.Len(t, Connections.GetStats(""), 0)
  556. }
  557. func TestMaxConnections(t *testing.T) {
  558. oldValue := Config.MaxTotalConnections
  559. perHost := Config.MaxPerHostConnections
  560. Config.MaxPerHostConnections = 0
  561. ipAddr := "192.168.7.8"
  562. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolFTP))
  563. Config.MaxTotalConnections = 1
  564. Config.MaxPerHostConnections = perHost
  565. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolHTTP))
  566. c := NewBaseConnection("id", ProtocolSFTP, "", "", dataprovider.User{})
  567. fakeConn := &fakeConnection{
  568. BaseConnection: c,
  569. }
  570. err := Connections.Add(fakeConn)
  571. assert.NoError(t, err)
  572. assert.Len(t, Connections.GetStats(""), 1)
  573. assert.Error(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolSSH))
  574. res := Connections.Close(fakeConn.GetID(), "")
  575. assert.True(t, res)
  576. assert.Eventually(t, func() bool { return len(Connections.GetStats("")) == 0 }, 300*time.Millisecond, 50*time.Millisecond)
  577. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolSSH))
  578. Connections.AddClientConnection(ipAddr)
  579. Connections.AddClientConnection(ipAddr)
  580. assert.Error(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolSSH))
  581. Connections.RemoveClientConnection(ipAddr)
  582. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolWebDAV))
  583. Connections.RemoveClientConnection(ipAddr)
  584. Config.MaxTotalConnections = oldValue
  585. }
  586. func TestConnectionRoles(t *testing.T) {
  587. username := "testUsername"
  588. role1 := "testRole1"
  589. role2 := "testRole2"
  590. c := NewBaseConnection("id", ProtocolSFTP, "", "", dataprovider.User{
  591. BaseUser: sdk.BaseUser{
  592. Username: username,
  593. Role: role1,
  594. },
  595. })
  596. fakeConn := &fakeConnection{
  597. BaseConnection: c,
  598. }
  599. err := Connections.Add(fakeConn)
  600. assert.NoError(t, err)
  601. assert.Len(t, Connections.GetStats(""), 1)
  602. assert.Len(t, Connections.GetStats(role1), 1)
  603. assert.Len(t, Connections.GetStats(role2), 0)
  604. res := Connections.Close(fakeConn.GetID(), role2)
  605. assert.False(t, res)
  606. assert.Len(t, Connections.GetStats(""), 1)
  607. res = Connections.Close(fakeConn.GetID(), role1)
  608. assert.True(t, res)
  609. assert.Eventually(t, func() bool { return len(Connections.GetStats("")) == 0 }, 300*time.Millisecond, 50*time.Millisecond)
  610. }
  611. func TestMaxConnectionPerHost(t *testing.T) {
  612. defender, err := newInMemoryDefender(&DefenderConfig{
  613. Enabled: true,
  614. Driver: DefenderDriverMemory,
  615. BanTime: 30,
  616. BanTimeIncrement: 50,
  617. Threshold: 15,
  618. ScoreInvalid: 2,
  619. ScoreValid: 1,
  620. ScoreLimitExceeded: 3,
  621. ObservationTime: 30,
  622. EntriesSoftLimit: 100,
  623. EntriesHardLimit: 150,
  624. })
  625. require.NoError(t, err)
  626. oldMaxPerHostConn := Config.MaxPerHostConnections
  627. oldDefender := Config.defender
  628. Config.MaxPerHostConnections = 2
  629. Config.defender = defender
  630. ipAddr := "192.168.9.9"
  631. Connections.AddClientConnection(ipAddr)
  632. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolSSH))
  633. Connections.AddClientConnection(ipAddr)
  634. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolWebDAV))
  635. Connections.AddClientConnection(ipAddr)
  636. assert.Error(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolFTP))
  637. assert.Equal(t, int32(3), Connections.GetClientConnections())
  638. // Add the IP to the defender safe list
  639. entry := dataprovider.IPListEntry{
  640. IPOrNet: ipAddr,
  641. Type: dataprovider.IPListTypeDefender,
  642. Mode: dataprovider.ListModeAllow,
  643. }
  644. err = dataprovider.AddIPListEntry(&entry, "", "", "")
  645. assert.NoError(t, err)
  646. Connections.AddClientConnection(ipAddr)
  647. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolSSH))
  648. err = dataprovider.DeleteIPListEntry(entry.IPOrNet, dataprovider.IPListTypeDefender, "", "", "")
  649. assert.NoError(t, err)
  650. Connections.RemoveClientConnection(ipAddr)
  651. Connections.RemoveClientConnection(ipAddr)
  652. Connections.RemoveClientConnection(ipAddr)
  653. Connections.RemoveClientConnection(ipAddr)
  654. assert.Equal(t, int32(0), Connections.GetClientConnections())
  655. Config.MaxPerHostConnections = oldMaxPerHostConn
  656. Config.defender = oldDefender
  657. }
  658. func TestIdleConnections(t *testing.T) {
  659. configCopy := Config
  660. Config.IdleTimeout = 1
  661. err := Initialize(Config, 0)
  662. assert.NoError(t, err)
  663. conn1, conn2 := net.Pipe()
  664. customConn1 := &customNetConn{
  665. Conn: conn1,
  666. id: "id1",
  667. }
  668. customConn2 := &customNetConn{
  669. Conn: conn2,
  670. id: "id2",
  671. }
  672. sshConn1 := NewSSHConnection(customConn1.id, customConn1)
  673. sshConn2 := NewSSHConnection(customConn2.id, customConn2)
  674. username := "test_user"
  675. user := dataprovider.User{
  676. BaseUser: sdk.BaseUser{
  677. Username: username,
  678. Status: 1,
  679. },
  680. }
  681. c := NewBaseConnection(sshConn1.id+"_1", ProtocolSFTP, "", "", user)
  682. c.lastActivity.Store(time.Now().Add(-24 * time.Hour).UnixNano())
  683. fakeConn := &fakeConnection{
  684. BaseConnection: c,
  685. }
  686. // both ssh connections are expired but they should get removed only
  687. // if there is no associated connection
  688. sshConn1.lastActivity.Store(c.lastActivity.Load())
  689. sshConn2.lastActivity.Store(c.lastActivity.Load())
  690. Connections.AddSSHConnection(sshConn1)
  691. err = Connections.Add(fakeConn)
  692. assert.NoError(t, err)
  693. assert.Equal(t, Connections.GetActiveSessions(username), 1)
  694. c = NewBaseConnection(sshConn2.id+"_1", ProtocolSSH, "", "", user)
  695. fakeConn = &fakeConnection{
  696. BaseConnection: c,
  697. }
  698. Connections.AddSSHConnection(sshConn2)
  699. err = Connections.Add(fakeConn)
  700. assert.NoError(t, err)
  701. assert.Equal(t, Connections.GetActiveSessions(username), 2)
  702. cFTP := NewBaseConnection("id2", ProtocolFTP, "", "", dataprovider.User{
  703. BaseUser: sdk.BaseUser{
  704. Status: 1,
  705. },
  706. })
  707. cFTP.lastActivity.Store(time.Now().UnixNano())
  708. fakeConn = &fakeConnection{
  709. BaseConnection: cFTP,
  710. }
  711. err = Connections.Add(fakeConn)
  712. assert.NoError(t, err)
  713. // the user is expired, this connection will be removed
  714. cDAV := NewBaseConnection("id3", ProtocolWebDAV, "", "", dataprovider.User{
  715. BaseUser: sdk.BaseUser{
  716. Username: username + "_2",
  717. Status: 1,
  718. ExpirationDate: util.GetTimeAsMsSinceEpoch(time.Now().Add(-24 * time.Hour)),
  719. },
  720. })
  721. cDAV.lastActivity.Store(time.Now().UnixNano())
  722. fakeConn = &fakeConnection{
  723. BaseConnection: cDAV,
  724. }
  725. err = Connections.Add(fakeConn)
  726. assert.NoError(t, err)
  727. assert.Equal(t, 2, Connections.GetActiveSessions(username))
  728. assert.Len(t, Connections.GetStats(""), 4)
  729. Connections.RLock()
  730. assert.Len(t, Connections.sshConnections, 2)
  731. Connections.RUnlock()
  732. startPeriodicChecks(100*time.Millisecond, 0)
  733. assert.Eventually(t, func() bool { return Connections.GetActiveSessions(username) == 1 }, 2*time.Second, 200*time.Millisecond)
  734. assert.Eventually(t, func() bool {
  735. Connections.RLock()
  736. defer Connections.RUnlock()
  737. return len(Connections.sshConnections) == 1
  738. }, 1*time.Second, 200*time.Millisecond)
  739. stopEventScheduler()
  740. assert.Len(t, Connections.GetStats(""), 2)
  741. c.lastActivity.Store(time.Now().Add(-24 * time.Hour).UnixNano())
  742. cFTP.lastActivity.Store(time.Now().Add(-24 * time.Hour).UnixNano())
  743. sshConn2.lastActivity.Store(c.lastActivity.Load())
  744. startPeriodicChecks(100*time.Millisecond, 1)
  745. assert.Eventually(t, func() bool { return len(Connections.GetStats("")) == 0 }, 2*time.Second, 200*time.Millisecond)
  746. assert.Eventually(t, func() bool {
  747. Connections.RLock()
  748. defer Connections.RUnlock()
  749. return len(Connections.sshConnections) == 0
  750. }, 1*time.Second, 200*time.Millisecond)
  751. assert.Equal(t, int32(0), Connections.GetClientConnections())
  752. stopEventScheduler()
  753. assert.True(t, customConn1.isClosed)
  754. assert.True(t, customConn2.isClosed)
  755. Config = configCopy
  756. }
  757. func TestCloseConnection(t *testing.T) {
  758. c := NewBaseConnection("id", ProtocolSFTP, "", "", dataprovider.User{})
  759. fakeConn := &fakeConnection{
  760. BaseConnection: c,
  761. }
  762. assert.NoError(t, Connections.IsNewConnectionAllowed("127.0.0.1", ProtocolHTTP))
  763. err := Connections.Add(fakeConn)
  764. assert.NoError(t, err)
  765. assert.Len(t, Connections.GetStats(""), 1)
  766. res := Connections.Close(fakeConn.GetID(), "")
  767. assert.True(t, res)
  768. assert.Eventually(t, func() bool { return len(Connections.GetStats("")) == 0 }, 300*time.Millisecond, 50*time.Millisecond)
  769. res = Connections.Close(fakeConn.GetID(), "")
  770. assert.False(t, res)
  771. Connections.Remove(fakeConn.GetID())
  772. }
  773. func TestSwapConnection(t *testing.T) {
  774. c := NewBaseConnection("id", ProtocolFTP, "", "", dataprovider.User{})
  775. fakeConn := &fakeConnection{
  776. BaseConnection: c,
  777. }
  778. err := Connections.Add(fakeConn)
  779. assert.NoError(t, err)
  780. if assert.Len(t, Connections.GetStats(""), 1) {
  781. assert.Equal(t, "", Connections.GetStats("")[0].Username)
  782. }
  783. c = NewBaseConnection("id", ProtocolFTP, "", "", dataprovider.User{
  784. BaseUser: sdk.BaseUser{
  785. Username: userTestUsername,
  786. MaxSessions: 1,
  787. },
  788. })
  789. fakeConn = &fakeConnection{
  790. BaseConnection: c,
  791. }
  792. c1 := NewBaseConnection("id1", ProtocolFTP, "", "", dataprovider.User{
  793. BaseUser: sdk.BaseUser{
  794. Username: userTestUsername,
  795. },
  796. })
  797. fakeConn1 := &fakeConnection{
  798. BaseConnection: c1,
  799. }
  800. err = Connections.Add(fakeConn1)
  801. assert.NoError(t, err)
  802. err = Connections.Swap(fakeConn)
  803. assert.Error(t, err)
  804. Connections.Remove(fakeConn1.ID)
  805. err = Connections.Swap(fakeConn)
  806. assert.NoError(t, err)
  807. if assert.Len(t, Connections.GetStats(""), 1) {
  808. assert.Equal(t, userTestUsername, Connections.GetStats("")[0].Username)
  809. }
  810. res := Connections.Close(fakeConn.GetID(), "")
  811. assert.True(t, res)
  812. assert.Eventually(t, func() bool { return len(Connections.GetStats("")) == 0 }, 300*time.Millisecond, 50*time.Millisecond)
  813. err = Connections.Swap(fakeConn)
  814. assert.Error(t, err)
  815. }
  816. func TestAtomicUpload(t *testing.T) {
  817. configCopy := Config
  818. Config.UploadMode = UploadModeStandard
  819. assert.False(t, Config.IsAtomicUploadEnabled())
  820. Config.UploadMode = UploadModeAtomic
  821. assert.True(t, Config.IsAtomicUploadEnabled())
  822. Config.UploadMode = UploadModeAtomicWithResume
  823. assert.True(t, Config.IsAtomicUploadEnabled())
  824. Config = configCopy
  825. }
  826. func TestConnectionStatus(t *testing.T) {
  827. username := "test_user"
  828. user := dataprovider.User{
  829. BaseUser: sdk.BaseUser{
  830. Username: username,
  831. },
  832. }
  833. fs := vfs.NewOsFs("", os.TempDir(), "", nil)
  834. c1 := NewBaseConnection("id1", ProtocolSFTP, "", "", user)
  835. fakeConn1 := &fakeConnection{
  836. BaseConnection: c1,
  837. }
  838. t1 := NewBaseTransfer(nil, c1, nil, "/p1", "/p1", "/r1", TransferUpload, 0, 0, 0, 0, true, fs, dataprovider.TransferQuota{})
  839. t1.BytesReceived.Store(123)
  840. t2 := NewBaseTransfer(nil, c1, nil, "/p2", "/p2", "/r2", TransferDownload, 0, 0, 0, 0, true, fs, dataprovider.TransferQuota{})
  841. t2.BytesSent.Store(456)
  842. c2 := NewBaseConnection("id2", ProtocolSSH, "", "", user)
  843. fakeConn2 := &fakeConnection{
  844. BaseConnection: c2,
  845. command: "md5sum",
  846. }
  847. c3 := NewBaseConnection("id3", ProtocolWebDAV, "", "", user)
  848. fakeConn3 := &fakeConnection{
  849. BaseConnection: c3,
  850. command: "PROPFIND",
  851. }
  852. t3 := NewBaseTransfer(nil, c3, nil, "/p2", "/p2", "/r2", TransferDownload, 0, 0, 0, 0, true, fs, dataprovider.TransferQuota{})
  853. err := Connections.Add(fakeConn1)
  854. assert.NoError(t, err)
  855. err = Connections.Add(fakeConn2)
  856. assert.NoError(t, err)
  857. err = Connections.Add(fakeConn3)
  858. assert.NoError(t, err)
  859. stats := Connections.GetStats("")
  860. assert.Len(t, stats, 3)
  861. for _, stat := range stats {
  862. assert.Equal(t, stat.Username, username)
  863. if stat.ConnectionID == "SFTP_id1" {
  864. assert.Len(t, stat.Transfers, 2)
  865. } else if stat.ConnectionID == "DAV_id3" {
  866. assert.Len(t, stat.Transfers, 1)
  867. }
  868. }
  869. err = t1.Close()
  870. assert.NoError(t, err)
  871. err = t2.Close()
  872. assert.NoError(t, err)
  873. err = fakeConn3.SignalTransfersAbort()
  874. assert.NoError(t, err)
  875. assert.True(t, t3.AbortTransfer.Load())
  876. err = t3.Close()
  877. assert.NoError(t, err)
  878. err = fakeConn3.SignalTransfersAbort()
  879. assert.Error(t, err)
  880. Connections.Remove(fakeConn1.GetID())
  881. stats = Connections.GetStats("")
  882. assert.Len(t, stats, 2)
  883. assert.Equal(t, fakeConn3.GetID(), stats[0].ConnectionID)
  884. assert.Equal(t, fakeConn2.GetID(), stats[1].ConnectionID)
  885. Connections.Remove(fakeConn2.GetID())
  886. stats = Connections.GetStats("")
  887. assert.Len(t, stats, 1)
  888. assert.Equal(t, fakeConn3.GetID(), stats[0].ConnectionID)
  889. Connections.Remove(fakeConn3.GetID())
  890. stats = Connections.GetStats("")
  891. assert.Len(t, stats, 0)
  892. }
  893. func TestQuotaScans(t *testing.T) {
  894. username := "username"
  895. assert.True(t, QuotaScans.AddUserQuotaScan(username, ""))
  896. assert.False(t, QuotaScans.AddUserQuotaScan(username, ""))
  897. usersScans := QuotaScans.GetUsersQuotaScans("")
  898. if assert.Len(t, usersScans, 1) {
  899. assert.Equal(t, usersScans[0].Username, username)
  900. assert.Equal(t, QuotaScans.UserScans[0].StartTime, usersScans[0].StartTime)
  901. QuotaScans.UserScans[0].StartTime = 0
  902. assert.NotEqual(t, QuotaScans.UserScans[0].StartTime, usersScans[0].StartTime)
  903. }
  904. assert.True(t, QuotaScans.RemoveUserQuotaScan(username))
  905. assert.False(t, QuotaScans.RemoveUserQuotaScan(username))
  906. assert.Len(t, QuotaScans.GetUsersQuotaScans(""), 0)
  907. assert.Len(t, usersScans, 1)
  908. folderName := "folder"
  909. assert.True(t, QuotaScans.AddVFolderQuotaScan(folderName))
  910. assert.False(t, QuotaScans.AddVFolderQuotaScan(folderName))
  911. if assert.Len(t, QuotaScans.GetVFoldersQuotaScans(), 1) {
  912. assert.Equal(t, QuotaScans.GetVFoldersQuotaScans()[0].Name, folderName)
  913. }
  914. assert.True(t, QuotaScans.RemoveVFolderQuotaScan(folderName))
  915. assert.False(t, QuotaScans.RemoveVFolderQuotaScan(folderName))
  916. assert.Len(t, QuotaScans.GetVFoldersQuotaScans(), 0)
  917. }
  918. func TestQuotaScansRole(t *testing.T) {
  919. username := "u"
  920. role1 := "r1"
  921. role2 := "r2"
  922. assert.True(t, QuotaScans.AddUserQuotaScan(username, role1))
  923. assert.False(t, QuotaScans.AddUserQuotaScan(username, ""))
  924. usersScans := QuotaScans.GetUsersQuotaScans("")
  925. assert.Len(t, usersScans, 1)
  926. assert.Empty(t, usersScans[0].Role)
  927. usersScans = QuotaScans.GetUsersQuotaScans(role1)
  928. assert.Len(t, usersScans, 1)
  929. usersScans = QuotaScans.GetUsersQuotaScans(role2)
  930. assert.Len(t, usersScans, 0)
  931. assert.True(t, QuotaScans.RemoveUserQuotaScan(username))
  932. assert.False(t, QuotaScans.RemoveUserQuotaScan(username))
  933. assert.Len(t, QuotaScans.GetUsersQuotaScans(""), 0)
  934. }
  935. func TestProxyPolicy(t *testing.T) {
  936. addr := net.TCPAddr{}
  937. p := getProxyPolicy(nil, nil, proxyproto.IGNORE)
  938. policy, err := p(&addr)
  939. assert.Error(t, err)
  940. assert.Equal(t, proxyproto.REJECT, policy)
  941. ip1 := net.ParseIP("10.8.1.1")
  942. ip2 := net.ParseIP("10.8.1.2")
  943. ip3 := net.ParseIP("10.8.1.3")
  944. allowed, err := util.ParseAllowedIPAndRanges([]string{ip1.String()})
  945. assert.NoError(t, err)
  946. skipped, err := util.ParseAllowedIPAndRanges([]string{ip2.String(), ip3.String()})
  947. assert.NoError(t, err)
  948. p = getProxyPolicy(allowed, skipped, proxyproto.IGNORE)
  949. policy, err = p(&net.TCPAddr{IP: ip1})
  950. assert.NoError(t, err)
  951. assert.Equal(t, proxyproto.USE, policy)
  952. policy, err = p(&net.TCPAddr{IP: ip2})
  953. assert.NoError(t, err)
  954. assert.Equal(t, proxyproto.SKIP, policy)
  955. policy, err = p(&net.TCPAddr{IP: ip3})
  956. assert.NoError(t, err)
  957. assert.Equal(t, proxyproto.SKIP, policy)
  958. policy, err = p(&net.TCPAddr{IP: net.ParseIP("10.8.1.4")})
  959. assert.NoError(t, err)
  960. assert.Equal(t, proxyproto.IGNORE, policy)
  961. p = getProxyPolicy(allowed, skipped, proxyproto.REQUIRE)
  962. policy, err = p(&net.TCPAddr{IP: ip1})
  963. assert.NoError(t, err)
  964. assert.Equal(t, proxyproto.REQUIRE, policy)
  965. policy, err = p(&net.TCPAddr{IP: ip2})
  966. assert.NoError(t, err)
  967. assert.Equal(t, proxyproto.SKIP, policy)
  968. policy, err = p(&net.TCPAddr{IP: ip3})
  969. assert.NoError(t, err)
  970. assert.Equal(t, proxyproto.SKIP, policy)
  971. policy, err = p(&net.TCPAddr{IP: net.ParseIP("10.8.1.5")})
  972. assert.NoError(t, err)
  973. assert.Equal(t, proxyproto.REJECT, policy)
  974. }
  975. func TestProxyProtocolVersion(t *testing.T) {
  976. c := Configuration{
  977. ProxyProtocol: 0,
  978. }
  979. _, err := c.GetProxyListener(nil)
  980. if assert.Error(t, err) {
  981. assert.Contains(t, err.Error(), "proxy protocol not configured")
  982. }
  983. c.ProxyProtocol = 1
  984. proxyListener, err := c.GetProxyListener(nil)
  985. assert.NoError(t, err)
  986. assert.NotNil(t, proxyListener.Policy)
  987. c.ProxyProtocol = 2
  988. proxyListener, err = c.GetProxyListener(nil)
  989. assert.NoError(t, err)
  990. assert.NotNil(t, proxyListener.Policy)
  991. }
  992. func TestStartupHook(t *testing.T) {
  993. Config.StartupHook = ""
  994. assert.NoError(t, Config.ExecuteStartupHook())
  995. Config.StartupHook = "http://foo\x7f.com/startup"
  996. assert.Error(t, Config.ExecuteStartupHook())
  997. Config.StartupHook = "http://invalid:5678/"
  998. assert.Error(t, Config.ExecuteStartupHook())
  999. Config.StartupHook = fmt.Sprintf("http://%v", httpAddr)
  1000. assert.NoError(t, Config.ExecuteStartupHook())
  1001. Config.StartupHook = "invalidhook"
  1002. assert.Error(t, Config.ExecuteStartupHook())
  1003. if runtime.GOOS != osWindows {
  1004. hookCmd, err := exec.LookPath("true")
  1005. assert.NoError(t, err)
  1006. Config.StartupHook = hookCmd
  1007. assert.NoError(t, Config.ExecuteStartupHook())
  1008. }
  1009. Config.StartupHook = ""
  1010. }
  1011. func TestPostDisconnectHook(t *testing.T) {
  1012. Config.PostDisconnectHook = "http://127.0.0.1/"
  1013. remoteAddr := "127.0.0.1:80"
  1014. Config.checkPostDisconnectHook(remoteAddr, ProtocolHTTP, "", "", time.Now())
  1015. Config.checkPostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1016. Config.PostDisconnectHook = "http://bar\x7f.com/"
  1017. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1018. Config.PostDisconnectHook = fmt.Sprintf("http://%v", httpAddr)
  1019. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1020. Config.PostDisconnectHook = "relativePath"
  1021. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1022. if runtime.GOOS == osWindows {
  1023. Config.PostDisconnectHook = "C:\\a\\bad\\command"
  1024. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1025. } else {
  1026. Config.PostDisconnectHook = "/invalid/path"
  1027. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1028. hookCmd, err := exec.LookPath("true")
  1029. assert.NoError(t, err)
  1030. Config.PostDisconnectHook = hookCmd
  1031. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1032. }
  1033. Config.PostDisconnectHook = ""
  1034. }
  1035. func TestPostConnectHook(t *testing.T) {
  1036. Config.PostConnectHook = ""
  1037. ipAddr := "127.0.0.1"
  1038. assert.NoError(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  1039. Config.PostConnectHook = "http://foo\x7f.com/"
  1040. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  1041. Config.PostConnectHook = "http://invalid:1234/"
  1042. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  1043. Config.PostConnectHook = fmt.Sprintf("http://%v/404", httpAddr)
  1044. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  1045. Config.PostConnectHook = fmt.Sprintf("http://%v", httpAddr)
  1046. assert.NoError(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  1047. Config.PostConnectHook = "invalid"
  1048. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  1049. if runtime.GOOS == osWindows {
  1050. Config.PostConnectHook = "C:\\bad\\command"
  1051. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  1052. } else {
  1053. Config.PostConnectHook = "/invalid/path"
  1054. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  1055. hookCmd, err := exec.LookPath("true")
  1056. assert.NoError(t, err)
  1057. Config.PostConnectHook = hookCmd
  1058. assert.NoError(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  1059. }
  1060. Config.PostConnectHook = ""
  1061. }
  1062. func TestCryptoConvertFileInfo(t *testing.T) {
  1063. name := "name"
  1064. fs, err := vfs.NewCryptFs("connID1", os.TempDir(), "", vfs.CryptFsConfig{
  1065. Passphrase: kms.NewPlainSecret("secret"),
  1066. })
  1067. require.NoError(t, err)
  1068. cryptFs := fs.(*vfs.CryptFs)
  1069. info := vfs.NewFileInfo(name, true, 48, time.Now(), false)
  1070. assert.Equal(t, info, cryptFs.ConvertFileInfo(info))
  1071. info = vfs.NewFileInfo(name, false, 48, time.Now(), false)
  1072. assert.NotEqual(t, info.Size(), cryptFs.ConvertFileInfo(info).Size())
  1073. info = vfs.NewFileInfo(name, false, 33, time.Now(), false)
  1074. assert.Equal(t, int64(0), cryptFs.ConvertFileInfo(info).Size())
  1075. info = vfs.NewFileInfo(name, false, 1, time.Now(), false)
  1076. assert.Equal(t, int64(0), cryptFs.ConvertFileInfo(info).Size())
  1077. }
  1078. func TestFolderCopy(t *testing.T) {
  1079. folder := vfs.BaseVirtualFolder{
  1080. ID: 1,
  1081. Name: "name",
  1082. MappedPath: filepath.Clean(os.TempDir()),
  1083. UsedQuotaSize: 4096,
  1084. UsedQuotaFiles: 2,
  1085. LastQuotaUpdate: util.GetTimeAsMsSinceEpoch(time.Now()),
  1086. Users: []string{"user1", "user2"},
  1087. }
  1088. folderCopy := folder.GetACopy()
  1089. folder.ID = 2
  1090. folder.Users = []string{"user3"}
  1091. require.Len(t, folderCopy.Users, 2)
  1092. require.True(t, slices.Contains(folderCopy.Users, "user1"))
  1093. require.True(t, slices.Contains(folderCopy.Users, "user2"))
  1094. require.Equal(t, int64(1), folderCopy.ID)
  1095. require.Equal(t, folder.Name, folderCopy.Name)
  1096. require.Equal(t, folder.MappedPath, folderCopy.MappedPath)
  1097. require.Equal(t, folder.UsedQuotaSize, folderCopy.UsedQuotaSize)
  1098. require.Equal(t, folder.UsedQuotaFiles, folderCopy.UsedQuotaFiles)
  1099. require.Equal(t, folder.LastQuotaUpdate, folderCopy.LastQuotaUpdate)
  1100. folder.FsConfig = vfs.Filesystem{
  1101. CryptConfig: vfs.CryptFsConfig{
  1102. Passphrase: kms.NewPlainSecret("crypto secret"),
  1103. },
  1104. }
  1105. folderCopy = folder.GetACopy()
  1106. folder.FsConfig.CryptConfig.Passphrase = kms.NewEmptySecret()
  1107. require.Len(t, folderCopy.Users, 1)
  1108. require.True(t, slices.Contains(folderCopy.Users, "user3"))
  1109. require.Equal(t, int64(2), folderCopy.ID)
  1110. require.Equal(t, folder.Name, folderCopy.Name)
  1111. require.Equal(t, folder.MappedPath, folderCopy.MappedPath)
  1112. require.Equal(t, folder.UsedQuotaSize, folderCopy.UsedQuotaSize)
  1113. require.Equal(t, folder.UsedQuotaFiles, folderCopy.UsedQuotaFiles)
  1114. require.Equal(t, folder.LastQuotaUpdate, folderCopy.LastQuotaUpdate)
  1115. require.Equal(t, "crypto secret", folderCopy.FsConfig.CryptConfig.Passphrase.GetPayload())
  1116. }
  1117. func TestCachedFs(t *testing.T) {
  1118. user := dataprovider.User{
  1119. BaseUser: sdk.BaseUser{
  1120. HomeDir: filepath.Clean(os.TempDir()),
  1121. },
  1122. }
  1123. conn := NewBaseConnection("id", ProtocolSFTP, "", "", user)
  1124. // changing the user should not affect the connection
  1125. user.HomeDir = filepath.Join(os.TempDir(), "temp")
  1126. err := os.Mkdir(user.HomeDir, os.ModePerm)
  1127. assert.NoError(t, err)
  1128. fs, err := user.GetFilesystem("")
  1129. assert.NoError(t, err)
  1130. p, err := fs.ResolvePath("/")
  1131. assert.NoError(t, err)
  1132. assert.Equal(t, user.GetHomeDir(), p)
  1133. _, p, err = conn.GetFsAndResolvedPath("/")
  1134. assert.NoError(t, err)
  1135. assert.Equal(t, filepath.Clean(os.TempDir()), p)
  1136. // the filesystem is cached changing the provider will not affect the connection
  1137. conn.User.FsConfig.Provider = sdk.S3FilesystemProvider
  1138. _, p, err = conn.GetFsAndResolvedPath("/")
  1139. assert.NoError(t, err)
  1140. assert.Equal(t, filepath.Clean(os.TempDir()), p)
  1141. user = dataprovider.User{}
  1142. user.HomeDir = filepath.Join(os.TempDir(), "temp")
  1143. user.FsConfig.Provider = sdk.S3FilesystemProvider
  1144. _, err = user.GetFilesystem("")
  1145. assert.Error(t, err)
  1146. err = os.Remove(user.HomeDir)
  1147. assert.NoError(t, err)
  1148. }
  1149. func TestParseAllowedIPAndRanges(t *testing.T) {
  1150. _, err := util.ParseAllowedIPAndRanges([]string{"1.1.1.1", "not an ip"})
  1151. assert.Error(t, err)
  1152. _, err = util.ParseAllowedIPAndRanges([]string{"1.1.1.5", "192.168.1.0/240"})
  1153. assert.Error(t, err)
  1154. allow, err := util.ParseAllowedIPAndRanges([]string{"192.168.1.2", "172.16.0.0/24"})
  1155. assert.NoError(t, err)
  1156. assert.True(t, allow[0](net.ParseIP("192.168.1.2")))
  1157. assert.False(t, allow[0](net.ParseIP("192.168.2.2")))
  1158. assert.True(t, allow[1](net.ParseIP("172.16.0.1")))
  1159. assert.False(t, allow[1](net.ParseIP("172.16.1.1")))
  1160. }
  1161. func TestHideConfidentialData(_ *testing.T) {
  1162. for _, provider := range []sdk.FilesystemProvider{sdk.LocalFilesystemProvider,
  1163. sdk.CryptedFilesystemProvider, sdk.S3FilesystemProvider, sdk.GCSFilesystemProvider,
  1164. sdk.AzureBlobFilesystemProvider, sdk.SFTPFilesystemProvider,
  1165. } {
  1166. u := dataprovider.User{
  1167. FsConfig: vfs.Filesystem{
  1168. Provider: provider,
  1169. },
  1170. }
  1171. u.PrepareForRendering()
  1172. f := vfs.BaseVirtualFolder{
  1173. FsConfig: vfs.Filesystem{
  1174. Provider: provider,
  1175. },
  1176. }
  1177. f.PrepareForRendering()
  1178. }
  1179. a := dataprovider.Admin{}
  1180. a.HideConfidentialData()
  1181. }
  1182. func TestUserPerms(t *testing.T) {
  1183. u := dataprovider.User{}
  1184. u.Permissions = make(map[string][]string)
  1185. u.Permissions["/"] = []string{dataprovider.PermUpload, dataprovider.PermDelete}
  1186. assert.True(t, u.HasAnyPerm([]string{dataprovider.PermRename, dataprovider.PermDelete}, "/"))
  1187. assert.False(t, u.HasAnyPerm([]string{dataprovider.PermRename, dataprovider.PermCreateDirs}, "/"))
  1188. u.Permissions["/"] = []string{dataprovider.PermDelete, dataprovider.PermCreateDirs}
  1189. assert.True(t, u.HasPermsDeleteAll("/"))
  1190. assert.False(t, u.HasPermsRenameAll("/"))
  1191. u.Permissions["/"] = []string{dataprovider.PermDeleteDirs, dataprovider.PermDeleteFiles, dataprovider.PermRenameDirs}
  1192. assert.True(t, u.HasPermsDeleteAll("/"))
  1193. assert.False(t, u.HasPermsRenameAll("/"))
  1194. u.Permissions["/"] = []string{dataprovider.PermDeleteDirs, dataprovider.PermRenameFiles, dataprovider.PermRenameDirs}
  1195. assert.False(t, u.HasPermsDeleteAll("/"))
  1196. assert.True(t, u.HasPermsRenameAll("/"))
  1197. }
  1198. func TestGetTLSVersion(t *testing.T) {
  1199. tlsVer := util.GetTLSVersion(0)
  1200. assert.Equal(t, uint16(tls.VersionTLS12), tlsVer)
  1201. tlsVer = util.GetTLSVersion(12)
  1202. assert.Equal(t, uint16(tls.VersionTLS12), tlsVer)
  1203. tlsVer = util.GetTLSVersion(2)
  1204. assert.Equal(t, uint16(tls.VersionTLS12), tlsVer)
  1205. tlsVer = util.GetTLSVersion(13)
  1206. assert.Equal(t, uint16(tls.VersionTLS13), tlsVer)
  1207. }
  1208. func TestCleanPath(t *testing.T) {
  1209. assert.Equal(t, "/", util.CleanPath("/"))
  1210. assert.Equal(t, "/", util.CleanPath("."))
  1211. assert.Equal(t, "/", util.CleanPath(""))
  1212. assert.Equal(t, "/", util.CleanPath("/."))
  1213. assert.Equal(t, "/", util.CleanPath("/a/.."))
  1214. assert.Equal(t, "/a", util.CleanPath("/a/"))
  1215. assert.Equal(t, "/a", util.CleanPath("a/"))
  1216. // filepath.ToSlash does not touch \ as char on unix systems
  1217. // so os.PathSeparator is used for windows compatible tests
  1218. bslash := string(os.PathSeparator)
  1219. assert.Equal(t, "/", util.CleanPath(bslash))
  1220. assert.Equal(t, "/", util.CleanPath(bslash+bslash))
  1221. assert.Equal(t, "/a", util.CleanPath(bslash+"a"+bslash))
  1222. assert.Equal(t, "/a", util.CleanPath("a"+bslash))
  1223. assert.Equal(t, "/a/b/c", util.CleanPath(bslash+"a"+bslash+bslash+"b"+bslash+bslash+"c"+bslash))
  1224. assert.Equal(t, "/C:/a", util.CleanPath("C:"+bslash+"a"))
  1225. }
  1226. func TestUserRecentActivity(t *testing.T) {
  1227. u := dataprovider.User{}
  1228. res := u.HasRecentActivity()
  1229. assert.False(t, res)
  1230. u.LastLogin = util.GetTimeAsMsSinceEpoch(time.Now())
  1231. res = u.HasRecentActivity()
  1232. assert.True(t, res)
  1233. u.LastLogin = util.GetTimeAsMsSinceEpoch(time.Now().Add(1 * time.Minute))
  1234. res = u.HasRecentActivity()
  1235. assert.False(t, res)
  1236. u.LastLogin = util.GetTimeAsMsSinceEpoch(time.Now().Add(1 * time.Second))
  1237. res = u.HasRecentActivity()
  1238. assert.True(t, res)
  1239. }
  1240. func TestVfsSameResource(t *testing.T) {
  1241. fs := vfs.Filesystem{}
  1242. other := vfs.Filesystem{}
  1243. res := fs.IsSameResource(other)
  1244. assert.True(t, res)
  1245. fs = vfs.Filesystem{
  1246. Provider: sdk.S3FilesystemProvider,
  1247. S3Config: vfs.S3FsConfig{
  1248. BaseS3FsConfig: sdk.BaseS3FsConfig{
  1249. Bucket: "a",
  1250. Region: "b",
  1251. },
  1252. },
  1253. }
  1254. other = vfs.Filesystem{
  1255. Provider: sdk.S3FilesystemProvider,
  1256. S3Config: vfs.S3FsConfig{
  1257. BaseS3FsConfig: sdk.BaseS3FsConfig{
  1258. Bucket: "a",
  1259. Region: "c",
  1260. },
  1261. },
  1262. }
  1263. res = fs.IsSameResource(other)
  1264. assert.False(t, res)
  1265. other = vfs.Filesystem{
  1266. Provider: sdk.S3FilesystemProvider,
  1267. S3Config: vfs.S3FsConfig{
  1268. BaseS3FsConfig: sdk.BaseS3FsConfig{
  1269. Bucket: "a",
  1270. Region: "b",
  1271. },
  1272. },
  1273. }
  1274. res = fs.IsSameResource(other)
  1275. assert.True(t, res)
  1276. fs = vfs.Filesystem{
  1277. Provider: sdk.GCSFilesystemProvider,
  1278. GCSConfig: vfs.GCSFsConfig{
  1279. BaseGCSFsConfig: sdk.BaseGCSFsConfig{
  1280. Bucket: "b",
  1281. },
  1282. },
  1283. }
  1284. other = vfs.Filesystem{
  1285. Provider: sdk.GCSFilesystemProvider,
  1286. GCSConfig: vfs.GCSFsConfig{
  1287. BaseGCSFsConfig: sdk.BaseGCSFsConfig{
  1288. Bucket: "c",
  1289. },
  1290. },
  1291. }
  1292. res = fs.IsSameResource(other)
  1293. assert.False(t, res)
  1294. other = vfs.Filesystem{
  1295. Provider: sdk.GCSFilesystemProvider,
  1296. GCSConfig: vfs.GCSFsConfig{
  1297. BaseGCSFsConfig: sdk.BaseGCSFsConfig{
  1298. Bucket: "b",
  1299. },
  1300. },
  1301. }
  1302. res = fs.IsSameResource(other)
  1303. assert.True(t, res)
  1304. sasURL := kms.NewPlainSecret("http://127.0.0.1/sasurl")
  1305. fs = vfs.Filesystem{
  1306. Provider: sdk.AzureBlobFilesystemProvider,
  1307. AzBlobConfig: vfs.AzBlobFsConfig{
  1308. BaseAzBlobFsConfig: sdk.BaseAzBlobFsConfig{
  1309. AccountName: "a",
  1310. },
  1311. SASURL: sasURL,
  1312. },
  1313. }
  1314. err := fs.Validate("data1")
  1315. assert.NoError(t, err)
  1316. other = vfs.Filesystem{
  1317. Provider: sdk.AzureBlobFilesystemProvider,
  1318. AzBlobConfig: vfs.AzBlobFsConfig{
  1319. BaseAzBlobFsConfig: sdk.BaseAzBlobFsConfig{
  1320. AccountName: "a",
  1321. },
  1322. SASURL: sasURL,
  1323. },
  1324. }
  1325. err = other.Validate("data2")
  1326. assert.NoError(t, err)
  1327. err = fs.AzBlobConfig.SASURL.TryDecrypt()
  1328. assert.NoError(t, err)
  1329. err = other.AzBlobConfig.SASURL.TryDecrypt()
  1330. assert.NoError(t, err)
  1331. res = fs.IsSameResource(other)
  1332. assert.True(t, res)
  1333. fs.AzBlobConfig.AccountName = "b"
  1334. res = fs.IsSameResource(other)
  1335. assert.False(t, res)
  1336. fs.AzBlobConfig.AccountName = "a"
  1337. other.AzBlobConfig.SASURL = kms.NewPlainSecret("http://127.1.1.1/sasurl")
  1338. err = other.Validate("data2")
  1339. assert.NoError(t, err)
  1340. err = other.AzBlobConfig.SASURL.TryDecrypt()
  1341. assert.NoError(t, err)
  1342. res = fs.IsSameResource(other)
  1343. assert.False(t, res)
  1344. fs = vfs.Filesystem{
  1345. Provider: sdk.HTTPFilesystemProvider,
  1346. HTTPConfig: vfs.HTTPFsConfig{
  1347. BaseHTTPFsConfig: sdk.BaseHTTPFsConfig{
  1348. Endpoint: "http://127.0.0.1/httpfs",
  1349. Username: "a",
  1350. },
  1351. },
  1352. }
  1353. other = vfs.Filesystem{
  1354. Provider: sdk.HTTPFilesystemProvider,
  1355. HTTPConfig: vfs.HTTPFsConfig{
  1356. BaseHTTPFsConfig: sdk.BaseHTTPFsConfig{
  1357. Endpoint: "http://127.0.0.1/httpfs",
  1358. Username: "b",
  1359. },
  1360. },
  1361. }
  1362. res = fs.IsSameResource(other)
  1363. assert.True(t, res)
  1364. fs.HTTPConfig.EqualityCheckMode = 1
  1365. res = fs.IsSameResource(other)
  1366. assert.False(t, res)
  1367. }
  1368. func TestUpdateTransferTimestamps(t *testing.T) {
  1369. username := "user_test_timestamps"
  1370. user := &dataprovider.User{
  1371. BaseUser: sdk.BaseUser{
  1372. Username: username,
  1373. HomeDir: filepath.Join(os.TempDir(), username),
  1374. Status: 1,
  1375. Permissions: map[string][]string{
  1376. "/": {dataprovider.PermAny},
  1377. },
  1378. },
  1379. }
  1380. err := dataprovider.AddUser(user, "", "", "")
  1381. assert.NoError(t, err)
  1382. assert.Equal(t, int64(0), user.FirstUpload)
  1383. assert.Equal(t, int64(0), user.FirstDownload)
  1384. err = dataprovider.UpdateUserTransferTimestamps(username, true)
  1385. assert.NoError(t, err)
  1386. userGet, err := dataprovider.UserExists(username, "")
  1387. assert.NoError(t, err)
  1388. assert.Greater(t, userGet.FirstUpload, int64(0))
  1389. assert.Equal(t, int64(0), user.FirstDownload)
  1390. err = dataprovider.UpdateUserTransferTimestamps(username, false)
  1391. assert.NoError(t, err)
  1392. userGet, err = dataprovider.UserExists(username, "")
  1393. assert.NoError(t, err)
  1394. assert.Greater(t, userGet.FirstUpload, int64(0))
  1395. assert.Greater(t, userGet.FirstDownload, int64(0))
  1396. // updating again must fail
  1397. err = dataprovider.UpdateUserTransferTimestamps(username, true)
  1398. assert.Error(t, err)
  1399. err = dataprovider.UpdateUserTransferTimestamps(username, false)
  1400. assert.Error(t, err)
  1401. // cleanup
  1402. err = dataprovider.DeleteUser(username, "", "", "")
  1403. assert.NoError(t, err)
  1404. }
  1405. func TestIPList(t *testing.T) {
  1406. type test struct {
  1407. ip string
  1408. protocol string
  1409. expectedMatch bool
  1410. expectedMode int
  1411. expectedErr bool
  1412. }
  1413. entries := []dataprovider.IPListEntry{
  1414. {
  1415. IPOrNet: "192.168.0.0/25",
  1416. Type: dataprovider.IPListTypeDefender,
  1417. Mode: dataprovider.ListModeAllow,
  1418. },
  1419. {
  1420. IPOrNet: "192.168.0.128/25",
  1421. Type: dataprovider.IPListTypeDefender,
  1422. Mode: dataprovider.ListModeDeny,
  1423. Protocols: 3,
  1424. },
  1425. {
  1426. IPOrNet: "192.168.2.128/32",
  1427. Type: dataprovider.IPListTypeDefender,
  1428. Mode: dataprovider.ListModeAllow,
  1429. Protocols: 5,
  1430. },
  1431. {
  1432. IPOrNet: "::/0",
  1433. Type: dataprovider.IPListTypeDefender,
  1434. Mode: dataprovider.ListModeDeny,
  1435. Protocols: 4,
  1436. },
  1437. {
  1438. IPOrNet: "2001:4860:4860::8888/120",
  1439. Type: dataprovider.IPListTypeDefender,
  1440. Mode: dataprovider.ListModeDeny,
  1441. Protocols: 1,
  1442. },
  1443. {
  1444. IPOrNet: "2001:4860:4860::8988/120",
  1445. Type: dataprovider.IPListTypeDefender,
  1446. Mode: dataprovider.ListModeAllow,
  1447. Protocols: 3,
  1448. },
  1449. {
  1450. IPOrNet: "::1/128",
  1451. Type: dataprovider.IPListTypeDefender,
  1452. Mode: dataprovider.ListModeAllow,
  1453. Protocols: 0,
  1454. },
  1455. }
  1456. ipList, err := dataprovider.NewIPList(dataprovider.IPListTypeDefender)
  1457. require.NoError(t, err)
  1458. for idx := range entries {
  1459. e := entries[idx]
  1460. err := dataprovider.AddIPListEntry(&e, "", "", "")
  1461. assert.NoError(t, err)
  1462. }
  1463. tests := []test{
  1464. {ip: "1.1.1.1", protocol: ProtocolSSH, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1465. {ip: "invalid ip", protocol: ProtocolSSH, expectedMatch: false, expectedMode: 0, expectedErr: true},
  1466. {ip: "192.168.0.1", protocol: ProtocolFTP, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1467. {ip: "192.168.0.2", protocol: ProtocolHTTP, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1468. {ip: "192.168.0.3", protocol: ProtocolWebDAV, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1469. {ip: "192.168.0.4", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1470. {ip: "192.168.0.156", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeDeny, expectedErr: false},
  1471. {ip: "192.168.0.158", protocol: ProtocolFTP, expectedMatch: true, expectedMode: dataprovider.ListModeDeny, expectedErr: false},
  1472. {ip: "192.168.0.158", protocol: ProtocolHTTP, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1473. {ip: "192.168.2.128", protocol: ProtocolHTTP, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1474. {ip: "192.168.2.128", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1475. {ip: "::2", protocol: ProtocolSSH, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1476. {ip: "::2", protocol: ProtocolWebDAV, expectedMatch: true, expectedMode: dataprovider.ListModeDeny, expectedErr: false},
  1477. {ip: "::1", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1478. {ip: "::1", protocol: ProtocolHTTP, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1479. {ip: "2001:4860:4860:0000:0000:0000:0000:8889", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeDeny, expectedErr: false},
  1480. {ip: "2001:4860:4860:0000:0000:0000:0000:8889", protocol: ProtocolFTP, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1481. {ip: "2001:4860:4860:0000:0000:0000:0000:8989", protocol: ProtocolFTP, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1482. {ip: "2001:4860:4860:0000:0000:0000:0000:89F1", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1483. {ip: "2001:4860:4860:0000:0000:0000:0000:89F1", protocol: ProtocolHTTP, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1484. }
  1485. for _, tc := range tests {
  1486. match, mode, err := ipList.IsListed(tc.ip, tc.protocol)
  1487. if tc.expectedErr {
  1488. assert.Error(t, err, "ip %s, protocol %s", tc.ip, tc.protocol)
  1489. } else {
  1490. assert.NoError(t, err, "ip %s, protocol %s", tc.ip, tc.protocol)
  1491. }
  1492. assert.Equal(t, tc.expectedMatch, match, "ip %s, protocol %s", tc.ip, tc.protocol)
  1493. assert.Equal(t, tc.expectedMode, mode, "ip %s, protocol %s", tc.ip, tc.protocol)
  1494. }
  1495. ipList.DisableMemoryMode()
  1496. for _, tc := range tests {
  1497. match, mode, err := ipList.IsListed(tc.ip, tc.protocol)
  1498. if tc.expectedErr {
  1499. assert.Error(t, err, "ip %s, protocol %s", tc.ip, tc.protocol)
  1500. } else {
  1501. assert.NoError(t, err, "ip %s, protocol %s", tc.ip, tc.protocol)
  1502. }
  1503. assert.Equal(t, tc.expectedMatch, match, "ip %s, protocol %s", tc.ip, tc.protocol)
  1504. assert.Equal(t, tc.expectedMode, mode, "ip %s, protocol %s", tc.ip, tc.protocol)
  1505. }
  1506. for _, e := range entries {
  1507. err := dataprovider.DeleteIPListEntry(e.IPOrNet, e.Type, "", "", "")
  1508. assert.NoError(t, err)
  1509. }
  1510. }
  1511. func TestSQLPlaceholderLimits(t *testing.T) {
  1512. numGroups := 120
  1513. numUsers := 120
  1514. var groupMapping []sdk.GroupMapping
  1515. folder := vfs.BaseVirtualFolder{
  1516. Name: "testfolder",
  1517. MappedPath: filepath.Join(os.TempDir(), "folder"),
  1518. }
  1519. err := dataprovider.AddFolder(&folder, "", "", "")
  1520. assert.NoError(t, err)
  1521. for i := 0; i < numGroups; i++ {
  1522. group := dataprovider.Group{
  1523. BaseGroup: sdk.BaseGroup{
  1524. Name: fmt.Sprintf("testgroup%d", i),
  1525. },
  1526. UserSettings: dataprovider.GroupUserSettings{
  1527. BaseGroupUserSettings: sdk.BaseGroupUserSettings{
  1528. Permissions: map[string][]string{
  1529. fmt.Sprintf("/dir%d", i): {dataprovider.PermAny},
  1530. },
  1531. },
  1532. },
  1533. }
  1534. group.VirtualFolders = append(group.VirtualFolders, vfs.VirtualFolder{
  1535. BaseVirtualFolder: folder,
  1536. VirtualPath: "/vdir",
  1537. })
  1538. err := dataprovider.AddGroup(&group, "", "", "")
  1539. assert.NoError(t, err)
  1540. groupMapping = append(groupMapping, sdk.GroupMapping{
  1541. Name: group.Name,
  1542. Type: sdk.GroupTypeSecondary,
  1543. })
  1544. }
  1545. user := dataprovider.User{
  1546. BaseUser: sdk.BaseUser{
  1547. Username: "testusername",
  1548. HomeDir: filepath.Join(os.TempDir(), "testhome"),
  1549. Status: 1,
  1550. Permissions: map[string][]string{
  1551. "/": {dataprovider.PermAny},
  1552. },
  1553. },
  1554. Groups: groupMapping,
  1555. }
  1556. err = dataprovider.AddUser(&user, "", "", "")
  1557. assert.NoError(t, err)
  1558. users, err := dataprovider.GetUsersForQuotaCheck(map[string]bool{user.Username: true})
  1559. assert.NoError(t, err)
  1560. if assert.Len(t, users, 1) {
  1561. for i := 0; i < numGroups; i++ {
  1562. _, ok := users[0].Permissions[fmt.Sprintf("/dir%d", i)]
  1563. assert.True(t, ok)
  1564. }
  1565. }
  1566. err = dataprovider.DeleteUser(user.Username, "", "", "")
  1567. assert.NoError(t, err)
  1568. for i := 0; i < numUsers; i++ {
  1569. user := dataprovider.User{
  1570. BaseUser: sdk.BaseUser{
  1571. Username: fmt.Sprintf("testusername%d", i),
  1572. HomeDir: filepath.Join(os.TempDir()),
  1573. Status: 1,
  1574. Permissions: map[string][]string{
  1575. "/": {dataprovider.PermAny},
  1576. },
  1577. },
  1578. Groups: []sdk.GroupMapping{
  1579. {
  1580. Name: "testgroup0",
  1581. Type: sdk.GroupTypePrimary,
  1582. },
  1583. },
  1584. }
  1585. err := dataprovider.AddUser(&user, "", "", "")
  1586. assert.NoError(t, err)
  1587. }
  1588. time.Sleep(100 * time.Millisecond)
  1589. err = dataprovider.DeleteFolder(folder.Name, "", "", "")
  1590. assert.NoError(t, err)
  1591. for i := 0; i < numUsers; i++ {
  1592. username := fmt.Sprintf("testusername%d", i)
  1593. user, err := dataprovider.UserExists(username, "")
  1594. assert.NoError(t, err)
  1595. assert.Greater(t, user.UpdatedAt, user.CreatedAt)
  1596. err = dataprovider.DeleteUser(username, "", "", "")
  1597. assert.NoError(t, err)
  1598. }
  1599. for i := 0; i < numGroups; i++ {
  1600. groupName := fmt.Sprintf("testgroup%d", i)
  1601. err = dataprovider.DeleteGroup(groupName, "", "", "")
  1602. assert.NoError(t, err)
  1603. }
  1604. }
  1605. func TestALPNProtocols(t *testing.T) {
  1606. protocols := util.GetALPNProtocols(nil)
  1607. assert.Equal(t, []string{"http/1.1", "h2"}, protocols)
  1608. protocols = util.GetALPNProtocols([]string{"invalid1", "invalid2"})
  1609. assert.Equal(t, []string{"http/1.1", "h2"}, protocols)
  1610. protocols = util.GetALPNProtocols([]string{"invalid1", "h2", "invalid2"})
  1611. assert.Equal(t, []string{"h2"}, protocols)
  1612. protocols = util.GetALPNProtocols([]string{"h2", "http/1.1"})
  1613. assert.Equal(t, []string{"h2", "http/1.1"}, protocols)
  1614. }
  1615. func TestServerVersion(t *testing.T) {
  1616. appName := "SFTPGo"
  1617. version.SetConfig("")
  1618. v := version.GetServerVersion("_", false)
  1619. assert.Equal(t, fmt.Sprintf("%s_%s", appName, version.Get().Version), v)
  1620. v = version.GetServerVersion("-", true)
  1621. assert.Equal(t, fmt.Sprintf("%s-%s-", appName, version.Get().Version), v)
  1622. version.SetConfig("short")
  1623. v = version.GetServerVersion("_", false)
  1624. assert.Equal(t, appName, v)
  1625. v = version.GetServerVersion("_", true)
  1626. assert.Equal(t, appName+"_", v)
  1627. version.SetConfig("")
  1628. }
  1629. func BenchmarkBcryptHashing(b *testing.B) {
  1630. bcryptPassword := "bcryptpassword"
  1631. for i := 0; i < b.N; i++ {
  1632. _, err := bcrypt.GenerateFromPassword([]byte(bcryptPassword), 10)
  1633. if err != nil {
  1634. panic(err)
  1635. }
  1636. }
  1637. }
  1638. func BenchmarkCompareBcryptPassword(b *testing.B) {
  1639. bcryptPassword := "$2a$10$lPDdnDimJZ7d5/GwL6xDuOqoZVRXok6OHHhivCnanWUtcgN0Zafki"
  1640. for i := 0; i < b.N; i++ {
  1641. err := bcrypt.CompareHashAndPassword([]byte(bcryptPassword), []byte("password"))
  1642. if err != nil {
  1643. panic(err)
  1644. }
  1645. }
  1646. }
  1647. func BenchmarkArgon2Hashing(b *testing.B) {
  1648. argonPassword := "argon2password"
  1649. for i := 0; i < b.N; i++ {
  1650. _, err := argon2id.CreateHash(argonPassword, argon2id.DefaultParams)
  1651. if err != nil {
  1652. panic(err)
  1653. }
  1654. }
  1655. }
  1656. func BenchmarkCompareArgon2Password(b *testing.B) {
  1657. argon2Password := "$argon2id$v=19$m=65536,t=1,p=2$aOoAOdAwvzhOgi7wUFjXlw$wn/y37dBWdKHtPXHR03nNaKHWKPXyNuVXOknaU+YZ+s"
  1658. for i := 0; i < b.N; i++ {
  1659. _, err := argon2id.ComparePasswordAndHash("password", argon2Password)
  1660. if err != nil {
  1661. panic(err)
  1662. }
  1663. }
  1664. }
  1665. func BenchmarkAddRemoveConnections(b *testing.B) {
  1666. var conns []ActiveConnection
  1667. for i := 0; i < 100; i++ {
  1668. conns = append(conns, &fakeConnection{
  1669. BaseConnection: NewBaseConnection(fmt.Sprintf("id%d", i), ProtocolSFTP, "", "", dataprovider.User{
  1670. BaseUser: sdk.BaseUser{
  1671. Username: userTestUsername,
  1672. },
  1673. }),
  1674. })
  1675. }
  1676. b.ResetTimer()
  1677. for i := 0; i < b.N; i++ {
  1678. for _, c := range conns {
  1679. if err := Connections.Add(c); err != nil {
  1680. panic(err)
  1681. }
  1682. }
  1683. var wg sync.WaitGroup
  1684. for idx := len(conns) - 1; idx >= 0; idx-- {
  1685. wg.Add(1)
  1686. go func(index int) {
  1687. defer wg.Done()
  1688. Connections.Remove(conns[index].GetID())
  1689. }(idx)
  1690. }
  1691. wg.Wait()
  1692. }
  1693. }
  1694. func BenchmarkAddRemoveSSHConnections(b *testing.B) {
  1695. conn1, conn2 := net.Pipe()
  1696. var conns []*SSHConnection
  1697. for i := 0; i < 2000; i++ {
  1698. conns = append(conns, NewSSHConnection(fmt.Sprintf("id%d", i), conn1))
  1699. }
  1700. b.ResetTimer()
  1701. for i := 0; i < b.N; i++ {
  1702. for _, c := range conns {
  1703. Connections.AddSSHConnection(c)
  1704. }
  1705. for idx := len(conns) - 1; idx >= 0; idx-- {
  1706. Connections.RemoveSSHConnection(conns[idx].GetID())
  1707. }
  1708. }
  1709. conn1.Close()
  1710. conn2.Close()
  1711. }