common_test.go 60 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942
  1. // Copyright (C) 2019 Nicola Murino
  2. //
  3. // This program is free software: you can redistribute it and/or modify
  4. // it under the terms of the GNU Affero General Public License as published
  5. // by the Free Software Foundation, version 3.
  6. //
  7. // This program is distributed in the hope that it will be useful,
  8. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. // GNU Affero General Public License for more details.
  11. //
  12. // You should have received a copy of the GNU Affero General Public License
  13. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  14. package common
  15. import (
  16. "crypto/tls"
  17. "encoding/json"
  18. "fmt"
  19. "net"
  20. "os"
  21. "os/exec"
  22. "path/filepath"
  23. "runtime"
  24. "sync"
  25. "testing"
  26. "time"
  27. "github.com/alexedwards/argon2id"
  28. "github.com/pires/go-proxyproto"
  29. "github.com/sftpgo/sdk"
  30. "github.com/stretchr/testify/assert"
  31. "github.com/stretchr/testify/require"
  32. "golang.org/x/crypto/bcrypt"
  33. "github.com/drakkan/sftpgo/v2/internal/dataprovider"
  34. "github.com/drakkan/sftpgo/v2/internal/kms"
  35. "github.com/drakkan/sftpgo/v2/internal/plugin"
  36. "github.com/drakkan/sftpgo/v2/internal/util"
  37. "github.com/drakkan/sftpgo/v2/internal/version"
  38. "github.com/drakkan/sftpgo/v2/internal/vfs"
  39. )
  40. const (
  41. logSenderTest = "common_test"
  42. httpAddr = "127.0.0.1:9999"
  43. osWindows = "windows"
  44. userTestUsername = "common_test_username"
  45. )
  46. var (
  47. configDir = filepath.Join(".", "..", "..")
  48. )
  49. type fakeConnection struct {
  50. *BaseConnection
  51. command string
  52. }
  53. func (c *fakeConnection) AddUser(user dataprovider.User) error {
  54. _, err := user.GetFilesystem(c.GetID())
  55. if err != nil {
  56. return err
  57. }
  58. c.BaseConnection.User = user
  59. return nil
  60. }
  61. func (c *fakeConnection) Disconnect() error {
  62. Connections.Remove(c.GetID())
  63. return nil
  64. }
  65. func (c *fakeConnection) GetClientVersion() string {
  66. return ""
  67. }
  68. func (c *fakeConnection) GetCommand() string {
  69. return c.command
  70. }
  71. func (c *fakeConnection) GetLocalAddress() string {
  72. return ""
  73. }
  74. func (c *fakeConnection) GetRemoteAddress() string {
  75. return ""
  76. }
  77. type customNetConn struct {
  78. net.Conn
  79. id string
  80. isClosed bool
  81. }
  82. func (c *customNetConn) Close() error {
  83. Connections.RemoveSSHConnection(c.id)
  84. c.isClosed = true
  85. return c.Conn.Close()
  86. }
  87. func TestConnections(t *testing.T) {
  88. c1 := &fakeConnection{
  89. BaseConnection: NewBaseConnection("id1", ProtocolSFTP, "", "", dataprovider.User{
  90. BaseUser: sdk.BaseUser{
  91. Username: userTestUsername,
  92. },
  93. }),
  94. }
  95. c2 := &fakeConnection{
  96. BaseConnection: NewBaseConnection("id2", ProtocolSFTP, "", "", dataprovider.User{
  97. BaseUser: sdk.BaseUser{
  98. Username: userTestUsername,
  99. },
  100. }),
  101. }
  102. c3 := &fakeConnection{
  103. BaseConnection: NewBaseConnection("id3", ProtocolSFTP, "", "", dataprovider.User{
  104. BaseUser: sdk.BaseUser{
  105. Username: userTestUsername,
  106. },
  107. }),
  108. }
  109. c4 := &fakeConnection{
  110. BaseConnection: NewBaseConnection("id4", ProtocolSFTP, "", "", dataprovider.User{
  111. BaseUser: sdk.BaseUser{
  112. Username: userTestUsername,
  113. },
  114. }),
  115. }
  116. assert.Equal(t, "SFTP_id1", c1.GetID())
  117. assert.Equal(t, "SFTP_id2", c2.GetID())
  118. assert.Equal(t, "SFTP_id3", c3.GetID())
  119. assert.Equal(t, "SFTP_id4", c4.GetID())
  120. err := Connections.Add(c1)
  121. assert.NoError(t, err)
  122. err = Connections.Add(c2)
  123. assert.NoError(t, err)
  124. err = Connections.Add(c3)
  125. assert.NoError(t, err)
  126. err = Connections.Add(c4)
  127. assert.NoError(t, err)
  128. Connections.RLock()
  129. assert.Len(t, Connections.connections, 4)
  130. assert.Len(t, Connections.mapping, 4)
  131. _, ok := Connections.mapping[c1.GetID()]
  132. assert.True(t, ok)
  133. assert.Equal(t, 0, Connections.mapping[c1.GetID()])
  134. assert.Equal(t, 1, Connections.mapping[c2.GetID()])
  135. assert.Equal(t, 2, Connections.mapping[c3.GetID()])
  136. assert.Equal(t, 3, Connections.mapping[c4.GetID()])
  137. Connections.RUnlock()
  138. c2 = &fakeConnection{
  139. BaseConnection: NewBaseConnection("id2", ProtocolSFTP, "", "", dataprovider.User{
  140. BaseUser: sdk.BaseUser{
  141. Username: userTestUsername + "_mod",
  142. },
  143. }),
  144. }
  145. err = Connections.Swap(c2)
  146. assert.NoError(t, err)
  147. Connections.RLock()
  148. assert.Len(t, Connections.connections, 4)
  149. assert.Len(t, Connections.mapping, 4)
  150. _, ok = Connections.mapping[c1.GetID()]
  151. assert.True(t, ok)
  152. assert.Equal(t, 0, Connections.mapping[c1.GetID()])
  153. assert.Equal(t, 1, Connections.mapping[c2.GetID()])
  154. assert.Equal(t, 2, Connections.mapping[c3.GetID()])
  155. assert.Equal(t, 3, Connections.mapping[c4.GetID()])
  156. assert.Equal(t, userTestUsername+"_mod", Connections.connections[1].GetUsername())
  157. Connections.RUnlock()
  158. Connections.Remove(c2.GetID())
  159. Connections.RLock()
  160. assert.Len(t, Connections.connections, 3)
  161. assert.Len(t, Connections.mapping, 3)
  162. _, ok = Connections.mapping[c1.GetID()]
  163. assert.True(t, ok)
  164. assert.Equal(t, 0, Connections.mapping[c1.GetID()])
  165. assert.Equal(t, 1, Connections.mapping[c4.GetID()])
  166. assert.Equal(t, 2, Connections.mapping[c3.GetID()])
  167. Connections.RUnlock()
  168. Connections.Remove(c3.GetID())
  169. Connections.RLock()
  170. assert.Len(t, Connections.connections, 2)
  171. assert.Len(t, Connections.mapping, 2)
  172. _, ok = Connections.mapping[c1.GetID()]
  173. assert.True(t, ok)
  174. assert.Equal(t, 0, Connections.mapping[c1.GetID()])
  175. assert.Equal(t, 1, Connections.mapping[c4.GetID()])
  176. Connections.RUnlock()
  177. Connections.Remove(c1.GetID())
  178. Connections.RLock()
  179. assert.Len(t, Connections.connections, 1)
  180. assert.Len(t, Connections.mapping, 1)
  181. _, ok = Connections.mapping[c4.GetID()]
  182. assert.True(t, ok)
  183. assert.Equal(t, 0, Connections.mapping[c4.GetID()])
  184. Connections.RUnlock()
  185. Connections.Remove(c4.GetID())
  186. Connections.RLock()
  187. assert.Len(t, Connections.connections, 0)
  188. assert.Len(t, Connections.mapping, 0)
  189. Connections.RUnlock()
  190. }
  191. func TestEventManagerCommandsInitialization(t *testing.T) {
  192. configCopy := Config
  193. c := Configuration{
  194. EventManager: EventManagerConfig{
  195. EnabledCommands: []string{"ls"}, // not an absolute path
  196. },
  197. }
  198. err := Initialize(c, 0)
  199. assert.ErrorContains(t, err, "invalid command")
  200. var commands []string
  201. if runtime.GOOS == osWindows {
  202. commands = []string{"C:\\command"}
  203. } else {
  204. commands = []string{"/bin/ls"}
  205. }
  206. c.EventManager.EnabledCommands = commands
  207. err = Initialize(c, 0)
  208. assert.NoError(t, err)
  209. assert.Equal(t, commands, dataprovider.EnabledActionCommands)
  210. dataprovider.EnabledActionCommands = configCopy.EventManager.EnabledCommands
  211. Config = configCopy
  212. }
  213. func TestInitializationProxyErrors(t *testing.T) {
  214. configCopy := Config
  215. c := Configuration{
  216. ProxyProtocol: 1,
  217. ProxyAllowed: []string{"1.1.1.1111"},
  218. }
  219. err := Initialize(c, 0)
  220. if assert.Error(t, err) {
  221. assert.Contains(t, err.Error(), "invalid proxy allowed")
  222. }
  223. c.ProxyAllowed = nil
  224. c.ProxySkipped = []string{"invalid"}
  225. err = Initialize(c, 0)
  226. if assert.Error(t, err) {
  227. assert.Contains(t, err.Error(), "invalid proxy skipped")
  228. }
  229. c.ProxyAllowed = []string{"1.1.1.1"}
  230. c.ProxySkipped = []string{"2.2.2.2", "10.8.0.0/24"}
  231. err = Initialize(c, 0)
  232. assert.NoError(t, err)
  233. assert.Len(t, Config.proxyAllowed, 1)
  234. assert.Len(t, Config.proxySkipped, 2)
  235. Config = configCopy
  236. assert.Equal(t, 0, Config.ProxyProtocol)
  237. assert.Len(t, Config.proxyAllowed, 0)
  238. assert.Len(t, Config.proxySkipped, 0)
  239. }
  240. func TestInitializationClosedProvider(t *testing.T) {
  241. configCopy := Config
  242. providerConf := dataprovider.GetProviderConfig()
  243. err := dataprovider.Close()
  244. assert.NoError(t, err)
  245. config := Configuration{
  246. AllowListStatus: 1,
  247. }
  248. err = Initialize(config, 0)
  249. if assert.Error(t, err) {
  250. assert.Contains(t, err.Error(), "unable to initialize the allow list")
  251. }
  252. config.AllowListStatus = 0
  253. config.RateLimitersConfig = []RateLimiterConfig{
  254. {
  255. Average: 100,
  256. Period: 1000,
  257. Burst: 5,
  258. Type: int(rateLimiterTypeGlobal),
  259. Protocols: rateLimiterProtocolValues,
  260. },
  261. }
  262. err = Initialize(config, 0)
  263. if assert.Error(t, err) {
  264. assert.Contains(t, err.Error(), "unable to initialize ratelimiters list")
  265. }
  266. config.RateLimitersConfig = nil
  267. config.DefenderConfig = DefenderConfig{
  268. Enabled: true,
  269. Driver: DefenderDriverProvider,
  270. BanTime: 10,
  271. BanTimeIncrement: 50,
  272. Threshold: 10,
  273. ScoreInvalid: 2,
  274. ScoreValid: 1,
  275. ScoreNoAuth: 2,
  276. ObservationTime: 15,
  277. EntriesSoftLimit: 100,
  278. EntriesHardLimit: 150,
  279. }
  280. err = Initialize(config, 0)
  281. if assert.Error(t, err) {
  282. assert.Contains(t, err.Error(), "defender initialization error")
  283. }
  284. config.DefenderConfig.Driver = DefenderDriverMemory
  285. err = Initialize(config, 0)
  286. if assert.Error(t, err) {
  287. assert.Contains(t, err.Error(), "defender initialization error")
  288. }
  289. err = dataprovider.Initialize(providerConf, configDir, true)
  290. assert.NoError(t, err)
  291. Config = configCopy
  292. }
  293. func TestSSHConnections(t *testing.T) {
  294. conn1, conn2 := net.Pipe()
  295. now := time.Now()
  296. sshConn1 := NewSSHConnection("id1", conn1)
  297. sshConn2 := NewSSHConnection("id2", conn2)
  298. sshConn3 := NewSSHConnection("id3", conn2)
  299. assert.Equal(t, "id1", sshConn1.GetID())
  300. assert.Equal(t, "id2", sshConn2.GetID())
  301. assert.Equal(t, "id3", sshConn3.GetID())
  302. sshConn1.UpdateLastActivity()
  303. assert.GreaterOrEqual(t, sshConn1.GetLastActivity().UnixNano(), now.UnixNano())
  304. Connections.AddSSHConnection(sshConn1)
  305. Connections.AddSSHConnection(sshConn2)
  306. Connections.AddSSHConnection(sshConn3)
  307. Connections.RLock()
  308. assert.Len(t, Connections.sshConnections, 3)
  309. _, ok := Connections.sshMapping[sshConn1.GetID()]
  310. assert.True(t, ok)
  311. assert.Equal(t, 0, Connections.sshMapping[sshConn1.GetID()])
  312. assert.Equal(t, 1, Connections.sshMapping[sshConn2.GetID()])
  313. assert.Equal(t, 2, Connections.sshMapping[sshConn3.GetID()])
  314. Connections.RUnlock()
  315. Connections.RemoveSSHConnection(sshConn1.id)
  316. Connections.RLock()
  317. assert.Len(t, Connections.sshConnections, 2)
  318. assert.Equal(t, sshConn3.id, Connections.sshConnections[0].id)
  319. assert.Equal(t, sshConn2.id, Connections.sshConnections[1].id)
  320. _, ok = Connections.sshMapping[sshConn3.GetID()]
  321. assert.True(t, ok)
  322. assert.Equal(t, 0, Connections.sshMapping[sshConn3.GetID()])
  323. assert.Equal(t, 1, Connections.sshMapping[sshConn2.GetID()])
  324. Connections.RUnlock()
  325. Connections.RemoveSSHConnection(sshConn1.id)
  326. Connections.RLock()
  327. assert.Len(t, Connections.sshConnections, 2)
  328. assert.Equal(t, sshConn3.id, Connections.sshConnections[0].id)
  329. assert.Equal(t, sshConn2.id, Connections.sshConnections[1].id)
  330. _, ok = Connections.sshMapping[sshConn3.GetID()]
  331. assert.True(t, ok)
  332. assert.Equal(t, 0, Connections.sshMapping[sshConn3.GetID()])
  333. assert.Equal(t, 1, Connections.sshMapping[sshConn2.GetID()])
  334. Connections.RUnlock()
  335. Connections.RemoveSSHConnection(sshConn2.id)
  336. Connections.RLock()
  337. assert.Len(t, Connections.sshConnections, 1)
  338. assert.Equal(t, sshConn3.id, Connections.sshConnections[0].id)
  339. _, ok = Connections.sshMapping[sshConn3.GetID()]
  340. assert.True(t, ok)
  341. assert.Equal(t, 0, Connections.sshMapping[sshConn3.GetID()])
  342. Connections.RUnlock()
  343. Connections.RemoveSSHConnection(sshConn3.id)
  344. Connections.RLock()
  345. assert.Len(t, Connections.sshConnections, 0)
  346. assert.Len(t, Connections.sshMapping, 0)
  347. Connections.RUnlock()
  348. assert.NoError(t, sshConn1.Close())
  349. assert.NoError(t, sshConn2.Close())
  350. assert.NoError(t, sshConn3.Close())
  351. }
  352. func TestDefenderIntegration(t *testing.T) {
  353. // by default defender is nil
  354. configCopy := Config
  355. wdPath, err := os.Getwd()
  356. require.NoError(t, err)
  357. pluginsConfig := []plugin.Config{
  358. {
  359. Type: "ipfilter",
  360. Cmd: filepath.Join(wdPath, "..", "..", "tests", "ipfilter", "ipfilter"),
  361. AutoMTLS: true,
  362. },
  363. }
  364. if runtime.GOOS == osWindows {
  365. pluginsConfig[0].Cmd += ".exe"
  366. }
  367. err = plugin.Initialize(pluginsConfig, "debug")
  368. require.NoError(t, err)
  369. ip := "127.1.1.1"
  370. assert.Nil(t, Reload())
  371. // 192.168.1.12 is banned from the ipfilter plugin
  372. assert.True(t, IsBanned("192.168.1.12", ProtocolFTP))
  373. AddDefenderEvent(ip, ProtocolFTP, HostEventNoLoginTried)
  374. assert.False(t, IsBanned(ip, ProtocolFTP))
  375. banTime, err := GetDefenderBanTime(ip)
  376. assert.NoError(t, err)
  377. assert.Nil(t, banTime)
  378. assert.False(t, DeleteDefenderHost(ip))
  379. score, err := GetDefenderScore(ip)
  380. assert.NoError(t, err)
  381. assert.Equal(t, 0, score)
  382. _, err = GetDefenderHost(ip)
  383. assert.Error(t, err)
  384. hosts, err := GetDefenderHosts()
  385. assert.NoError(t, err)
  386. assert.Nil(t, hosts)
  387. Config.DefenderConfig = DefenderConfig{
  388. Enabled: true,
  389. Driver: DefenderDriverProvider,
  390. BanTime: 10,
  391. BanTimeIncrement: 50,
  392. Threshold: 0,
  393. ScoreInvalid: 2,
  394. ScoreValid: 1,
  395. ScoreNoAuth: 2,
  396. ObservationTime: 15,
  397. EntriesSoftLimit: 100,
  398. EntriesHardLimit: 150,
  399. LoginDelay: LoginDelay{
  400. PasswordFailed: 200,
  401. },
  402. }
  403. err = Initialize(Config, 0)
  404. // ScoreInvalid cannot be greater than threshold
  405. assert.Error(t, err)
  406. Config.DefenderConfig.Driver = "unsupported"
  407. err = Initialize(Config, 0)
  408. if assert.Error(t, err) {
  409. assert.Contains(t, err.Error(), "unsupported defender driver")
  410. }
  411. Config.DefenderConfig.Driver = DefenderDriverMemory
  412. err = Initialize(Config, 0)
  413. // ScoreInvalid cannot be greater than threshold
  414. assert.Error(t, err)
  415. Config.DefenderConfig.Threshold = 3
  416. err = Initialize(Config, 0)
  417. assert.NoError(t, err)
  418. assert.Nil(t, Reload())
  419. AddDefenderEvent(ip, ProtocolSSH, HostEventNoLoginTried)
  420. assert.False(t, IsBanned(ip, ProtocolSSH))
  421. score, err = GetDefenderScore(ip)
  422. assert.NoError(t, err)
  423. assert.Equal(t, 2, score)
  424. entry, err := GetDefenderHost(ip)
  425. assert.NoError(t, err)
  426. asJSON, err := json.Marshal(&entry)
  427. assert.NoError(t, err)
  428. assert.Equal(t, `{"id":"3132372e312e312e31","ip":"127.1.1.1","score":2}`, string(asJSON), "entry %v", entry)
  429. assert.True(t, DeleteDefenderHost(ip))
  430. banTime, err = GetDefenderBanTime(ip)
  431. assert.NoError(t, err)
  432. assert.Nil(t, banTime)
  433. AddDefenderEvent(ip, ProtocolHTTP, HostEventLoginFailed)
  434. AddDefenderEvent(ip, ProtocolHTTP, HostEventNoLoginTried)
  435. assert.True(t, IsBanned(ip, ProtocolHTTP))
  436. score, err = GetDefenderScore(ip)
  437. assert.NoError(t, err)
  438. assert.Equal(t, 0, score)
  439. banTime, err = GetDefenderBanTime(ip)
  440. assert.NoError(t, err)
  441. assert.NotNil(t, banTime)
  442. hosts, err = GetDefenderHosts()
  443. assert.NoError(t, err)
  444. assert.Len(t, hosts, 1)
  445. entry, err = GetDefenderHost(ip)
  446. assert.NoError(t, err)
  447. assert.False(t, entry.BanTime.IsZero())
  448. assert.True(t, DeleteDefenderHost(ip))
  449. hosts, err = GetDefenderHosts()
  450. assert.NoError(t, err)
  451. assert.Len(t, hosts, 0)
  452. banTime, err = GetDefenderBanTime(ip)
  453. assert.NoError(t, err)
  454. assert.Nil(t, banTime)
  455. assert.False(t, DeleteDefenderHost(ip))
  456. startTime := time.Now()
  457. DelayLogin(nil)
  458. elapsed := time.Since(startTime)
  459. assert.Less(t, elapsed, time.Millisecond*50)
  460. startTime = time.Now()
  461. DelayLogin(ErrInternalFailure)
  462. elapsed = time.Since(startTime)
  463. assert.Greater(t, elapsed, time.Millisecond*150)
  464. Config = configCopy
  465. }
  466. func TestRateLimitersIntegration(t *testing.T) {
  467. configCopy := Config
  468. enabled, protocols := Config.GetRateLimitersStatus()
  469. assert.False(t, enabled)
  470. assert.Len(t, protocols, 0)
  471. entries := []dataprovider.IPListEntry{
  472. {
  473. IPOrNet: "172.16.24.7/32",
  474. Type: dataprovider.IPListTypeRateLimiterSafeList,
  475. Mode: dataprovider.ListModeAllow,
  476. },
  477. {
  478. IPOrNet: "172.16.0.0/16",
  479. Type: dataprovider.IPListTypeRateLimiterSafeList,
  480. Mode: dataprovider.ListModeAllow,
  481. },
  482. }
  483. for idx := range entries {
  484. e := entries[idx]
  485. err := dataprovider.AddIPListEntry(&e, "", "", "")
  486. assert.NoError(t, err)
  487. }
  488. Config.RateLimitersConfig = []RateLimiterConfig{
  489. {
  490. Average: 100,
  491. Period: 10,
  492. Burst: 5,
  493. Type: int(rateLimiterTypeGlobal),
  494. Protocols: rateLimiterProtocolValues,
  495. },
  496. {
  497. Average: 1,
  498. Period: 1000,
  499. Burst: 1,
  500. Type: int(rateLimiterTypeSource),
  501. Protocols: []string{ProtocolWebDAV, ProtocolWebDAV, ProtocolFTP},
  502. GenerateDefenderEvents: true,
  503. EntriesSoftLimit: 100,
  504. EntriesHardLimit: 150,
  505. },
  506. }
  507. err := Initialize(Config, 0)
  508. assert.Error(t, err)
  509. Config.RateLimitersConfig[0].Period = 1000
  510. err = Initialize(Config, 0)
  511. assert.NoError(t, err)
  512. assert.NotNil(t, Config.rateLimitersList)
  513. assert.Len(t, rateLimiters, 4)
  514. assert.Len(t, rateLimiters[ProtocolSSH], 1)
  515. assert.Len(t, rateLimiters[ProtocolFTP], 2)
  516. assert.Len(t, rateLimiters[ProtocolWebDAV], 2)
  517. assert.Len(t, rateLimiters[ProtocolHTTP], 1)
  518. enabled, protocols = Config.GetRateLimitersStatus()
  519. assert.True(t, enabled)
  520. assert.Len(t, protocols, 4)
  521. assert.Contains(t, protocols, ProtocolFTP)
  522. assert.Contains(t, protocols, ProtocolSSH)
  523. assert.Contains(t, protocols, ProtocolHTTP)
  524. assert.Contains(t, protocols, ProtocolWebDAV)
  525. source1 := "127.1.1.1"
  526. source2 := "127.1.1.2"
  527. source3 := "172.16.24.7" // in safelist
  528. _, err = LimitRate(ProtocolSSH, source1)
  529. assert.NoError(t, err)
  530. _, err = LimitRate(ProtocolFTP, source1)
  531. assert.NoError(t, err)
  532. // sleep to allow the add configured burst to the token.
  533. // This sleep is not enough to add the per-source burst
  534. time.Sleep(20 * time.Millisecond)
  535. _, err = LimitRate(ProtocolWebDAV, source2)
  536. assert.NoError(t, err)
  537. _, err = LimitRate(ProtocolFTP, source1)
  538. assert.Error(t, err)
  539. _, err = LimitRate(ProtocolWebDAV, source2)
  540. assert.Error(t, err)
  541. _, err = LimitRate(ProtocolSSH, source1)
  542. assert.NoError(t, err)
  543. _, err = LimitRate(ProtocolSSH, source2)
  544. assert.NoError(t, err)
  545. for i := 0; i < 10; i++ {
  546. _, err = LimitRate(ProtocolWebDAV, source3)
  547. assert.NoError(t, err)
  548. }
  549. for _, e := range entries {
  550. err := dataprovider.DeleteIPListEntry(e.IPOrNet, e.Type, "", "", "")
  551. assert.NoError(t, err)
  552. }
  553. assert.Nil(t, configCopy.rateLimitersList)
  554. Config = configCopy
  555. }
  556. func TestUserMaxSessions(t *testing.T) {
  557. c := NewBaseConnection("id", ProtocolSFTP, "", "", dataprovider.User{
  558. BaseUser: sdk.BaseUser{
  559. Username: userTestUsername,
  560. MaxSessions: 1,
  561. },
  562. })
  563. fakeConn := &fakeConnection{
  564. BaseConnection: c,
  565. }
  566. err := Connections.Add(fakeConn)
  567. assert.NoError(t, err)
  568. err = Connections.Add(fakeConn)
  569. assert.Error(t, err)
  570. err = Connections.Swap(fakeConn)
  571. assert.NoError(t, err)
  572. Connections.Remove(fakeConn.GetID())
  573. Connections.Lock()
  574. Connections.removeUserConnection(userTestUsername)
  575. Connections.Unlock()
  576. assert.Len(t, Connections.GetStats(""), 0)
  577. }
  578. func TestMaxConnections(t *testing.T) {
  579. oldValue := Config.MaxTotalConnections
  580. perHost := Config.MaxPerHostConnections
  581. Config.MaxPerHostConnections = 0
  582. ipAddr := "192.168.7.8"
  583. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolFTP))
  584. Config.MaxTotalConnections = 1
  585. Config.MaxPerHostConnections = perHost
  586. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolHTTP))
  587. c := NewBaseConnection("id", ProtocolSFTP, "", "", dataprovider.User{})
  588. fakeConn := &fakeConnection{
  589. BaseConnection: c,
  590. }
  591. err := Connections.Add(fakeConn)
  592. assert.NoError(t, err)
  593. assert.Len(t, Connections.GetStats(""), 1)
  594. assert.Error(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolSSH))
  595. res := Connections.Close(fakeConn.GetID(), "")
  596. assert.True(t, res)
  597. assert.Eventually(t, func() bool { return len(Connections.GetStats("")) == 0 }, 300*time.Millisecond, 50*time.Millisecond)
  598. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolSSH))
  599. Connections.AddClientConnection(ipAddr)
  600. Connections.AddClientConnection(ipAddr)
  601. assert.Error(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolSSH))
  602. Connections.RemoveClientConnection(ipAddr)
  603. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolWebDAV))
  604. Connections.RemoveClientConnection(ipAddr)
  605. Config.MaxTotalConnections = oldValue
  606. }
  607. func TestConnectionRoles(t *testing.T) {
  608. username := "testUsername"
  609. role1 := "testRole1"
  610. role2 := "testRole2"
  611. c := NewBaseConnection("id", ProtocolSFTP, "", "", dataprovider.User{
  612. BaseUser: sdk.BaseUser{
  613. Username: username,
  614. Role: role1,
  615. },
  616. })
  617. fakeConn := &fakeConnection{
  618. BaseConnection: c,
  619. }
  620. err := Connections.Add(fakeConn)
  621. assert.NoError(t, err)
  622. assert.Len(t, Connections.GetStats(""), 1)
  623. assert.Len(t, Connections.GetStats(role1), 1)
  624. assert.Len(t, Connections.GetStats(role2), 0)
  625. res := Connections.Close(fakeConn.GetID(), role2)
  626. assert.False(t, res)
  627. assert.Len(t, Connections.GetStats(""), 1)
  628. res = Connections.Close(fakeConn.GetID(), role1)
  629. assert.True(t, res)
  630. assert.Eventually(t, func() bool { return len(Connections.GetStats("")) == 0 }, 300*time.Millisecond, 50*time.Millisecond)
  631. }
  632. func TestMaxConnectionPerHost(t *testing.T) {
  633. defender, err := newInMemoryDefender(&DefenderConfig{
  634. Enabled: true,
  635. Driver: DefenderDriverMemory,
  636. BanTime: 30,
  637. BanTimeIncrement: 50,
  638. Threshold: 15,
  639. ScoreInvalid: 2,
  640. ScoreValid: 1,
  641. ScoreLimitExceeded: 3,
  642. ObservationTime: 30,
  643. EntriesSoftLimit: 100,
  644. EntriesHardLimit: 150,
  645. })
  646. require.NoError(t, err)
  647. oldMaxPerHostConn := Config.MaxPerHostConnections
  648. oldDefender := Config.defender
  649. Config.MaxPerHostConnections = 2
  650. Config.defender = defender
  651. ipAddr := "192.168.9.9"
  652. Connections.AddClientConnection(ipAddr)
  653. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolSSH))
  654. Connections.AddClientConnection(ipAddr)
  655. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolWebDAV))
  656. Connections.AddClientConnection(ipAddr)
  657. assert.Error(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolFTP))
  658. assert.Equal(t, int32(3), Connections.GetClientConnections())
  659. // Add the IP to the defender safe list
  660. entry := dataprovider.IPListEntry{
  661. IPOrNet: ipAddr,
  662. Type: dataprovider.IPListTypeDefender,
  663. Mode: dataprovider.ListModeAllow,
  664. }
  665. err = dataprovider.AddIPListEntry(&entry, "", "", "")
  666. assert.NoError(t, err)
  667. Connections.AddClientConnection(ipAddr)
  668. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolSSH))
  669. err = dataprovider.DeleteIPListEntry(entry.IPOrNet, dataprovider.IPListTypeDefender, "", "", "")
  670. assert.NoError(t, err)
  671. Connections.RemoveClientConnection(ipAddr)
  672. Connections.RemoveClientConnection(ipAddr)
  673. Connections.RemoveClientConnection(ipAddr)
  674. Connections.RemoveClientConnection(ipAddr)
  675. assert.Equal(t, int32(0), Connections.GetClientConnections())
  676. Config.MaxPerHostConnections = oldMaxPerHostConn
  677. Config.defender = oldDefender
  678. }
  679. func TestIdleConnections(t *testing.T) {
  680. configCopy := Config
  681. Config.IdleTimeout = 1
  682. err := Initialize(Config, 0)
  683. assert.NoError(t, err)
  684. conn1, conn2 := net.Pipe()
  685. customConn1 := &customNetConn{
  686. Conn: conn1,
  687. id: "id1",
  688. }
  689. customConn2 := &customNetConn{
  690. Conn: conn2,
  691. id: "id2",
  692. }
  693. sshConn1 := NewSSHConnection(customConn1.id, customConn1)
  694. sshConn2 := NewSSHConnection(customConn2.id, customConn2)
  695. username := "test_user"
  696. user := dataprovider.User{
  697. BaseUser: sdk.BaseUser{
  698. Username: username,
  699. Status: 1,
  700. },
  701. }
  702. c := NewBaseConnection(sshConn1.id+"_1", ProtocolSFTP, "", "", user)
  703. c.lastActivity.Store(time.Now().Add(-24 * time.Hour).UnixNano())
  704. fakeConn := &fakeConnection{
  705. BaseConnection: c,
  706. }
  707. // both ssh connections are expired but they should get removed only
  708. // if there is no associated connection
  709. sshConn1.lastActivity.Store(c.lastActivity.Load())
  710. sshConn2.lastActivity.Store(c.lastActivity.Load())
  711. Connections.AddSSHConnection(sshConn1)
  712. err = Connections.Add(fakeConn)
  713. assert.NoError(t, err)
  714. assert.Equal(t, Connections.GetActiveSessions(username), 1)
  715. c = NewBaseConnection(sshConn2.id+"_1", ProtocolSSH, "", "", user)
  716. fakeConn = &fakeConnection{
  717. BaseConnection: c,
  718. }
  719. Connections.AddSSHConnection(sshConn2)
  720. err = Connections.Add(fakeConn)
  721. assert.NoError(t, err)
  722. assert.Equal(t, Connections.GetActiveSessions(username), 2)
  723. cFTP := NewBaseConnection("id2", ProtocolFTP, "", "", dataprovider.User{
  724. BaseUser: sdk.BaseUser{
  725. Status: 1,
  726. },
  727. })
  728. cFTP.lastActivity.Store(time.Now().UnixNano())
  729. fakeConn = &fakeConnection{
  730. BaseConnection: cFTP,
  731. }
  732. err = Connections.Add(fakeConn)
  733. assert.NoError(t, err)
  734. // the user is expired, this connection will be removed
  735. cDAV := NewBaseConnection("id3", ProtocolWebDAV, "", "", dataprovider.User{
  736. BaseUser: sdk.BaseUser{
  737. Username: username + "_2",
  738. Status: 1,
  739. ExpirationDate: util.GetTimeAsMsSinceEpoch(time.Now().Add(-24 * time.Hour)),
  740. },
  741. })
  742. cDAV.lastActivity.Store(time.Now().UnixNano())
  743. fakeConn = &fakeConnection{
  744. BaseConnection: cDAV,
  745. }
  746. err = Connections.Add(fakeConn)
  747. assert.NoError(t, err)
  748. assert.Equal(t, 2, Connections.GetActiveSessions(username))
  749. assert.Len(t, Connections.GetStats(""), 4)
  750. Connections.RLock()
  751. assert.Len(t, Connections.sshConnections, 2)
  752. Connections.RUnlock()
  753. startPeriodicChecks(100*time.Millisecond, 0)
  754. assert.Eventually(t, func() bool { return Connections.GetActiveSessions(username) == 1 }, 2*time.Second, 200*time.Millisecond)
  755. assert.Eventually(t, func() bool {
  756. Connections.RLock()
  757. defer Connections.RUnlock()
  758. return len(Connections.sshConnections) == 1
  759. }, 1*time.Second, 200*time.Millisecond)
  760. stopEventScheduler()
  761. assert.Len(t, Connections.GetStats(""), 2)
  762. c.lastActivity.Store(time.Now().Add(-24 * time.Hour).UnixNano())
  763. cFTP.lastActivity.Store(time.Now().Add(-24 * time.Hour).UnixNano())
  764. sshConn2.lastActivity.Store(c.lastActivity.Load())
  765. startPeriodicChecks(100*time.Millisecond, 1)
  766. assert.Eventually(t, func() bool { return len(Connections.GetStats("")) == 0 }, 2*time.Second, 200*time.Millisecond)
  767. assert.Eventually(t, func() bool {
  768. Connections.RLock()
  769. defer Connections.RUnlock()
  770. return len(Connections.sshConnections) == 0
  771. }, 1*time.Second, 200*time.Millisecond)
  772. assert.Equal(t, int32(0), Connections.GetClientConnections())
  773. stopEventScheduler()
  774. assert.True(t, customConn1.isClosed)
  775. assert.True(t, customConn2.isClosed)
  776. Config = configCopy
  777. }
  778. func TestCloseConnection(t *testing.T) {
  779. c := NewBaseConnection("id", ProtocolSFTP, "", "", dataprovider.User{})
  780. fakeConn := &fakeConnection{
  781. BaseConnection: c,
  782. }
  783. assert.NoError(t, Connections.IsNewConnectionAllowed("127.0.0.1", ProtocolHTTP))
  784. err := Connections.Add(fakeConn)
  785. assert.NoError(t, err)
  786. assert.Len(t, Connections.GetStats(""), 1)
  787. res := Connections.Close(fakeConn.GetID(), "")
  788. assert.True(t, res)
  789. assert.Eventually(t, func() bool { return len(Connections.GetStats("")) == 0 }, 300*time.Millisecond, 50*time.Millisecond)
  790. res = Connections.Close(fakeConn.GetID(), "")
  791. assert.False(t, res)
  792. Connections.Remove(fakeConn.GetID())
  793. }
  794. func TestSwapConnection(t *testing.T) {
  795. c := NewBaseConnection("id", ProtocolFTP, "", "", dataprovider.User{})
  796. fakeConn := &fakeConnection{
  797. BaseConnection: c,
  798. }
  799. err := Connections.Add(fakeConn)
  800. assert.NoError(t, err)
  801. if assert.Len(t, Connections.GetStats(""), 1) {
  802. assert.Equal(t, "", Connections.GetStats("")[0].Username)
  803. }
  804. c = NewBaseConnection("id", ProtocolFTP, "", "", dataprovider.User{
  805. BaseUser: sdk.BaseUser{
  806. Username: userTestUsername,
  807. MaxSessions: 1,
  808. },
  809. })
  810. fakeConn = &fakeConnection{
  811. BaseConnection: c,
  812. }
  813. c1 := NewBaseConnection("id1", ProtocolFTP, "", "", dataprovider.User{
  814. BaseUser: sdk.BaseUser{
  815. Username: userTestUsername,
  816. },
  817. })
  818. fakeConn1 := &fakeConnection{
  819. BaseConnection: c1,
  820. }
  821. err = Connections.Add(fakeConn1)
  822. assert.NoError(t, err)
  823. err = Connections.Swap(fakeConn)
  824. assert.Error(t, err)
  825. Connections.Remove(fakeConn1.ID)
  826. err = Connections.Swap(fakeConn)
  827. assert.NoError(t, err)
  828. if assert.Len(t, Connections.GetStats(""), 1) {
  829. assert.Equal(t, userTestUsername, Connections.GetStats("")[0].Username)
  830. }
  831. res := Connections.Close(fakeConn.GetID(), "")
  832. assert.True(t, res)
  833. assert.Eventually(t, func() bool { return len(Connections.GetStats("")) == 0 }, 300*time.Millisecond, 50*time.Millisecond)
  834. err = Connections.Swap(fakeConn)
  835. assert.Error(t, err)
  836. }
  837. func TestAtomicUpload(t *testing.T) {
  838. configCopy := Config
  839. Config.UploadMode = UploadModeStandard
  840. assert.False(t, Config.IsAtomicUploadEnabled())
  841. Config.UploadMode = UploadModeAtomic
  842. assert.True(t, Config.IsAtomicUploadEnabled())
  843. Config.UploadMode = UploadModeAtomicWithResume
  844. assert.True(t, Config.IsAtomicUploadEnabled())
  845. Config = configCopy
  846. }
  847. func TestConnectionStatus(t *testing.T) {
  848. username := "test_user"
  849. user := dataprovider.User{
  850. BaseUser: sdk.BaseUser{
  851. Username: username,
  852. },
  853. }
  854. fs := vfs.NewOsFs("", os.TempDir(), "", nil)
  855. c1 := NewBaseConnection("id1", ProtocolSFTP, "", "", user)
  856. fakeConn1 := &fakeConnection{
  857. BaseConnection: c1,
  858. }
  859. t1 := NewBaseTransfer(nil, c1, nil, "/p1", "/p1", "/r1", TransferUpload, 0, 0, 0, 0, true, fs, dataprovider.TransferQuota{})
  860. t1.BytesReceived.Store(123)
  861. t2 := NewBaseTransfer(nil, c1, nil, "/p2", "/p2", "/r2", TransferDownload, 0, 0, 0, 0, true, fs, dataprovider.TransferQuota{})
  862. t2.BytesSent.Store(456)
  863. c2 := NewBaseConnection("id2", ProtocolSSH, "", "", user)
  864. fakeConn2 := &fakeConnection{
  865. BaseConnection: c2,
  866. command: "md5sum",
  867. }
  868. c3 := NewBaseConnection("id3", ProtocolWebDAV, "", "", user)
  869. fakeConn3 := &fakeConnection{
  870. BaseConnection: c3,
  871. command: "PROPFIND",
  872. }
  873. t3 := NewBaseTransfer(nil, c3, nil, "/p2", "/p2", "/r2", TransferDownload, 0, 0, 0, 0, true, fs, dataprovider.TransferQuota{})
  874. err := Connections.Add(fakeConn1)
  875. assert.NoError(t, err)
  876. err = Connections.Add(fakeConn2)
  877. assert.NoError(t, err)
  878. err = Connections.Add(fakeConn3)
  879. assert.NoError(t, err)
  880. stats := Connections.GetStats("")
  881. assert.Len(t, stats, 3)
  882. for _, stat := range stats {
  883. assert.Equal(t, stat.Username, username)
  884. if stat.ConnectionID == "SFTP_id1" {
  885. assert.Len(t, stat.Transfers, 2)
  886. } else if stat.ConnectionID == "DAV_id3" {
  887. assert.Len(t, stat.Transfers, 1)
  888. }
  889. }
  890. err = t1.Close()
  891. assert.NoError(t, err)
  892. err = t2.Close()
  893. assert.NoError(t, err)
  894. err = fakeConn3.SignalTransfersAbort()
  895. assert.NoError(t, err)
  896. assert.True(t, t3.AbortTransfer.Load())
  897. err = t3.Close()
  898. assert.NoError(t, err)
  899. err = fakeConn3.SignalTransfersAbort()
  900. assert.Error(t, err)
  901. Connections.Remove(fakeConn1.GetID())
  902. stats = Connections.GetStats("")
  903. assert.Len(t, stats, 2)
  904. assert.Equal(t, fakeConn3.GetID(), stats[0].ConnectionID)
  905. assert.Equal(t, fakeConn2.GetID(), stats[1].ConnectionID)
  906. Connections.Remove(fakeConn2.GetID())
  907. stats = Connections.GetStats("")
  908. assert.Len(t, stats, 1)
  909. assert.Equal(t, fakeConn3.GetID(), stats[0].ConnectionID)
  910. Connections.Remove(fakeConn3.GetID())
  911. stats = Connections.GetStats("")
  912. assert.Len(t, stats, 0)
  913. }
  914. func TestQuotaScans(t *testing.T) {
  915. username := "username"
  916. assert.True(t, QuotaScans.AddUserQuotaScan(username, ""))
  917. assert.False(t, QuotaScans.AddUserQuotaScan(username, ""))
  918. usersScans := QuotaScans.GetUsersQuotaScans("")
  919. if assert.Len(t, usersScans, 1) {
  920. assert.Equal(t, usersScans[0].Username, username)
  921. assert.Equal(t, QuotaScans.UserScans[0].StartTime, usersScans[0].StartTime)
  922. QuotaScans.UserScans[0].StartTime = 0
  923. assert.NotEqual(t, QuotaScans.UserScans[0].StartTime, usersScans[0].StartTime)
  924. }
  925. assert.True(t, QuotaScans.RemoveUserQuotaScan(username))
  926. assert.False(t, QuotaScans.RemoveUserQuotaScan(username))
  927. assert.Len(t, QuotaScans.GetUsersQuotaScans(""), 0)
  928. assert.Len(t, usersScans, 1)
  929. folderName := "folder"
  930. assert.True(t, QuotaScans.AddVFolderQuotaScan(folderName))
  931. assert.False(t, QuotaScans.AddVFolderQuotaScan(folderName))
  932. if assert.Len(t, QuotaScans.GetVFoldersQuotaScans(), 1) {
  933. assert.Equal(t, QuotaScans.GetVFoldersQuotaScans()[0].Name, folderName)
  934. }
  935. assert.True(t, QuotaScans.RemoveVFolderQuotaScan(folderName))
  936. assert.False(t, QuotaScans.RemoveVFolderQuotaScan(folderName))
  937. assert.Len(t, QuotaScans.GetVFoldersQuotaScans(), 0)
  938. }
  939. func TestQuotaScansRole(t *testing.T) {
  940. username := "u"
  941. role1 := "r1"
  942. role2 := "r2"
  943. assert.True(t, QuotaScans.AddUserQuotaScan(username, role1))
  944. assert.False(t, QuotaScans.AddUserQuotaScan(username, ""))
  945. usersScans := QuotaScans.GetUsersQuotaScans("")
  946. assert.Len(t, usersScans, 1)
  947. assert.Empty(t, usersScans[0].Role)
  948. usersScans = QuotaScans.GetUsersQuotaScans(role1)
  949. assert.Len(t, usersScans, 1)
  950. usersScans = QuotaScans.GetUsersQuotaScans(role2)
  951. assert.Len(t, usersScans, 0)
  952. assert.True(t, QuotaScans.RemoveUserQuotaScan(username))
  953. assert.False(t, QuotaScans.RemoveUserQuotaScan(username))
  954. assert.Len(t, QuotaScans.GetUsersQuotaScans(""), 0)
  955. }
  956. func TestProxyPolicy(t *testing.T) {
  957. addr := net.TCPAddr{}
  958. downstream := net.TCPAddr{IP: net.ParseIP("1.1.1.1")}
  959. p := getProxyPolicy(nil, nil, proxyproto.IGNORE)
  960. policy, err := p(proxyproto.ConnPolicyOptions{
  961. Upstream: &addr,
  962. Downstream: &downstream,
  963. })
  964. assert.ErrorIs(t, err, proxyproto.ErrInvalidUpstream)
  965. assert.Equal(t, proxyproto.REJECT, policy)
  966. ip1 := net.ParseIP("10.8.1.1")
  967. ip2 := net.ParseIP("10.8.1.2")
  968. ip3 := net.ParseIP("10.8.1.3")
  969. allowed, err := util.ParseAllowedIPAndRanges([]string{ip1.String()})
  970. assert.NoError(t, err)
  971. skipped, err := util.ParseAllowedIPAndRanges([]string{ip2.String(), ip3.String()})
  972. assert.NoError(t, err)
  973. p = getProxyPolicy(allowed, skipped, proxyproto.IGNORE)
  974. policy, err = p(proxyproto.ConnPolicyOptions{
  975. Upstream: &net.TCPAddr{IP: ip1},
  976. Downstream: &downstream,
  977. })
  978. assert.NoError(t, err)
  979. assert.Equal(t, proxyproto.USE, policy)
  980. policy, err = p(proxyproto.ConnPolicyOptions{
  981. Upstream: &net.TCPAddr{IP: ip2},
  982. Downstream: &downstream,
  983. })
  984. assert.NoError(t, err)
  985. assert.Equal(t, proxyproto.SKIP, policy)
  986. policy, err = p(proxyproto.ConnPolicyOptions{
  987. Upstream: &net.TCPAddr{IP: ip3},
  988. Downstream: &downstream,
  989. })
  990. assert.NoError(t, err)
  991. assert.Equal(t, proxyproto.SKIP, policy)
  992. policy, err = p(proxyproto.ConnPolicyOptions{
  993. Upstream: &net.TCPAddr{IP: net.ParseIP("10.8.1.4")},
  994. Downstream: &downstream,
  995. })
  996. assert.NoError(t, err)
  997. assert.Equal(t, proxyproto.IGNORE, policy)
  998. p = getProxyPolicy(allowed, skipped, proxyproto.REQUIRE)
  999. policy, err = p(proxyproto.ConnPolicyOptions{
  1000. Upstream: &net.TCPAddr{IP: ip1},
  1001. Downstream: &downstream,
  1002. })
  1003. assert.NoError(t, err)
  1004. assert.Equal(t, proxyproto.REQUIRE, policy)
  1005. policy, err = p(proxyproto.ConnPolicyOptions{
  1006. Upstream: &net.TCPAddr{IP: ip2},
  1007. Downstream: &downstream,
  1008. })
  1009. assert.NoError(t, err)
  1010. assert.Equal(t, proxyproto.SKIP, policy)
  1011. policy, err = p(proxyproto.ConnPolicyOptions{
  1012. Upstream: &net.TCPAddr{IP: ip3},
  1013. Downstream: &downstream,
  1014. })
  1015. assert.NoError(t, err)
  1016. assert.Equal(t, proxyproto.SKIP, policy)
  1017. policy, err = p(proxyproto.ConnPolicyOptions{
  1018. Upstream: &net.TCPAddr{IP: net.ParseIP("10.8.1.5")},
  1019. Downstream: &downstream,
  1020. })
  1021. assert.ErrorIs(t, err, proxyproto.ErrInvalidUpstream)
  1022. assert.Equal(t, proxyproto.REJECT, policy)
  1023. }
  1024. func TestProxyProtocolVersion(t *testing.T) {
  1025. c := Configuration{
  1026. ProxyProtocol: 0,
  1027. }
  1028. _, err := c.GetProxyListener(nil)
  1029. if assert.Error(t, err) {
  1030. assert.Contains(t, err.Error(), "proxy protocol not configured")
  1031. }
  1032. c.ProxyProtocol = 1
  1033. proxyListener, err := c.GetProxyListener(nil)
  1034. assert.NoError(t, err)
  1035. assert.NotNil(t, proxyListener.ConnPolicy)
  1036. c.ProxyProtocol = 2
  1037. proxyListener, err = c.GetProxyListener(nil)
  1038. assert.NoError(t, err)
  1039. assert.NotNil(t, proxyListener.ConnPolicy)
  1040. }
  1041. func TestStartupHook(t *testing.T) {
  1042. Config.StartupHook = ""
  1043. assert.NoError(t, Config.ExecuteStartupHook())
  1044. Config.StartupHook = "http://foo\x7f.com/startup"
  1045. assert.Error(t, Config.ExecuteStartupHook())
  1046. Config.StartupHook = "http://invalid:5678/"
  1047. assert.Error(t, Config.ExecuteStartupHook())
  1048. Config.StartupHook = fmt.Sprintf("http://%v", httpAddr)
  1049. assert.NoError(t, Config.ExecuteStartupHook())
  1050. Config.StartupHook = "invalidhook"
  1051. assert.Error(t, Config.ExecuteStartupHook())
  1052. if runtime.GOOS != osWindows {
  1053. hookCmd, err := exec.LookPath("true")
  1054. assert.NoError(t, err)
  1055. Config.StartupHook = hookCmd
  1056. assert.NoError(t, Config.ExecuteStartupHook())
  1057. }
  1058. Config.StartupHook = ""
  1059. }
  1060. func TestPostDisconnectHook(t *testing.T) {
  1061. Config.PostDisconnectHook = "http://127.0.0.1/"
  1062. remoteAddr := "127.0.0.1:80"
  1063. Config.checkPostDisconnectHook(remoteAddr, ProtocolHTTP, "", "", time.Now())
  1064. Config.checkPostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1065. Config.PostDisconnectHook = "http://bar\x7f.com/"
  1066. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1067. Config.PostDisconnectHook = fmt.Sprintf("http://%v", httpAddr)
  1068. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1069. Config.PostDisconnectHook = "relativePath"
  1070. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1071. if runtime.GOOS == osWindows {
  1072. Config.PostDisconnectHook = "C:\\a\\bad\\command"
  1073. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1074. } else {
  1075. Config.PostDisconnectHook = "/invalid/path"
  1076. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1077. hookCmd, err := exec.LookPath("true")
  1078. assert.NoError(t, err)
  1079. Config.PostDisconnectHook = hookCmd
  1080. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1081. }
  1082. Config.PostDisconnectHook = ""
  1083. }
  1084. func TestPostConnectHook(t *testing.T) {
  1085. Config.PostConnectHook = ""
  1086. ipAddr := "127.0.0.1"
  1087. assert.NoError(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  1088. Config.PostConnectHook = "http://foo\x7f.com/"
  1089. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  1090. Config.PostConnectHook = "http://invalid:1234/"
  1091. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  1092. Config.PostConnectHook = fmt.Sprintf("http://%v/404", httpAddr)
  1093. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  1094. Config.PostConnectHook = fmt.Sprintf("http://%v", httpAddr)
  1095. assert.NoError(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  1096. Config.PostConnectHook = "invalid"
  1097. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  1098. if runtime.GOOS == osWindows {
  1099. Config.PostConnectHook = "C:\\bad\\command"
  1100. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  1101. } else {
  1102. Config.PostConnectHook = "/invalid/path"
  1103. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  1104. hookCmd, err := exec.LookPath("true")
  1105. assert.NoError(t, err)
  1106. Config.PostConnectHook = hookCmd
  1107. assert.NoError(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  1108. }
  1109. Config.PostConnectHook = ""
  1110. }
  1111. func TestCryptoConvertFileInfo(t *testing.T) {
  1112. name := "name"
  1113. fs, err := vfs.NewCryptFs("connID1", os.TempDir(), "", vfs.CryptFsConfig{
  1114. Passphrase: kms.NewPlainSecret("secret"),
  1115. })
  1116. require.NoError(t, err)
  1117. cryptFs := fs.(*vfs.CryptFs)
  1118. info := vfs.NewFileInfo(name, true, 48, time.Now(), false)
  1119. assert.Equal(t, info, cryptFs.ConvertFileInfo(info))
  1120. info = vfs.NewFileInfo(name, false, 48, time.Now(), false)
  1121. assert.NotEqual(t, info.Size(), cryptFs.ConvertFileInfo(info).Size())
  1122. info = vfs.NewFileInfo(name, false, 33, time.Now(), false)
  1123. assert.Equal(t, int64(0), cryptFs.ConvertFileInfo(info).Size())
  1124. info = vfs.NewFileInfo(name, false, 1, time.Now(), false)
  1125. assert.Equal(t, int64(0), cryptFs.ConvertFileInfo(info).Size())
  1126. }
  1127. func TestFolderCopy(t *testing.T) {
  1128. folder := vfs.BaseVirtualFolder{
  1129. ID: 1,
  1130. Name: "name",
  1131. MappedPath: filepath.Clean(os.TempDir()),
  1132. UsedQuotaSize: 4096,
  1133. UsedQuotaFiles: 2,
  1134. LastQuotaUpdate: util.GetTimeAsMsSinceEpoch(time.Now()),
  1135. Users: []string{"user1", "user2"},
  1136. }
  1137. folderCopy := folder.GetACopy()
  1138. folder.ID = 2
  1139. folder.Users = []string{"user3"}
  1140. require.Len(t, folderCopy.Users, 2)
  1141. require.True(t, util.Contains(folderCopy.Users, "user1"))
  1142. require.True(t, util.Contains(folderCopy.Users, "user2"))
  1143. require.Equal(t, int64(1), folderCopy.ID)
  1144. require.Equal(t, folder.Name, folderCopy.Name)
  1145. require.Equal(t, folder.MappedPath, folderCopy.MappedPath)
  1146. require.Equal(t, folder.UsedQuotaSize, folderCopy.UsedQuotaSize)
  1147. require.Equal(t, folder.UsedQuotaFiles, folderCopy.UsedQuotaFiles)
  1148. require.Equal(t, folder.LastQuotaUpdate, folderCopy.LastQuotaUpdate)
  1149. folder.FsConfig = vfs.Filesystem{
  1150. CryptConfig: vfs.CryptFsConfig{
  1151. Passphrase: kms.NewPlainSecret("crypto secret"),
  1152. },
  1153. }
  1154. folderCopy = folder.GetACopy()
  1155. folder.FsConfig.CryptConfig.Passphrase = kms.NewEmptySecret()
  1156. require.Len(t, folderCopy.Users, 1)
  1157. require.True(t, util.Contains(folderCopy.Users, "user3"))
  1158. require.Equal(t, int64(2), folderCopy.ID)
  1159. require.Equal(t, folder.Name, folderCopy.Name)
  1160. require.Equal(t, folder.MappedPath, folderCopy.MappedPath)
  1161. require.Equal(t, folder.UsedQuotaSize, folderCopy.UsedQuotaSize)
  1162. require.Equal(t, folder.UsedQuotaFiles, folderCopy.UsedQuotaFiles)
  1163. require.Equal(t, folder.LastQuotaUpdate, folderCopy.LastQuotaUpdate)
  1164. require.Equal(t, "crypto secret", folderCopy.FsConfig.CryptConfig.Passphrase.GetPayload())
  1165. }
  1166. func TestCachedFs(t *testing.T) {
  1167. user := dataprovider.User{
  1168. BaseUser: sdk.BaseUser{
  1169. HomeDir: filepath.Clean(os.TempDir()),
  1170. },
  1171. }
  1172. conn := NewBaseConnection("id", ProtocolSFTP, "", "", user)
  1173. // changing the user should not affect the connection
  1174. user.HomeDir = filepath.Join(os.TempDir(), "temp")
  1175. err := os.Mkdir(user.HomeDir, os.ModePerm)
  1176. assert.NoError(t, err)
  1177. fs, err := user.GetFilesystem("")
  1178. assert.NoError(t, err)
  1179. p, err := fs.ResolvePath("/")
  1180. assert.NoError(t, err)
  1181. assert.Equal(t, user.GetHomeDir(), p)
  1182. _, p, err = conn.GetFsAndResolvedPath("/")
  1183. assert.NoError(t, err)
  1184. assert.Equal(t, filepath.Clean(os.TempDir()), p)
  1185. // the filesystem is cached changing the provider will not affect the connection
  1186. conn.User.FsConfig.Provider = sdk.S3FilesystemProvider
  1187. _, p, err = conn.GetFsAndResolvedPath("/")
  1188. assert.NoError(t, err)
  1189. assert.Equal(t, filepath.Clean(os.TempDir()), p)
  1190. user = dataprovider.User{}
  1191. user.HomeDir = filepath.Join(os.TempDir(), "temp")
  1192. user.FsConfig.Provider = sdk.S3FilesystemProvider
  1193. _, err = user.GetFilesystem("")
  1194. assert.Error(t, err)
  1195. err = os.Remove(user.HomeDir)
  1196. assert.NoError(t, err)
  1197. }
  1198. func TestParseAllowedIPAndRanges(t *testing.T) {
  1199. _, err := util.ParseAllowedIPAndRanges([]string{"1.1.1.1", "not an ip"})
  1200. assert.Error(t, err)
  1201. _, err = util.ParseAllowedIPAndRanges([]string{"1.1.1.5", "192.168.1.0/240"})
  1202. assert.Error(t, err)
  1203. allow, err := util.ParseAllowedIPAndRanges([]string{"192.168.1.2", "172.16.0.0/24"})
  1204. assert.NoError(t, err)
  1205. assert.True(t, allow[0](net.ParseIP("192.168.1.2")))
  1206. assert.False(t, allow[0](net.ParseIP("192.168.2.2")))
  1207. assert.True(t, allow[1](net.ParseIP("172.16.0.1")))
  1208. assert.False(t, allow[1](net.ParseIP("172.16.1.1")))
  1209. }
  1210. func TestHideConfidentialData(_ *testing.T) {
  1211. for _, provider := range []sdk.FilesystemProvider{sdk.LocalFilesystemProvider,
  1212. sdk.CryptedFilesystemProvider, sdk.S3FilesystemProvider, sdk.GCSFilesystemProvider,
  1213. sdk.AzureBlobFilesystemProvider, sdk.SFTPFilesystemProvider,
  1214. } {
  1215. u := dataprovider.User{
  1216. FsConfig: vfs.Filesystem{
  1217. Provider: provider,
  1218. },
  1219. }
  1220. u.PrepareForRendering()
  1221. f := vfs.BaseVirtualFolder{
  1222. FsConfig: vfs.Filesystem{
  1223. Provider: provider,
  1224. },
  1225. }
  1226. f.PrepareForRendering()
  1227. }
  1228. a := dataprovider.Admin{}
  1229. a.HideConfidentialData()
  1230. }
  1231. func TestUserPerms(t *testing.T) {
  1232. u := dataprovider.User{}
  1233. u.Permissions = make(map[string][]string)
  1234. u.Permissions["/"] = []string{dataprovider.PermUpload, dataprovider.PermDelete}
  1235. assert.True(t, u.HasAnyPerm([]string{dataprovider.PermRename, dataprovider.PermDelete}, "/"))
  1236. assert.False(t, u.HasAnyPerm([]string{dataprovider.PermRename, dataprovider.PermCreateDirs}, "/"))
  1237. u.Permissions["/"] = []string{dataprovider.PermDelete, dataprovider.PermCreateDirs}
  1238. assert.True(t, u.HasPermsDeleteAll("/"))
  1239. assert.False(t, u.HasPermsRenameAll("/"))
  1240. u.Permissions["/"] = []string{dataprovider.PermDeleteDirs, dataprovider.PermDeleteFiles, dataprovider.PermRenameDirs}
  1241. assert.True(t, u.HasPermsDeleteAll("/"))
  1242. assert.False(t, u.HasPermsRenameAll("/"))
  1243. u.Permissions["/"] = []string{dataprovider.PermDeleteDirs, dataprovider.PermRenameFiles, dataprovider.PermRenameDirs}
  1244. assert.False(t, u.HasPermsDeleteAll("/"))
  1245. assert.True(t, u.HasPermsRenameAll("/"))
  1246. }
  1247. func TestGetTLSVersion(t *testing.T) {
  1248. tlsVer := util.GetTLSVersion(0)
  1249. assert.Equal(t, uint16(tls.VersionTLS12), tlsVer)
  1250. tlsVer = util.GetTLSVersion(12)
  1251. assert.Equal(t, uint16(tls.VersionTLS12), tlsVer)
  1252. tlsVer = util.GetTLSVersion(2)
  1253. assert.Equal(t, uint16(tls.VersionTLS12), tlsVer)
  1254. tlsVer = util.GetTLSVersion(13)
  1255. assert.Equal(t, uint16(tls.VersionTLS13), tlsVer)
  1256. }
  1257. func TestCleanPath(t *testing.T) {
  1258. assert.Equal(t, "/", util.CleanPath("/"))
  1259. assert.Equal(t, "/", util.CleanPath("."))
  1260. assert.Equal(t, "/", util.CleanPath(""))
  1261. assert.Equal(t, "/", util.CleanPath("/."))
  1262. assert.Equal(t, "/", util.CleanPath("/a/.."))
  1263. assert.Equal(t, "/a", util.CleanPath("/a/"))
  1264. assert.Equal(t, "/a", util.CleanPath("a/"))
  1265. // filepath.ToSlash does not touch \ as char on unix systems
  1266. // so os.PathSeparator is used for windows compatible tests
  1267. bslash := string(os.PathSeparator)
  1268. assert.Equal(t, "/", util.CleanPath(bslash))
  1269. assert.Equal(t, "/", util.CleanPath(bslash+bslash))
  1270. assert.Equal(t, "/a", util.CleanPath(bslash+"a"+bslash))
  1271. assert.Equal(t, "/a", util.CleanPath("a"+bslash))
  1272. assert.Equal(t, "/a/b/c", util.CleanPath(bslash+"a"+bslash+bslash+"b"+bslash+bslash+"c"+bslash))
  1273. assert.Equal(t, "/C:/a", util.CleanPath("C:"+bslash+"a"))
  1274. }
  1275. func TestUserRecentActivity(t *testing.T) {
  1276. u := dataprovider.User{}
  1277. res := u.HasRecentActivity()
  1278. assert.False(t, res)
  1279. u.LastLogin = util.GetTimeAsMsSinceEpoch(time.Now())
  1280. res = u.HasRecentActivity()
  1281. assert.True(t, res)
  1282. u.LastLogin = util.GetTimeAsMsSinceEpoch(time.Now().Add(1 * time.Minute))
  1283. res = u.HasRecentActivity()
  1284. assert.False(t, res)
  1285. u.LastLogin = util.GetTimeAsMsSinceEpoch(time.Now().Add(1 * time.Second))
  1286. res = u.HasRecentActivity()
  1287. assert.True(t, res)
  1288. }
  1289. func TestVfsSameResource(t *testing.T) {
  1290. fs := vfs.Filesystem{}
  1291. other := vfs.Filesystem{}
  1292. res := fs.IsSameResource(other)
  1293. assert.True(t, res)
  1294. fs = vfs.Filesystem{
  1295. Provider: sdk.S3FilesystemProvider,
  1296. S3Config: vfs.S3FsConfig{
  1297. BaseS3FsConfig: sdk.BaseS3FsConfig{
  1298. Bucket: "a",
  1299. Region: "b",
  1300. },
  1301. },
  1302. }
  1303. other = vfs.Filesystem{
  1304. Provider: sdk.S3FilesystemProvider,
  1305. S3Config: vfs.S3FsConfig{
  1306. BaseS3FsConfig: sdk.BaseS3FsConfig{
  1307. Bucket: "a",
  1308. Region: "c",
  1309. },
  1310. },
  1311. }
  1312. res = fs.IsSameResource(other)
  1313. assert.False(t, res)
  1314. other = vfs.Filesystem{
  1315. Provider: sdk.S3FilesystemProvider,
  1316. S3Config: vfs.S3FsConfig{
  1317. BaseS3FsConfig: sdk.BaseS3FsConfig{
  1318. Bucket: "a",
  1319. Region: "b",
  1320. },
  1321. },
  1322. }
  1323. res = fs.IsSameResource(other)
  1324. assert.True(t, res)
  1325. fs = vfs.Filesystem{
  1326. Provider: sdk.GCSFilesystemProvider,
  1327. GCSConfig: vfs.GCSFsConfig{
  1328. BaseGCSFsConfig: sdk.BaseGCSFsConfig{
  1329. Bucket: "b",
  1330. },
  1331. },
  1332. }
  1333. other = vfs.Filesystem{
  1334. Provider: sdk.GCSFilesystemProvider,
  1335. GCSConfig: vfs.GCSFsConfig{
  1336. BaseGCSFsConfig: sdk.BaseGCSFsConfig{
  1337. Bucket: "c",
  1338. },
  1339. },
  1340. }
  1341. res = fs.IsSameResource(other)
  1342. assert.False(t, res)
  1343. other = vfs.Filesystem{
  1344. Provider: sdk.GCSFilesystemProvider,
  1345. GCSConfig: vfs.GCSFsConfig{
  1346. BaseGCSFsConfig: sdk.BaseGCSFsConfig{
  1347. Bucket: "b",
  1348. },
  1349. },
  1350. }
  1351. res = fs.IsSameResource(other)
  1352. assert.True(t, res)
  1353. sasURL := kms.NewPlainSecret("http://127.0.0.1/sasurl")
  1354. fs = vfs.Filesystem{
  1355. Provider: sdk.AzureBlobFilesystemProvider,
  1356. AzBlobConfig: vfs.AzBlobFsConfig{
  1357. BaseAzBlobFsConfig: sdk.BaseAzBlobFsConfig{
  1358. AccountName: "a",
  1359. },
  1360. SASURL: sasURL,
  1361. },
  1362. }
  1363. err := fs.Validate("data1")
  1364. assert.NoError(t, err)
  1365. other = vfs.Filesystem{
  1366. Provider: sdk.AzureBlobFilesystemProvider,
  1367. AzBlobConfig: vfs.AzBlobFsConfig{
  1368. BaseAzBlobFsConfig: sdk.BaseAzBlobFsConfig{
  1369. AccountName: "a",
  1370. },
  1371. SASURL: sasURL,
  1372. },
  1373. }
  1374. err = other.Validate("data2")
  1375. assert.NoError(t, err)
  1376. err = fs.AzBlobConfig.SASURL.TryDecrypt()
  1377. assert.NoError(t, err)
  1378. err = other.AzBlobConfig.SASURL.TryDecrypt()
  1379. assert.NoError(t, err)
  1380. res = fs.IsSameResource(other)
  1381. assert.True(t, res)
  1382. fs.AzBlobConfig.AccountName = "b"
  1383. res = fs.IsSameResource(other)
  1384. assert.False(t, res)
  1385. fs.AzBlobConfig.AccountName = "a"
  1386. other.AzBlobConfig.SASURL = kms.NewPlainSecret("http://127.1.1.1/sasurl")
  1387. err = other.Validate("data2")
  1388. assert.NoError(t, err)
  1389. err = other.AzBlobConfig.SASURL.TryDecrypt()
  1390. assert.NoError(t, err)
  1391. res = fs.IsSameResource(other)
  1392. assert.False(t, res)
  1393. fs = vfs.Filesystem{
  1394. Provider: sdk.HTTPFilesystemProvider,
  1395. HTTPConfig: vfs.HTTPFsConfig{
  1396. BaseHTTPFsConfig: sdk.BaseHTTPFsConfig{
  1397. Endpoint: "http://127.0.0.1/httpfs",
  1398. Username: "a",
  1399. },
  1400. },
  1401. }
  1402. other = vfs.Filesystem{
  1403. Provider: sdk.HTTPFilesystemProvider,
  1404. HTTPConfig: vfs.HTTPFsConfig{
  1405. BaseHTTPFsConfig: sdk.BaseHTTPFsConfig{
  1406. Endpoint: "http://127.0.0.1/httpfs",
  1407. Username: "b",
  1408. },
  1409. },
  1410. }
  1411. res = fs.IsSameResource(other)
  1412. assert.True(t, res)
  1413. fs.HTTPConfig.EqualityCheckMode = 1
  1414. res = fs.IsSameResource(other)
  1415. assert.False(t, res)
  1416. }
  1417. func TestUpdateTransferTimestamps(t *testing.T) {
  1418. username := "user_test_timestamps"
  1419. user := &dataprovider.User{
  1420. BaseUser: sdk.BaseUser{
  1421. Username: username,
  1422. HomeDir: filepath.Join(os.TempDir(), username),
  1423. Status: 1,
  1424. Permissions: map[string][]string{
  1425. "/": {dataprovider.PermAny},
  1426. },
  1427. },
  1428. }
  1429. err := dataprovider.AddUser(user, "", "", "")
  1430. assert.NoError(t, err)
  1431. assert.Equal(t, int64(0), user.FirstUpload)
  1432. assert.Equal(t, int64(0), user.FirstDownload)
  1433. err = dataprovider.UpdateUserTransferTimestamps(username, true)
  1434. assert.NoError(t, err)
  1435. userGet, err := dataprovider.UserExists(username, "")
  1436. assert.NoError(t, err)
  1437. assert.Greater(t, userGet.FirstUpload, int64(0))
  1438. assert.Equal(t, int64(0), user.FirstDownload)
  1439. err = dataprovider.UpdateUserTransferTimestamps(username, false)
  1440. assert.NoError(t, err)
  1441. userGet, err = dataprovider.UserExists(username, "")
  1442. assert.NoError(t, err)
  1443. assert.Greater(t, userGet.FirstUpload, int64(0))
  1444. assert.Greater(t, userGet.FirstDownload, int64(0))
  1445. // updating again must fail
  1446. err = dataprovider.UpdateUserTransferTimestamps(username, true)
  1447. assert.Error(t, err)
  1448. err = dataprovider.UpdateUserTransferTimestamps(username, false)
  1449. assert.Error(t, err)
  1450. // cleanup
  1451. err = dataprovider.DeleteUser(username, "", "", "")
  1452. assert.NoError(t, err)
  1453. }
  1454. func TestIPList(t *testing.T) {
  1455. type test struct {
  1456. ip string
  1457. protocol string
  1458. expectedMatch bool
  1459. expectedMode int
  1460. expectedErr bool
  1461. }
  1462. entries := []dataprovider.IPListEntry{
  1463. {
  1464. IPOrNet: "192.168.0.0/25",
  1465. Type: dataprovider.IPListTypeDefender,
  1466. Mode: dataprovider.ListModeAllow,
  1467. },
  1468. {
  1469. IPOrNet: "192.168.0.128/25",
  1470. Type: dataprovider.IPListTypeDefender,
  1471. Mode: dataprovider.ListModeDeny,
  1472. Protocols: 3,
  1473. },
  1474. {
  1475. IPOrNet: "192.168.2.128/32",
  1476. Type: dataprovider.IPListTypeDefender,
  1477. Mode: dataprovider.ListModeAllow,
  1478. Protocols: 5,
  1479. },
  1480. {
  1481. IPOrNet: "::/0",
  1482. Type: dataprovider.IPListTypeDefender,
  1483. Mode: dataprovider.ListModeDeny,
  1484. Protocols: 4,
  1485. },
  1486. {
  1487. IPOrNet: "2001:4860:4860::8888/120",
  1488. Type: dataprovider.IPListTypeDefender,
  1489. Mode: dataprovider.ListModeDeny,
  1490. Protocols: 1,
  1491. },
  1492. {
  1493. IPOrNet: "2001:4860:4860::8988/120",
  1494. Type: dataprovider.IPListTypeDefender,
  1495. Mode: dataprovider.ListModeAllow,
  1496. Protocols: 3,
  1497. },
  1498. {
  1499. IPOrNet: "::1/128",
  1500. Type: dataprovider.IPListTypeDefender,
  1501. Mode: dataprovider.ListModeAllow,
  1502. Protocols: 0,
  1503. },
  1504. }
  1505. ipList, err := dataprovider.NewIPList(dataprovider.IPListTypeDefender)
  1506. require.NoError(t, err)
  1507. for idx := range entries {
  1508. e := entries[idx]
  1509. err := dataprovider.AddIPListEntry(&e, "", "", "")
  1510. assert.NoError(t, err)
  1511. }
  1512. tests := []test{
  1513. {ip: "1.1.1.1", protocol: ProtocolSSH, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1514. {ip: "invalid ip", protocol: ProtocolSSH, expectedMatch: false, expectedMode: 0, expectedErr: true},
  1515. {ip: "192.168.0.1", protocol: ProtocolFTP, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1516. {ip: "192.168.0.2", protocol: ProtocolHTTP, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1517. {ip: "192.168.0.3", protocol: ProtocolWebDAV, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1518. {ip: "192.168.0.4", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1519. {ip: "192.168.0.156", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeDeny, expectedErr: false},
  1520. {ip: "192.168.0.158", protocol: ProtocolFTP, expectedMatch: true, expectedMode: dataprovider.ListModeDeny, expectedErr: false},
  1521. {ip: "192.168.0.158", protocol: ProtocolHTTP, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1522. {ip: "192.168.2.128", protocol: ProtocolHTTP, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1523. {ip: "192.168.2.128", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1524. {ip: "::2", protocol: ProtocolSSH, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1525. {ip: "::2", protocol: ProtocolWebDAV, expectedMatch: true, expectedMode: dataprovider.ListModeDeny, expectedErr: false},
  1526. {ip: "::1", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1527. {ip: "::1", protocol: ProtocolHTTP, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1528. {ip: "2001:4860:4860:0000:0000:0000:0000:8889", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeDeny, expectedErr: false},
  1529. {ip: "2001:4860:4860:0000:0000:0000:0000:8889", protocol: ProtocolFTP, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1530. {ip: "2001:4860:4860:0000:0000:0000:0000:8989", protocol: ProtocolFTP, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1531. {ip: "2001:4860:4860:0000:0000:0000:0000:89F1", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1532. {ip: "2001:4860:4860:0000:0000:0000:0000:89F1", protocol: ProtocolHTTP, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1533. }
  1534. for _, tc := range tests {
  1535. match, mode, err := ipList.IsListed(tc.ip, tc.protocol)
  1536. if tc.expectedErr {
  1537. assert.Error(t, err, "ip %s, protocol %s", tc.ip, tc.protocol)
  1538. } else {
  1539. assert.NoError(t, err, "ip %s, protocol %s", tc.ip, tc.protocol)
  1540. }
  1541. assert.Equal(t, tc.expectedMatch, match, "ip %s, protocol %s", tc.ip, tc.protocol)
  1542. assert.Equal(t, tc.expectedMode, mode, "ip %s, protocol %s", tc.ip, tc.protocol)
  1543. }
  1544. ipList.DisableMemoryMode()
  1545. for _, tc := range tests {
  1546. match, mode, err := ipList.IsListed(tc.ip, tc.protocol)
  1547. if tc.expectedErr {
  1548. assert.Error(t, err, "ip %s, protocol %s", tc.ip, tc.protocol)
  1549. } else {
  1550. assert.NoError(t, err, "ip %s, protocol %s", tc.ip, tc.protocol)
  1551. }
  1552. assert.Equal(t, tc.expectedMatch, match, "ip %s, protocol %s", tc.ip, tc.protocol)
  1553. assert.Equal(t, tc.expectedMode, mode, "ip %s, protocol %s", tc.ip, tc.protocol)
  1554. }
  1555. for _, e := range entries {
  1556. err := dataprovider.DeleteIPListEntry(e.IPOrNet, e.Type, "", "", "")
  1557. assert.NoError(t, err)
  1558. }
  1559. }
  1560. func TestSQLPlaceholderLimits(t *testing.T) {
  1561. numGroups := 120
  1562. numUsers := 120
  1563. var groupMapping []sdk.GroupMapping
  1564. folder := vfs.BaseVirtualFolder{
  1565. Name: "testfolder",
  1566. MappedPath: filepath.Join(os.TempDir(), "folder"),
  1567. }
  1568. err := dataprovider.AddFolder(&folder, "", "", "")
  1569. assert.NoError(t, err)
  1570. for i := 0; i < numGroups; i++ {
  1571. group := dataprovider.Group{
  1572. BaseGroup: sdk.BaseGroup{
  1573. Name: fmt.Sprintf("testgroup%d", i),
  1574. },
  1575. UserSettings: dataprovider.GroupUserSettings{
  1576. BaseGroupUserSettings: sdk.BaseGroupUserSettings{
  1577. Permissions: map[string][]string{
  1578. fmt.Sprintf("/dir%d", i): {dataprovider.PermAny},
  1579. },
  1580. },
  1581. },
  1582. }
  1583. group.VirtualFolders = append(group.VirtualFolders, vfs.VirtualFolder{
  1584. BaseVirtualFolder: folder,
  1585. VirtualPath: "/vdir",
  1586. })
  1587. err := dataprovider.AddGroup(&group, "", "", "")
  1588. assert.NoError(t, err)
  1589. groupMapping = append(groupMapping, sdk.GroupMapping{
  1590. Name: group.Name,
  1591. Type: sdk.GroupTypeSecondary,
  1592. })
  1593. }
  1594. user := dataprovider.User{
  1595. BaseUser: sdk.BaseUser{
  1596. Username: "testusername",
  1597. HomeDir: filepath.Join(os.TempDir(), "testhome"),
  1598. Status: 1,
  1599. Permissions: map[string][]string{
  1600. "/": {dataprovider.PermAny},
  1601. },
  1602. },
  1603. Groups: groupMapping,
  1604. }
  1605. err = dataprovider.AddUser(&user, "", "", "")
  1606. assert.NoError(t, err)
  1607. users, err := dataprovider.GetUsersForQuotaCheck(map[string]bool{user.Username: true})
  1608. assert.NoError(t, err)
  1609. if assert.Len(t, users, 1) {
  1610. for i := 0; i < numGroups; i++ {
  1611. _, ok := users[0].Permissions[fmt.Sprintf("/dir%d", i)]
  1612. assert.True(t, ok)
  1613. }
  1614. }
  1615. err = dataprovider.DeleteUser(user.Username, "", "", "")
  1616. assert.NoError(t, err)
  1617. for i := 0; i < numUsers; i++ {
  1618. user := dataprovider.User{
  1619. BaseUser: sdk.BaseUser{
  1620. Username: fmt.Sprintf("testusername%d", i),
  1621. HomeDir: filepath.Join(os.TempDir()),
  1622. Status: 1,
  1623. Permissions: map[string][]string{
  1624. "/": {dataprovider.PermAny},
  1625. },
  1626. },
  1627. Groups: []sdk.GroupMapping{
  1628. {
  1629. Name: "testgroup0",
  1630. Type: sdk.GroupTypePrimary,
  1631. },
  1632. },
  1633. }
  1634. err := dataprovider.AddUser(&user, "", "", "")
  1635. assert.NoError(t, err)
  1636. }
  1637. time.Sleep(100 * time.Millisecond)
  1638. err = dataprovider.DeleteFolder(folder.Name, "", "", "")
  1639. assert.NoError(t, err)
  1640. for i := 0; i < numUsers; i++ {
  1641. username := fmt.Sprintf("testusername%d", i)
  1642. user, err := dataprovider.UserExists(username, "")
  1643. assert.NoError(t, err)
  1644. assert.Greater(t, user.UpdatedAt, user.CreatedAt)
  1645. err = dataprovider.DeleteUser(username, "", "", "")
  1646. assert.NoError(t, err)
  1647. }
  1648. for i := 0; i < numGroups; i++ {
  1649. groupName := fmt.Sprintf("testgroup%d", i)
  1650. err = dataprovider.DeleteGroup(groupName, "", "", "")
  1651. assert.NoError(t, err)
  1652. }
  1653. }
  1654. func TestALPNProtocols(t *testing.T) {
  1655. protocols := util.GetALPNProtocols(nil)
  1656. assert.Equal(t, []string{"http/1.1", "h2"}, protocols)
  1657. protocols = util.GetALPNProtocols([]string{"invalid1", "invalid2"})
  1658. assert.Equal(t, []string{"http/1.1", "h2"}, protocols)
  1659. protocols = util.GetALPNProtocols([]string{"invalid1", "h2", "invalid2"})
  1660. assert.Equal(t, []string{"h2"}, protocols)
  1661. protocols = util.GetALPNProtocols([]string{"h2", "http/1.1"})
  1662. assert.Equal(t, []string{"h2", "http/1.1"}, protocols)
  1663. }
  1664. func TestServerVersion(t *testing.T) {
  1665. appName := "SFTPGo"
  1666. version.SetConfig("")
  1667. v := version.GetServerVersion("_", false)
  1668. assert.Equal(t, fmt.Sprintf("%s_%s", appName, version.Get().Version), v)
  1669. v = version.GetServerVersion("-", true)
  1670. assert.Equal(t, fmt.Sprintf("%s-%s-", appName, version.Get().Version), v)
  1671. version.SetConfig("short")
  1672. v = version.GetServerVersion("_", false)
  1673. assert.Equal(t, appName, v)
  1674. v = version.GetServerVersion("_", true)
  1675. assert.Equal(t, appName+"_", v)
  1676. version.SetConfig("")
  1677. }
  1678. func BenchmarkBcryptHashing(b *testing.B) {
  1679. bcryptPassword := "bcryptpassword"
  1680. for i := 0; i < b.N; i++ {
  1681. _, err := bcrypt.GenerateFromPassword([]byte(bcryptPassword), 10)
  1682. if err != nil {
  1683. panic(err)
  1684. }
  1685. }
  1686. }
  1687. func BenchmarkCompareBcryptPassword(b *testing.B) {
  1688. bcryptPassword := "$2a$10$lPDdnDimJZ7d5/GwL6xDuOqoZVRXok6OHHhivCnanWUtcgN0Zafki"
  1689. for i := 0; i < b.N; i++ {
  1690. err := bcrypt.CompareHashAndPassword([]byte(bcryptPassword), []byte("password"))
  1691. if err != nil {
  1692. panic(err)
  1693. }
  1694. }
  1695. }
  1696. func BenchmarkArgon2Hashing(b *testing.B) {
  1697. argonPassword := "argon2password"
  1698. for i := 0; i < b.N; i++ {
  1699. _, err := argon2id.CreateHash(argonPassword, argon2id.DefaultParams)
  1700. if err != nil {
  1701. panic(err)
  1702. }
  1703. }
  1704. }
  1705. func BenchmarkCompareArgon2Password(b *testing.B) {
  1706. argon2Password := "$argon2id$v=19$m=65536,t=1,p=2$aOoAOdAwvzhOgi7wUFjXlw$wn/y37dBWdKHtPXHR03nNaKHWKPXyNuVXOknaU+YZ+s"
  1707. for i := 0; i < b.N; i++ {
  1708. _, err := argon2id.ComparePasswordAndHash("password", argon2Password)
  1709. if err != nil {
  1710. panic(err)
  1711. }
  1712. }
  1713. }
  1714. func BenchmarkAddRemoveConnections(b *testing.B) {
  1715. var conns []ActiveConnection
  1716. for i := 0; i < 100; i++ {
  1717. conns = append(conns, &fakeConnection{
  1718. BaseConnection: NewBaseConnection(fmt.Sprintf("id%d", i), ProtocolSFTP, "", "", dataprovider.User{
  1719. BaseUser: sdk.BaseUser{
  1720. Username: userTestUsername,
  1721. },
  1722. }),
  1723. })
  1724. }
  1725. b.ResetTimer()
  1726. for i := 0; i < b.N; i++ {
  1727. for _, c := range conns {
  1728. if err := Connections.Add(c); err != nil {
  1729. panic(err)
  1730. }
  1731. }
  1732. var wg sync.WaitGroup
  1733. for idx := len(conns) - 1; idx >= 0; idx-- {
  1734. wg.Add(1)
  1735. go func(index int) {
  1736. defer wg.Done()
  1737. Connections.Remove(conns[index].GetID())
  1738. }(idx)
  1739. }
  1740. wg.Wait()
  1741. }
  1742. }
  1743. func BenchmarkAddRemoveSSHConnections(b *testing.B) {
  1744. conn1, conn2 := net.Pipe()
  1745. var conns []*SSHConnection
  1746. for i := 0; i < 2000; i++ {
  1747. conns = append(conns, NewSSHConnection(fmt.Sprintf("id%d", i), conn1))
  1748. }
  1749. b.ResetTimer()
  1750. for i := 0; i < b.N; i++ {
  1751. for _, c := range conns {
  1752. Connections.AddSSHConnection(c)
  1753. }
  1754. for idx := len(conns) - 1; idx >= 0; idx-- {
  1755. Connections.RemoveSSHConnection(conns[idx].GetID())
  1756. }
  1757. }
  1758. conn1.Close()
  1759. conn2.Close()
  1760. }