common_test.go 60 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961
  1. // Copyright (C) 2019 Nicola Murino
  2. //
  3. // This program is free software: you can redistribute it and/or modify
  4. // it under the terms of the GNU Affero General Public License as published
  5. // by the Free Software Foundation, version 3.
  6. //
  7. // This program is distributed in the hope that it will be useful,
  8. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. // GNU Affero General Public License for more details.
  11. //
  12. // You should have received a copy of the GNU Affero General Public License
  13. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  14. package common
  15. import (
  16. "crypto/tls"
  17. "encoding/json"
  18. "fmt"
  19. "net"
  20. "os"
  21. "os/exec"
  22. "path/filepath"
  23. "runtime"
  24. "slices"
  25. "sync"
  26. "testing"
  27. "time"
  28. "github.com/alexedwards/argon2id"
  29. "github.com/pires/go-proxyproto"
  30. "github.com/sftpgo/sdk"
  31. "github.com/stretchr/testify/assert"
  32. "github.com/stretchr/testify/require"
  33. "golang.org/x/crypto/bcrypt"
  34. "github.com/drakkan/sftpgo/v2/internal/dataprovider"
  35. "github.com/drakkan/sftpgo/v2/internal/kms"
  36. "github.com/drakkan/sftpgo/v2/internal/plugin"
  37. "github.com/drakkan/sftpgo/v2/internal/util"
  38. "github.com/drakkan/sftpgo/v2/internal/version"
  39. "github.com/drakkan/sftpgo/v2/internal/vfs"
  40. )
  41. const (
  42. logSenderTest = "common_test"
  43. httpAddr = "127.0.0.1:9999"
  44. osWindows = "windows"
  45. userTestUsername = "common_test_username"
  46. )
  47. var (
  48. configDir = filepath.Join(".", "..", "..")
  49. )
  50. type fakeConnection struct {
  51. *BaseConnection
  52. command string
  53. }
  54. func (c *fakeConnection) AddUser(user dataprovider.User) error {
  55. _, err := user.GetFilesystem(c.GetID())
  56. if err != nil {
  57. return err
  58. }
  59. c.User = user
  60. return nil
  61. }
  62. func (c *fakeConnection) Disconnect() error {
  63. Connections.Remove(c.GetID())
  64. return nil
  65. }
  66. func (c *fakeConnection) GetClientVersion() string {
  67. return ""
  68. }
  69. func (c *fakeConnection) GetCommand() string {
  70. return c.command
  71. }
  72. func (c *fakeConnection) GetLocalAddress() string {
  73. return ""
  74. }
  75. func (c *fakeConnection) GetRemoteAddress() string {
  76. return ""
  77. }
  78. type customNetConn struct {
  79. net.Conn
  80. id string
  81. isClosed bool
  82. }
  83. func (c *customNetConn) Close() error {
  84. Connections.RemoveSSHConnection(c.id)
  85. c.isClosed = true
  86. return c.Conn.Close()
  87. }
  88. func TestConnections(t *testing.T) {
  89. c1 := &fakeConnection{
  90. BaseConnection: NewBaseConnection("id1", ProtocolSFTP, "", "", dataprovider.User{
  91. BaseUser: sdk.BaseUser{
  92. Username: userTestUsername,
  93. },
  94. }),
  95. }
  96. c2 := &fakeConnection{
  97. BaseConnection: NewBaseConnection("id2", ProtocolSFTP, "", "", dataprovider.User{
  98. BaseUser: sdk.BaseUser{
  99. Username: userTestUsername,
  100. },
  101. }),
  102. }
  103. c3 := &fakeConnection{
  104. BaseConnection: NewBaseConnection("id3", ProtocolSFTP, "", "", dataprovider.User{
  105. BaseUser: sdk.BaseUser{
  106. Username: userTestUsername,
  107. },
  108. }),
  109. }
  110. c4 := &fakeConnection{
  111. BaseConnection: NewBaseConnection("id4", ProtocolSFTP, "", "", dataprovider.User{
  112. BaseUser: sdk.BaseUser{
  113. Username: userTestUsername,
  114. },
  115. }),
  116. }
  117. assert.Equal(t, "SFTP_id1", c1.GetID())
  118. assert.Equal(t, "SFTP_id2", c2.GetID())
  119. assert.Equal(t, "SFTP_id3", c3.GetID())
  120. assert.Equal(t, "SFTP_id4", c4.GetID())
  121. err := Connections.Add(c1)
  122. assert.NoError(t, err)
  123. err = Connections.Add(c2)
  124. assert.NoError(t, err)
  125. err = Connections.Add(c3)
  126. assert.NoError(t, err)
  127. err = Connections.Add(c4)
  128. assert.NoError(t, err)
  129. Connections.RLock()
  130. assert.Len(t, Connections.connections, 4)
  131. assert.Len(t, Connections.mapping, 4)
  132. _, ok := Connections.mapping[c1.GetID()]
  133. assert.True(t, ok)
  134. assert.Equal(t, 0, Connections.mapping[c1.GetID()])
  135. assert.Equal(t, 1, Connections.mapping[c2.GetID()])
  136. assert.Equal(t, 2, Connections.mapping[c3.GetID()])
  137. assert.Equal(t, 3, Connections.mapping[c4.GetID()])
  138. Connections.RUnlock()
  139. c2 = &fakeConnection{
  140. BaseConnection: NewBaseConnection("id2", ProtocolSFTP, "", "", dataprovider.User{
  141. BaseUser: sdk.BaseUser{
  142. Username: userTestUsername + "_mod",
  143. },
  144. }),
  145. }
  146. err = Connections.Swap(c2)
  147. assert.NoError(t, err)
  148. Connections.RLock()
  149. assert.Len(t, Connections.connections, 4)
  150. assert.Len(t, Connections.mapping, 4)
  151. _, ok = Connections.mapping[c1.GetID()]
  152. assert.True(t, ok)
  153. assert.Equal(t, 0, Connections.mapping[c1.GetID()])
  154. assert.Equal(t, 1, Connections.mapping[c2.GetID()])
  155. assert.Equal(t, 2, Connections.mapping[c3.GetID()])
  156. assert.Equal(t, 3, Connections.mapping[c4.GetID()])
  157. assert.Equal(t, userTestUsername+"_mod", Connections.connections[1].GetUsername())
  158. Connections.RUnlock()
  159. Connections.Remove(c2.GetID())
  160. Connections.RLock()
  161. assert.Len(t, Connections.connections, 3)
  162. assert.Len(t, Connections.mapping, 3)
  163. _, ok = Connections.mapping[c1.GetID()]
  164. assert.True(t, ok)
  165. assert.Equal(t, 0, Connections.mapping[c1.GetID()])
  166. assert.Equal(t, 1, Connections.mapping[c4.GetID()])
  167. assert.Equal(t, 2, Connections.mapping[c3.GetID()])
  168. Connections.RUnlock()
  169. Connections.Remove(c3.GetID())
  170. Connections.RLock()
  171. assert.Len(t, Connections.connections, 2)
  172. assert.Len(t, Connections.mapping, 2)
  173. _, ok = Connections.mapping[c1.GetID()]
  174. assert.True(t, ok)
  175. assert.Equal(t, 0, Connections.mapping[c1.GetID()])
  176. assert.Equal(t, 1, Connections.mapping[c4.GetID()])
  177. Connections.RUnlock()
  178. Connections.Remove(c1.GetID())
  179. Connections.RLock()
  180. assert.Len(t, Connections.connections, 1)
  181. assert.Len(t, Connections.mapping, 1)
  182. _, ok = Connections.mapping[c4.GetID()]
  183. assert.True(t, ok)
  184. assert.Equal(t, 0, Connections.mapping[c4.GetID()])
  185. Connections.RUnlock()
  186. Connections.Remove(c4.GetID())
  187. Connections.RLock()
  188. assert.Len(t, Connections.connections, 0)
  189. assert.Len(t, Connections.mapping, 0)
  190. Connections.RUnlock()
  191. }
  192. func TestEventManagerCommandsInitialization(t *testing.T) {
  193. configCopy := Config
  194. c := Configuration{
  195. EventManager: EventManagerConfig{
  196. EnabledCommands: []string{"ls"}, // not an absolute path
  197. },
  198. }
  199. err := Initialize(c, 0)
  200. assert.ErrorContains(t, err, "invalid command")
  201. var commands []string
  202. if runtime.GOOS == osWindows {
  203. commands = []string{"C:\\command"}
  204. } else {
  205. commands = []string{"/bin/ls"}
  206. }
  207. c.EventManager.EnabledCommands = commands
  208. err = Initialize(c, 0)
  209. assert.NoError(t, err)
  210. assert.Equal(t, commands, dataprovider.EnabledActionCommands)
  211. dataprovider.EnabledActionCommands = configCopy.EventManager.EnabledCommands
  212. Config = configCopy
  213. }
  214. func TestInitializationProxyErrors(t *testing.T) {
  215. configCopy := Config
  216. c := Configuration{
  217. ProxyProtocol: 1,
  218. ProxyAllowed: []string{"1.1.1.1111"},
  219. }
  220. err := Initialize(c, 0)
  221. if assert.Error(t, err) {
  222. assert.Contains(t, err.Error(), "invalid proxy allowed")
  223. }
  224. c.ProxyAllowed = nil
  225. c.ProxySkipped = []string{"invalid"}
  226. err = Initialize(c, 0)
  227. if assert.Error(t, err) {
  228. assert.Contains(t, err.Error(), "invalid proxy skipped")
  229. }
  230. c.ProxyAllowed = []string{"1.1.1.1"}
  231. c.ProxySkipped = []string{"2.2.2.2", "10.8.0.0/24"}
  232. err = Initialize(c, 0)
  233. assert.NoError(t, err)
  234. assert.Len(t, Config.proxyAllowed, 1)
  235. assert.Len(t, Config.proxySkipped, 2)
  236. Config = configCopy
  237. assert.Equal(t, 0, Config.ProxyProtocol)
  238. assert.Len(t, Config.proxyAllowed, 0)
  239. assert.Len(t, Config.proxySkipped, 0)
  240. }
  241. func TestInitializationClosedProvider(t *testing.T) {
  242. configCopy := Config
  243. providerConf := dataprovider.GetProviderConfig()
  244. err := dataprovider.Close()
  245. assert.NoError(t, err)
  246. config := Configuration{
  247. AllowListStatus: 1,
  248. }
  249. err = Initialize(config, 0)
  250. if assert.Error(t, err) {
  251. assert.Contains(t, err.Error(), "unable to initialize the allow list")
  252. }
  253. config.AllowListStatus = 0
  254. config.RateLimitersConfig = []RateLimiterConfig{
  255. {
  256. Average: 100,
  257. Period: 1000,
  258. Burst: 5,
  259. Type: int(rateLimiterTypeGlobal),
  260. Protocols: rateLimiterProtocolValues,
  261. },
  262. }
  263. err = Initialize(config, 0)
  264. if assert.Error(t, err) {
  265. assert.Contains(t, err.Error(), "unable to initialize ratelimiters list")
  266. }
  267. config.RateLimitersConfig = nil
  268. config.DefenderConfig = DefenderConfig{
  269. Enabled: true,
  270. Driver: DefenderDriverProvider,
  271. BanTime: 10,
  272. BanTimeIncrement: 50,
  273. Threshold: 10,
  274. ScoreInvalid: 2,
  275. ScoreValid: 1,
  276. ScoreNoAuth: 2,
  277. ObservationTime: 15,
  278. EntriesSoftLimit: 100,
  279. EntriesHardLimit: 150,
  280. }
  281. err = Initialize(config, 0)
  282. if assert.Error(t, err) {
  283. assert.Contains(t, err.Error(), "defender initialization error")
  284. }
  285. config.DefenderConfig.Driver = DefenderDriverMemory
  286. err = Initialize(config, 0)
  287. if assert.Error(t, err) {
  288. assert.Contains(t, err.Error(), "defender initialization error")
  289. }
  290. err = dataprovider.Initialize(providerConf, configDir, true)
  291. assert.NoError(t, err)
  292. Config = configCopy
  293. }
  294. func TestSSHConnections(t *testing.T) {
  295. conn1, conn2 := net.Pipe()
  296. now := time.Now()
  297. sshConn1 := NewSSHConnection("id1", conn1)
  298. sshConn2 := NewSSHConnection("id2", conn2)
  299. sshConn3 := NewSSHConnection("id3", conn2)
  300. assert.Equal(t, "id1", sshConn1.GetID())
  301. assert.Equal(t, "id2", sshConn2.GetID())
  302. assert.Equal(t, "id3", sshConn3.GetID())
  303. sshConn1.UpdateLastActivity()
  304. assert.GreaterOrEqual(t, sshConn1.GetLastActivity().UnixNano(), now.UnixNano())
  305. Connections.AddSSHConnection(sshConn1)
  306. Connections.AddSSHConnection(sshConn2)
  307. Connections.AddSSHConnection(sshConn3)
  308. Connections.RLock()
  309. assert.Len(t, Connections.sshConnections, 3)
  310. _, ok := Connections.sshMapping[sshConn1.GetID()]
  311. assert.True(t, ok)
  312. assert.Equal(t, 0, Connections.sshMapping[sshConn1.GetID()])
  313. assert.Equal(t, 1, Connections.sshMapping[sshConn2.GetID()])
  314. assert.Equal(t, 2, Connections.sshMapping[sshConn3.GetID()])
  315. Connections.RUnlock()
  316. Connections.RemoveSSHConnection(sshConn1.id)
  317. Connections.RLock()
  318. assert.Len(t, Connections.sshConnections, 2)
  319. assert.Equal(t, sshConn3.id, Connections.sshConnections[0].id)
  320. assert.Equal(t, sshConn2.id, Connections.sshConnections[1].id)
  321. _, ok = Connections.sshMapping[sshConn3.GetID()]
  322. assert.True(t, ok)
  323. assert.Equal(t, 0, Connections.sshMapping[sshConn3.GetID()])
  324. assert.Equal(t, 1, Connections.sshMapping[sshConn2.GetID()])
  325. Connections.RUnlock()
  326. Connections.RemoveSSHConnection(sshConn1.id)
  327. Connections.RLock()
  328. assert.Len(t, Connections.sshConnections, 2)
  329. assert.Equal(t, sshConn3.id, Connections.sshConnections[0].id)
  330. assert.Equal(t, sshConn2.id, Connections.sshConnections[1].id)
  331. _, ok = Connections.sshMapping[sshConn3.GetID()]
  332. assert.True(t, ok)
  333. assert.Equal(t, 0, Connections.sshMapping[sshConn3.GetID()])
  334. assert.Equal(t, 1, Connections.sshMapping[sshConn2.GetID()])
  335. Connections.RUnlock()
  336. Connections.RemoveSSHConnection(sshConn2.id)
  337. Connections.RLock()
  338. assert.Len(t, Connections.sshConnections, 1)
  339. assert.Equal(t, sshConn3.id, Connections.sshConnections[0].id)
  340. _, ok = Connections.sshMapping[sshConn3.GetID()]
  341. assert.True(t, ok)
  342. assert.Equal(t, 0, Connections.sshMapping[sshConn3.GetID()])
  343. Connections.RUnlock()
  344. Connections.RemoveSSHConnection(sshConn3.id)
  345. Connections.RLock()
  346. assert.Len(t, Connections.sshConnections, 0)
  347. assert.Len(t, Connections.sshMapping, 0)
  348. Connections.RUnlock()
  349. assert.NoError(t, sshConn1.Close())
  350. assert.NoError(t, sshConn2.Close())
  351. assert.NoError(t, sshConn3.Close())
  352. }
  353. func TestDefenderIntegration(t *testing.T) {
  354. // by default defender is nil
  355. configCopy := Config
  356. wdPath, err := os.Getwd()
  357. require.NoError(t, err)
  358. pluginsConfig := []plugin.Config{
  359. {
  360. Type: "ipfilter",
  361. Cmd: filepath.Join(wdPath, "..", "..", "tests", "ipfilter", "ipfilter"),
  362. AutoMTLS: true,
  363. },
  364. }
  365. if runtime.GOOS == osWindows {
  366. pluginsConfig[0].Cmd += ".exe"
  367. }
  368. err = plugin.Initialize(pluginsConfig, "debug")
  369. require.NoError(t, err)
  370. ip := "127.1.1.1"
  371. assert.Nil(t, Reload())
  372. // 192.168.1.12 is banned from the ipfilter plugin
  373. assert.True(t, IsBanned("192.168.1.12", ProtocolFTP))
  374. AddDefenderEvent(ip, ProtocolFTP, HostEventNoLoginTried)
  375. assert.False(t, IsBanned(ip, ProtocolFTP))
  376. banTime, err := GetDefenderBanTime(ip)
  377. assert.NoError(t, err)
  378. assert.Nil(t, banTime)
  379. assert.False(t, DeleteDefenderHost(ip))
  380. score, err := GetDefenderScore(ip)
  381. assert.NoError(t, err)
  382. assert.Equal(t, 0, score)
  383. _, err = GetDefenderHost(ip)
  384. assert.Error(t, err)
  385. hosts, err := GetDefenderHosts()
  386. assert.NoError(t, err)
  387. assert.Nil(t, hosts)
  388. Config.DefenderConfig = DefenderConfig{
  389. Enabled: true,
  390. Driver: DefenderDriverProvider,
  391. BanTime: 10,
  392. BanTimeIncrement: 50,
  393. Threshold: 0,
  394. ScoreInvalid: 2,
  395. ScoreValid: 1,
  396. ScoreNoAuth: 2,
  397. ObservationTime: 15,
  398. EntriesSoftLimit: 100,
  399. EntriesHardLimit: 150,
  400. LoginDelay: LoginDelay{
  401. PasswordFailed: 200,
  402. },
  403. }
  404. err = Initialize(Config, 0)
  405. // ScoreInvalid cannot be greater than threshold
  406. assert.Error(t, err)
  407. Config.DefenderConfig.Driver = "unsupported"
  408. err = Initialize(Config, 0)
  409. if assert.Error(t, err) {
  410. assert.Contains(t, err.Error(), "unsupported defender driver")
  411. }
  412. Config.DefenderConfig.Driver = DefenderDriverMemory
  413. err = Initialize(Config, 0)
  414. // ScoreInvalid cannot be greater than threshold
  415. assert.Error(t, err)
  416. Config.DefenderConfig.Threshold = 3
  417. err = Initialize(Config, 0)
  418. assert.NoError(t, err)
  419. assert.Nil(t, Reload())
  420. AddDefenderEvent(ip, ProtocolSSH, HostEventNoLoginTried)
  421. assert.False(t, IsBanned(ip, ProtocolSSH))
  422. score, err = GetDefenderScore(ip)
  423. assert.NoError(t, err)
  424. assert.Equal(t, 2, score)
  425. entry, err := GetDefenderHost(ip)
  426. assert.NoError(t, err)
  427. asJSON, err := json.Marshal(&entry)
  428. assert.NoError(t, err)
  429. assert.Equal(t, `{"id":"3132372e312e312e31","ip":"127.1.1.1","score":2}`, string(asJSON), "entry %v", entry)
  430. assert.True(t, DeleteDefenderHost(ip))
  431. banTime, err = GetDefenderBanTime(ip)
  432. assert.NoError(t, err)
  433. assert.Nil(t, banTime)
  434. AddDefenderEvent(ip, ProtocolHTTP, HostEventLoginFailed)
  435. AddDefenderEvent(ip, ProtocolHTTP, HostEventNoLoginTried)
  436. assert.True(t, IsBanned(ip, ProtocolHTTP))
  437. score, err = GetDefenderScore(ip)
  438. assert.NoError(t, err)
  439. assert.Equal(t, 0, score)
  440. banTime, err = GetDefenderBanTime(ip)
  441. assert.NoError(t, err)
  442. assert.NotNil(t, banTime)
  443. hosts, err = GetDefenderHosts()
  444. assert.NoError(t, err)
  445. assert.Len(t, hosts, 1)
  446. entry, err = GetDefenderHost(ip)
  447. assert.NoError(t, err)
  448. assert.False(t, entry.BanTime.IsZero())
  449. assert.True(t, DeleteDefenderHost(ip))
  450. hosts, err = GetDefenderHosts()
  451. assert.NoError(t, err)
  452. assert.Len(t, hosts, 0)
  453. banTime, err = GetDefenderBanTime(ip)
  454. assert.NoError(t, err)
  455. assert.Nil(t, banTime)
  456. assert.False(t, DeleteDefenderHost(ip))
  457. startTime := time.Now()
  458. DelayLogin(nil)
  459. elapsed := time.Since(startTime)
  460. assert.Less(t, elapsed, time.Millisecond*50)
  461. startTime = time.Now()
  462. DelayLogin(ErrInternalFailure)
  463. elapsed = time.Since(startTime)
  464. assert.Greater(t, elapsed, time.Millisecond*150)
  465. Config = configCopy
  466. }
  467. func TestRateLimitersIntegration(t *testing.T) {
  468. configCopy := Config
  469. enabled, protocols := Config.GetRateLimitersStatus()
  470. assert.False(t, enabled)
  471. assert.Len(t, protocols, 0)
  472. entries := []dataprovider.IPListEntry{
  473. {
  474. IPOrNet: "172.16.24.7/32",
  475. Type: dataprovider.IPListTypeRateLimiterSafeList,
  476. Mode: dataprovider.ListModeAllow,
  477. },
  478. {
  479. IPOrNet: "172.16.0.0/16",
  480. Type: dataprovider.IPListTypeRateLimiterSafeList,
  481. Mode: dataprovider.ListModeAllow,
  482. },
  483. }
  484. for idx := range entries {
  485. e := entries[idx]
  486. err := dataprovider.AddIPListEntry(&e, "", "", "")
  487. assert.NoError(t, err)
  488. }
  489. Config.RateLimitersConfig = []RateLimiterConfig{
  490. {
  491. Average: 100,
  492. Period: 10,
  493. Burst: 5,
  494. Type: int(rateLimiterTypeGlobal),
  495. Protocols: rateLimiterProtocolValues,
  496. },
  497. {
  498. Average: 1,
  499. Period: 1000,
  500. Burst: 1,
  501. Type: int(rateLimiterTypeSource),
  502. Protocols: []string{ProtocolWebDAV, ProtocolWebDAV, ProtocolFTP},
  503. GenerateDefenderEvents: true,
  504. EntriesSoftLimit: 100,
  505. EntriesHardLimit: 150,
  506. },
  507. }
  508. err := Initialize(Config, 0)
  509. assert.Error(t, err)
  510. Config.RateLimitersConfig[0].Period = 1000
  511. err = Initialize(Config, 0)
  512. assert.NoError(t, err)
  513. assert.NotNil(t, Config.rateLimitersList)
  514. assert.Len(t, rateLimiters, 4)
  515. assert.Len(t, rateLimiters[ProtocolSSH], 1)
  516. assert.Len(t, rateLimiters[ProtocolFTP], 2)
  517. assert.Len(t, rateLimiters[ProtocolWebDAV], 2)
  518. assert.Len(t, rateLimiters[ProtocolHTTP], 1)
  519. enabled, protocols = Config.GetRateLimitersStatus()
  520. assert.True(t, enabled)
  521. assert.Len(t, protocols, 4)
  522. assert.Contains(t, protocols, ProtocolFTP)
  523. assert.Contains(t, protocols, ProtocolSSH)
  524. assert.Contains(t, protocols, ProtocolHTTP)
  525. assert.Contains(t, protocols, ProtocolWebDAV)
  526. source1 := "127.1.1.1"
  527. source2 := "127.1.1.2"
  528. source3 := "172.16.24.7" // in safelist
  529. _, err = LimitRate(ProtocolSSH, source1)
  530. assert.NoError(t, err)
  531. _, err = LimitRate(ProtocolFTP, source1)
  532. assert.NoError(t, err)
  533. // sleep to allow the add configured burst to the token.
  534. // This sleep is not enough to add the per-source burst
  535. time.Sleep(20 * time.Millisecond)
  536. _, err = LimitRate(ProtocolWebDAV, source2)
  537. assert.NoError(t, err)
  538. _, err = LimitRate(ProtocolFTP, source1)
  539. assert.Error(t, err)
  540. _, err = LimitRate(ProtocolWebDAV, source2)
  541. assert.Error(t, err)
  542. _, err = LimitRate(ProtocolSSH, source1)
  543. assert.NoError(t, err)
  544. _, err = LimitRate(ProtocolSSH, source2)
  545. assert.NoError(t, err)
  546. for i := 0; i < 10; i++ {
  547. _, err = LimitRate(ProtocolWebDAV, source3)
  548. assert.NoError(t, err)
  549. }
  550. for _, e := range entries {
  551. err := dataprovider.DeleteIPListEntry(e.IPOrNet, e.Type, "", "", "")
  552. assert.NoError(t, err)
  553. }
  554. assert.Nil(t, configCopy.rateLimitersList)
  555. Config = configCopy
  556. }
  557. func TestUserMaxSessions(t *testing.T) {
  558. c := NewBaseConnection("id", ProtocolSFTP, "", "", dataprovider.User{
  559. BaseUser: sdk.BaseUser{
  560. Username: userTestUsername,
  561. MaxSessions: 1,
  562. },
  563. })
  564. fakeConn := &fakeConnection{
  565. BaseConnection: c,
  566. }
  567. err := Connections.Add(fakeConn)
  568. assert.NoError(t, err)
  569. err = Connections.Add(fakeConn)
  570. assert.Error(t, err)
  571. err = Connections.Swap(fakeConn)
  572. assert.NoError(t, err)
  573. Connections.Remove(fakeConn.GetID())
  574. Connections.Lock()
  575. Connections.removeUserConnection(userTestUsername)
  576. Connections.Unlock()
  577. assert.Len(t, Connections.GetStats(""), 0)
  578. }
  579. func TestMaxConnections(t *testing.T) {
  580. oldValue := Config.MaxTotalConnections
  581. perHost := Config.MaxPerHostConnections
  582. Config.MaxPerHostConnections = 0
  583. ipAddr := "192.168.7.8"
  584. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolFTP))
  585. assert.NoError(t, Connections.IsNewTransferAllowed(userTestUsername))
  586. Config.MaxTotalConnections = 1
  587. Config.MaxPerHostConnections = perHost
  588. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolHTTP))
  589. assert.NoError(t, Connections.IsNewTransferAllowed(userTestUsername))
  590. isShuttingDown.Store(true)
  591. assert.ErrorIs(t, Connections.IsNewTransferAllowed(userTestUsername), ErrShuttingDown)
  592. isShuttingDown.Store(false)
  593. c := NewBaseConnection("id", ProtocolSFTP, "", "", dataprovider.User{})
  594. fakeConn := &fakeConnection{
  595. BaseConnection: c,
  596. }
  597. err := Connections.Add(fakeConn)
  598. assert.NoError(t, err)
  599. assert.Len(t, Connections.GetStats(""), 1)
  600. assert.Error(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolSSH))
  601. Connections.transfers.add(userTestUsername)
  602. assert.Error(t, Connections.IsNewTransferAllowed(userTestUsername))
  603. Connections.transfers.remove(userTestUsername)
  604. assert.Equal(t, int32(0), Connections.GetTotalTransfers())
  605. res := Connections.Close(fakeConn.GetID(), "")
  606. assert.True(t, res)
  607. assert.Eventually(t, func() bool { return len(Connections.GetStats("")) == 0 }, 300*time.Millisecond, 50*time.Millisecond)
  608. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolSSH))
  609. Connections.AddClientConnection(ipAddr)
  610. Connections.AddClientConnection(ipAddr)
  611. assert.Error(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolSSH))
  612. Connections.RemoveClientConnection(ipAddr)
  613. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolWebDAV))
  614. Connections.transfers.add(userTestUsername)
  615. assert.Error(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolSSH))
  616. Connections.transfers.remove(userTestUsername)
  617. Connections.RemoveClientConnection(ipAddr)
  618. Config.MaxTotalConnections = oldValue
  619. }
  620. func TestConnectionRoles(t *testing.T) {
  621. username := "testUsername"
  622. role1 := "testRole1"
  623. role2 := "testRole2"
  624. c := NewBaseConnection("id", ProtocolSFTP, "", "", dataprovider.User{
  625. BaseUser: sdk.BaseUser{
  626. Username: username,
  627. Role: role1,
  628. },
  629. })
  630. fakeConn := &fakeConnection{
  631. BaseConnection: c,
  632. }
  633. err := Connections.Add(fakeConn)
  634. assert.NoError(t, err)
  635. assert.Len(t, Connections.GetStats(""), 1)
  636. assert.Len(t, Connections.GetStats(role1), 1)
  637. assert.Len(t, Connections.GetStats(role2), 0)
  638. res := Connections.Close(fakeConn.GetID(), role2)
  639. assert.False(t, res)
  640. assert.Len(t, Connections.GetStats(""), 1)
  641. res = Connections.Close(fakeConn.GetID(), role1)
  642. assert.True(t, res)
  643. assert.Eventually(t, func() bool { return len(Connections.GetStats("")) == 0 }, 300*time.Millisecond, 50*time.Millisecond)
  644. }
  645. func TestMaxConnectionPerHost(t *testing.T) {
  646. defender, err := newInMemoryDefender(&DefenderConfig{
  647. Enabled: true,
  648. Driver: DefenderDriverMemory,
  649. BanTime: 30,
  650. BanTimeIncrement: 50,
  651. Threshold: 15,
  652. ScoreInvalid: 2,
  653. ScoreValid: 1,
  654. ScoreLimitExceeded: 3,
  655. ObservationTime: 30,
  656. EntriesSoftLimit: 100,
  657. EntriesHardLimit: 150,
  658. })
  659. require.NoError(t, err)
  660. oldMaxPerHostConn := Config.MaxPerHostConnections
  661. oldDefender := Config.defender
  662. Config.MaxPerHostConnections = 2
  663. Config.defender = defender
  664. ipAddr := "192.168.9.9"
  665. Connections.AddClientConnection(ipAddr)
  666. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolSSH))
  667. Connections.AddClientConnection(ipAddr)
  668. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolWebDAV))
  669. Connections.AddClientConnection(ipAddr)
  670. assert.Error(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolFTP))
  671. assert.Equal(t, int32(3), Connections.GetClientConnections())
  672. // Add the IP to the defender safe list
  673. entry := dataprovider.IPListEntry{
  674. IPOrNet: ipAddr,
  675. Type: dataprovider.IPListTypeDefender,
  676. Mode: dataprovider.ListModeAllow,
  677. }
  678. err = dataprovider.AddIPListEntry(&entry, "", "", "")
  679. assert.NoError(t, err)
  680. Connections.AddClientConnection(ipAddr)
  681. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolSSH))
  682. err = dataprovider.DeleteIPListEntry(entry.IPOrNet, dataprovider.IPListTypeDefender, "", "", "")
  683. assert.NoError(t, err)
  684. Connections.RemoveClientConnection(ipAddr)
  685. Connections.RemoveClientConnection(ipAddr)
  686. Connections.RemoveClientConnection(ipAddr)
  687. Connections.RemoveClientConnection(ipAddr)
  688. assert.Equal(t, int32(0), Connections.GetClientConnections())
  689. Config.MaxPerHostConnections = oldMaxPerHostConn
  690. Config.defender = oldDefender
  691. }
  692. func TestIdleConnections(t *testing.T) {
  693. configCopy := Config
  694. Config.IdleTimeout = 1
  695. err := Initialize(Config, 0)
  696. assert.NoError(t, err)
  697. conn1, conn2 := net.Pipe()
  698. customConn1 := &customNetConn{
  699. Conn: conn1,
  700. id: "id1",
  701. }
  702. customConn2 := &customNetConn{
  703. Conn: conn2,
  704. id: "id2",
  705. }
  706. sshConn1 := NewSSHConnection(customConn1.id, customConn1)
  707. sshConn2 := NewSSHConnection(customConn2.id, customConn2)
  708. username := "test_user"
  709. user := dataprovider.User{
  710. BaseUser: sdk.BaseUser{
  711. Username: username,
  712. Status: 1,
  713. },
  714. }
  715. c := NewBaseConnection(sshConn1.id+"_1", ProtocolSFTP, "", "", user)
  716. c.lastActivity.Store(time.Now().Add(-24 * time.Hour).UnixNano())
  717. fakeConn := &fakeConnection{
  718. BaseConnection: c,
  719. }
  720. // both ssh connections are expired but they should get removed only
  721. // if there is no associated connection
  722. sshConn1.lastActivity.Store(c.lastActivity.Load())
  723. sshConn2.lastActivity.Store(c.lastActivity.Load())
  724. Connections.AddSSHConnection(sshConn1)
  725. err = Connections.Add(fakeConn)
  726. assert.NoError(t, err)
  727. assert.Equal(t, Connections.GetActiveSessions(username), 1)
  728. c = NewBaseConnection(sshConn2.id+"_1", ProtocolSSH, "", "", user)
  729. fakeConn = &fakeConnection{
  730. BaseConnection: c,
  731. }
  732. Connections.AddSSHConnection(sshConn2)
  733. err = Connections.Add(fakeConn)
  734. assert.NoError(t, err)
  735. assert.Equal(t, Connections.GetActiveSessions(username), 2)
  736. cFTP := NewBaseConnection("id2", ProtocolFTP, "", "", dataprovider.User{
  737. BaseUser: sdk.BaseUser{
  738. Status: 1,
  739. },
  740. })
  741. cFTP.lastActivity.Store(time.Now().UnixNano())
  742. fakeConn = &fakeConnection{
  743. BaseConnection: cFTP,
  744. }
  745. err = Connections.Add(fakeConn)
  746. assert.NoError(t, err)
  747. // the user is expired, this connection will be removed
  748. cDAV := NewBaseConnection("id3", ProtocolWebDAV, "", "", dataprovider.User{
  749. BaseUser: sdk.BaseUser{
  750. Username: username + "_2",
  751. Status: 1,
  752. ExpirationDate: util.GetTimeAsMsSinceEpoch(time.Now().Add(-24 * time.Hour)),
  753. },
  754. })
  755. cDAV.lastActivity.Store(time.Now().UnixNano())
  756. fakeConn = &fakeConnection{
  757. BaseConnection: cDAV,
  758. }
  759. err = Connections.Add(fakeConn)
  760. assert.NoError(t, err)
  761. assert.Equal(t, 2, Connections.GetActiveSessions(username))
  762. assert.Len(t, Connections.GetStats(""), 4)
  763. Connections.RLock()
  764. assert.Len(t, Connections.sshConnections, 2)
  765. Connections.RUnlock()
  766. startPeriodicChecks(100*time.Millisecond, 0)
  767. assert.Eventually(t, func() bool { return Connections.GetActiveSessions(username) == 1 }, 2*time.Second, 200*time.Millisecond)
  768. assert.Eventually(t, func() bool {
  769. Connections.RLock()
  770. defer Connections.RUnlock()
  771. return len(Connections.sshConnections) == 1
  772. }, 1*time.Second, 200*time.Millisecond)
  773. stopEventScheduler()
  774. assert.Len(t, Connections.GetStats(""), 2)
  775. c.lastActivity.Store(time.Now().Add(-24 * time.Hour).UnixNano())
  776. cFTP.lastActivity.Store(time.Now().Add(-24 * time.Hour).UnixNano())
  777. sshConn2.lastActivity.Store(c.lastActivity.Load())
  778. startPeriodicChecks(100*time.Millisecond, 1)
  779. assert.Eventually(t, func() bool { return len(Connections.GetStats("")) == 0 }, 2*time.Second, 200*time.Millisecond)
  780. assert.Eventually(t, func() bool {
  781. Connections.RLock()
  782. defer Connections.RUnlock()
  783. return len(Connections.sshConnections) == 0
  784. }, 1*time.Second, 200*time.Millisecond)
  785. assert.Equal(t, int32(0), Connections.GetClientConnections())
  786. stopEventScheduler()
  787. assert.True(t, customConn1.isClosed)
  788. assert.True(t, customConn2.isClosed)
  789. Config = configCopy
  790. }
  791. func TestCloseConnection(t *testing.T) {
  792. c := NewBaseConnection("id", ProtocolSFTP, "", "", dataprovider.User{})
  793. fakeConn := &fakeConnection{
  794. BaseConnection: c,
  795. }
  796. assert.NoError(t, Connections.IsNewConnectionAllowed("127.0.0.1", ProtocolHTTP))
  797. err := Connections.Add(fakeConn)
  798. assert.NoError(t, err)
  799. assert.Len(t, Connections.GetStats(""), 1)
  800. res := Connections.Close(fakeConn.GetID(), "")
  801. assert.True(t, res)
  802. assert.Eventually(t, func() bool { return len(Connections.GetStats("")) == 0 }, 300*time.Millisecond, 50*time.Millisecond)
  803. res = Connections.Close(fakeConn.GetID(), "")
  804. assert.False(t, res)
  805. Connections.Remove(fakeConn.GetID())
  806. }
  807. func TestSwapConnection(t *testing.T) {
  808. c := NewBaseConnection("id", ProtocolFTP, "", "", dataprovider.User{})
  809. fakeConn := &fakeConnection{
  810. BaseConnection: c,
  811. }
  812. err := Connections.Add(fakeConn)
  813. assert.NoError(t, err)
  814. if assert.Len(t, Connections.GetStats(""), 1) {
  815. assert.Equal(t, "", Connections.GetStats("")[0].Username)
  816. }
  817. c = NewBaseConnection("id", ProtocolFTP, "", "", dataprovider.User{
  818. BaseUser: sdk.BaseUser{
  819. Username: userTestUsername,
  820. MaxSessions: 1,
  821. },
  822. })
  823. fakeConn = &fakeConnection{
  824. BaseConnection: c,
  825. }
  826. c1 := NewBaseConnection("id1", ProtocolFTP, "", "", dataprovider.User{
  827. BaseUser: sdk.BaseUser{
  828. Username: userTestUsername,
  829. },
  830. })
  831. fakeConn1 := &fakeConnection{
  832. BaseConnection: c1,
  833. }
  834. err = Connections.Add(fakeConn1)
  835. assert.NoError(t, err)
  836. err = Connections.Swap(fakeConn)
  837. assert.Error(t, err)
  838. Connections.Remove(fakeConn1.ID)
  839. err = Connections.Swap(fakeConn)
  840. assert.NoError(t, err)
  841. if assert.Len(t, Connections.GetStats(""), 1) {
  842. assert.Equal(t, userTestUsername, Connections.GetStats("")[0].Username)
  843. }
  844. res := Connections.Close(fakeConn.GetID(), "")
  845. assert.True(t, res)
  846. assert.Eventually(t, func() bool { return len(Connections.GetStats("")) == 0 }, 300*time.Millisecond, 50*time.Millisecond)
  847. err = Connections.Swap(fakeConn)
  848. assert.Error(t, err)
  849. }
  850. func TestAtomicUpload(t *testing.T) {
  851. configCopy := Config
  852. Config.UploadMode = UploadModeStandard
  853. assert.False(t, Config.IsAtomicUploadEnabled())
  854. Config.UploadMode = UploadModeAtomic
  855. assert.True(t, Config.IsAtomicUploadEnabled())
  856. Config.UploadMode = UploadModeAtomicWithResume
  857. assert.True(t, Config.IsAtomicUploadEnabled())
  858. Config = configCopy
  859. }
  860. func TestConnectionStatus(t *testing.T) {
  861. username := "test_user"
  862. user := dataprovider.User{
  863. BaseUser: sdk.BaseUser{
  864. Username: username,
  865. },
  866. }
  867. fs := vfs.NewOsFs("", os.TempDir(), "", nil)
  868. c1 := NewBaseConnection("id1", ProtocolSFTP, "", "", user)
  869. fakeConn1 := &fakeConnection{
  870. BaseConnection: c1,
  871. }
  872. t1 := NewBaseTransfer(nil, c1, nil, "/p1", "/p1", "/r1", TransferUpload, 0, 0, 0, 0, true, fs, dataprovider.TransferQuota{})
  873. t1.BytesReceived.Store(123)
  874. t2 := NewBaseTransfer(nil, c1, nil, "/p2", "/p2", "/r2", TransferDownload, 0, 0, 0, 0, true, fs, dataprovider.TransferQuota{})
  875. t2.BytesSent.Store(456)
  876. c2 := NewBaseConnection("id2", ProtocolSSH, "", "", user)
  877. fakeConn2 := &fakeConnection{
  878. BaseConnection: c2,
  879. command: "md5sum",
  880. }
  881. c3 := NewBaseConnection("id3", ProtocolWebDAV, "", "", user)
  882. fakeConn3 := &fakeConnection{
  883. BaseConnection: c3,
  884. command: "PROPFIND",
  885. }
  886. t3 := NewBaseTransfer(nil, c3, nil, "/p2", "/p2", "/r2", TransferDownload, 0, 0, 0, 0, true, fs, dataprovider.TransferQuota{})
  887. err := Connections.Add(fakeConn1)
  888. assert.NoError(t, err)
  889. err = Connections.Add(fakeConn2)
  890. assert.NoError(t, err)
  891. err = Connections.Add(fakeConn3)
  892. assert.NoError(t, err)
  893. stats := Connections.GetStats("")
  894. assert.Len(t, stats, 3)
  895. for _, stat := range stats {
  896. assert.Equal(t, stat.Username, username)
  897. switch stat.ConnectionID {
  898. case "SFTP_id1":
  899. assert.Len(t, stat.Transfers, 2)
  900. case "DAV_id3":
  901. assert.Len(t, stat.Transfers, 1)
  902. }
  903. }
  904. err = t1.Close()
  905. assert.NoError(t, err)
  906. err = t2.Close()
  907. assert.NoError(t, err)
  908. err = fakeConn3.SignalTransfersAbort()
  909. assert.NoError(t, err)
  910. assert.True(t, t3.AbortTransfer.Load())
  911. err = t3.Close()
  912. assert.NoError(t, err)
  913. err = fakeConn3.SignalTransfersAbort()
  914. assert.Error(t, err)
  915. Connections.Remove(fakeConn1.GetID())
  916. stats = Connections.GetStats("")
  917. assert.Len(t, stats, 2)
  918. assert.Equal(t, fakeConn3.GetID(), stats[0].ConnectionID)
  919. assert.Equal(t, fakeConn2.GetID(), stats[1].ConnectionID)
  920. Connections.Remove(fakeConn2.GetID())
  921. stats = Connections.GetStats("")
  922. assert.Len(t, stats, 1)
  923. assert.Equal(t, fakeConn3.GetID(), stats[0].ConnectionID)
  924. Connections.Remove(fakeConn3.GetID())
  925. stats = Connections.GetStats("")
  926. assert.Len(t, stats, 0)
  927. }
  928. func TestQuotaScans(t *testing.T) {
  929. username := "username"
  930. assert.True(t, QuotaScans.AddUserQuotaScan(username, ""))
  931. assert.False(t, QuotaScans.AddUserQuotaScan(username, ""))
  932. usersScans := QuotaScans.GetUsersQuotaScans("")
  933. if assert.Len(t, usersScans, 1) {
  934. assert.Equal(t, usersScans[0].Username, username)
  935. assert.Equal(t, QuotaScans.UserScans[0].StartTime, usersScans[0].StartTime)
  936. QuotaScans.UserScans[0].StartTime = 0
  937. assert.NotEqual(t, QuotaScans.UserScans[0].StartTime, usersScans[0].StartTime)
  938. }
  939. assert.True(t, QuotaScans.RemoveUserQuotaScan(username))
  940. assert.False(t, QuotaScans.RemoveUserQuotaScan(username))
  941. assert.Len(t, QuotaScans.GetUsersQuotaScans(""), 0)
  942. assert.Len(t, usersScans, 1)
  943. folderName := "folder"
  944. assert.True(t, QuotaScans.AddVFolderQuotaScan(folderName))
  945. assert.False(t, QuotaScans.AddVFolderQuotaScan(folderName))
  946. if assert.Len(t, QuotaScans.GetVFoldersQuotaScans(), 1) {
  947. assert.Equal(t, QuotaScans.GetVFoldersQuotaScans()[0].Name, folderName)
  948. }
  949. assert.True(t, QuotaScans.RemoveVFolderQuotaScan(folderName))
  950. assert.False(t, QuotaScans.RemoveVFolderQuotaScan(folderName))
  951. assert.Len(t, QuotaScans.GetVFoldersQuotaScans(), 0)
  952. }
  953. func TestQuotaScansRole(t *testing.T) {
  954. username := "u"
  955. role1 := "r1"
  956. role2 := "r2"
  957. assert.True(t, QuotaScans.AddUserQuotaScan(username, role1))
  958. assert.False(t, QuotaScans.AddUserQuotaScan(username, ""))
  959. usersScans := QuotaScans.GetUsersQuotaScans("")
  960. assert.Len(t, usersScans, 1)
  961. assert.Empty(t, usersScans[0].Role)
  962. usersScans = QuotaScans.GetUsersQuotaScans(role1)
  963. assert.Len(t, usersScans, 1)
  964. usersScans = QuotaScans.GetUsersQuotaScans(role2)
  965. assert.Len(t, usersScans, 0)
  966. assert.True(t, QuotaScans.RemoveUserQuotaScan(username))
  967. assert.False(t, QuotaScans.RemoveUserQuotaScan(username))
  968. assert.Len(t, QuotaScans.GetUsersQuotaScans(""), 0)
  969. }
  970. func TestProxyPolicy(t *testing.T) {
  971. addr := net.TCPAddr{}
  972. downstream := net.TCPAddr{IP: net.ParseIP("1.1.1.1")}
  973. p := getProxyPolicy(nil, nil, proxyproto.IGNORE)
  974. policy, err := p(proxyproto.ConnPolicyOptions{
  975. Upstream: &addr,
  976. Downstream: &downstream,
  977. })
  978. assert.ErrorIs(t, err, proxyproto.ErrInvalidUpstream)
  979. assert.Equal(t, proxyproto.REJECT, policy)
  980. ip1 := net.ParseIP("10.8.1.1")
  981. ip2 := net.ParseIP("10.8.1.2")
  982. ip3 := net.ParseIP("10.8.1.3")
  983. allowed, err := util.ParseAllowedIPAndRanges([]string{ip1.String()})
  984. assert.NoError(t, err)
  985. skipped, err := util.ParseAllowedIPAndRanges([]string{ip2.String(), ip3.String()})
  986. assert.NoError(t, err)
  987. p = getProxyPolicy(allowed, skipped, proxyproto.IGNORE)
  988. policy, err = p(proxyproto.ConnPolicyOptions{
  989. Upstream: &net.TCPAddr{IP: ip1},
  990. Downstream: &downstream,
  991. })
  992. assert.NoError(t, err)
  993. assert.Equal(t, proxyproto.USE, policy)
  994. policy, err = p(proxyproto.ConnPolicyOptions{
  995. Upstream: &net.TCPAddr{IP: ip2},
  996. Downstream: &downstream,
  997. })
  998. assert.NoError(t, err)
  999. assert.Equal(t, proxyproto.SKIP, policy)
  1000. policy, err = p(proxyproto.ConnPolicyOptions{
  1001. Upstream: &net.TCPAddr{IP: ip3},
  1002. Downstream: &downstream,
  1003. })
  1004. assert.NoError(t, err)
  1005. assert.Equal(t, proxyproto.SKIP, policy)
  1006. policy, err = p(proxyproto.ConnPolicyOptions{
  1007. Upstream: &net.TCPAddr{IP: net.ParseIP("10.8.1.4")},
  1008. Downstream: &downstream,
  1009. })
  1010. assert.NoError(t, err)
  1011. assert.Equal(t, proxyproto.IGNORE, policy)
  1012. p = getProxyPolicy(allowed, skipped, proxyproto.REQUIRE)
  1013. policy, err = p(proxyproto.ConnPolicyOptions{
  1014. Upstream: &net.TCPAddr{IP: ip1},
  1015. Downstream: &downstream,
  1016. })
  1017. assert.NoError(t, err)
  1018. assert.Equal(t, proxyproto.REQUIRE, policy)
  1019. policy, err = p(proxyproto.ConnPolicyOptions{
  1020. Upstream: &net.TCPAddr{IP: ip2},
  1021. Downstream: &downstream,
  1022. })
  1023. assert.NoError(t, err)
  1024. assert.Equal(t, proxyproto.SKIP, policy)
  1025. policy, err = p(proxyproto.ConnPolicyOptions{
  1026. Upstream: &net.TCPAddr{IP: ip3},
  1027. Downstream: &downstream,
  1028. })
  1029. assert.NoError(t, err)
  1030. assert.Equal(t, proxyproto.SKIP, policy)
  1031. policy, err = p(proxyproto.ConnPolicyOptions{
  1032. Upstream: &net.TCPAddr{IP: net.ParseIP("10.8.1.5")},
  1033. Downstream: &downstream,
  1034. })
  1035. assert.ErrorIs(t, err, proxyproto.ErrInvalidUpstream)
  1036. assert.Equal(t, proxyproto.REJECT, policy)
  1037. }
  1038. func TestProxyProtocolVersion(t *testing.T) {
  1039. c := Configuration{
  1040. ProxyProtocol: 0,
  1041. }
  1042. _, err := c.GetProxyListener(nil)
  1043. if assert.Error(t, err) {
  1044. assert.Contains(t, err.Error(), "proxy protocol not configured")
  1045. }
  1046. c.ProxyProtocol = 1
  1047. listener, err := c.GetProxyListener(nil)
  1048. assert.NoError(t, err)
  1049. proxyListener, ok := listener.(*proxyproto.Listener)
  1050. require.True(t, ok)
  1051. assert.NotNil(t, proxyListener.ConnPolicy)
  1052. c.ProxyProtocol = 2
  1053. listener, err = c.GetProxyListener(nil)
  1054. assert.NoError(t, err)
  1055. proxyListener, ok = listener.(*proxyproto.Listener)
  1056. require.True(t, ok)
  1057. assert.NotNil(t, proxyListener.ConnPolicy)
  1058. }
  1059. func TestStartupHook(t *testing.T) {
  1060. Config.StartupHook = ""
  1061. assert.NoError(t, Config.ExecuteStartupHook())
  1062. Config.StartupHook = "http://foo\x7f.com/startup"
  1063. assert.Error(t, Config.ExecuteStartupHook())
  1064. Config.StartupHook = "http://invalid:5678/"
  1065. assert.Error(t, Config.ExecuteStartupHook())
  1066. Config.StartupHook = fmt.Sprintf("http://%v", httpAddr)
  1067. assert.NoError(t, Config.ExecuteStartupHook())
  1068. Config.StartupHook = "invalidhook"
  1069. assert.Error(t, Config.ExecuteStartupHook())
  1070. if runtime.GOOS != osWindows {
  1071. hookCmd, err := exec.LookPath("true")
  1072. assert.NoError(t, err)
  1073. Config.StartupHook = hookCmd
  1074. assert.NoError(t, Config.ExecuteStartupHook())
  1075. }
  1076. Config.StartupHook = ""
  1077. }
  1078. func TestPostDisconnectHook(t *testing.T) {
  1079. Config.PostDisconnectHook = "http://127.0.0.1/"
  1080. remoteAddr := "127.0.0.1:80"
  1081. Config.checkPostDisconnectHook(remoteAddr, ProtocolHTTP, "", "", time.Now())
  1082. Config.checkPostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1083. Config.PostDisconnectHook = "http://bar\x7f.com/"
  1084. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1085. Config.PostDisconnectHook = fmt.Sprintf("http://%v", httpAddr)
  1086. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1087. Config.PostDisconnectHook = "relativePath"
  1088. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1089. if runtime.GOOS == osWindows {
  1090. Config.PostDisconnectHook = "C:\\a\\bad\\command"
  1091. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1092. } else {
  1093. Config.PostDisconnectHook = "/invalid/path"
  1094. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1095. hookCmd, err := exec.LookPath("true")
  1096. assert.NoError(t, err)
  1097. Config.PostDisconnectHook = hookCmd
  1098. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1099. }
  1100. Config.PostDisconnectHook = ""
  1101. }
  1102. func TestPostConnectHook(t *testing.T) {
  1103. Config.PostConnectHook = ""
  1104. ipAddr := "127.0.0.1"
  1105. assert.NoError(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  1106. Config.PostConnectHook = "http://foo\x7f.com/"
  1107. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  1108. Config.PostConnectHook = "http://invalid:1234/"
  1109. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  1110. Config.PostConnectHook = fmt.Sprintf("http://%v/404", httpAddr)
  1111. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  1112. Config.PostConnectHook = fmt.Sprintf("http://%v", httpAddr)
  1113. assert.NoError(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  1114. Config.PostConnectHook = "invalid"
  1115. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  1116. if runtime.GOOS == osWindows {
  1117. Config.PostConnectHook = "C:\\bad\\command"
  1118. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  1119. } else {
  1120. Config.PostConnectHook = "/invalid/path"
  1121. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  1122. hookCmd, err := exec.LookPath("true")
  1123. assert.NoError(t, err)
  1124. Config.PostConnectHook = hookCmd
  1125. assert.NoError(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  1126. }
  1127. Config.PostConnectHook = ""
  1128. }
  1129. func TestCryptoConvertFileInfo(t *testing.T) {
  1130. name := "name"
  1131. fs, err := vfs.NewCryptFs("connID1", os.TempDir(), "", vfs.CryptFsConfig{
  1132. Passphrase: kms.NewPlainSecret("secret"),
  1133. })
  1134. require.NoError(t, err)
  1135. cryptFs := fs.(*vfs.CryptFs)
  1136. info := vfs.NewFileInfo(name, true, 48, time.Now(), false)
  1137. assert.Equal(t, info, cryptFs.ConvertFileInfo(info))
  1138. info = vfs.NewFileInfo(name, false, 48, time.Now(), false)
  1139. assert.NotEqual(t, info.Size(), cryptFs.ConvertFileInfo(info).Size())
  1140. info = vfs.NewFileInfo(name, false, 33, time.Now(), false)
  1141. assert.Equal(t, int64(0), cryptFs.ConvertFileInfo(info).Size())
  1142. info = vfs.NewFileInfo(name, false, 1, time.Now(), false)
  1143. assert.Equal(t, int64(0), cryptFs.ConvertFileInfo(info).Size())
  1144. }
  1145. func TestFolderCopy(t *testing.T) {
  1146. folder := vfs.BaseVirtualFolder{
  1147. ID: 1,
  1148. Name: "name",
  1149. MappedPath: filepath.Clean(os.TempDir()),
  1150. UsedQuotaSize: 4096,
  1151. UsedQuotaFiles: 2,
  1152. LastQuotaUpdate: util.GetTimeAsMsSinceEpoch(time.Now()),
  1153. Users: []string{"user1", "user2"},
  1154. }
  1155. folderCopy := folder.GetACopy()
  1156. folder.ID = 2
  1157. folder.Users = []string{"user3"}
  1158. require.Len(t, folderCopy.Users, 2)
  1159. require.True(t, slices.Contains(folderCopy.Users, "user1"))
  1160. require.True(t, slices.Contains(folderCopy.Users, "user2"))
  1161. require.Equal(t, int64(1), folderCopy.ID)
  1162. require.Equal(t, folder.Name, folderCopy.Name)
  1163. require.Equal(t, folder.MappedPath, folderCopy.MappedPath)
  1164. require.Equal(t, folder.UsedQuotaSize, folderCopy.UsedQuotaSize)
  1165. require.Equal(t, folder.UsedQuotaFiles, folderCopy.UsedQuotaFiles)
  1166. require.Equal(t, folder.LastQuotaUpdate, folderCopy.LastQuotaUpdate)
  1167. folder.FsConfig = vfs.Filesystem{
  1168. CryptConfig: vfs.CryptFsConfig{
  1169. Passphrase: kms.NewPlainSecret("crypto secret"),
  1170. },
  1171. }
  1172. folderCopy = folder.GetACopy()
  1173. folder.FsConfig.CryptConfig.Passphrase = kms.NewEmptySecret()
  1174. require.Len(t, folderCopy.Users, 1)
  1175. require.True(t, slices.Contains(folderCopy.Users, "user3"))
  1176. require.Equal(t, int64(2), folderCopy.ID)
  1177. require.Equal(t, folder.Name, folderCopy.Name)
  1178. require.Equal(t, folder.MappedPath, folderCopy.MappedPath)
  1179. require.Equal(t, folder.UsedQuotaSize, folderCopy.UsedQuotaSize)
  1180. require.Equal(t, folder.UsedQuotaFiles, folderCopy.UsedQuotaFiles)
  1181. require.Equal(t, folder.LastQuotaUpdate, folderCopy.LastQuotaUpdate)
  1182. require.Equal(t, "crypto secret", folderCopy.FsConfig.CryptConfig.Passphrase.GetPayload())
  1183. }
  1184. func TestCachedFs(t *testing.T) {
  1185. user := dataprovider.User{
  1186. BaseUser: sdk.BaseUser{
  1187. HomeDir: filepath.Clean(os.TempDir()),
  1188. },
  1189. }
  1190. conn := NewBaseConnection("id", ProtocolSFTP, "", "", user)
  1191. // changing the user should not affect the connection
  1192. user.HomeDir = filepath.Join(os.TempDir(), "temp")
  1193. err := os.Mkdir(user.HomeDir, os.ModePerm)
  1194. assert.NoError(t, err)
  1195. fs, err := user.GetFilesystem("")
  1196. assert.NoError(t, err)
  1197. p, err := fs.ResolvePath("/")
  1198. assert.NoError(t, err)
  1199. assert.Equal(t, user.GetHomeDir(), p)
  1200. _, p, err = conn.GetFsAndResolvedPath("/")
  1201. assert.NoError(t, err)
  1202. assert.Equal(t, filepath.Clean(os.TempDir()), p)
  1203. // the filesystem is cached changing the provider will not affect the connection
  1204. conn.User.FsConfig.Provider = sdk.S3FilesystemProvider
  1205. _, p, err = conn.GetFsAndResolvedPath("/")
  1206. assert.NoError(t, err)
  1207. assert.Equal(t, filepath.Clean(os.TempDir()), p)
  1208. user = dataprovider.User{}
  1209. user.HomeDir = filepath.Join(os.TempDir(), "temp")
  1210. user.FsConfig.Provider = sdk.S3FilesystemProvider
  1211. _, err = user.GetFilesystem("")
  1212. assert.Error(t, err)
  1213. err = os.Remove(user.HomeDir)
  1214. assert.NoError(t, err)
  1215. }
  1216. func TestParseAllowedIPAndRanges(t *testing.T) {
  1217. _, err := util.ParseAllowedIPAndRanges([]string{"1.1.1.1", "not an ip"})
  1218. assert.Error(t, err)
  1219. _, err = util.ParseAllowedIPAndRanges([]string{"1.1.1.5", "192.168.1.0/240"})
  1220. assert.Error(t, err)
  1221. allow, err := util.ParseAllowedIPAndRanges([]string{"192.168.1.2", "172.16.0.0/24"})
  1222. assert.NoError(t, err)
  1223. assert.True(t, allow[0](net.ParseIP("192.168.1.2")))
  1224. assert.False(t, allow[0](net.ParseIP("192.168.2.2")))
  1225. assert.True(t, allow[1](net.ParseIP("172.16.0.1")))
  1226. assert.False(t, allow[1](net.ParseIP("172.16.1.1")))
  1227. }
  1228. func TestHideConfidentialData(_ *testing.T) {
  1229. for _, provider := range []sdk.FilesystemProvider{sdk.LocalFilesystemProvider,
  1230. sdk.CryptedFilesystemProvider, sdk.S3FilesystemProvider, sdk.GCSFilesystemProvider,
  1231. sdk.AzureBlobFilesystemProvider, sdk.SFTPFilesystemProvider,
  1232. } {
  1233. u := dataprovider.User{
  1234. FsConfig: vfs.Filesystem{
  1235. Provider: provider,
  1236. },
  1237. }
  1238. u.PrepareForRendering()
  1239. f := vfs.BaseVirtualFolder{
  1240. FsConfig: vfs.Filesystem{
  1241. Provider: provider,
  1242. },
  1243. }
  1244. f.PrepareForRendering()
  1245. }
  1246. a := dataprovider.Admin{}
  1247. a.HideConfidentialData()
  1248. }
  1249. func TestUserPerms(t *testing.T) {
  1250. u := dataprovider.User{}
  1251. u.Permissions = make(map[string][]string)
  1252. u.Permissions["/"] = []string{dataprovider.PermUpload, dataprovider.PermDelete}
  1253. assert.True(t, u.HasAnyPerm([]string{dataprovider.PermRename, dataprovider.PermDelete}, "/"))
  1254. assert.False(t, u.HasAnyPerm([]string{dataprovider.PermRename, dataprovider.PermCreateDirs}, "/"))
  1255. u.Permissions["/"] = []string{dataprovider.PermDelete, dataprovider.PermCreateDirs}
  1256. assert.True(t, u.HasPermsDeleteAll("/"))
  1257. assert.False(t, u.HasPermsRenameAll("/"))
  1258. u.Permissions["/"] = []string{dataprovider.PermDeleteDirs, dataprovider.PermDeleteFiles, dataprovider.PermRenameDirs}
  1259. assert.True(t, u.HasPermsDeleteAll("/"))
  1260. assert.False(t, u.HasPermsRenameAll("/"))
  1261. u.Permissions["/"] = []string{dataprovider.PermDeleteDirs, dataprovider.PermRenameFiles, dataprovider.PermRenameDirs}
  1262. assert.False(t, u.HasPermsDeleteAll("/"))
  1263. assert.True(t, u.HasPermsRenameAll("/"))
  1264. }
  1265. func TestGetTLSVersion(t *testing.T) {
  1266. tlsVer := util.GetTLSVersion(0)
  1267. assert.Equal(t, uint16(tls.VersionTLS12), tlsVer)
  1268. tlsVer = util.GetTLSVersion(12)
  1269. assert.Equal(t, uint16(tls.VersionTLS12), tlsVer)
  1270. tlsVer = util.GetTLSVersion(2)
  1271. assert.Equal(t, uint16(tls.VersionTLS12), tlsVer)
  1272. tlsVer = util.GetTLSVersion(13)
  1273. assert.Equal(t, uint16(tls.VersionTLS13), tlsVer)
  1274. }
  1275. func TestCleanPath(t *testing.T) {
  1276. assert.Equal(t, "/", util.CleanPath("/"))
  1277. assert.Equal(t, "/", util.CleanPath("."))
  1278. assert.Equal(t, "/", util.CleanPath(""))
  1279. assert.Equal(t, "/", util.CleanPath("/."))
  1280. assert.Equal(t, "/", util.CleanPath("/a/.."))
  1281. assert.Equal(t, "/a", util.CleanPath("/a/"))
  1282. assert.Equal(t, "/a", util.CleanPath("a/"))
  1283. // filepath.ToSlash does not touch \ as char on unix systems
  1284. // so os.PathSeparator is used for windows compatible tests
  1285. bslash := string(os.PathSeparator)
  1286. assert.Equal(t, "/", util.CleanPath(bslash))
  1287. assert.Equal(t, "/", util.CleanPath(bslash+bslash))
  1288. assert.Equal(t, "/a", util.CleanPath(bslash+"a"+bslash))
  1289. assert.Equal(t, "/a", util.CleanPath("a"+bslash))
  1290. assert.Equal(t, "/a/b/c", util.CleanPath(bslash+"a"+bslash+bslash+"b"+bslash+bslash+"c"+bslash))
  1291. assert.Equal(t, "/C:/a", util.CleanPath("C:"+bslash+"a"))
  1292. }
  1293. func TestUserRecentActivity(t *testing.T) {
  1294. u := dataprovider.User{}
  1295. res := u.HasRecentActivity()
  1296. assert.False(t, res)
  1297. u.LastLogin = util.GetTimeAsMsSinceEpoch(time.Now())
  1298. res = u.HasRecentActivity()
  1299. assert.True(t, res)
  1300. u.LastLogin = util.GetTimeAsMsSinceEpoch(time.Now().Add(1 * time.Minute))
  1301. res = u.HasRecentActivity()
  1302. assert.False(t, res)
  1303. u.LastLogin = util.GetTimeAsMsSinceEpoch(time.Now().Add(1 * time.Second))
  1304. res = u.HasRecentActivity()
  1305. assert.True(t, res)
  1306. }
  1307. func TestVfsSameResource(t *testing.T) {
  1308. fs := vfs.Filesystem{}
  1309. other := vfs.Filesystem{}
  1310. res := fs.IsSameResource(other)
  1311. assert.True(t, res)
  1312. fs = vfs.Filesystem{
  1313. Provider: sdk.S3FilesystemProvider,
  1314. S3Config: vfs.S3FsConfig{
  1315. BaseS3FsConfig: sdk.BaseS3FsConfig{
  1316. Bucket: "a",
  1317. Region: "b",
  1318. },
  1319. },
  1320. }
  1321. other = vfs.Filesystem{
  1322. Provider: sdk.S3FilesystemProvider,
  1323. S3Config: vfs.S3FsConfig{
  1324. BaseS3FsConfig: sdk.BaseS3FsConfig{
  1325. Bucket: "a",
  1326. Region: "c",
  1327. },
  1328. },
  1329. }
  1330. res = fs.IsSameResource(other)
  1331. assert.False(t, res)
  1332. other = vfs.Filesystem{
  1333. Provider: sdk.S3FilesystemProvider,
  1334. S3Config: vfs.S3FsConfig{
  1335. BaseS3FsConfig: sdk.BaseS3FsConfig{
  1336. Bucket: "a",
  1337. Region: "b",
  1338. },
  1339. },
  1340. }
  1341. res = fs.IsSameResource(other)
  1342. assert.True(t, res)
  1343. fs = vfs.Filesystem{
  1344. Provider: sdk.GCSFilesystemProvider,
  1345. GCSConfig: vfs.GCSFsConfig{
  1346. BaseGCSFsConfig: sdk.BaseGCSFsConfig{
  1347. Bucket: "b",
  1348. },
  1349. },
  1350. }
  1351. other = vfs.Filesystem{
  1352. Provider: sdk.GCSFilesystemProvider,
  1353. GCSConfig: vfs.GCSFsConfig{
  1354. BaseGCSFsConfig: sdk.BaseGCSFsConfig{
  1355. Bucket: "c",
  1356. },
  1357. },
  1358. }
  1359. res = fs.IsSameResource(other)
  1360. assert.False(t, res)
  1361. other = vfs.Filesystem{
  1362. Provider: sdk.GCSFilesystemProvider,
  1363. GCSConfig: vfs.GCSFsConfig{
  1364. BaseGCSFsConfig: sdk.BaseGCSFsConfig{
  1365. Bucket: "b",
  1366. },
  1367. },
  1368. }
  1369. res = fs.IsSameResource(other)
  1370. assert.True(t, res)
  1371. sasURL := kms.NewPlainSecret("http://127.0.0.1/sasurl")
  1372. fs = vfs.Filesystem{
  1373. Provider: sdk.AzureBlobFilesystemProvider,
  1374. AzBlobConfig: vfs.AzBlobFsConfig{
  1375. BaseAzBlobFsConfig: sdk.BaseAzBlobFsConfig{
  1376. AccountName: "a",
  1377. },
  1378. SASURL: sasURL,
  1379. },
  1380. }
  1381. err := fs.Validate("data1")
  1382. assert.NoError(t, err)
  1383. other = vfs.Filesystem{
  1384. Provider: sdk.AzureBlobFilesystemProvider,
  1385. AzBlobConfig: vfs.AzBlobFsConfig{
  1386. BaseAzBlobFsConfig: sdk.BaseAzBlobFsConfig{
  1387. AccountName: "a",
  1388. },
  1389. SASURL: sasURL,
  1390. },
  1391. }
  1392. err = other.Validate("data2")
  1393. assert.NoError(t, err)
  1394. err = fs.AzBlobConfig.SASURL.TryDecrypt()
  1395. assert.NoError(t, err)
  1396. err = other.AzBlobConfig.SASURL.TryDecrypt()
  1397. assert.NoError(t, err)
  1398. res = fs.IsSameResource(other)
  1399. assert.True(t, res)
  1400. fs.AzBlobConfig.AccountName = "b"
  1401. res = fs.IsSameResource(other)
  1402. assert.False(t, res)
  1403. fs.AzBlobConfig.AccountName = "a"
  1404. other.AzBlobConfig.SASURL = kms.NewPlainSecret("http://127.1.1.1/sasurl")
  1405. err = other.Validate("data2")
  1406. assert.NoError(t, err)
  1407. err = other.AzBlobConfig.SASURL.TryDecrypt()
  1408. assert.NoError(t, err)
  1409. res = fs.IsSameResource(other)
  1410. assert.False(t, res)
  1411. fs = vfs.Filesystem{
  1412. Provider: sdk.HTTPFilesystemProvider,
  1413. HTTPConfig: vfs.HTTPFsConfig{
  1414. BaseHTTPFsConfig: sdk.BaseHTTPFsConfig{
  1415. Endpoint: "http://127.0.0.1/httpfs",
  1416. Username: "a",
  1417. },
  1418. },
  1419. }
  1420. other = vfs.Filesystem{
  1421. Provider: sdk.HTTPFilesystemProvider,
  1422. HTTPConfig: vfs.HTTPFsConfig{
  1423. BaseHTTPFsConfig: sdk.BaseHTTPFsConfig{
  1424. Endpoint: "http://127.0.0.1/httpfs",
  1425. Username: "b",
  1426. },
  1427. },
  1428. }
  1429. res = fs.IsSameResource(other)
  1430. assert.True(t, res)
  1431. fs.HTTPConfig.EqualityCheckMode = 1
  1432. res = fs.IsSameResource(other)
  1433. assert.False(t, res)
  1434. }
  1435. func TestUpdateTransferTimestamps(t *testing.T) {
  1436. username := "user_test_timestamps"
  1437. user := &dataprovider.User{
  1438. BaseUser: sdk.BaseUser{
  1439. Username: username,
  1440. HomeDir: filepath.Join(os.TempDir(), username),
  1441. Status: 1,
  1442. Permissions: map[string][]string{
  1443. "/": {dataprovider.PermAny},
  1444. },
  1445. },
  1446. }
  1447. err := dataprovider.AddUser(user, "", "", "")
  1448. assert.NoError(t, err)
  1449. assert.Equal(t, int64(0), user.FirstUpload)
  1450. assert.Equal(t, int64(0), user.FirstDownload)
  1451. err = dataprovider.UpdateUserTransferTimestamps(username, true)
  1452. assert.NoError(t, err)
  1453. userGet, err := dataprovider.UserExists(username, "")
  1454. assert.NoError(t, err)
  1455. assert.Greater(t, userGet.FirstUpload, int64(0))
  1456. assert.Equal(t, int64(0), user.FirstDownload)
  1457. err = dataprovider.UpdateUserTransferTimestamps(username, false)
  1458. assert.NoError(t, err)
  1459. userGet, err = dataprovider.UserExists(username, "")
  1460. assert.NoError(t, err)
  1461. assert.Greater(t, userGet.FirstUpload, int64(0))
  1462. assert.Greater(t, userGet.FirstDownload, int64(0))
  1463. // updating again must fail
  1464. err = dataprovider.UpdateUserTransferTimestamps(username, true)
  1465. assert.Error(t, err)
  1466. err = dataprovider.UpdateUserTransferTimestamps(username, false)
  1467. assert.Error(t, err)
  1468. // cleanup
  1469. err = dataprovider.DeleteUser(username, "", "", "")
  1470. assert.NoError(t, err)
  1471. }
  1472. func TestIPList(t *testing.T) {
  1473. type test struct {
  1474. ip string
  1475. protocol string
  1476. expectedMatch bool
  1477. expectedMode int
  1478. expectedErr bool
  1479. }
  1480. entries := []dataprovider.IPListEntry{
  1481. {
  1482. IPOrNet: "192.168.0.0/25",
  1483. Type: dataprovider.IPListTypeDefender,
  1484. Mode: dataprovider.ListModeAllow,
  1485. },
  1486. {
  1487. IPOrNet: "192.168.0.128/25",
  1488. Type: dataprovider.IPListTypeDefender,
  1489. Mode: dataprovider.ListModeDeny,
  1490. Protocols: 3,
  1491. },
  1492. {
  1493. IPOrNet: "192.168.2.128/32",
  1494. Type: dataprovider.IPListTypeDefender,
  1495. Mode: dataprovider.ListModeAllow,
  1496. Protocols: 5,
  1497. },
  1498. {
  1499. IPOrNet: "::/0",
  1500. Type: dataprovider.IPListTypeDefender,
  1501. Mode: dataprovider.ListModeDeny,
  1502. Protocols: 4,
  1503. },
  1504. {
  1505. IPOrNet: "2001:4860:4860::8888/120",
  1506. Type: dataprovider.IPListTypeDefender,
  1507. Mode: dataprovider.ListModeDeny,
  1508. Protocols: 1,
  1509. },
  1510. {
  1511. IPOrNet: "2001:4860:4860::8988/120",
  1512. Type: dataprovider.IPListTypeDefender,
  1513. Mode: dataprovider.ListModeAllow,
  1514. Protocols: 3,
  1515. },
  1516. {
  1517. IPOrNet: "::1/128",
  1518. Type: dataprovider.IPListTypeDefender,
  1519. Mode: dataprovider.ListModeAllow,
  1520. Protocols: 0,
  1521. },
  1522. }
  1523. ipList, err := dataprovider.NewIPList(dataprovider.IPListTypeDefender)
  1524. require.NoError(t, err)
  1525. for idx := range entries {
  1526. e := entries[idx]
  1527. err := dataprovider.AddIPListEntry(&e, "", "", "")
  1528. assert.NoError(t, err)
  1529. }
  1530. tests := []test{
  1531. {ip: "1.1.1.1", protocol: ProtocolSSH, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1532. {ip: "invalid ip", protocol: ProtocolSSH, expectedMatch: false, expectedMode: 0, expectedErr: true},
  1533. {ip: "192.168.0.1", protocol: ProtocolFTP, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1534. {ip: "192.168.0.2", protocol: ProtocolHTTP, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1535. {ip: "192.168.0.3", protocol: ProtocolWebDAV, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1536. {ip: "192.168.0.4", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1537. {ip: "192.168.0.156", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeDeny, expectedErr: false},
  1538. {ip: "192.168.0.158", protocol: ProtocolFTP, expectedMatch: true, expectedMode: dataprovider.ListModeDeny, expectedErr: false},
  1539. {ip: "192.168.0.158", protocol: ProtocolHTTP, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1540. {ip: "192.168.2.128", protocol: ProtocolHTTP, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1541. {ip: "192.168.2.128", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1542. {ip: "::2", protocol: ProtocolSSH, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1543. {ip: "::2", protocol: ProtocolWebDAV, expectedMatch: true, expectedMode: dataprovider.ListModeDeny, expectedErr: false},
  1544. {ip: "::1", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1545. {ip: "::1", protocol: ProtocolHTTP, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1546. {ip: "2001:4860:4860:0000:0000:0000:0000:8889", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeDeny, expectedErr: false},
  1547. {ip: "2001:4860:4860:0000:0000:0000:0000:8889", protocol: ProtocolFTP, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1548. {ip: "2001:4860:4860:0000:0000:0000:0000:8989", protocol: ProtocolFTP, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1549. {ip: "2001:4860:4860:0000:0000:0000:0000:89F1", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1550. {ip: "2001:4860:4860:0000:0000:0000:0000:89F1", protocol: ProtocolHTTP, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1551. }
  1552. for _, tc := range tests {
  1553. match, mode, err := ipList.IsListed(tc.ip, tc.protocol)
  1554. if tc.expectedErr {
  1555. assert.Error(t, err, "ip %s, protocol %s", tc.ip, tc.protocol)
  1556. } else {
  1557. assert.NoError(t, err, "ip %s, protocol %s", tc.ip, tc.protocol)
  1558. }
  1559. assert.Equal(t, tc.expectedMatch, match, "ip %s, protocol %s", tc.ip, tc.protocol)
  1560. assert.Equal(t, tc.expectedMode, mode, "ip %s, protocol %s", tc.ip, tc.protocol)
  1561. }
  1562. ipList.DisableMemoryMode()
  1563. for _, tc := range tests {
  1564. match, mode, err := ipList.IsListed(tc.ip, tc.protocol)
  1565. if tc.expectedErr {
  1566. assert.Error(t, err, "ip %s, protocol %s", tc.ip, tc.protocol)
  1567. } else {
  1568. assert.NoError(t, err, "ip %s, protocol %s", tc.ip, tc.protocol)
  1569. }
  1570. assert.Equal(t, tc.expectedMatch, match, "ip %s, protocol %s", tc.ip, tc.protocol)
  1571. assert.Equal(t, tc.expectedMode, mode, "ip %s, protocol %s", tc.ip, tc.protocol)
  1572. }
  1573. for _, e := range entries {
  1574. err := dataprovider.DeleteIPListEntry(e.IPOrNet, e.Type, "", "", "")
  1575. assert.NoError(t, err)
  1576. }
  1577. }
  1578. func TestSQLPlaceholderLimits(t *testing.T) {
  1579. numGroups := 120
  1580. numUsers := 120
  1581. var groupMapping []sdk.GroupMapping
  1582. folder := vfs.BaseVirtualFolder{
  1583. Name: "testfolder",
  1584. MappedPath: filepath.Join(os.TempDir(), "folder"),
  1585. }
  1586. err := dataprovider.AddFolder(&folder, "", "", "")
  1587. assert.NoError(t, err)
  1588. for i := 0; i < numGroups; i++ {
  1589. group := dataprovider.Group{
  1590. BaseGroup: sdk.BaseGroup{
  1591. Name: fmt.Sprintf("testgroup%d", i),
  1592. },
  1593. UserSettings: dataprovider.GroupUserSettings{
  1594. BaseGroupUserSettings: sdk.BaseGroupUserSettings{
  1595. Permissions: map[string][]string{
  1596. fmt.Sprintf("/dir%d", i): {dataprovider.PermAny},
  1597. },
  1598. },
  1599. },
  1600. }
  1601. group.VirtualFolders = append(group.VirtualFolders, vfs.VirtualFolder{
  1602. BaseVirtualFolder: folder,
  1603. VirtualPath: "/vdir",
  1604. })
  1605. err := dataprovider.AddGroup(&group, "", "", "")
  1606. assert.NoError(t, err)
  1607. groupMapping = append(groupMapping, sdk.GroupMapping{
  1608. Name: group.Name,
  1609. Type: sdk.GroupTypeSecondary,
  1610. })
  1611. }
  1612. user := dataprovider.User{
  1613. BaseUser: sdk.BaseUser{
  1614. Username: "testusername",
  1615. HomeDir: filepath.Join(os.TempDir(), "testhome"),
  1616. Status: 1,
  1617. Permissions: map[string][]string{
  1618. "/": {dataprovider.PermAny},
  1619. },
  1620. },
  1621. Groups: groupMapping,
  1622. }
  1623. err = dataprovider.AddUser(&user, "", "", "")
  1624. assert.NoError(t, err)
  1625. users, err := dataprovider.GetUsersForQuotaCheck(map[string]bool{user.Username: true})
  1626. assert.NoError(t, err)
  1627. if assert.Len(t, users, 1) {
  1628. for i := 0; i < numGroups; i++ {
  1629. _, ok := users[0].Permissions[fmt.Sprintf("/dir%d", i)]
  1630. assert.True(t, ok)
  1631. }
  1632. }
  1633. err = dataprovider.DeleteUser(user.Username, "", "", "")
  1634. assert.NoError(t, err)
  1635. for i := 0; i < numUsers; i++ {
  1636. user := dataprovider.User{
  1637. BaseUser: sdk.BaseUser{
  1638. Username: fmt.Sprintf("testusername%d", i),
  1639. HomeDir: filepath.Join(os.TempDir()),
  1640. Status: 1,
  1641. Permissions: map[string][]string{
  1642. "/": {dataprovider.PermAny},
  1643. },
  1644. },
  1645. Groups: []sdk.GroupMapping{
  1646. {
  1647. Name: "testgroup0",
  1648. Type: sdk.GroupTypePrimary,
  1649. },
  1650. },
  1651. }
  1652. err := dataprovider.AddUser(&user, "", "", "")
  1653. assert.NoError(t, err)
  1654. }
  1655. time.Sleep(100 * time.Millisecond)
  1656. err = dataprovider.DeleteFolder(folder.Name, "", "", "")
  1657. assert.NoError(t, err)
  1658. for i := 0; i < numUsers; i++ {
  1659. username := fmt.Sprintf("testusername%d", i)
  1660. user, err := dataprovider.UserExists(username, "")
  1661. assert.NoError(t, err)
  1662. assert.Greater(t, user.UpdatedAt, user.CreatedAt)
  1663. err = dataprovider.DeleteUser(username, "", "", "")
  1664. assert.NoError(t, err)
  1665. }
  1666. for i := 0; i < numGroups; i++ {
  1667. groupName := fmt.Sprintf("testgroup%d", i)
  1668. err = dataprovider.DeleteGroup(groupName, "", "", "")
  1669. assert.NoError(t, err)
  1670. }
  1671. }
  1672. func TestALPNProtocols(t *testing.T) {
  1673. protocols := util.GetALPNProtocols(nil)
  1674. assert.Equal(t, []string{"http/1.1", "h2"}, protocols)
  1675. protocols = util.GetALPNProtocols([]string{"invalid1", "invalid2"})
  1676. assert.Equal(t, []string{"http/1.1", "h2"}, protocols)
  1677. protocols = util.GetALPNProtocols([]string{"invalid1", "h2", "invalid2"})
  1678. assert.Equal(t, []string{"h2"}, protocols)
  1679. protocols = util.GetALPNProtocols([]string{"h2", "http/1.1"})
  1680. assert.Equal(t, []string{"h2", "http/1.1"}, protocols)
  1681. }
  1682. func TestServerVersion(t *testing.T) {
  1683. appName := "SFTPGo"
  1684. version.SetConfig("")
  1685. v := version.GetServerVersion("_", false)
  1686. assert.Equal(t, fmt.Sprintf("%s_%s", appName, version.Get().Version), v)
  1687. v = version.GetServerVersion("-", true)
  1688. assert.Equal(t, fmt.Sprintf("%s-%s-", appName, version.Get().Version), v)
  1689. version.SetConfig("short")
  1690. v = version.GetServerVersion("_", false)
  1691. assert.Equal(t, appName, v)
  1692. v = version.GetServerVersion("_", true)
  1693. assert.Equal(t, appName+"_", v)
  1694. version.SetConfig("")
  1695. }
  1696. func BenchmarkBcryptHashing(b *testing.B) {
  1697. bcryptPassword := "bcryptpassword"
  1698. for i := 0; i < b.N; i++ {
  1699. _, err := bcrypt.GenerateFromPassword([]byte(bcryptPassword), 10)
  1700. if err != nil {
  1701. panic(err)
  1702. }
  1703. }
  1704. }
  1705. func BenchmarkCompareBcryptPassword(b *testing.B) {
  1706. bcryptPassword := "$2a$10$lPDdnDimJZ7d5/GwL6xDuOqoZVRXok6OHHhivCnanWUtcgN0Zafki"
  1707. for i := 0; i < b.N; i++ {
  1708. err := bcrypt.CompareHashAndPassword([]byte(bcryptPassword), []byte("password"))
  1709. if err != nil {
  1710. panic(err)
  1711. }
  1712. }
  1713. }
  1714. func BenchmarkArgon2Hashing(b *testing.B) {
  1715. argonPassword := "argon2password"
  1716. for i := 0; i < b.N; i++ {
  1717. _, err := argon2id.CreateHash(argonPassword, argon2id.DefaultParams)
  1718. if err != nil {
  1719. panic(err)
  1720. }
  1721. }
  1722. }
  1723. func BenchmarkCompareArgon2Password(b *testing.B) {
  1724. argon2Password := "$argon2id$v=19$m=65536,t=1,p=2$aOoAOdAwvzhOgi7wUFjXlw$wn/y37dBWdKHtPXHR03nNaKHWKPXyNuVXOknaU+YZ+s"
  1725. for i := 0; i < b.N; i++ {
  1726. _, err := argon2id.ComparePasswordAndHash("password", argon2Password)
  1727. if err != nil {
  1728. panic(err)
  1729. }
  1730. }
  1731. }
  1732. func BenchmarkAddRemoveConnections(b *testing.B) {
  1733. var conns []ActiveConnection
  1734. for i := 0; i < 100; i++ {
  1735. conns = append(conns, &fakeConnection{
  1736. BaseConnection: NewBaseConnection(fmt.Sprintf("id%d", i), ProtocolSFTP, "", "", dataprovider.User{
  1737. BaseUser: sdk.BaseUser{
  1738. Username: userTestUsername,
  1739. },
  1740. }),
  1741. })
  1742. }
  1743. b.ResetTimer()
  1744. for i := 0; i < b.N; i++ {
  1745. for _, c := range conns {
  1746. if err := Connections.Add(c); err != nil {
  1747. panic(err)
  1748. }
  1749. }
  1750. var wg sync.WaitGroup
  1751. for idx := len(conns) - 1; idx >= 0; idx-- {
  1752. wg.Add(1)
  1753. go func(index int) {
  1754. defer wg.Done()
  1755. Connections.Remove(conns[index].GetID())
  1756. }(idx)
  1757. }
  1758. wg.Wait()
  1759. }
  1760. }
  1761. func BenchmarkAddRemoveSSHConnections(b *testing.B) {
  1762. conn1, conn2 := net.Pipe()
  1763. var conns []*SSHConnection
  1764. for i := 0; i < 2000; i++ {
  1765. conns = append(conns, NewSSHConnection(fmt.Sprintf("id%d", i), conn1))
  1766. }
  1767. b.ResetTimer()
  1768. for i := 0; i < b.N; i++ {
  1769. for _, c := range conns {
  1770. Connections.AddSSHConnection(c)
  1771. }
  1772. for idx := len(conns) - 1; idx >= 0; idx-- {
  1773. Connections.RemoveSSHConnection(conns[idx].GetID())
  1774. }
  1775. }
  1776. conn1.Close()
  1777. conn2.Close()
  1778. }