common_test.go 58 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874
  1. // Copyright (C) 2019 Nicola Murino
  2. //
  3. // This program is free software: you can redistribute it and/or modify
  4. // it under the terms of the GNU Affero General Public License as published
  5. // by the Free Software Foundation, version 3.
  6. //
  7. // This program is distributed in the hope that it will be useful,
  8. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. // GNU Affero General Public License for more details.
  11. //
  12. // You should have received a copy of the GNU Affero General Public License
  13. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  14. package common
  15. import (
  16. "crypto/tls"
  17. "encoding/json"
  18. "fmt"
  19. "net"
  20. "os"
  21. "os/exec"
  22. "path/filepath"
  23. "runtime"
  24. "sync"
  25. "testing"
  26. "time"
  27. "github.com/alexedwards/argon2id"
  28. "github.com/pires/go-proxyproto"
  29. "github.com/sftpgo/sdk"
  30. "github.com/stretchr/testify/assert"
  31. "github.com/stretchr/testify/require"
  32. "golang.org/x/crypto/bcrypt"
  33. "github.com/drakkan/sftpgo/v2/internal/dataprovider"
  34. "github.com/drakkan/sftpgo/v2/internal/kms"
  35. "github.com/drakkan/sftpgo/v2/internal/plugin"
  36. "github.com/drakkan/sftpgo/v2/internal/util"
  37. "github.com/drakkan/sftpgo/v2/internal/version"
  38. "github.com/drakkan/sftpgo/v2/internal/vfs"
  39. )
  40. const (
  41. logSenderTest = "common_test"
  42. httpAddr = "127.0.0.1:9999"
  43. osWindows = "windows"
  44. userTestUsername = "common_test_username"
  45. )
  46. var (
  47. configDir = filepath.Join(".", "..", "..")
  48. )
  49. type fakeConnection struct {
  50. *BaseConnection
  51. command string
  52. }
  53. func (c *fakeConnection) AddUser(user dataprovider.User) error {
  54. _, err := user.GetFilesystem(c.GetID())
  55. if err != nil {
  56. return err
  57. }
  58. c.BaseConnection.User = user
  59. return nil
  60. }
  61. func (c *fakeConnection) Disconnect() error {
  62. Connections.Remove(c.GetID())
  63. return nil
  64. }
  65. func (c *fakeConnection) GetClientVersion() string {
  66. return ""
  67. }
  68. func (c *fakeConnection) GetCommand() string {
  69. return c.command
  70. }
  71. func (c *fakeConnection) GetLocalAddress() string {
  72. return ""
  73. }
  74. func (c *fakeConnection) GetRemoteAddress() string {
  75. return ""
  76. }
  77. type customNetConn struct {
  78. net.Conn
  79. id string
  80. isClosed bool
  81. }
  82. func (c *customNetConn) Close() error {
  83. Connections.RemoveSSHConnection(c.id)
  84. c.isClosed = true
  85. return c.Conn.Close()
  86. }
  87. func TestConnections(t *testing.T) {
  88. c1 := &fakeConnection{
  89. BaseConnection: NewBaseConnection("id1", ProtocolSFTP, "", "", dataprovider.User{
  90. BaseUser: sdk.BaseUser{
  91. Username: userTestUsername,
  92. },
  93. }),
  94. }
  95. c2 := &fakeConnection{
  96. BaseConnection: NewBaseConnection("id2", ProtocolSFTP, "", "", dataprovider.User{
  97. BaseUser: sdk.BaseUser{
  98. Username: userTestUsername,
  99. },
  100. }),
  101. }
  102. c3 := &fakeConnection{
  103. BaseConnection: NewBaseConnection("id3", ProtocolSFTP, "", "", dataprovider.User{
  104. BaseUser: sdk.BaseUser{
  105. Username: userTestUsername,
  106. },
  107. }),
  108. }
  109. c4 := &fakeConnection{
  110. BaseConnection: NewBaseConnection("id4", ProtocolSFTP, "", "", dataprovider.User{
  111. BaseUser: sdk.BaseUser{
  112. Username: userTestUsername,
  113. },
  114. }),
  115. }
  116. assert.Equal(t, "SFTP_id1", c1.GetID())
  117. assert.Equal(t, "SFTP_id2", c2.GetID())
  118. assert.Equal(t, "SFTP_id3", c3.GetID())
  119. assert.Equal(t, "SFTP_id4", c4.GetID())
  120. err := Connections.Add(c1)
  121. assert.NoError(t, err)
  122. err = Connections.Add(c2)
  123. assert.NoError(t, err)
  124. err = Connections.Add(c3)
  125. assert.NoError(t, err)
  126. err = Connections.Add(c4)
  127. assert.NoError(t, err)
  128. Connections.RLock()
  129. assert.Len(t, Connections.connections, 4)
  130. assert.Len(t, Connections.mapping, 4)
  131. _, ok := Connections.mapping[c1.GetID()]
  132. assert.True(t, ok)
  133. assert.Equal(t, 0, Connections.mapping[c1.GetID()])
  134. assert.Equal(t, 1, Connections.mapping[c2.GetID()])
  135. assert.Equal(t, 2, Connections.mapping[c3.GetID()])
  136. assert.Equal(t, 3, Connections.mapping[c4.GetID()])
  137. Connections.RUnlock()
  138. c2 = &fakeConnection{
  139. BaseConnection: NewBaseConnection("id2", ProtocolSFTP, "", "", dataprovider.User{
  140. BaseUser: sdk.BaseUser{
  141. Username: userTestUsername + "_mod",
  142. },
  143. }),
  144. }
  145. err = Connections.Swap(c2)
  146. assert.NoError(t, err)
  147. Connections.RLock()
  148. assert.Len(t, Connections.connections, 4)
  149. assert.Len(t, Connections.mapping, 4)
  150. _, ok = Connections.mapping[c1.GetID()]
  151. assert.True(t, ok)
  152. assert.Equal(t, 0, Connections.mapping[c1.GetID()])
  153. assert.Equal(t, 1, Connections.mapping[c2.GetID()])
  154. assert.Equal(t, 2, Connections.mapping[c3.GetID()])
  155. assert.Equal(t, 3, Connections.mapping[c4.GetID()])
  156. assert.Equal(t, userTestUsername+"_mod", Connections.connections[1].GetUsername())
  157. Connections.RUnlock()
  158. Connections.Remove(c2.GetID())
  159. Connections.RLock()
  160. assert.Len(t, Connections.connections, 3)
  161. assert.Len(t, Connections.mapping, 3)
  162. _, ok = Connections.mapping[c1.GetID()]
  163. assert.True(t, ok)
  164. assert.Equal(t, 0, Connections.mapping[c1.GetID()])
  165. assert.Equal(t, 1, Connections.mapping[c4.GetID()])
  166. assert.Equal(t, 2, Connections.mapping[c3.GetID()])
  167. Connections.RUnlock()
  168. Connections.Remove(c3.GetID())
  169. Connections.RLock()
  170. assert.Len(t, Connections.connections, 2)
  171. assert.Len(t, Connections.mapping, 2)
  172. _, ok = Connections.mapping[c1.GetID()]
  173. assert.True(t, ok)
  174. assert.Equal(t, 0, Connections.mapping[c1.GetID()])
  175. assert.Equal(t, 1, Connections.mapping[c4.GetID()])
  176. Connections.RUnlock()
  177. Connections.Remove(c1.GetID())
  178. Connections.RLock()
  179. assert.Len(t, Connections.connections, 1)
  180. assert.Len(t, Connections.mapping, 1)
  181. _, ok = Connections.mapping[c4.GetID()]
  182. assert.True(t, ok)
  183. assert.Equal(t, 0, Connections.mapping[c4.GetID()])
  184. Connections.RUnlock()
  185. Connections.Remove(c4.GetID())
  186. Connections.RLock()
  187. assert.Len(t, Connections.connections, 0)
  188. assert.Len(t, Connections.mapping, 0)
  189. Connections.RUnlock()
  190. }
  191. func TestInitializationProxyErrors(t *testing.T) {
  192. configCopy := Config
  193. c := Configuration{
  194. ProxyProtocol: 1,
  195. ProxyAllowed: []string{"1.1.1.1111"},
  196. }
  197. err := Initialize(c, 0)
  198. if assert.Error(t, err) {
  199. assert.Contains(t, err.Error(), "invalid proxy allowed")
  200. }
  201. c.ProxyAllowed = nil
  202. c.ProxySkipped = []string{"invalid"}
  203. err = Initialize(c, 0)
  204. if assert.Error(t, err) {
  205. assert.Contains(t, err.Error(), "invalid proxy skipped")
  206. }
  207. c.ProxyAllowed = []string{"1.1.1.1"}
  208. c.ProxySkipped = []string{"2.2.2.2", "10.8.0.0/24"}
  209. err = Initialize(c, 0)
  210. assert.NoError(t, err)
  211. assert.Len(t, Config.proxyAllowed, 1)
  212. assert.Len(t, Config.proxySkipped, 2)
  213. Config = configCopy
  214. assert.Equal(t, 0, Config.ProxyProtocol)
  215. assert.Len(t, Config.proxyAllowed, 0)
  216. assert.Len(t, Config.proxySkipped, 0)
  217. }
  218. func TestInitializationClosedProvider(t *testing.T) {
  219. configCopy := Config
  220. providerConf := dataprovider.GetProviderConfig()
  221. err := dataprovider.Close()
  222. assert.NoError(t, err)
  223. config := Configuration{
  224. AllowListStatus: 1,
  225. }
  226. err = Initialize(config, 0)
  227. if assert.Error(t, err) {
  228. assert.Contains(t, err.Error(), "unable to initialize the allow list")
  229. }
  230. config.AllowListStatus = 0
  231. config.RateLimitersConfig = []RateLimiterConfig{
  232. {
  233. Average: 100,
  234. Period: 1000,
  235. Burst: 5,
  236. Type: int(rateLimiterTypeGlobal),
  237. Protocols: rateLimiterProtocolValues,
  238. },
  239. }
  240. err = Initialize(config, 0)
  241. if assert.Error(t, err) {
  242. assert.Contains(t, err.Error(), "unable to initialize ratelimiters list")
  243. }
  244. config.RateLimitersConfig = nil
  245. config.DefenderConfig = DefenderConfig{
  246. Enabled: true,
  247. Driver: DefenderDriverProvider,
  248. BanTime: 10,
  249. BanTimeIncrement: 50,
  250. Threshold: 10,
  251. ScoreInvalid: 2,
  252. ScoreValid: 1,
  253. ScoreNoAuth: 2,
  254. ObservationTime: 15,
  255. EntriesSoftLimit: 100,
  256. EntriesHardLimit: 150,
  257. }
  258. err = Initialize(config, 0)
  259. if assert.Error(t, err) {
  260. assert.Contains(t, err.Error(), "defender initialization error")
  261. }
  262. config.DefenderConfig.Driver = DefenderDriverMemory
  263. err = Initialize(config, 0)
  264. if assert.Error(t, err) {
  265. assert.Contains(t, err.Error(), "defender initialization error")
  266. }
  267. err = dataprovider.Initialize(providerConf, configDir, true)
  268. assert.NoError(t, err)
  269. Config = configCopy
  270. }
  271. func TestSSHConnections(t *testing.T) {
  272. conn1, conn2 := net.Pipe()
  273. now := time.Now()
  274. sshConn1 := NewSSHConnection("id1", conn1)
  275. sshConn2 := NewSSHConnection("id2", conn2)
  276. sshConn3 := NewSSHConnection("id3", conn2)
  277. assert.Equal(t, "id1", sshConn1.GetID())
  278. assert.Equal(t, "id2", sshConn2.GetID())
  279. assert.Equal(t, "id3", sshConn3.GetID())
  280. sshConn1.UpdateLastActivity()
  281. assert.GreaterOrEqual(t, sshConn1.GetLastActivity().UnixNano(), now.UnixNano())
  282. Connections.AddSSHConnection(sshConn1)
  283. Connections.AddSSHConnection(sshConn2)
  284. Connections.AddSSHConnection(sshConn3)
  285. Connections.RLock()
  286. assert.Len(t, Connections.sshConnections, 3)
  287. _, ok := Connections.sshMapping[sshConn1.GetID()]
  288. assert.True(t, ok)
  289. assert.Equal(t, 0, Connections.sshMapping[sshConn1.GetID()])
  290. assert.Equal(t, 1, Connections.sshMapping[sshConn2.GetID()])
  291. assert.Equal(t, 2, Connections.sshMapping[sshConn3.GetID()])
  292. Connections.RUnlock()
  293. Connections.RemoveSSHConnection(sshConn1.id)
  294. Connections.RLock()
  295. assert.Len(t, Connections.sshConnections, 2)
  296. assert.Equal(t, sshConn3.id, Connections.sshConnections[0].id)
  297. assert.Equal(t, sshConn2.id, Connections.sshConnections[1].id)
  298. _, ok = Connections.sshMapping[sshConn3.GetID()]
  299. assert.True(t, ok)
  300. assert.Equal(t, 0, Connections.sshMapping[sshConn3.GetID()])
  301. assert.Equal(t, 1, Connections.sshMapping[sshConn2.GetID()])
  302. Connections.RUnlock()
  303. Connections.RemoveSSHConnection(sshConn1.id)
  304. Connections.RLock()
  305. assert.Len(t, Connections.sshConnections, 2)
  306. assert.Equal(t, sshConn3.id, Connections.sshConnections[0].id)
  307. assert.Equal(t, sshConn2.id, Connections.sshConnections[1].id)
  308. _, ok = Connections.sshMapping[sshConn3.GetID()]
  309. assert.True(t, ok)
  310. assert.Equal(t, 0, Connections.sshMapping[sshConn3.GetID()])
  311. assert.Equal(t, 1, Connections.sshMapping[sshConn2.GetID()])
  312. Connections.RUnlock()
  313. Connections.RemoveSSHConnection(sshConn2.id)
  314. Connections.RLock()
  315. assert.Len(t, Connections.sshConnections, 1)
  316. assert.Equal(t, sshConn3.id, Connections.sshConnections[0].id)
  317. _, ok = Connections.sshMapping[sshConn3.GetID()]
  318. assert.True(t, ok)
  319. assert.Equal(t, 0, Connections.sshMapping[sshConn3.GetID()])
  320. Connections.RUnlock()
  321. Connections.RemoveSSHConnection(sshConn3.id)
  322. Connections.RLock()
  323. assert.Len(t, Connections.sshConnections, 0)
  324. assert.Len(t, Connections.sshMapping, 0)
  325. Connections.RUnlock()
  326. assert.NoError(t, sshConn1.Close())
  327. assert.NoError(t, sshConn2.Close())
  328. assert.NoError(t, sshConn3.Close())
  329. }
  330. func TestDefenderIntegration(t *testing.T) {
  331. // by default defender is nil
  332. configCopy := Config
  333. wdPath, err := os.Getwd()
  334. require.NoError(t, err)
  335. pluginsConfig := []plugin.Config{
  336. {
  337. Type: "ipfilter",
  338. Cmd: filepath.Join(wdPath, "..", "..", "tests", "ipfilter", "ipfilter"),
  339. AutoMTLS: true,
  340. },
  341. }
  342. if runtime.GOOS == osWindows {
  343. pluginsConfig[0].Cmd += ".exe"
  344. }
  345. err = plugin.Initialize(pluginsConfig, "debug")
  346. require.NoError(t, err)
  347. ip := "127.1.1.1"
  348. assert.Nil(t, Reload())
  349. // 192.168.1.12 is banned from the ipfilter plugin
  350. assert.True(t, IsBanned("192.168.1.12", ProtocolFTP))
  351. AddDefenderEvent(ip, ProtocolFTP, HostEventNoLoginTried)
  352. assert.False(t, IsBanned(ip, ProtocolFTP))
  353. banTime, err := GetDefenderBanTime(ip)
  354. assert.NoError(t, err)
  355. assert.Nil(t, banTime)
  356. assert.False(t, DeleteDefenderHost(ip))
  357. score, err := GetDefenderScore(ip)
  358. assert.NoError(t, err)
  359. assert.Equal(t, 0, score)
  360. _, err = GetDefenderHost(ip)
  361. assert.Error(t, err)
  362. hosts, err := GetDefenderHosts()
  363. assert.NoError(t, err)
  364. assert.Nil(t, hosts)
  365. Config.DefenderConfig = DefenderConfig{
  366. Enabled: true,
  367. Driver: DefenderDriverProvider,
  368. BanTime: 10,
  369. BanTimeIncrement: 50,
  370. Threshold: 0,
  371. ScoreInvalid: 2,
  372. ScoreValid: 1,
  373. ScoreNoAuth: 2,
  374. ObservationTime: 15,
  375. EntriesSoftLimit: 100,
  376. EntriesHardLimit: 150,
  377. }
  378. err = Initialize(Config, 0)
  379. // ScoreInvalid cannot be greater than threshold
  380. assert.Error(t, err)
  381. Config.DefenderConfig.Driver = "unsupported"
  382. err = Initialize(Config, 0)
  383. if assert.Error(t, err) {
  384. assert.Contains(t, err.Error(), "unsupported defender driver")
  385. }
  386. Config.DefenderConfig.Driver = DefenderDriverMemory
  387. err = Initialize(Config, 0)
  388. // ScoreInvalid cannot be greater than threshold
  389. assert.Error(t, err)
  390. Config.DefenderConfig.Threshold = 3
  391. err = Initialize(Config, 0)
  392. assert.NoError(t, err)
  393. assert.Nil(t, Reload())
  394. AddDefenderEvent(ip, ProtocolSSH, HostEventNoLoginTried)
  395. assert.False(t, IsBanned(ip, ProtocolSSH))
  396. score, err = GetDefenderScore(ip)
  397. assert.NoError(t, err)
  398. assert.Equal(t, 2, score)
  399. entry, err := GetDefenderHost(ip)
  400. assert.NoError(t, err)
  401. asJSON, err := json.Marshal(&entry)
  402. assert.NoError(t, err)
  403. assert.Equal(t, `{"id":"3132372e312e312e31","ip":"127.1.1.1","score":2}`, string(asJSON), "entry %v", entry)
  404. assert.True(t, DeleteDefenderHost(ip))
  405. banTime, err = GetDefenderBanTime(ip)
  406. assert.NoError(t, err)
  407. assert.Nil(t, banTime)
  408. AddDefenderEvent(ip, ProtocolHTTP, HostEventLoginFailed)
  409. AddDefenderEvent(ip, ProtocolHTTP, HostEventNoLoginTried)
  410. assert.True(t, IsBanned(ip, ProtocolHTTP))
  411. score, err = GetDefenderScore(ip)
  412. assert.NoError(t, err)
  413. assert.Equal(t, 0, score)
  414. banTime, err = GetDefenderBanTime(ip)
  415. assert.NoError(t, err)
  416. assert.NotNil(t, banTime)
  417. hosts, err = GetDefenderHosts()
  418. assert.NoError(t, err)
  419. assert.Len(t, hosts, 1)
  420. entry, err = GetDefenderHost(ip)
  421. assert.NoError(t, err)
  422. assert.False(t, entry.BanTime.IsZero())
  423. assert.True(t, DeleteDefenderHost(ip))
  424. hosts, err = GetDefenderHosts()
  425. assert.NoError(t, err)
  426. assert.Len(t, hosts, 0)
  427. banTime, err = GetDefenderBanTime(ip)
  428. assert.NoError(t, err)
  429. assert.Nil(t, banTime)
  430. assert.False(t, DeleteDefenderHost(ip))
  431. Config = configCopy
  432. }
  433. func TestRateLimitersIntegration(t *testing.T) {
  434. configCopy := Config
  435. enabled, protocols := Config.GetRateLimitersStatus()
  436. assert.False(t, enabled)
  437. assert.Len(t, protocols, 0)
  438. entries := []dataprovider.IPListEntry{
  439. {
  440. IPOrNet: "172.16.24.7/32",
  441. Type: dataprovider.IPListTypeRateLimiterSafeList,
  442. Mode: dataprovider.ListModeAllow,
  443. },
  444. {
  445. IPOrNet: "172.16.0.0/16",
  446. Type: dataprovider.IPListTypeRateLimiterSafeList,
  447. Mode: dataprovider.ListModeAllow,
  448. },
  449. }
  450. for idx := range entries {
  451. e := entries[idx]
  452. err := dataprovider.AddIPListEntry(&e, "", "", "")
  453. assert.NoError(t, err)
  454. }
  455. Config.RateLimitersConfig = []RateLimiterConfig{
  456. {
  457. Average: 100,
  458. Period: 10,
  459. Burst: 5,
  460. Type: int(rateLimiterTypeGlobal),
  461. Protocols: rateLimiterProtocolValues,
  462. },
  463. {
  464. Average: 1,
  465. Period: 1000,
  466. Burst: 1,
  467. Type: int(rateLimiterTypeSource),
  468. Protocols: []string{ProtocolWebDAV, ProtocolWebDAV, ProtocolFTP},
  469. GenerateDefenderEvents: true,
  470. EntriesSoftLimit: 100,
  471. EntriesHardLimit: 150,
  472. },
  473. }
  474. err := Initialize(Config, 0)
  475. assert.Error(t, err)
  476. Config.RateLimitersConfig[0].Period = 1000
  477. err = Initialize(Config, 0)
  478. assert.NoError(t, err)
  479. assert.NotNil(t, Config.rateLimitersList)
  480. assert.Len(t, rateLimiters, 4)
  481. assert.Len(t, rateLimiters[ProtocolSSH], 1)
  482. assert.Len(t, rateLimiters[ProtocolFTP], 2)
  483. assert.Len(t, rateLimiters[ProtocolWebDAV], 2)
  484. assert.Len(t, rateLimiters[ProtocolHTTP], 1)
  485. enabled, protocols = Config.GetRateLimitersStatus()
  486. assert.True(t, enabled)
  487. assert.Len(t, protocols, 4)
  488. assert.Contains(t, protocols, ProtocolFTP)
  489. assert.Contains(t, protocols, ProtocolSSH)
  490. assert.Contains(t, protocols, ProtocolHTTP)
  491. assert.Contains(t, protocols, ProtocolWebDAV)
  492. source1 := "127.1.1.1"
  493. source2 := "127.1.1.2"
  494. source3 := "172.16.24.7" // in safelist
  495. _, err = LimitRate(ProtocolSSH, source1)
  496. assert.NoError(t, err)
  497. _, err = LimitRate(ProtocolFTP, source1)
  498. assert.NoError(t, err)
  499. // sleep to allow the add configured burst to the token.
  500. // This sleep is not enough to add the per-source burst
  501. time.Sleep(20 * time.Millisecond)
  502. _, err = LimitRate(ProtocolWebDAV, source2)
  503. assert.NoError(t, err)
  504. _, err = LimitRate(ProtocolFTP, source1)
  505. assert.Error(t, err)
  506. _, err = LimitRate(ProtocolWebDAV, source2)
  507. assert.Error(t, err)
  508. _, err = LimitRate(ProtocolSSH, source1)
  509. assert.NoError(t, err)
  510. _, err = LimitRate(ProtocolSSH, source2)
  511. assert.NoError(t, err)
  512. for i := 0; i < 10; i++ {
  513. _, err = LimitRate(ProtocolWebDAV, source3)
  514. assert.NoError(t, err)
  515. }
  516. for _, e := range entries {
  517. err := dataprovider.DeleteIPListEntry(e.IPOrNet, e.Type, "", "", "")
  518. assert.NoError(t, err)
  519. }
  520. assert.Nil(t, configCopy.rateLimitersList)
  521. Config = configCopy
  522. }
  523. func TestUserMaxSessions(t *testing.T) {
  524. c := NewBaseConnection("id", ProtocolSFTP, "", "", dataprovider.User{
  525. BaseUser: sdk.BaseUser{
  526. Username: userTestUsername,
  527. MaxSessions: 1,
  528. },
  529. })
  530. fakeConn := &fakeConnection{
  531. BaseConnection: c,
  532. }
  533. err := Connections.Add(fakeConn)
  534. assert.NoError(t, err)
  535. err = Connections.Add(fakeConn)
  536. assert.Error(t, err)
  537. err = Connections.Swap(fakeConn)
  538. assert.NoError(t, err)
  539. Connections.Remove(fakeConn.GetID())
  540. Connections.Lock()
  541. Connections.removeUserConnection(userTestUsername)
  542. Connections.Unlock()
  543. assert.Len(t, Connections.GetStats(""), 0)
  544. }
  545. func TestMaxConnections(t *testing.T) {
  546. oldValue := Config.MaxTotalConnections
  547. perHost := Config.MaxPerHostConnections
  548. Config.MaxPerHostConnections = 0
  549. ipAddr := "192.168.7.8"
  550. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolFTP))
  551. Config.MaxTotalConnections = 1
  552. Config.MaxPerHostConnections = perHost
  553. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolHTTP))
  554. c := NewBaseConnection("id", ProtocolSFTP, "", "", dataprovider.User{})
  555. fakeConn := &fakeConnection{
  556. BaseConnection: c,
  557. }
  558. err := Connections.Add(fakeConn)
  559. assert.NoError(t, err)
  560. assert.Len(t, Connections.GetStats(""), 1)
  561. assert.Error(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolSSH))
  562. res := Connections.Close(fakeConn.GetID(), "")
  563. assert.True(t, res)
  564. assert.Eventually(t, func() bool { return len(Connections.GetStats("")) == 0 }, 300*time.Millisecond, 50*time.Millisecond)
  565. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolSSH))
  566. Connections.AddClientConnection(ipAddr)
  567. Connections.AddClientConnection(ipAddr)
  568. assert.Error(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolSSH))
  569. Connections.RemoveClientConnection(ipAddr)
  570. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolWebDAV))
  571. Connections.RemoveClientConnection(ipAddr)
  572. Config.MaxTotalConnections = oldValue
  573. }
  574. func TestConnectionRoles(t *testing.T) {
  575. username := "testUsername"
  576. role1 := "testRole1"
  577. role2 := "testRole2"
  578. c := NewBaseConnection("id", ProtocolSFTP, "", "", dataprovider.User{
  579. BaseUser: sdk.BaseUser{
  580. Username: username,
  581. Role: role1,
  582. },
  583. })
  584. fakeConn := &fakeConnection{
  585. BaseConnection: c,
  586. }
  587. err := Connections.Add(fakeConn)
  588. assert.NoError(t, err)
  589. assert.Len(t, Connections.GetStats(""), 1)
  590. assert.Len(t, Connections.GetStats(role1), 1)
  591. assert.Len(t, Connections.GetStats(role2), 0)
  592. res := Connections.Close(fakeConn.GetID(), role2)
  593. assert.False(t, res)
  594. assert.Len(t, Connections.GetStats(""), 1)
  595. res = Connections.Close(fakeConn.GetID(), role1)
  596. assert.True(t, res)
  597. assert.Eventually(t, func() bool { return len(Connections.GetStats("")) == 0 }, 300*time.Millisecond, 50*time.Millisecond)
  598. }
  599. func TestMaxConnectionPerHost(t *testing.T) {
  600. defender, err := newInMemoryDefender(&DefenderConfig{
  601. Enabled: true,
  602. Driver: DefenderDriverMemory,
  603. BanTime: 30,
  604. BanTimeIncrement: 50,
  605. Threshold: 15,
  606. ScoreInvalid: 2,
  607. ScoreValid: 1,
  608. ScoreLimitExceeded: 3,
  609. ObservationTime: 30,
  610. EntriesSoftLimit: 100,
  611. EntriesHardLimit: 150,
  612. })
  613. require.NoError(t, err)
  614. oldMaxPerHostConn := Config.MaxPerHostConnections
  615. oldDefender := Config.defender
  616. Config.MaxPerHostConnections = 2
  617. Config.defender = defender
  618. ipAddr := "192.168.9.9"
  619. Connections.AddClientConnection(ipAddr)
  620. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolSSH))
  621. Connections.AddClientConnection(ipAddr)
  622. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolWebDAV))
  623. Connections.AddClientConnection(ipAddr)
  624. assert.Error(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolFTP))
  625. assert.Equal(t, int32(3), Connections.GetClientConnections())
  626. // Add the IP to the defender safe list
  627. entry := dataprovider.IPListEntry{
  628. IPOrNet: ipAddr,
  629. Type: dataprovider.IPListTypeDefender,
  630. Mode: dataprovider.ListModeAllow,
  631. }
  632. err = dataprovider.AddIPListEntry(&entry, "", "", "")
  633. assert.NoError(t, err)
  634. Connections.AddClientConnection(ipAddr)
  635. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolSSH))
  636. err = dataprovider.DeleteIPListEntry(entry.IPOrNet, dataprovider.IPListTypeDefender, "", "", "")
  637. assert.NoError(t, err)
  638. Connections.RemoveClientConnection(ipAddr)
  639. Connections.RemoveClientConnection(ipAddr)
  640. Connections.RemoveClientConnection(ipAddr)
  641. Connections.RemoveClientConnection(ipAddr)
  642. assert.Equal(t, int32(0), Connections.GetClientConnections())
  643. Config.MaxPerHostConnections = oldMaxPerHostConn
  644. Config.defender = oldDefender
  645. }
  646. func TestIdleConnections(t *testing.T) {
  647. configCopy := Config
  648. Config.IdleTimeout = 1
  649. err := Initialize(Config, 0)
  650. assert.NoError(t, err)
  651. conn1, conn2 := net.Pipe()
  652. customConn1 := &customNetConn{
  653. Conn: conn1,
  654. id: "id1",
  655. }
  656. customConn2 := &customNetConn{
  657. Conn: conn2,
  658. id: "id2",
  659. }
  660. sshConn1 := NewSSHConnection(customConn1.id, customConn1)
  661. sshConn2 := NewSSHConnection(customConn2.id, customConn2)
  662. username := "test_user"
  663. user := dataprovider.User{
  664. BaseUser: sdk.BaseUser{
  665. Username: username,
  666. Status: 1,
  667. },
  668. }
  669. c := NewBaseConnection(sshConn1.id+"_1", ProtocolSFTP, "", "", user)
  670. c.lastActivity.Store(time.Now().Add(-24 * time.Hour).UnixNano())
  671. fakeConn := &fakeConnection{
  672. BaseConnection: c,
  673. }
  674. // both ssh connections are expired but they should get removed only
  675. // if there is no associated connection
  676. sshConn1.lastActivity.Store(c.lastActivity.Load())
  677. sshConn2.lastActivity.Store(c.lastActivity.Load())
  678. Connections.AddSSHConnection(sshConn1)
  679. err = Connections.Add(fakeConn)
  680. assert.NoError(t, err)
  681. assert.Equal(t, Connections.GetActiveSessions(username), 1)
  682. c = NewBaseConnection(sshConn2.id+"_1", ProtocolSSH, "", "", user)
  683. fakeConn = &fakeConnection{
  684. BaseConnection: c,
  685. }
  686. Connections.AddSSHConnection(sshConn2)
  687. err = Connections.Add(fakeConn)
  688. assert.NoError(t, err)
  689. assert.Equal(t, Connections.GetActiveSessions(username), 2)
  690. cFTP := NewBaseConnection("id2", ProtocolFTP, "", "", dataprovider.User{
  691. BaseUser: sdk.BaseUser{
  692. Status: 1,
  693. },
  694. })
  695. cFTP.lastActivity.Store(time.Now().UnixNano())
  696. fakeConn = &fakeConnection{
  697. BaseConnection: cFTP,
  698. }
  699. err = Connections.Add(fakeConn)
  700. assert.NoError(t, err)
  701. // the user is expired, this connection will be removed
  702. cDAV := NewBaseConnection("id3", ProtocolWebDAV, "", "", dataprovider.User{
  703. BaseUser: sdk.BaseUser{
  704. Username: username + "_2",
  705. Status: 1,
  706. ExpirationDate: util.GetTimeAsMsSinceEpoch(time.Now().Add(-24 * time.Hour)),
  707. },
  708. })
  709. cDAV.lastActivity.Store(time.Now().UnixNano())
  710. fakeConn = &fakeConnection{
  711. BaseConnection: cDAV,
  712. }
  713. err = Connections.Add(fakeConn)
  714. assert.NoError(t, err)
  715. assert.Equal(t, 2, Connections.GetActiveSessions(username))
  716. assert.Len(t, Connections.GetStats(""), 4)
  717. Connections.RLock()
  718. assert.Len(t, Connections.sshConnections, 2)
  719. Connections.RUnlock()
  720. startPeriodicChecks(100*time.Millisecond, 0)
  721. assert.Eventually(t, func() bool { return Connections.GetActiveSessions(username) == 1 }, 2*time.Second, 200*time.Millisecond)
  722. assert.Eventually(t, func() bool {
  723. Connections.RLock()
  724. defer Connections.RUnlock()
  725. return len(Connections.sshConnections) == 1
  726. }, 1*time.Second, 200*time.Millisecond)
  727. stopEventScheduler()
  728. assert.Len(t, Connections.GetStats(""), 2)
  729. c.lastActivity.Store(time.Now().Add(-24 * time.Hour).UnixNano())
  730. cFTP.lastActivity.Store(time.Now().Add(-24 * time.Hour).UnixNano())
  731. sshConn2.lastActivity.Store(c.lastActivity.Load())
  732. startPeriodicChecks(100*time.Millisecond, 1)
  733. assert.Eventually(t, func() bool { return len(Connections.GetStats("")) == 0 }, 2*time.Second, 200*time.Millisecond)
  734. assert.Eventually(t, func() bool {
  735. Connections.RLock()
  736. defer Connections.RUnlock()
  737. return len(Connections.sshConnections) == 0
  738. }, 1*time.Second, 200*time.Millisecond)
  739. assert.Equal(t, int32(0), Connections.GetClientConnections())
  740. stopEventScheduler()
  741. assert.True(t, customConn1.isClosed)
  742. assert.True(t, customConn2.isClosed)
  743. Config = configCopy
  744. }
  745. func TestCloseConnection(t *testing.T) {
  746. c := NewBaseConnection("id", ProtocolSFTP, "", "", dataprovider.User{})
  747. fakeConn := &fakeConnection{
  748. BaseConnection: c,
  749. }
  750. assert.NoError(t, Connections.IsNewConnectionAllowed("127.0.0.1", ProtocolHTTP))
  751. err := Connections.Add(fakeConn)
  752. assert.NoError(t, err)
  753. assert.Len(t, Connections.GetStats(""), 1)
  754. res := Connections.Close(fakeConn.GetID(), "")
  755. assert.True(t, res)
  756. assert.Eventually(t, func() bool { return len(Connections.GetStats("")) == 0 }, 300*time.Millisecond, 50*time.Millisecond)
  757. res = Connections.Close(fakeConn.GetID(), "")
  758. assert.False(t, res)
  759. Connections.Remove(fakeConn.GetID())
  760. }
  761. func TestSwapConnection(t *testing.T) {
  762. c := NewBaseConnection("id", ProtocolFTP, "", "", dataprovider.User{})
  763. fakeConn := &fakeConnection{
  764. BaseConnection: c,
  765. }
  766. err := Connections.Add(fakeConn)
  767. assert.NoError(t, err)
  768. if assert.Len(t, Connections.GetStats(""), 1) {
  769. assert.Equal(t, "", Connections.GetStats("")[0].Username)
  770. }
  771. c = NewBaseConnection("id", ProtocolFTP, "", "", dataprovider.User{
  772. BaseUser: sdk.BaseUser{
  773. Username: userTestUsername,
  774. MaxSessions: 1,
  775. },
  776. })
  777. fakeConn = &fakeConnection{
  778. BaseConnection: c,
  779. }
  780. c1 := NewBaseConnection("id1", ProtocolFTP, "", "", dataprovider.User{
  781. BaseUser: sdk.BaseUser{
  782. Username: userTestUsername,
  783. },
  784. })
  785. fakeConn1 := &fakeConnection{
  786. BaseConnection: c1,
  787. }
  788. err = Connections.Add(fakeConn1)
  789. assert.NoError(t, err)
  790. err = Connections.Swap(fakeConn)
  791. assert.Error(t, err)
  792. Connections.Remove(fakeConn1.ID)
  793. err = Connections.Swap(fakeConn)
  794. assert.NoError(t, err)
  795. if assert.Len(t, Connections.GetStats(""), 1) {
  796. assert.Equal(t, userTestUsername, Connections.GetStats("")[0].Username)
  797. }
  798. res := Connections.Close(fakeConn.GetID(), "")
  799. assert.True(t, res)
  800. assert.Eventually(t, func() bool { return len(Connections.GetStats("")) == 0 }, 300*time.Millisecond, 50*time.Millisecond)
  801. err = Connections.Swap(fakeConn)
  802. assert.Error(t, err)
  803. }
  804. func TestAtomicUpload(t *testing.T) {
  805. configCopy := Config
  806. Config.UploadMode = UploadModeStandard
  807. assert.False(t, Config.IsAtomicUploadEnabled())
  808. Config.UploadMode = UploadModeAtomic
  809. assert.True(t, Config.IsAtomicUploadEnabled())
  810. Config.UploadMode = UploadModeAtomicWithResume
  811. assert.True(t, Config.IsAtomicUploadEnabled())
  812. Config = configCopy
  813. }
  814. func TestConnectionStatus(t *testing.T) {
  815. username := "test_user"
  816. user := dataprovider.User{
  817. BaseUser: sdk.BaseUser{
  818. Username: username,
  819. },
  820. }
  821. fs := vfs.NewOsFs("", os.TempDir(), "", nil)
  822. c1 := NewBaseConnection("id1", ProtocolSFTP, "", "", user)
  823. fakeConn1 := &fakeConnection{
  824. BaseConnection: c1,
  825. }
  826. t1 := NewBaseTransfer(nil, c1, nil, "/p1", "/p1", "/r1", TransferUpload, 0, 0, 0, 0, true, fs, dataprovider.TransferQuota{})
  827. t1.BytesReceived.Store(123)
  828. t2 := NewBaseTransfer(nil, c1, nil, "/p2", "/p2", "/r2", TransferDownload, 0, 0, 0, 0, true, fs, dataprovider.TransferQuota{})
  829. t2.BytesSent.Store(456)
  830. c2 := NewBaseConnection("id2", ProtocolSSH, "", "", user)
  831. fakeConn2 := &fakeConnection{
  832. BaseConnection: c2,
  833. command: "md5sum",
  834. }
  835. c3 := NewBaseConnection("id3", ProtocolWebDAV, "", "", user)
  836. fakeConn3 := &fakeConnection{
  837. BaseConnection: c3,
  838. command: "PROPFIND",
  839. }
  840. t3 := NewBaseTransfer(nil, c3, nil, "/p2", "/p2", "/r2", TransferDownload, 0, 0, 0, 0, true, fs, dataprovider.TransferQuota{})
  841. err := Connections.Add(fakeConn1)
  842. assert.NoError(t, err)
  843. err = Connections.Add(fakeConn2)
  844. assert.NoError(t, err)
  845. err = Connections.Add(fakeConn3)
  846. assert.NoError(t, err)
  847. stats := Connections.GetStats("")
  848. assert.Len(t, stats, 3)
  849. for _, stat := range stats {
  850. assert.Equal(t, stat.Username, username)
  851. if stat.ConnectionID == "SFTP_id1" {
  852. assert.Len(t, stat.Transfers, 2)
  853. } else if stat.ConnectionID == "DAV_id3" {
  854. assert.Len(t, stat.Transfers, 1)
  855. }
  856. }
  857. err = t1.Close()
  858. assert.NoError(t, err)
  859. err = t2.Close()
  860. assert.NoError(t, err)
  861. err = fakeConn3.SignalTransfersAbort()
  862. assert.NoError(t, err)
  863. assert.True(t, t3.AbortTransfer.Load())
  864. err = t3.Close()
  865. assert.NoError(t, err)
  866. err = fakeConn3.SignalTransfersAbort()
  867. assert.Error(t, err)
  868. Connections.Remove(fakeConn1.GetID())
  869. stats = Connections.GetStats("")
  870. assert.Len(t, stats, 2)
  871. assert.Equal(t, fakeConn3.GetID(), stats[0].ConnectionID)
  872. assert.Equal(t, fakeConn2.GetID(), stats[1].ConnectionID)
  873. Connections.Remove(fakeConn2.GetID())
  874. stats = Connections.GetStats("")
  875. assert.Len(t, stats, 1)
  876. assert.Equal(t, fakeConn3.GetID(), stats[0].ConnectionID)
  877. Connections.Remove(fakeConn3.GetID())
  878. stats = Connections.GetStats("")
  879. assert.Len(t, stats, 0)
  880. }
  881. func TestQuotaScans(t *testing.T) {
  882. username := "username"
  883. assert.True(t, QuotaScans.AddUserQuotaScan(username, ""))
  884. assert.False(t, QuotaScans.AddUserQuotaScan(username, ""))
  885. usersScans := QuotaScans.GetUsersQuotaScans("")
  886. if assert.Len(t, usersScans, 1) {
  887. assert.Equal(t, usersScans[0].Username, username)
  888. assert.Equal(t, QuotaScans.UserScans[0].StartTime, usersScans[0].StartTime)
  889. QuotaScans.UserScans[0].StartTime = 0
  890. assert.NotEqual(t, QuotaScans.UserScans[0].StartTime, usersScans[0].StartTime)
  891. }
  892. assert.True(t, QuotaScans.RemoveUserQuotaScan(username))
  893. assert.False(t, QuotaScans.RemoveUserQuotaScan(username))
  894. assert.Len(t, QuotaScans.GetUsersQuotaScans(""), 0)
  895. assert.Len(t, usersScans, 1)
  896. folderName := "folder"
  897. assert.True(t, QuotaScans.AddVFolderQuotaScan(folderName))
  898. assert.False(t, QuotaScans.AddVFolderQuotaScan(folderName))
  899. if assert.Len(t, QuotaScans.GetVFoldersQuotaScans(), 1) {
  900. assert.Equal(t, QuotaScans.GetVFoldersQuotaScans()[0].Name, folderName)
  901. }
  902. assert.True(t, QuotaScans.RemoveVFolderQuotaScan(folderName))
  903. assert.False(t, QuotaScans.RemoveVFolderQuotaScan(folderName))
  904. assert.Len(t, QuotaScans.GetVFoldersQuotaScans(), 0)
  905. }
  906. func TestQuotaScansRole(t *testing.T) {
  907. username := "u"
  908. role1 := "r1"
  909. role2 := "r2"
  910. assert.True(t, QuotaScans.AddUserQuotaScan(username, role1))
  911. assert.False(t, QuotaScans.AddUserQuotaScan(username, ""))
  912. usersScans := QuotaScans.GetUsersQuotaScans("")
  913. assert.Len(t, usersScans, 1)
  914. assert.Empty(t, usersScans[0].Role)
  915. usersScans = QuotaScans.GetUsersQuotaScans(role1)
  916. assert.Len(t, usersScans, 1)
  917. usersScans = QuotaScans.GetUsersQuotaScans(role2)
  918. assert.Len(t, usersScans, 0)
  919. assert.True(t, QuotaScans.RemoveUserQuotaScan(username))
  920. assert.False(t, QuotaScans.RemoveUserQuotaScan(username))
  921. assert.Len(t, QuotaScans.GetUsersQuotaScans(""), 0)
  922. }
  923. func TestProxyPolicy(t *testing.T) {
  924. addr := net.TCPAddr{}
  925. p := getProxyPolicy(nil, nil, proxyproto.IGNORE)
  926. policy, err := p(&addr)
  927. assert.Error(t, err)
  928. assert.Equal(t, proxyproto.REJECT, policy)
  929. ip1 := net.ParseIP("10.8.1.1")
  930. ip2 := net.ParseIP("10.8.1.2")
  931. ip3 := net.ParseIP("10.8.1.3")
  932. allowed, err := util.ParseAllowedIPAndRanges([]string{ip1.String()})
  933. assert.NoError(t, err)
  934. skipped, err := util.ParseAllowedIPAndRanges([]string{ip2.String(), ip3.String()})
  935. assert.NoError(t, err)
  936. p = getProxyPolicy(allowed, skipped, proxyproto.IGNORE)
  937. policy, err = p(&net.TCPAddr{IP: ip1})
  938. assert.NoError(t, err)
  939. assert.Equal(t, proxyproto.USE, policy)
  940. policy, err = p(&net.TCPAddr{IP: ip2})
  941. assert.NoError(t, err)
  942. assert.Equal(t, proxyproto.SKIP, policy)
  943. policy, err = p(&net.TCPAddr{IP: ip3})
  944. assert.NoError(t, err)
  945. assert.Equal(t, proxyproto.SKIP, policy)
  946. policy, err = p(&net.TCPAddr{IP: net.ParseIP("10.8.1.4")})
  947. assert.NoError(t, err)
  948. assert.Equal(t, proxyproto.IGNORE, policy)
  949. p = getProxyPolicy(allowed, skipped, proxyproto.REQUIRE)
  950. policy, err = p(&net.TCPAddr{IP: ip1})
  951. assert.NoError(t, err)
  952. assert.Equal(t, proxyproto.REQUIRE, policy)
  953. policy, err = p(&net.TCPAddr{IP: ip2})
  954. assert.NoError(t, err)
  955. assert.Equal(t, proxyproto.SKIP, policy)
  956. policy, err = p(&net.TCPAddr{IP: ip3})
  957. assert.NoError(t, err)
  958. assert.Equal(t, proxyproto.SKIP, policy)
  959. policy, err = p(&net.TCPAddr{IP: net.ParseIP("10.8.1.5")})
  960. assert.NoError(t, err)
  961. assert.Equal(t, proxyproto.REQUIRE, policy)
  962. }
  963. func TestProxyProtocolVersion(t *testing.T) {
  964. c := Configuration{
  965. ProxyProtocol: 0,
  966. }
  967. _, err := c.GetProxyListener(nil)
  968. if assert.Error(t, err) {
  969. assert.Contains(t, err.Error(), "proxy protocol not configured")
  970. }
  971. c.ProxyProtocol = 1
  972. proxyListener, err := c.GetProxyListener(nil)
  973. assert.NoError(t, err)
  974. assert.NotNil(t, proxyListener.Policy)
  975. c.ProxyProtocol = 2
  976. proxyListener, err = c.GetProxyListener(nil)
  977. assert.NoError(t, err)
  978. assert.NotNil(t, proxyListener.Policy)
  979. }
  980. func TestStartupHook(t *testing.T) {
  981. Config.StartupHook = ""
  982. assert.NoError(t, Config.ExecuteStartupHook())
  983. Config.StartupHook = "http://foo\x7f.com/startup"
  984. assert.Error(t, Config.ExecuteStartupHook())
  985. Config.StartupHook = "http://invalid:5678/"
  986. assert.Error(t, Config.ExecuteStartupHook())
  987. Config.StartupHook = fmt.Sprintf("http://%v", httpAddr)
  988. assert.NoError(t, Config.ExecuteStartupHook())
  989. Config.StartupHook = "invalidhook"
  990. assert.Error(t, Config.ExecuteStartupHook())
  991. if runtime.GOOS != osWindows {
  992. hookCmd, err := exec.LookPath("true")
  993. assert.NoError(t, err)
  994. Config.StartupHook = hookCmd
  995. assert.NoError(t, Config.ExecuteStartupHook())
  996. }
  997. Config.StartupHook = ""
  998. }
  999. func TestPostDisconnectHook(t *testing.T) {
  1000. Config.PostDisconnectHook = "http://127.0.0.1/"
  1001. remoteAddr := "127.0.0.1:80"
  1002. Config.checkPostDisconnectHook(remoteAddr, ProtocolHTTP, "", "", time.Now())
  1003. Config.checkPostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1004. Config.PostDisconnectHook = "http://bar\x7f.com/"
  1005. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1006. Config.PostDisconnectHook = fmt.Sprintf("http://%v", httpAddr)
  1007. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1008. Config.PostDisconnectHook = "relativePath"
  1009. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1010. if runtime.GOOS == osWindows {
  1011. Config.PostDisconnectHook = "C:\\a\\bad\\command"
  1012. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1013. } else {
  1014. Config.PostDisconnectHook = "/invalid/path"
  1015. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1016. hookCmd, err := exec.LookPath("true")
  1017. assert.NoError(t, err)
  1018. Config.PostDisconnectHook = hookCmd
  1019. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1020. }
  1021. Config.PostDisconnectHook = ""
  1022. }
  1023. func TestPostConnectHook(t *testing.T) {
  1024. Config.PostConnectHook = ""
  1025. ipAddr := "127.0.0.1"
  1026. assert.NoError(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  1027. Config.PostConnectHook = "http://foo\x7f.com/"
  1028. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  1029. Config.PostConnectHook = "http://invalid:1234/"
  1030. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  1031. Config.PostConnectHook = fmt.Sprintf("http://%v/404", httpAddr)
  1032. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  1033. Config.PostConnectHook = fmt.Sprintf("http://%v", httpAddr)
  1034. assert.NoError(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  1035. Config.PostConnectHook = "invalid"
  1036. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  1037. if runtime.GOOS == osWindows {
  1038. Config.PostConnectHook = "C:\\bad\\command"
  1039. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  1040. } else {
  1041. Config.PostConnectHook = "/invalid/path"
  1042. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  1043. hookCmd, err := exec.LookPath("true")
  1044. assert.NoError(t, err)
  1045. Config.PostConnectHook = hookCmd
  1046. assert.NoError(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  1047. }
  1048. Config.PostConnectHook = ""
  1049. }
  1050. func TestCryptoConvertFileInfo(t *testing.T) {
  1051. name := "name"
  1052. fs, err := vfs.NewCryptFs("connID1", os.TempDir(), "", vfs.CryptFsConfig{
  1053. Passphrase: kms.NewPlainSecret("secret"),
  1054. })
  1055. require.NoError(t, err)
  1056. cryptFs := fs.(*vfs.CryptFs)
  1057. info := vfs.NewFileInfo(name, true, 48, time.Now(), false)
  1058. assert.Equal(t, info, cryptFs.ConvertFileInfo(info))
  1059. info = vfs.NewFileInfo(name, false, 48, time.Now(), false)
  1060. assert.NotEqual(t, info.Size(), cryptFs.ConvertFileInfo(info).Size())
  1061. info = vfs.NewFileInfo(name, false, 33, time.Now(), false)
  1062. assert.Equal(t, int64(0), cryptFs.ConvertFileInfo(info).Size())
  1063. info = vfs.NewFileInfo(name, false, 1, time.Now(), false)
  1064. assert.Equal(t, int64(0), cryptFs.ConvertFileInfo(info).Size())
  1065. }
  1066. func TestFolderCopy(t *testing.T) {
  1067. folder := vfs.BaseVirtualFolder{
  1068. ID: 1,
  1069. Name: "name",
  1070. MappedPath: filepath.Clean(os.TempDir()),
  1071. UsedQuotaSize: 4096,
  1072. UsedQuotaFiles: 2,
  1073. LastQuotaUpdate: util.GetTimeAsMsSinceEpoch(time.Now()),
  1074. Users: []string{"user1", "user2"},
  1075. }
  1076. folderCopy := folder.GetACopy()
  1077. folder.ID = 2
  1078. folder.Users = []string{"user3"}
  1079. require.Len(t, folderCopy.Users, 2)
  1080. require.True(t, util.Contains(folderCopy.Users, "user1"))
  1081. require.True(t, util.Contains(folderCopy.Users, "user2"))
  1082. require.Equal(t, int64(1), folderCopy.ID)
  1083. require.Equal(t, folder.Name, folderCopy.Name)
  1084. require.Equal(t, folder.MappedPath, folderCopy.MappedPath)
  1085. require.Equal(t, folder.UsedQuotaSize, folderCopy.UsedQuotaSize)
  1086. require.Equal(t, folder.UsedQuotaFiles, folderCopy.UsedQuotaFiles)
  1087. require.Equal(t, folder.LastQuotaUpdate, folderCopy.LastQuotaUpdate)
  1088. folder.FsConfig = vfs.Filesystem{
  1089. CryptConfig: vfs.CryptFsConfig{
  1090. Passphrase: kms.NewPlainSecret("crypto secret"),
  1091. },
  1092. }
  1093. folderCopy = folder.GetACopy()
  1094. folder.FsConfig.CryptConfig.Passphrase = kms.NewEmptySecret()
  1095. require.Len(t, folderCopy.Users, 1)
  1096. require.True(t, util.Contains(folderCopy.Users, "user3"))
  1097. require.Equal(t, int64(2), folderCopy.ID)
  1098. require.Equal(t, folder.Name, folderCopy.Name)
  1099. require.Equal(t, folder.MappedPath, folderCopy.MappedPath)
  1100. require.Equal(t, folder.UsedQuotaSize, folderCopy.UsedQuotaSize)
  1101. require.Equal(t, folder.UsedQuotaFiles, folderCopy.UsedQuotaFiles)
  1102. require.Equal(t, folder.LastQuotaUpdate, folderCopy.LastQuotaUpdate)
  1103. require.Equal(t, "crypto secret", folderCopy.FsConfig.CryptConfig.Passphrase.GetPayload())
  1104. }
  1105. func TestCachedFs(t *testing.T) {
  1106. user := dataprovider.User{
  1107. BaseUser: sdk.BaseUser{
  1108. HomeDir: filepath.Clean(os.TempDir()),
  1109. },
  1110. }
  1111. conn := NewBaseConnection("id", ProtocolSFTP, "", "", user)
  1112. // changing the user should not affect the connection
  1113. user.HomeDir = filepath.Join(os.TempDir(), "temp")
  1114. err := os.Mkdir(user.HomeDir, os.ModePerm)
  1115. assert.NoError(t, err)
  1116. fs, err := user.GetFilesystem("")
  1117. assert.NoError(t, err)
  1118. p, err := fs.ResolvePath("/")
  1119. assert.NoError(t, err)
  1120. assert.Equal(t, user.GetHomeDir(), p)
  1121. _, p, err = conn.GetFsAndResolvedPath("/")
  1122. assert.NoError(t, err)
  1123. assert.Equal(t, filepath.Clean(os.TempDir()), p)
  1124. // the filesystem is cached changing the provider will not affect the connection
  1125. conn.User.FsConfig.Provider = sdk.S3FilesystemProvider
  1126. _, p, err = conn.GetFsAndResolvedPath("/")
  1127. assert.NoError(t, err)
  1128. assert.Equal(t, filepath.Clean(os.TempDir()), p)
  1129. user = dataprovider.User{}
  1130. user.HomeDir = filepath.Join(os.TempDir(), "temp")
  1131. user.FsConfig.Provider = sdk.S3FilesystemProvider
  1132. _, err = user.GetFilesystem("")
  1133. assert.Error(t, err)
  1134. err = os.Remove(user.HomeDir)
  1135. assert.NoError(t, err)
  1136. }
  1137. func TestParseAllowedIPAndRanges(t *testing.T) {
  1138. _, err := util.ParseAllowedIPAndRanges([]string{"1.1.1.1", "not an ip"})
  1139. assert.Error(t, err)
  1140. _, err = util.ParseAllowedIPAndRanges([]string{"1.1.1.5", "192.168.1.0/240"})
  1141. assert.Error(t, err)
  1142. allow, err := util.ParseAllowedIPAndRanges([]string{"192.168.1.2", "172.16.0.0/24"})
  1143. assert.NoError(t, err)
  1144. assert.True(t, allow[0](net.ParseIP("192.168.1.2")))
  1145. assert.False(t, allow[0](net.ParseIP("192.168.2.2")))
  1146. assert.True(t, allow[1](net.ParseIP("172.16.0.1")))
  1147. assert.False(t, allow[1](net.ParseIP("172.16.1.1")))
  1148. }
  1149. func TestHideConfidentialData(_ *testing.T) {
  1150. for _, provider := range []sdk.FilesystemProvider{sdk.LocalFilesystemProvider,
  1151. sdk.CryptedFilesystemProvider, sdk.S3FilesystemProvider, sdk.GCSFilesystemProvider,
  1152. sdk.AzureBlobFilesystemProvider, sdk.SFTPFilesystemProvider,
  1153. } {
  1154. u := dataprovider.User{
  1155. FsConfig: vfs.Filesystem{
  1156. Provider: provider,
  1157. },
  1158. }
  1159. u.PrepareForRendering()
  1160. f := vfs.BaseVirtualFolder{
  1161. FsConfig: vfs.Filesystem{
  1162. Provider: provider,
  1163. },
  1164. }
  1165. f.PrepareForRendering()
  1166. }
  1167. a := dataprovider.Admin{}
  1168. a.HideConfidentialData()
  1169. }
  1170. func TestUserPerms(t *testing.T) {
  1171. u := dataprovider.User{}
  1172. u.Permissions = make(map[string][]string)
  1173. u.Permissions["/"] = []string{dataprovider.PermUpload, dataprovider.PermDelete}
  1174. assert.True(t, u.HasAnyPerm([]string{dataprovider.PermRename, dataprovider.PermDelete}, "/"))
  1175. assert.False(t, u.HasAnyPerm([]string{dataprovider.PermRename, dataprovider.PermCreateDirs}, "/"))
  1176. u.Permissions["/"] = []string{dataprovider.PermDelete, dataprovider.PermCreateDirs}
  1177. assert.True(t, u.HasPermsDeleteAll("/"))
  1178. assert.False(t, u.HasPermsRenameAll("/"))
  1179. u.Permissions["/"] = []string{dataprovider.PermDeleteDirs, dataprovider.PermDeleteFiles, dataprovider.PermRenameDirs}
  1180. assert.True(t, u.HasPermsDeleteAll("/"))
  1181. assert.False(t, u.HasPermsRenameAll("/"))
  1182. u.Permissions["/"] = []string{dataprovider.PermDeleteDirs, dataprovider.PermRenameFiles, dataprovider.PermRenameDirs}
  1183. assert.False(t, u.HasPermsDeleteAll("/"))
  1184. assert.True(t, u.HasPermsRenameAll("/"))
  1185. }
  1186. func TestGetTLSVersion(t *testing.T) {
  1187. tlsVer := util.GetTLSVersion(0)
  1188. assert.Equal(t, uint16(tls.VersionTLS12), tlsVer)
  1189. tlsVer = util.GetTLSVersion(12)
  1190. assert.Equal(t, uint16(tls.VersionTLS12), tlsVer)
  1191. tlsVer = util.GetTLSVersion(2)
  1192. assert.Equal(t, uint16(tls.VersionTLS12), tlsVer)
  1193. tlsVer = util.GetTLSVersion(13)
  1194. assert.Equal(t, uint16(tls.VersionTLS13), tlsVer)
  1195. }
  1196. func TestCleanPath(t *testing.T) {
  1197. assert.Equal(t, "/", util.CleanPath("/"))
  1198. assert.Equal(t, "/", util.CleanPath("."))
  1199. assert.Equal(t, "/", util.CleanPath(""))
  1200. assert.Equal(t, "/", util.CleanPath("/."))
  1201. assert.Equal(t, "/", util.CleanPath("/a/.."))
  1202. assert.Equal(t, "/a", util.CleanPath("/a/"))
  1203. assert.Equal(t, "/a", util.CleanPath("a/"))
  1204. // filepath.ToSlash does not touch \ as char on unix systems
  1205. // so os.PathSeparator is used for windows compatible tests
  1206. bslash := string(os.PathSeparator)
  1207. assert.Equal(t, "/", util.CleanPath(bslash))
  1208. assert.Equal(t, "/", util.CleanPath(bslash+bslash))
  1209. assert.Equal(t, "/a", util.CleanPath(bslash+"a"+bslash))
  1210. assert.Equal(t, "/a", util.CleanPath("a"+bslash))
  1211. assert.Equal(t, "/a/b/c", util.CleanPath(bslash+"a"+bslash+bslash+"b"+bslash+bslash+"c"+bslash))
  1212. assert.Equal(t, "/C:/a", util.CleanPath("C:"+bslash+"a"))
  1213. }
  1214. func TestUserRecentActivity(t *testing.T) {
  1215. u := dataprovider.User{}
  1216. res := u.HasRecentActivity()
  1217. assert.False(t, res)
  1218. u.LastLogin = util.GetTimeAsMsSinceEpoch(time.Now())
  1219. res = u.HasRecentActivity()
  1220. assert.True(t, res)
  1221. u.LastLogin = util.GetTimeAsMsSinceEpoch(time.Now().Add(1 * time.Minute))
  1222. res = u.HasRecentActivity()
  1223. assert.False(t, res)
  1224. u.LastLogin = util.GetTimeAsMsSinceEpoch(time.Now().Add(1 * time.Second))
  1225. res = u.HasRecentActivity()
  1226. assert.True(t, res)
  1227. }
  1228. func TestVfsSameResource(t *testing.T) {
  1229. fs := vfs.Filesystem{}
  1230. other := vfs.Filesystem{}
  1231. res := fs.IsSameResource(other)
  1232. assert.True(t, res)
  1233. fs = vfs.Filesystem{
  1234. Provider: sdk.S3FilesystemProvider,
  1235. S3Config: vfs.S3FsConfig{
  1236. BaseS3FsConfig: sdk.BaseS3FsConfig{
  1237. Bucket: "a",
  1238. Region: "b",
  1239. },
  1240. },
  1241. }
  1242. other = vfs.Filesystem{
  1243. Provider: sdk.S3FilesystemProvider,
  1244. S3Config: vfs.S3FsConfig{
  1245. BaseS3FsConfig: sdk.BaseS3FsConfig{
  1246. Bucket: "a",
  1247. Region: "c",
  1248. },
  1249. },
  1250. }
  1251. res = fs.IsSameResource(other)
  1252. assert.False(t, res)
  1253. other = vfs.Filesystem{
  1254. Provider: sdk.S3FilesystemProvider,
  1255. S3Config: vfs.S3FsConfig{
  1256. BaseS3FsConfig: sdk.BaseS3FsConfig{
  1257. Bucket: "a",
  1258. Region: "b",
  1259. },
  1260. },
  1261. }
  1262. res = fs.IsSameResource(other)
  1263. assert.True(t, res)
  1264. fs = vfs.Filesystem{
  1265. Provider: sdk.GCSFilesystemProvider,
  1266. GCSConfig: vfs.GCSFsConfig{
  1267. BaseGCSFsConfig: sdk.BaseGCSFsConfig{
  1268. Bucket: "b",
  1269. },
  1270. },
  1271. }
  1272. other = vfs.Filesystem{
  1273. Provider: sdk.GCSFilesystemProvider,
  1274. GCSConfig: vfs.GCSFsConfig{
  1275. BaseGCSFsConfig: sdk.BaseGCSFsConfig{
  1276. Bucket: "c",
  1277. },
  1278. },
  1279. }
  1280. res = fs.IsSameResource(other)
  1281. assert.False(t, res)
  1282. other = vfs.Filesystem{
  1283. Provider: sdk.GCSFilesystemProvider,
  1284. GCSConfig: vfs.GCSFsConfig{
  1285. BaseGCSFsConfig: sdk.BaseGCSFsConfig{
  1286. Bucket: "b",
  1287. },
  1288. },
  1289. }
  1290. res = fs.IsSameResource(other)
  1291. assert.True(t, res)
  1292. sasURL := kms.NewPlainSecret("http://127.0.0.1/sasurl")
  1293. fs = vfs.Filesystem{
  1294. Provider: sdk.AzureBlobFilesystemProvider,
  1295. AzBlobConfig: vfs.AzBlobFsConfig{
  1296. BaseAzBlobFsConfig: sdk.BaseAzBlobFsConfig{
  1297. AccountName: "a",
  1298. },
  1299. SASURL: sasURL,
  1300. },
  1301. }
  1302. err := fs.Validate("data1")
  1303. assert.NoError(t, err)
  1304. other = vfs.Filesystem{
  1305. Provider: sdk.AzureBlobFilesystemProvider,
  1306. AzBlobConfig: vfs.AzBlobFsConfig{
  1307. BaseAzBlobFsConfig: sdk.BaseAzBlobFsConfig{
  1308. AccountName: "a",
  1309. },
  1310. SASURL: sasURL,
  1311. },
  1312. }
  1313. err = other.Validate("data2")
  1314. assert.NoError(t, err)
  1315. err = fs.AzBlobConfig.SASURL.TryDecrypt()
  1316. assert.NoError(t, err)
  1317. err = other.AzBlobConfig.SASURL.TryDecrypt()
  1318. assert.NoError(t, err)
  1319. res = fs.IsSameResource(other)
  1320. assert.True(t, res)
  1321. fs.AzBlobConfig.AccountName = "b"
  1322. res = fs.IsSameResource(other)
  1323. assert.False(t, res)
  1324. fs.AzBlobConfig.AccountName = "a"
  1325. other.AzBlobConfig.SASURL = kms.NewPlainSecret("http://127.1.1.1/sasurl")
  1326. err = other.Validate("data2")
  1327. assert.NoError(t, err)
  1328. err = other.AzBlobConfig.SASURL.TryDecrypt()
  1329. assert.NoError(t, err)
  1330. res = fs.IsSameResource(other)
  1331. assert.False(t, res)
  1332. fs = vfs.Filesystem{
  1333. Provider: sdk.HTTPFilesystemProvider,
  1334. HTTPConfig: vfs.HTTPFsConfig{
  1335. BaseHTTPFsConfig: sdk.BaseHTTPFsConfig{
  1336. Endpoint: "http://127.0.0.1/httpfs",
  1337. Username: "a",
  1338. },
  1339. },
  1340. }
  1341. other = vfs.Filesystem{
  1342. Provider: sdk.HTTPFilesystemProvider,
  1343. HTTPConfig: vfs.HTTPFsConfig{
  1344. BaseHTTPFsConfig: sdk.BaseHTTPFsConfig{
  1345. Endpoint: "http://127.0.0.1/httpfs",
  1346. Username: "b",
  1347. },
  1348. },
  1349. }
  1350. res = fs.IsSameResource(other)
  1351. assert.True(t, res)
  1352. fs.HTTPConfig.EqualityCheckMode = 1
  1353. res = fs.IsSameResource(other)
  1354. assert.False(t, res)
  1355. }
  1356. func TestUpdateTransferTimestamps(t *testing.T) {
  1357. username := "user_test_timestamps"
  1358. user := &dataprovider.User{
  1359. BaseUser: sdk.BaseUser{
  1360. Username: username,
  1361. HomeDir: filepath.Join(os.TempDir(), username),
  1362. Status: 1,
  1363. Permissions: map[string][]string{
  1364. "/": {dataprovider.PermAny},
  1365. },
  1366. },
  1367. }
  1368. err := dataprovider.AddUser(user, "", "", "")
  1369. assert.NoError(t, err)
  1370. assert.Equal(t, int64(0), user.FirstUpload)
  1371. assert.Equal(t, int64(0), user.FirstDownload)
  1372. err = dataprovider.UpdateUserTransferTimestamps(username, true)
  1373. assert.NoError(t, err)
  1374. userGet, err := dataprovider.UserExists(username, "")
  1375. assert.NoError(t, err)
  1376. assert.Greater(t, userGet.FirstUpload, int64(0))
  1377. assert.Equal(t, int64(0), user.FirstDownload)
  1378. err = dataprovider.UpdateUserTransferTimestamps(username, false)
  1379. assert.NoError(t, err)
  1380. userGet, err = dataprovider.UserExists(username, "")
  1381. assert.NoError(t, err)
  1382. assert.Greater(t, userGet.FirstUpload, int64(0))
  1383. assert.Greater(t, userGet.FirstDownload, int64(0))
  1384. // updating again must fail
  1385. err = dataprovider.UpdateUserTransferTimestamps(username, true)
  1386. assert.Error(t, err)
  1387. err = dataprovider.UpdateUserTransferTimestamps(username, false)
  1388. assert.Error(t, err)
  1389. // cleanup
  1390. err = dataprovider.DeleteUser(username, "", "", "")
  1391. assert.NoError(t, err)
  1392. }
  1393. func TestIPList(t *testing.T) {
  1394. type test struct {
  1395. ip string
  1396. protocol string
  1397. expectedMatch bool
  1398. expectedMode int
  1399. expectedErr bool
  1400. }
  1401. entries := []dataprovider.IPListEntry{
  1402. {
  1403. IPOrNet: "192.168.0.0/25",
  1404. Type: dataprovider.IPListTypeDefender,
  1405. Mode: dataprovider.ListModeAllow,
  1406. },
  1407. {
  1408. IPOrNet: "192.168.0.128/25",
  1409. Type: dataprovider.IPListTypeDefender,
  1410. Mode: dataprovider.ListModeDeny,
  1411. Protocols: 3,
  1412. },
  1413. {
  1414. IPOrNet: "192.168.2.128/32",
  1415. Type: dataprovider.IPListTypeDefender,
  1416. Mode: dataprovider.ListModeAllow,
  1417. Protocols: 5,
  1418. },
  1419. {
  1420. IPOrNet: "::/0",
  1421. Type: dataprovider.IPListTypeDefender,
  1422. Mode: dataprovider.ListModeDeny,
  1423. Protocols: 4,
  1424. },
  1425. {
  1426. IPOrNet: "2001:4860:4860::8888/120",
  1427. Type: dataprovider.IPListTypeDefender,
  1428. Mode: dataprovider.ListModeDeny,
  1429. Protocols: 1,
  1430. },
  1431. {
  1432. IPOrNet: "2001:4860:4860::8988/120",
  1433. Type: dataprovider.IPListTypeDefender,
  1434. Mode: dataprovider.ListModeAllow,
  1435. Protocols: 3,
  1436. },
  1437. {
  1438. IPOrNet: "::1/128",
  1439. Type: dataprovider.IPListTypeDefender,
  1440. Mode: dataprovider.ListModeAllow,
  1441. Protocols: 0,
  1442. },
  1443. }
  1444. ipList, err := dataprovider.NewIPList(dataprovider.IPListTypeDefender)
  1445. require.NoError(t, err)
  1446. for idx := range entries {
  1447. e := entries[idx]
  1448. err := dataprovider.AddIPListEntry(&e, "", "", "")
  1449. assert.NoError(t, err)
  1450. }
  1451. tests := []test{
  1452. {ip: "1.1.1.1", protocol: ProtocolSSH, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1453. {ip: "invalid ip", protocol: ProtocolSSH, expectedMatch: false, expectedMode: 0, expectedErr: true},
  1454. {ip: "192.168.0.1", protocol: ProtocolFTP, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1455. {ip: "192.168.0.2", protocol: ProtocolHTTP, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1456. {ip: "192.168.0.3", protocol: ProtocolWebDAV, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1457. {ip: "192.168.0.4", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1458. {ip: "192.168.0.156", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeDeny, expectedErr: false},
  1459. {ip: "192.168.0.158", protocol: ProtocolFTP, expectedMatch: true, expectedMode: dataprovider.ListModeDeny, expectedErr: false},
  1460. {ip: "192.168.0.158", protocol: ProtocolHTTP, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1461. {ip: "192.168.2.128", protocol: ProtocolHTTP, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1462. {ip: "192.168.2.128", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1463. {ip: "::2", protocol: ProtocolSSH, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1464. {ip: "::2", protocol: ProtocolWebDAV, expectedMatch: true, expectedMode: dataprovider.ListModeDeny, expectedErr: false},
  1465. {ip: "::1", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1466. {ip: "::1", protocol: ProtocolHTTP, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1467. {ip: "2001:4860:4860:0000:0000:0000:0000:8889", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeDeny, expectedErr: false},
  1468. {ip: "2001:4860:4860:0000:0000:0000:0000:8889", protocol: ProtocolFTP, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1469. {ip: "2001:4860:4860:0000:0000:0000:0000:8989", protocol: ProtocolFTP, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1470. {ip: "2001:4860:4860:0000:0000:0000:0000:89F1", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1471. {ip: "2001:4860:4860:0000:0000:0000:0000:89F1", protocol: ProtocolHTTP, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1472. }
  1473. for _, tc := range tests {
  1474. match, mode, err := ipList.IsListed(tc.ip, tc.protocol)
  1475. if tc.expectedErr {
  1476. assert.Error(t, err, "ip %s, protocol %s", tc.ip, tc.protocol)
  1477. } else {
  1478. assert.NoError(t, err, "ip %s, protocol %s", tc.ip, tc.protocol)
  1479. }
  1480. assert.Equal(t, tc.expectedMatch, match, "ip %s, protocol %s", tc.ip, tc.protocol)
  1481. assert.Equal(t, tc.expectedMode, mode, "ip %s, protocol %s", tc.ip, tc.protocol)
  1482. }
  1483. ipList.DisableMemoryMode()
  1484. for _, tc := range tests {
  1485. match, mode, err := ipList.IsListed(tc.ip, tc.protocol)
  1486. if tc.expectedErr {
  1487. assert.Error(t, err, "ip %s, protocol %s", tc.ip, tc.protocol)
  1488. } else {
  1489. assert.NoError(t, err, "ip %s, protocol %s", tc.ip, tc.protocol)
  1490. }
  1491. assert.Equal(t, tc.expectedMatch, match, "ip %s, protocol %s", tc.ip, tc.protocol)
  1492. assert.Equal(t, tc.expectedMode, mode, "ip %s, protocol %s", tc.ip, tc.protocol)
  1493. }
  1494. for _, e := range entries {
  1495. err := dataprovider.DeleteIPListEntry(e.IPOrNet, e.Type, "", "", "")
  1496. assert.NoError(t, err)
  1497. }
  1498. }
  1499. func TestSQLPlaceholderLimits(t *testing.T) {
  1500. numGroups := 120
  1501. numUsers := 120
  1502. var groupMapping []sdk.GroupMapping
  1503. folder := vfs.BaseVirtualFolder{
  1504. Name: "testfolder",
  1505. MappedPath: filepath.Join(os.TempDir(), "folder"),
  1506. }
  1507. err := dataprovider.AddFolder(&folder, "", "", "")
  1508. assert.NoError(t, err)
  1509. for i := 0; i < numGroups; i++ {
  1510. group := dataprovider.Group{
  1511. BaseGroup: sdk.BaseGroup{
  1512. Name: fmt.Sprintf("testgroup%d", i),
  1513. },
  1514. UserSettings: dataprovider.GroupUserSettings{
  1515. BaseGroupUserSettings: sdk.BaseGroupUserSettings{
  1516. Permissions: map[string][]string{
  1517. fmt.Sprintf("/dir%d", i): {dataprovider.PermAny},
  1518. },
  1519. },
  1520. },
  1521. }
  1522. group.VirtualFolders = append(group.VirtualFolders, vfs.VirtualFolder{
  1523. BaseVirtualFolder: folder,
  1524. VirtualPath: "/vdir",
  1525. })
  1526. err := dataprovider.AddGroup(&group, "", "", "")
  1527. assert.NoError(t, err)
  1528. groupMapping = append(groupMapping, sdk.GroupMapping{
  1529. Name: group.Name,
  1530. Type: sdk.GroupTypeSecondary,
  1531. })
  1532. }
  1533. user := dataprovider.User{
  1534. BaseUser: sdk.BaseUser{
  1535. Username: "testusername",
  1536. HomeDir: filepath.Join(os.TempDir(), "testhome"),
  1537. Status: 1,
  1538. Permissions: map[string][]string{
  1539. "/": {dataprovider.PermAny},
  1540. },
  1541. },
  1542. Groups: groupMapping,
  1543. }
  1544. err = dataprovider.AddUser(&user, "", "", "")
  1545. assert.NoError(t, err)
  1546. users, err := dataprovider.GetUsersForQuotaCheck(map[string]bool{user.Username: true})
  1547. assert.NoError(t, err)
  1548. if assert.Len(t, users, 1) {
  1549. for i := 0; i < numGroups; i++ {
  1550. _, ok := users[0].Permissions[fmt.Sprintf("/dir%d", i)]
  1551. assert.True(t, ok)
  1552. }
  1553. }
  1554. err = dataprovider.DeleteUser(user.Username, "", "", "")
  1555. assert.NoError(t, err)
  1556. for i := 0; i < numUsers; i++ {
  1557. user := dataprovider.User{
  1558. BaseUser: sdk.BaseUser{
  1559. Username: fmt.Sprintf("testusername%d", i),
  1560. HomeDir: filepath.Join(os.TempDir()),
  1561. Status: 1,
  1562. Permissions: map[string][]string{
  1563. "/": {dataprovider.PermAny},
  1564. },
  1565. },
  1566. Groups: []sdk.GroupMapping{
  1567. {
  1568. Name: "testgroup0",
  1569. Type: sdk.GroupTypePrimary,
  1570. },
  1571. },
  1572. }
  1573. err := dataprovider.AddUser(&user, "", "", "")
  1574. assert.NoError(t, err)
  1575. }
  1576. time.Sleep(100 * time.Millisecond)
  1577. err = dataprovider.DeleteFolder(folder.Name, "", "", "")
  1578. assert.NoError(t, err)
  1579. for i := 0; i < numUsers; i++ {
  1580. username := fmt.Sprintf("testusername%d", i)
  1581. user, err := dataprovider.UserExists(username, "")
  1582. assert.NoError(t, err)
  1583. assert.Greater(t, user.UpdatedAt, user.CreatedAt)
  1584. err = dataprovider.DeleteUser(username, "", "", "")
  1585. assert.NoError(t, err)
  1586. }
  1587. for i := 0; i < numGroups; i++ {
  1588. groupName := fmt.Sprintf("testgroup%d", i)
  1589. err = dataprovider.DeleteGroup(groupName, "", "", "")
  1590. assert.NoError(t, err)
  1591. }
  1592. }
  1593. func TestALPNProtocols(t *testing.T) {
  1594. protocols := util.GetALPNProtocols(nil)
  1595. assert.Equal(t, []string{"http/1.1", "h2"}, protocols)
  1596. protocols = util.GetALPNProtocols([]string{"invalid1", "invalid2"})
  1597. assert.Equal(t, []string{"http/1.1", "h2"}, protocols)
  1598. protocols = util.GetALPNProtocols([]string{"invalid1", "h2", "invalid2"})
  1599. assert.Equal(t, []string{"h2"}, protocols)
  1600. protocols = util.GetALPNProtocols([]string{"h2", "http/1.1"})
  1601. assert.Equal(t, []string{"h2", "http/1.1"}, protocols)
  1602. }
  1603. func TestServerVersion(t *testing.T) {
  1604. appName := "SFTPGo"
  1605. version.SetConfig("")
  1606. v := version.GetServerVersion("_", false)
  1607. assert.Equal(t, fmt.Sprintf("%s_%s", appName, version.Get().Version), v)
  1608. v = version.GetServerVersion("-", true)
  1609. assert.Equal(t, fmt.Sprintf("%s-%s-", appName, version.Get().Version), v)
  1610. version.SetConfig("short")
  1611. v = version.GetServerVersion("_", false)
  1612. assert.Equal(t, appName, v)
  1613. v = version.GetServerVersion("_", true)
  1614. assert.Equal(t, appName+"_", v)
  1615. version.SetConfig("")
  1616. }
  1617. func BenchmarkBcryptHashing(b *testing.B) {
  1618. bcryptPassword := "bcryptpassword"
  1619. for i := 0; i < b.N; i++ {
  1620. _, err := bcrypt.GenerateFromPassword([]byte(bcryptPassword), 10)
  1621. if err != nil {
  1622. panic(err)
  1623. }
  1624. }
  1625. }
  1626. func BenchmarkCompareBcryptPassword(b *testing.B) {
  1627. bcryptPassword := "$2a$10$lPDdnDimJZ7d5/GwL6xDuOqoZVRXok6OHHhivCnanWUtcgN0Zafki"
  1628. for i := 0; i < b.N; i++ {
  1629. err := bcrypt.CompareHashAndPassword([]byte(bcryptPassword), []byte("password"))
  1630. if err != nil {
  1631. panic(err)
  1632. }
  1633. }
  1634. }
  1635. func BenchmarkArgon2Hashing(b *testing.B) {
  1636. argonPassword := "argon2password"
  1637. for i := 0; i < b.N; i++ {
  1638. _, err := argon2id.CreateHash(argonPassword, argon2id.DefaultParams)
  1639. if err != nil {
  1640. panic(err)
  1641. }
  1642. }
  1643. }
  1644. func BenchmarkCompareArgon2Password(b *testing.B) {
  1645. argon2Password := "$argon2id$v=19$m=65536,t=1,p=2$aOoAOdAwvzhOgi7wUFjXlw$wn/y37dBWdKHtPXHR03nNaKHWKPXyNuVXOknaU+YZ+s"
  1646. for i := 0; i < b.N; i++ {
  1647. _, err := argon2id.ComparePasswordAndHash("password", argon2Password)
  1648. if err != nil {
  1649. panic(err)
  1650. }
  1651. }
  1652. }
  1653. func BenchmarkAddRemoveConnections(b *testing.B) {
  1654. var conns []ActiveConnection
  1655. for i := 0; i < 100; i++ {
  1656. conns = append(conns, &fakeConnection{
  1657. BaseConnection: NewBaseConnection(fmt.Sprintf("id%d", i), ProtocolSFTP, "", "", dataprovider.User{
  1658. BaseUser: sdk.BaseUser{
  1659. Username: userTestUsername,
  1660. },
  1661. }),
  1662. })
  1663. }
  1664. b.ResetTimer()
  1665. for i := 0; i < b.N; i++ {
  1666. for _, c := range conns {
  1667. if err := Connections.Add(c); err != nil {
  1668. panic(err)
  1669. }
  1670. }
  1671. var wg sync.WaitGroup
  1672. for idx := len(conns) - 1; idx >= 0; idx-- {
  1673. wg.Add(1)
  1674. go func(index int) {
  1675. defer wg.Done()
  1676. Connections.Remove(conns[index].GetID())
  1677. }(idx)
  1678. }
  1679. wg.Wait()
  1680. }
  1681. }
  1682. func BenchmarkAddRemoveSSHConnections(b *testing.B) {
  1683. conn1, conn2 := net.Pipe()
  1684. var conns []*SSHConnection
  1685. for i := 0; i < 2000; i++ {
  1686. conns = append(conns, NewSSHConnection(fmt.Sprintf("id%d", i), conn1))
  1687. }
  1688. b.ResetTimer()
  1689. for i := 0; i < b.N; i++ {
  1690. for _, c := range conns {
  1691. Connections.AddSSHConnection(c)
  1692. }
  1693. for idx := len(conns) - 1; idx >= 0; idx-- {
  1694. Connections.RemoveSSHConnection(conns[idx].GetID())
  1695. }
  1696. }
  1697. conn1.Close()
  1698. conn2.Close()
  1699. }