common_test.go 57 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838
  1. // Copyright (C) 2019 Nicola Murino
  2. //
  3. // This program is free software: you can redistribute it and/or modify
  4. // it under the terms of the GNU Affero General Public License as published
  5. // by the Free Software Foundation, version 3.
  6. //
  7. // This program is distributed in the hope that it will be useful,
  8. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. // GNU Affero General Public License for more details.
  11. //
  12. // You should have received a copy of the GNU Affero General Public License
  13. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  14. package common
  15. import (
  16. "crypto/tls"
  17. "encoding/json"
  18. "fmt"
  19. "net"
  20. "os"
  21. "os/exec"
  22. "path/filepath"
  23. "runtime"
  24. "sync"
  25. "testing"
  26. "time"
  27. "github.com/alexedwards/argon2id"
  28. "github.com/pires/go-proxyproto"
  29. "github.com/sftpgo/sdk"
  30. "github.com/stretchr/testify/assert"
  31. "github.com/stretchr/testify/require"
  32. "golang.org/x/crypto/bcrypt"
  33. "github.com/drakkan/sftpgo/v2/internal/dataprovider"
  34. "github.com/drakkan/sftpgo/v2/internal/kms"
  35. "github.com/drakkan/sftpgo/v2/internal/plugin"
  36. "github.com/drakkan/sftpgo/v2/internal/util"
  37. "github.com/drakkan/sftpgo/v2/internal/vfs"
  38. )
  39. const (
  40. logSenderTest = "common_test"
  41. httpAddr = "127.0.0.1:9999"
  42. osWindows = "windows"
  43. userTestUsername = "common_test_username"
  44. )
  45. var (
  46. configDir = filepath.Join(".", "..", "..")
  47. )
  48. type fakeConnection struct {
  49. *BaseConnection
  50. command string
  51. }
  52. func (c *fakeConnection) AddUser(user dataprovider.User) error {
  53. _, err := user.GetFilesystem(c.GetID())
  54. if err != nil {
  55. return err
  56. }
  57. c.BaseConnection.User = user
  58. return nil
  59. }
  60. func (c *fakeConnection) Disconnect() error {
  61. Connections.Remove(c.GetID())
  62. return nil
  63. }
  64. func (c *fakeConnection) GetClientVersion() string {
  65. return ""
  66. }
  67. func (c *fakeConnection) GetCommand() string {
  68. return c.command
  69. }
  70. func (c *fakeConnection) GetLocalAddress() string {
  71. return ""
  72. }
  73. func (c *fakeConnection) GetRemoteAddress() string {
  74. return ""
  75. }
  76. type customNetConn struct {
  77. net.Conn
  78. id string
  79. isClosed bool
  80. }
  81. func (c *customNetConn) Close() error {
  82. Connections.RemoveSSHConnection(c.id)
  83. c.isClosed = true
  84. return c.Conn.Close()
  85. }
  86. func TestConnections(t *testing.T) {
  87. c1 := &fakeConnection{
  88. BaseConnection: NewBaseConnection("id1", ProtocolSFTP, "", "", dataprovider.User{
  89. BaseUser: sdk.BaseUser{
  90. Username: userTestUsername,
  91. },
  92. }),
  93. }
  94. c2 := &fakeConnection{
  95. BaseConnection: NewBaseConnection("id2", ProtocolSFTP, "", "", dataprovider.User{
  96. BaseUser: sdk.BaseUser{
  97. Username: userTestUsername,
  98. },
  99. }),
  100. }
  101. c3 := &fakeConnection{
  102. BaseConnection: NewBaseConnection("id3", ProtocolSFTP, "", "", dataprovider.User{
  103. BaseUser: sdk.BaseUser{
  104. Username: userTestUsername,
  105. },
  106. }),
  107. }
  108. c4 := &fakeConnection{
  109. BaseConnection: NewBaseConnection("id4", ProtocolSFTP, "", "", dataprovider.User{
  110. BaseUser: sdk.BaseUser{
  111. Username: userTestUsername,
  112. },
  113. }),
  114. }
  115. assert.Equal(t, "SFTP_id1", c1.GetID())
  116. assert.Equal(t, "SFTP_id2", c2.GetID())
  117. assert.Equal(t, "SFTP_id3", c3.GetID())
  118. assert.Equal(t, "SFTP_id4", c4.GetID())
  119. err := Connections.Add(c1)
  120. assert.NoError(t, err)
  121. err = Connections.Add(c2)
  122. assert.NoError(t, err)
  123. err = Connections.Add(c3)
  124. assert.NoError(t, err)
  125. err = Connections.Add(c4)
  126. assert.NoError(t, err)
  127. Connections.RLock()
  128. assert.Len(t, Connections.connections, 4)
  129. assert.Len(t, Connections.mapping, 4)
  130. _, ok := Connections.mapping[c1.GetID()]
  131. assert.True(t, ok)
  132. assert.Equal(t, 0, Connections.mapping[c1.GetID()])
  133. assert.Equal(t, 1, Connections.mapping[c2.GetID()])
  134. assert.Equal(t, 2, Connections.mapping[c3.GetID()])
  135. assert.Equal(t, 3, Connections.mapping[c4.GetID()])
  136. Connections.RUnlock()
  137. c2 = &fakeConnection{
  138. BaseConnection: NewBaseConnection("id2", ProtocolSFTP, "", "", dataprovider.User{
  139. BaseUser: sdk.BaseUser{
  140. Username: userTestUsername + "_mod",
  141. },
  142. }),
  143. }
  144. err = Connections.Swap(c2)
  145. assert.NoError(t, err)
  146. Connections.RLock()
  147. assert.Len(t, Connections.connections, 4)
  148. assert.Len(t, Connections.mapping, 4)
  149. _, ok = Connections.mapping[c1.GetID()]
  150. assert.True(t, ok)
  151. assert.Equal(t, 0, Connections.mapping[c1.GetID()])
  152. assert.Equal(t, 1, Connections.mapping[c2.GetID()])
  153. assert.Equal(t, 2, Connections.mapping[c3.GetID()])
  154. assert.Equal(t, 3, Connections.mapping[c4.GetID()])
  155. assert.Equal(t, userTestUsername+"_mod", Connections.connections[1].GetUsername())
  156. Connections.RUnlock()
  157. Connections.Remove(c2.GetID())
  158. Connections.RLock()
  159. assert.Len(t, Connections.connections, 3)
  160. assert.Len(t, Connections.mapping, 3)
  161. _, ok = Connections.mapping[c1.GetID()]
  162. assert.True(t, ok)
  163. assert.Equal(t, 0, Connections.mapping[c1.GetID()])
  164. assert.Equal(t, 1, Connections.mapping[c4.GetID()])
  165. assert.Equal(t, 2, Connections.mapping[c3.GetID()])
  166. Connections.RUnlock()
  167. Connections.Remove(c3.GetID())
  168. Connections.RLock()
  169. assert.Len(t, Connections.connections, 2)
  170. assert.Len(t, Connections.mapping, 2)
  171. _, ok = Connections.mapping[c1.GetID()]
  172. assert.True(t, ok)
  173. assert.Equal(t, 0, Connections.mapping[c1.GetID()])
  174. assert.Equal(t, 1, Connections.mapping[c4.GetID()])
  175. Connections.RUnlock()
  176. Connections.Remove(c1.GetID())
  177. Connections.RLock()
  178. assert.Len(t, Connections.connections, 1)
  179. assert.Len(t, Connections.mapping, 1)
  180. _, ok = Connections.mapping[c4.GetID()]
  181. assert.True(t, ok)
  182. assert.Equal(t, 0, Connections.mapping[c4.GetID()])
  183. Connections.RUnlock()
  184. Connections.Remove(c4.GetID())
  185. Connections.RLock()
  186. assert.Len(t, Connections.connections, 0)
  187. assert.Len(t, Connections.mapping, 0)
  188. Connections.RUnlock()
  189. }
  190. func TestInitializationProxyErrors(t *testing.T) {
  191. configCopy := Config
  192. c := Configuration{
  193. ProxyProtocol: 1,
  194. ProxyAllowed: []string{"1.1.1.1111"},
  195. }
  196. err := Initialize(c, 0)
  197. if assert.Error(t, err) {
  198. assert.Contains(t, err.Error(), "invalid proxy allowed")
  199. }
  200. c.ProxyAllowed = nil
  201. c.ProxySkipped = []string{"invalid"}
  202. err = Initialize(c, 0)
  203. if assert.Error(t, err) {
  204. assert.Contains(t, err.Error(), "invalid proxy skipped")
  205. }
  206. c.ProxyAllowed = []string{"1.1.1.1"}
  207. c.ProxySkipped = []string{"2.2.2.2", "10.8.0.0/24"}
  208. err = Initialize(c, 0)
  209. assert.NoError(t, err)
  210. assert.Len(t, Config.proxyAllowed, 1)
  211. assert.Len(t, Config.proxySkipped, 2)
  212. Config = configCopy
  213. assert.Equal(t, 0, Config.ProxyProtocol)
  214. assert.Len(t, Config.proxyAllowed, 0)
  215. assert.Len(t, Config.proxySkipped, 0)
  216. }
  217. func TestInitializationClosedProvider(t *testing.T) {
  218. configCopy := Config
  219. providerConf := dataprovider.GetProviderConfig()
  220. err := dataprovider.Close()
  221. assert.NoError(t, err)
  222. config := Configuration{
  223. AllowListStatus: 1,
  224. }
  225. err = Initialize(config, 0)
  226. if assert.Error(t, err) {
  227. assert.Contains(t, err.Error(), "unable to initialize the allow list")
  228. }
  229. config.AllowListStatus = 0
  230. config.RateLimitersConfig = []RateLimiterConfig{
  231. {
  232. Average: 100,
  233. Period: 1000,
  234. Burst: 5,
  235. Type: int(rateLimiterTypeGlobal),
  236. Protocols: rateLimiterProtocolValues,
  237. },
  238. }
  239. err = Initialize(config, 0)
  240. if assert.Error(t, err) {
  241. assert.Contains(t, err.Error(), "unable to initialize ratelimiters list")
  242. }
  243. config.RateLimitersConfig = nil
  244. config.DefenderConfig = DefenderConfig{
  245. Enabled: true,
  246. Driver: DefenderDriverProvider,
  247. BanTime: 10,
  248. BanTimeIncrement: 50,
  249. Threshold: 10,
  250. ScoreInvalid: 2,
  251. ScoreValid: 1,
  252. ScoreNoAuth: 2,
  253. ObservationTime: 15,
  254. EntriesSoftLimit: 100,
  255. EntriesHardLimit: 150,
  256. }
  257. err = Initialize(config, 0)
  258. if assert.Error(t, err) {
  259. assert.Contains(t, err.Error(), "defender initialization error")
  260. }
  261. config.DefenderConfig.Driver = DefenderDriverMemory
  262. err = Initialize(config, 0)
  263. if assert.Error(t, err) {
  264. assert.Contains(t, err.Error(), "defender initialization error")
  265. }
  266. err = dataprovider.Initialize(providerConf, configDir, true)
  267. assert.NoError(t, err)
  268. Config = configCopy
  269. }
  270. func TestSSHConnections(t *testing.T) {
  271. conn1, conn2 := net.Pipe()
  272. now := time.Now()
  273. sshConn1 := NewSSHConnection("id1", conn1)
  274. sshConn2 := NewSSHConnection("id2", conn2)
  275. sshConn3 := NewSSHConnection("id3", conn2)
  276. assert.Equal(t, "id1", sshConn1.GetID())
  277. assert.Equal(t, "id2", sshConn2.GetID())
  278. assert.Equal(t, "id3", sshConn3.GetID())
  279. sshConn1.UpdateLastActivity()
  280. assert.GreaterOrEqual(t, sshConn1.GetLastActivity().UnixNano(), now.UnixNano())
  281. Connections.AddSSHConnection(sshConn1)
  282. Connections.AddSSHConnection(sshConn2)
  283. Connections.AddSSHConnection(sshConn3)
  284. Connections.RLock()
  285. assert.Len(t, Connections.sshConnections, 3)
  286. _, ok := Connections.sshMapping[sshConn1.GetID()]
  287. assert.True(t, ok)
  288. assert.Equal(t, 0, Connections.sshMapping[sshConn1.GetID()])
  289. assert.Equal(t, 1, Connections.sshMapping[sshConn2.GetID()])
  290. assert.Equal(t, 2, Connections.sshMapping[sshConn3.GetID()])
  291. Connections.RUnlock()
  292. Connections.RemoveSSHConnection(sshConn1.id)
  293. Connections.RLock()
  294. assert.Len(t, Connections.sshConnections, 2)
  295. assert.Equal(t, sshConn3.id, Connections.sshConnections[0].id)
  296. assert.Equal(t, sshConn2.id, Connections.sshConnections[1].id)
  297. _, ok = Connections.sshMapping[sshConn3.GetID()]
  298. assert.True(t, ok)
  299. assert.Equal(t, 0, Connections.sshMapping[sshConn3.GetID()])
  300. assert.Equal(t, 1, Connections.sshMapping[sshConn2.GetID()])
  301. Connections.RUnlock()
  302. Connections.RemoveSSHConnection(sshConn1.id)
  303. Connections.RLock()
  304. assert.Len(t, Connections.sshConnections, 2)
  305. assert.Equal(t, sshConn3.id, Connections.sshConnections[0].id)
  306. assert.Equal(t, sshConn2.id, Connections.sshConnections[1].id)
  307. _, ok = Connections.sshMapping[sshConn3.GetID()]
  308. assert.True(t, ok)
  309. assert.Equal(t, 0, Connections.sshMapping[sshConn3.GetID()])
  310. assert.Equal(t, 1, Connections.sshMapping[sshConn2.GetID()])
  311. Connections.RUnlock()
  312. Connections.RemoveSSHConnection(sshConn2.id)
  313. Connections.RLock()
  314. assert.Len(t, Connections.sshConnections, 1)
  315. assert.Equal(t, sshConn3.id, Connections.sshConnections[0].id)
  316. _, ok = Connections.sshMapping[sshConn3.GetID()]
  317. assert.True(t, ok)
  318. assert.Equal(t, 0, Connections.sshMapping[sshConn3.GetID()])
  319. Connections.RUnlock()
  320. Connections.RemoveSSHConnection(sshConn3.id)
  321. Connections.RLock()
  322. assert.Len(t, Connections.sshConnections, 0)
  323. assert.Len(t, Connections.sshMapping, 0)
  324. Connections.RUnlock()
  325. assert.NoError(t, sshConn1.Close())
  326. assert.NoError(t, sshConn2.Close())
  327. assert.NoError(t, sshConn3.Close())
  328. }
  329. func TestDefenderIntegration(t *testing.T) {
  330. // by default defender is nil
  331. configCopy := Config
  332. wdPath, err := os.Getwd()
  333. require.NoError(t, err)
  334. pluginsConfig := []plugin.Config{
  335. {
  336. Type: "ipfilter",
  337. Cmd: filepath.Join(wdPath, "..", "..", "tests", "ipfilter", "ipfilter"),
  338. AutoMTLS: true,
  339. },
  340. }
  341. if runtime.GOOS == osWindows {
  342. pluginsConfig[0].Cmd += ".exe"
  343. }
  344. err = plugin.Initialize(pluginsConfig, "debug")
  345. require.NoError(t, err)
  346. ip := "127.1.1.1"
  347. assert.Nil(t, Reload())
  348. // 192.168.1.12 is banned from the ipfilter plugin
  349. assert.True(t, IsBanned("192.168.1.12", ProtocolFTP))
  350. AddDefenderEvent(ip, ProtocolFTP, HostEventNoLoginTried)
  351. assert.False(t, IsBanned(ip, ProtocolFTP))
  352. banTime, err := GetDefenderBanTime(ip)
  353. assert.NoError(t, err)
  354. assert.Nil(t, banTime)
  355. assert.False(t, DeleteDefenderHost(ip))
  356. score, err := GetDefenderScore(ip)
  357. assert.NoError(t, err)
  358. assert.Equal(t, 0, score)
  359. _, err = GetDefenderHost(ip)
  360. assert.Error(t, err)
  361. hosts, err := GetDefenderHosts()
  362. assert.NoError(t, err)
  363. assert.Nil(t, hosts)
  364. Config.DefenderConfig = DefenderConfig{
  365. Enabled: true,
  366. Driver: DefenderDriverProvider,
  367. BanTime: 10,
  368. BanTimeIncrement: 50,
  369. Threshold: 0,
  370. ScoreInvalid: 2,
  371. ScoreValid: 1,
  372. ScoreNoAuth: 2,
  373. ObservationTime: 15,
  374. EntriesSoftLimit: 100,
  375. EntriesHardLimit: 150,
  376. }
  377. err = Initialize(Config, 0)
  378. // ScoreInvalid cannot be greater than threshold
  379. assert.Error(t, err)
  380. Config.DefenderConfig.Driver = "unsupported"
  381. err = Initialize(Config, 0)
  382. if assert.Error(t, err) {
  383. assert.Contains(t, err.Error(), "unsupported defender driver")
  384. }
  385. Config.DefenderConfig.Driver = DefenderDriverMemory
  386. err = Initialize(Config, 0)
  387. // ScoreInvalid cannot be greater than threshold
  388. assert.Error(t, err)
  389. Config.DefenderConfig.Threshold = 3
  390. err = Initialize(Config, 0)
  391. assert.NoError(t, err)
  392. assert.Nil(t, Reload())
  393. AddDefenderEvent(ip, ProtocolSSH, HostEventNoLoginTried)
  394. assert.False(t, IsBanned(ip, ProtocolSSH))
  395. score, err = GetDefenderScore(ip)
  396. assert.NoError(t, err)
  397. assert.Equal(t, 2, score)
  398. entry, err := GetDefenderHost(ip)
  399. assert.NoError(t, err)
  400. asJSON, err := json.Marshal(&entry)
  401. assert.NoError(t, err)
  402. assert.Equal(t, `{"id":"3132372e312e312e31","ip":"127.1.1.1","score":2}`, string(asJSON), "entry %v", entry)
  403. assert.True(t, DeleteDefenderHost(ip))
  404. banTime, err = GetDefenderBanTime(ip)
  405. assert.NoError(t, err)
  406. assert.Nil(t, banTime)
  407. AddDefenderEvent(ip, ProtocolHTTP, HostEventLoginFailed)
  408. AddDefenderEvent(ip, ProtocolHTTP, HostEventNoLoginTried)
  409. assert.True(t, IsBanned(ip, ProtocolHTTP))
  410. score, err = GetDefenderScore(ip)
  411. assert.NoError(t, err)
  412. assert.Equal(t, 0, score)
  413. banTime, err = GetDefenderBanTime(ip)
  414. assert.NoError(t, err)
  415. assert.NotNil(t, banTime)
  416. hosts, err = GetDefenderHosts()
  417. assert.NoError(t, err)
  418. assert.Len(t, hosts, 1)
  419. entry, err = GetDefenderHost(ip)
  420. assert.NoError(t, err)
  421. assert.False(t, entry.BanTime.IsZero())
  422. assert.True(t, DeleteDefenderHost(ip))
  423. hosts, err = GetDefenderHosts()
  424. assert.NoError(t, err)
  425. assert.Len(t, hosts, 0)
  426. banTime, err = GetDefenderBanTime(ip)
  427. assert.NoError(t, err)
  428. assert.Nil(t, banTime)
  429. assert.False(t, DeleteDefenderHost(ip))
  430. Config = configCopy
  431. }
  432. func TestRateLimitersIntegration(t *testing.T) {
  433. configCopy := Config
  434. enabled, protocols := Config.GetRateLimitersStatus()
  435. assert.False(t, enabled)
  436. assert.Len(t, protocols, 0)
  437. entries := []dataprovider.IPListEntry{
  438. {
  439. IPOrNet: "172.16.24.7/32",
  440. Type: dataprovider.IPListTypeRateLimiterSafeList,
  441. Mode: dataprovider.ListModeAllow,
  442. },
  443. {
  444. IPOrNet: "172.16.0.0/16",
  445. Type: dataprovider.IPListTypeRateLimiterSafeList,
  446. Mode: dataprovider.ListModeAllow,
  447. },
  448. }
  449. for idx := range entries {
  450. e := entries[idx]
  451. err := dataprovider.AddIPListEntry(&e, "", "", "")
  452. assert.NoError(t, err)
  453. }
  454. Config.RateLimitersConfig = []RateLimiterConfig{
  455. {
  456. Average: 100,
  457. Period: 10,
  458. Burst: 5,
  459. Type: int(rateLimiterTypeGlobal),
  460. Protocols: rateLimiterProtocolValues,
  461. },
  462. {
  463. Average: 1,
  464. Period: 1000,
  465. Burst: 1,
  466. Type: int(rateLimiterTypeSource),
  467. Protocols: []string{ProtocolWebDAV, ProtocolWebDAV, ProtocolFTP},
  468. GenerateDefenderEvents: true,
  469. EntriesSoftLimit: 100,
  470. EntriesHardLimit: 150,
  471. },
  472. }
  473. err := Initialize(Config, 0)
  474. assert.Error(t, err)
  475. Config.RateLimitersConfig[0].Period = 1000
  476. err = Initialize(Config, 0)
  477. assert.NoError(t, err)
  478. assert.NotNil(t, Config.rateLimitersList)
  479. assert.Len(t, rateLimiters, 4)
  480. assert.Len(t, rateLimiters[ProtocolSSH], 1)
  481. assert.Len(t, rateLimiters[ProtocolFTP], 2)
  482. assert.Len(t, rateLimiters[ProtocolWebDAV], 2)
  483. assert.Len(t, rateLimiters[ProtocolHTTP], 1)
  484. enabled, protocols = Config.GetRateLimitersStatus()
  485. assert.True(t, enabled)
  486. assert.Len(t, protocols, 4)
  487. assert.Contains(t, protocols, ProtocolFTP)
  488. assert.Contains(t, protocols, ProtocolSSH)
  489. assert.Contains(t, protocols, ProtocolHTTP)
  490. assert.Contains(t, protocols, ProtocolWebDAV)
  491. source1 := "127.1.1.1"
  492. source2 := "127.1.1.2"
  493. source3 := "172.16.24.7" // in safelist
  494. _, err = LimitRate(ProtocolSSH, source1)
  495. assert.NoError(t, err)
  496. _, err = LimitRate(ProtocolFTP, source1)
  497. assert.NoError(t, err)
  498. // sleep to allow the add configured burst to the token.
  499. // This sleep is not enough to add the per-source burst
  500. time.Sleep(20 * time.Millisecond)
  501. _, err = LimitRate(ProtocolWebDAV, source2)
  502. assert.NoError(t, err)
  503. _, err = LimitRate(ProtocolFTP, source1)
  504. assert.Error(t, err)
  505. _, err = LimitRate(ProtocolWebDAV, source2)
  506. assert.Error(t, err)
  507. _, err = LimitRate(ProtocolSSH, source1)
  508. assert.NoError(t, err)
  509. _, err = LimitRate(ProtocolSSH, source2)
  510. assert.NoError(t, err)
  511. for i := 0; i < 10; i++ {
  512. _, err = LimitRate(ProtocolWebDAV, source3)
  513. assert.NoError(t, err)
  514. }
  515. for _, e := range entries {
  516. err := dataprovider.DeleteIPListEntry(e.IPOrNet, e.Type, "", "", "")
  517. assert.NoError(t, err)
  518. }
  519. assert.Nil(t, configCopy.rateLimitersList)
  520. Config = configCopy
  521. }
  522. func TestUserMaxSessions(t *testing.T) {
  523. c := NewBaseConnection("id", ProtocolSFTP, "", "", dataprovider.User{
  524. BaseUser: sdk.BaseUser{
  525. Username: userTestUsername,
  526. MaxSessions: 1,
  527. },
  528. })
  529. fakeConn := &fakeConnection{
  530. BaseConnection: c,
  531. }
  532. err := Connections.Add(fakeConn)
  533. assert.NoError(t, err)
  534. err = Connections.Add(fakeConn)
  535. assert.Error(t, err)
  536. err = Connections.Swap(fakeConn)
  537. assert.NoError(t, err)
  538. Connections.Remove(fakeConn.GetID())
  539. Connections.Lock()
  540. Connections.removeUserConnection(userTestUsername)
  541. Connections.Unlock()
  542. assert.Len(t, Connections.GetStats(""), 0)
  543. }
  544. func TestMaxConnections(t *testing.T) {
  545. oldValue := Config.MaxTotalConnections
  546. perHost := Config.MaxPerHostConnections
  547. Config.MaxPerHostConnections = 0
  548. ipAddr := "192.168.7.8"
  549. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolFTP))
  550. Config.MaxTotalConnections = 1
  551. Config.MaxPerHostConnections = perHost
  552. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolHTTP))
  553. c := NewBaseConnection("id", ProtocolSFTP, "", "", dataprovider.User{})
  554. fakeConn := &fakeConnection{
  555. BaseConnection: c,
  556. }
  557. err := Connections.Add(fakeConn)
  558. assert.NoError(t, err)
  559. assert.Len(t, Connections.GetStats(""), 1)
  560. assert.Error(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolSSH))
  561. res := Connections.Close(fakeConn.GetID(), "")
  562. assert.True(t, res)
  563. assert.Eventually(t, func() bool { return len(Connections.GetStats("")) == 0 }, 300*time.Millisecond, 50*time.Millisecond)
  564. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolSSH))
  565. Connections.AddClientConnection(ipAddr)
  566. Connections.AddClientConnection(ipAddr)
  567. assert.Error(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolSSH))
  568. Connections.RemoveClientConnection(ipAddr)
  569. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolWebDAV))
  570. Connections.RemoveClientConnection(ipAddr)
  571. Config.MaxTotalConnections = oldValue
  572. }
  573. func TestConnectionRoles(t *testing.T) {
  574. username := "testUsername"
  575. role1 := "testRole1"
  576. role2 := "testRole2"
  577. c := NewBaseConnection("id", ProtocolSFTP, "", "", dataprovider.User{
  578. BaseUser: sdk.BaseUser{
  579. Username: username,
  580. Role: role1,
  581. },
  582. })
  583. fakeConn := &fakeConnection{
  584. BaseConnection: c,
  585. }
  586. err := Connections.Add(fakeConn)
  587. assert.NoError(t, err)
  588. assert.Len(t, Connections.GetStats(""), 1)
  589. assert.Len(t, Connections.GetStats(role1), 1)
  590. assert.Len(t, Connections.GetStats(role2), 0)
  591. res := Connections.Close(fakeConn.GetID(), role2)
  592. assert.False(t, res)
  593. assert.Len(t, Connections.GetStats(""), 1)
  594. res = Connections.Close(fakeConn.GetID(), role1)
  595. assert.True(t, res)
  596. assert.Eventually(t, func() bool { return len(Connections.GetStats("")) == 0 }, 300*time.Millisecond, 50*time.Millisecond)
  597. }
  598. func TestMaxConnectionPerHost(t *testing.T) {
  599. defender, err := newInMemoryDefender(&DefenderConfig{
  600. Enabled: true,
  601. Driver: DefenderDriverMemory,
  602. BanTime: 30,
  603. BanTimeIncrement: 50,
  604. Threshold: 15,
  605. ScoreInvalid: 2,
  606. ScoreValid: 1,
  607. ScoreLimitExceeded: 3,
  608. ObservationTime: 30,
  609. EntriesSoftLimit: 100,
  610. EntriesHardLimit: 150,
  611. })
  612. require.NoError(t, err)
  613. oldMaxPerHostConn := Config.MaxPerHostConnections
  614. oldDefender := Config.defender
  615. Config.MaxPerHostConnections = 2
  616. Config.defender = defender
  617. ipAddr := "192.168.9.9"
  618. Connections.AddClientConnection(ipAddr)
  619. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolSSH))
  620. Connections.AddClientConnection(ipAddr)
  621. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolWebDAV))
  622. Connections.AddClientConnection(ipAddr)
  623. assert.Error(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolFTP))
  624. assert.Equal(t, int32(3), Connections.GetClientConnections())
  625. // Add the IP to the defender safe list
  626. entry := dataprovider.IPListEntry{
  627. IPOrNet: ipAddr,
  628. Type: dataprovider.IPListTypeDefender,
  629. Mode: dataprovider.ListModeAllow,
  630. }
  631. err = dataprovider.AddIPListEntry(&entry, "", "", "")
  632. assert.NoError(t, err)
  633. Connections.AddClientConnection(ipAddr)
  634. assert.NoError(t, Connections.IsNewConnectionAllowed(ipAddr, ProtocolSSH))
  635. err = dataprovider.DeleteIPListEntry(entry.IPOrNet, dataprovider.IPListTypeDefender, "", "", "")
  636. assert.NoError(t, err)
  637. Connections.RemoveClientConnection(ipAddr)
  638. Connections.RemoveClientConnection(ipAddr)
  639. Connections.RemoveClientConnection(ipAddr)
  640. Connections.RemoveClientConnection(ipAddr)
  641. assert.Equal(t, int32(0), Connections.GetClientConnections())
  642. Config.MaxPerHostConnections = oldMaxPerHostConn
  643. Config.defender = oldDefender
  644. }
  645. func TestIdleConnections(t *testing.T) {
  646. configCopy := Config
  647. Config.IdleTimeout = 1
  648. err := Initialize(Config, 0)
  649. assert.NoError(t, err)
  650. conn1, conn2 := net.Pipe()
  651. customConn1 := &customNetConn{
  652. Conn: conn1,
  653. id: "id1",
  654. }
  655. customConn2 := &customNetConn{
  656. Conn: conn2,
  657. id: "id2",
  658. }
  659. sshConn1 := NewSSHConnection(customConn1.id, customConn1)
  660. sshConn2 := NewSSHConnection(customConn2.id, customConn2)
  661. username := "test_user"
  662. user := dataprovider.User{
  663. BaseUser: sdk.BaseUser{
  664. Username: username,
  665. },
  666. }
  667. c := NewBaseConnection(sshConn1.id+"_1", ProtocolSFTP, "", "", user)
  668. c.lastActivity.Store(time.Now().Add(-24 * time.Hour).UnixNano())
  669. fakeConn := &fakeConnection{
  670. BaseConnection: c,
  671. }
  672. // both ssh connections are expired but they should get removed only
  673. // if there is no associated connection
  674. sshConn1.lastActivity.Store(c.lastActivity.Load())
  675. sshConn2.lastActivity.Store(c.lastActivity.Load())
  676. Connections.AddSSHConnection(sshConn1)
  677. err = Connections.Add(fakeConn)
  678. assert.NoError(t, err)
  679. assert.Equal(t, Connections.GetActiveSessions(username), 1)
  680. c = NewBaseConnection(sshConn2.id+"_1", ProtocolSSH, "", "", user)
  681. fakeConn = &fakeConnection{
  682. BaseConnection: c,
  683. }
  684. Connections.AddSSHConnection(sshConn2)
  685. err = Connections.Add(fakeConn)
  686. assert.NoError(t, err)
  687. assert.Equal(t, Connections.GetActiveSessions(username), 2)
  688. cFTP := NewBaseConnection("id2", ProtocolFTP, "", "", dataprovider.User{})
  689. cFTP.lastActivity.Store(time.Now().UnixNano())
  690. fakeConn = &fakeConnection{
  691. BaseConnection: cFTP,
  692. }
  693. err = Connections.Add(fakeConn)
  694. assert.NoError(t, err)
  695. assert.Equal(t, Connections.GetActiveSessions(username), 2)
  696. assert.Len(t, Connections.GetStats(""), 3)
  697. Connections.RLock()
  698. assert.Len(t, Connections.sshConnections, 2)
  699. Connections.RUnlock()
  700. startPeriodicChecks(100*time.Millisecond, 0)
  701. assert.Eventually(t, func() bool { return Connections.GetActiveSessions(username) == 1 }, 2*time.Second, 200*time.Millisecond)
  702. assert.Eventually(t, func() bool {
  703. Connections.RLock()
  704. defer Connections.RUnlock()
  705. return len(Connections.sshConnections) == 1
  706. }, 1*time.Second, 200*time.Millisecond)
  707. stopEventScheduler()
  708. assert.Len(t, Connections.GetStats(""), 2)
  709. c.lastActivity.Store(time.Now().Add(-24 * time.Hour).UnixNano())
  710. cFTP.lastActivity.Store(time.Now().Add(-24 * time.Hour).UnixNano())
  711. sshConn2.lastActivity.Store(c.lastActivity.Load())
  712. startPeriodicChecks(100*time.Millisecond, 1)
  713. assert.Eventually(t, func() bool { return len(Connections.GetStats("")) == 0 }, 2*time.Second, 200*time.Millisecond)
  714. assert.Eventually(t, func() bool {
  715. Connections.RLock()
  716. defer Connections.RUnlock()
  717. return len(Connections.sshConnections) == 0
  718. }, 1*time.Second, 200*time.Millisecond)
  719. assert.Equal(t, int32(0), Connections.GetClientConnections())
  720. stopEventScheduler()
  721. assert.True(t, customConn1.isClosed)
  722. assert.True(t, customConn2.isClosed)
  723. Config = configCopy
  724. }
  725. func TestCloseConnection(t *testing.T) {
  726. c := NewBaseConnection("id", ProtocolSFTP, "", "", dataprovider.User{})
  727. fakeConn := &fakeConnection{
  728. BaseConnection: c,
  729. }
  730. assert.NoError(t, Connections.IsNewConnectionAllowed("127.0.0.1", ProtocolHTTP))
  731. err := Connections.Add(fakeConn)
  732. assert.NoError(t, err)
  733. assert.Len(t, Connections.GetStats(""), 1)
  734. res := Connections.Close(fakeConn.GetID(), "")
  735. assert.True(t, res)
  736. assert.Eventually(t, func() bool { return len(Connections.GetStats("")) == 0 }, 300*time.Millisecond, 50*time.Millisecond)
  737. res = Connections.Close(fakeConn.GetID(), "")
  738. assert.False(t, res)
  739. Connections.Remove(fakeConn.GetID())
  740. }
  741. func TestSwapConnection(t *testing.T) {
  742. c := NewBaseConnection("id", ProtocolFTP, "", "", dataprovider.User{})
  743. fakeConn := &fakeConnection{
  744. BaseConnection: c,
  745. }
  746. err := Connections.Add(fakeConn)
  747. assert.NoError(t, err)
  748. if assert.Len(t, Connections.GetStats(""), 1) {
  749. assert.Equal(t, "", Connections.GetStats("")[0].Username)
  750. }
  751. c = NewBaseConnection("id", ProtocolFTP, "", "", dataprovider.User{
  752. BaseUser: sdk.BaseUser{
  753. Username: userTestUsername,
  754. MaxSessions: 1,
  755. },
  756. })
  757. fakeConn = &fakeConnection{
  758. BaseConnection: c,
  759. }
  760. c1 := NewBaseConnection("id1", ProtocolFTP, "", "", dataprovider.User{
  761. BaseUser: sdk.BaseUser{
  762. Username: userTestUsername,
  763. },
  764. })
  765. fakeConn1 := &fakeConnection{
  766. BaseConnection: c1,
  767. }
  768. err = Connections.Add(fakeConn1)
  769. assert.NoError(t, err)
  770. err = Connections.Swap(fakeConn)
  771. assert.Error(t, err)
  772. Connections.Remove(fakeConn1.ID)
  773. err = Connections.Swap(fakeConn)
  774. assert.NoError(t, err)
  775. if assert.Len(t, Connections.GetStats(""), 1) {
  776. assert.Equal(t, userTestUsername, Connections.GetStats("")[0].Username)
  777. }
  778. res := Connections.Close(fakeConn.GetID(), "")
  779. assert.True(t, res)
  780. assert.Eventually(t, func() bool { return len(Connections.GetStats("")) == 0 }, 300*time.Millisecond, 50*time.Millisecond)
  781. err = Connections.Swap(fakeConn)
  782. assert.Error(t, err)
  783. }
  784. func TestAtomicUpload(t *testing.T) {
  785. configCopy := Config
  786. Config.UploadMode = UploadModeStandard
  787. assert.False(t, Config.IsAtomicUploadEnabled())
  788. Config.UploadMode = UploadModeAtomic
  789. assert.True(t, Config.IsAtomicUploadEnabled())
  790. Config.UploadMode = UploadModeAtomicWithResume
  791. assert.True(t, Config.IsAtomicUploadEnabled())
  792. Config = configCopy
  793. }
  794. func TestConnectionStatus(t *testing.T) {
  795. username := "test_user"
  796. user := dataprovider.User{
  797. BaseUser: sdk.BaseUser{
  798. Username: username,
  799. },
  800. }
  801. fs := vfs.NewOsFs("", os.TempDir(), "", nil)
  802. c1 := NewBaseConnection("id1", ProtocolSFTP, "", "", user)
  803. fakeConn1 := &fakeConnection{
  804. BaseConnection: c1,
  805. }
  806. t1 := NewBaseTransfer(nil, c1, nil, "/p1", "/p1", "/r1", TransferUpload, 0, 0, 0, 0, true, fs, dataprovider.TransferQuota{})
  807. t1.BytesReceived.Store(123)
  808. t2 := NewBaseTransfer(nil, c1, nil, "/p2", "/p2", "/r2", TransferDownload, 0, 0, 0, 0, true, fs, dataprovider.TransferQuota{})
  809. t2.BytesSent.Store(456)
  810. c2 := NewBaseConnection("id2", ProtocolSSH, "", "", user)
  811. fakeConn2 := &fakeConnection{
  812. BaseConnection: c2,
  813. command: "md5sum",
  814. }
  815. c3 := NewBaseConnection("id3", ProtocolWebDAV, "", "", user)
  816. fakeConn3 := &fakeConnection{
  817. BaseConnection: c3,
  818. command: "PROPFIND",
  819. }
  820. t3 := NewBaseTransfer(nil, c3, nil, "/p2", "/p2", "/r2", TransferDownload, 0, 0, 0, 0, true, fs, dataprovider.TransferQuota{})
  821. err := Connections.Add(fakeConn1)
  822. assert.NoError(t, err)
  823. err = Connections.Add(fakeConn2)
  824. assert.NoError(t, err)
  825. err = Connections.Add(fakeConn3)
  826. assert.NoError(t, err)
  827. stats := Connections.GetStats("")
  828. assert.Len(t, stats, 3)
  829. for _, stat := range stats {
  830. assert.Equal(t, stat.Username, username)
  831. if stat.ConnectionID == "SFTP_id1" {
  832. assert.Len(t, stat.Transfers, 2)
  833. } else if stat.ConnectionID == "DAV_id3" {
  834. assert.Len(t, stat.Transfers, 1)
  835. }
  836. }
  837. err = t1.Close()
  838. assert.NoError(t, err)
  839. err = t2.Close()
  840. assert.NoError(t, err)
  841. err = fakeConn3.SignalTransfersAbort()
  842. assert.NoError(t, err)
  843. assert.True(t, t3.AbortTransfer.Load())
  844. err = t3.Close()
  845. assert.NoError(t, err)
  846. err = fakeConn3.SignalTransfersAbort()
  847. assert.Error(t, err)
  848. Connections.Remove(fakeConn1.GetID())
  849. stats = Connections.GetStats("")
  850. assert.Len(t, stats, 2)
  851. assert.Equal(t, fakeConn3.GetID(), stats[0].ConnectionID)
  852. assert.Equal(t, fakeConn2.GetID(), stats[1].ConnectionID)
  853. Connections.Remove(fakeConn2.GetID())
  854. stats = Connections.GetStats("")
  855. assert.Len(t, stats, 1)
  856. assert.Equal(t, fakeConn3.GetID(), stats[0].ConnectionID)
  857. Connections.Remove(fakeConn3.GetID())
  858. stats = Connections.GetStats("")
  859. assert.Len(t, stats, 0)
  860. }
  861. func TestQuotaScans(t *testing.T) {
  862. username := "username"
  863. assert.True(t, QuotaScans.AddUserQuotaScan(username, ""))
  864. assert.False(t, QuotaScans.AddUserQuotaScan(username, ""))
  865. usersScans := QuotaScans.GetUsersQuotaScans("")
  866. if assert.Len(t, usersScans, 1) {
  867. assert.Equal(t, usersScans[0].Username, username)
  868. assert.Equal(t, QuotaScans.UserScans[0].StartTime, usersScans[0].StartTime)
  869. QuotaScans.UserScans[0].StartTime = 0
  870. assert.NotEqual(t, QuotaScans.UserScans[0].StartTime, usersScans[0].StartTime)
  871. }
  872. assert.True(t, QuotaScans.RemoveUserQuotaScan(username))
  873. assert.False(t, QuotaScans.RemoveUserQuotaScan(username))
  874. assert.Len(t, QuotaScans.GetUsersQuotaScans(""), 0)
  875. assert.Len(t, usersScans, 1)
  876. folderName := "folder"
  877. assert.True(t, QuotaScans.AddVFolderQuotaScan(folderName))
  878. assert.False(t, QuotaScans.AddVFolderQuotaScan(folderName))
  879. if assert.Len(t, QuotaScans.GetVFoldersQuotaScans(), 1) {
  880. assert.Equal(t, QuotaScans.GetVFoldersQuotaScans()[0].Name, folderName)
  881. }
  882. assert.True(t, QuotaScans.RemoveVFolderQuotaScan(folderName))
  883. assert.False(t, QuotaScans.RemoveVFolderQuotaScan(folderName))
  884. assert.Len(t, QuotaScans.GetVFoldersQuotaScans(), 0)
  885. }
  886. func TestQuotaScansRole(t *testing.T) {
  887. username := "u"
  888. role1 := "r1"
  889. role2 := "r2"
  890. assert.True(t, QuotaScans.AddUserQuotaScan(username, role1))
  891. assert.False(t, QuotaScans.AddUserQuotaScan(username, ""))
  892. usersScans := QuotaScans.GetUsersQuotaScans("")
  893. assert.Len(t, usersScans, 1)
  894. assert.Empty(t, usersScans[0].Role)
  895. usersScans = QuotaScans.GetUsersQuotaScans(role1)
  896. assert.Len(t, usersScans, 1)
  897. usersScans = QuotaScans.GetUsersQuotaScans(role2)
  898. assert.Len(t, usersScans, 0)
  899. assert.True(t, QuotaScans.RemoveUserQuotaScan(username))
  900. assert.False(t, QuotaScans.RemoveUserQuotaScan(username))
  901. assert.Len(t, QuotaScans.GetUsersQuotaScans(""), 0)
  902. }
  903. func TestProxyPolicy(t *testing.T) {
  904. addr := net.TCPAddr{}
  905. p := getProxyPolicy(nil, nil, proxyproto.IGNORE)
  906. policy, err := p(&addr)
  907. assert.Error(t, err)
  908. assert.Equal(t, proxyproto.REJECT, policy)
  909. ip1 := net.ParseIP("10.8.1.1")
  910. ip2 := net.ParseIP("10.8.1.2")
  911. ip3 := net.ParseIP("10.8.1.3")
  912. allowed, err := util.ParseAllowedIPAndRanges([]string{ip1.String()})
  913. assert.NoError(t, err)
  914. skipped, err := util.ParseAllowedIPAndRanges([]string{ip2.String(), ip3.String()})
  915. assert.NoError(t, err)
  916. p = getProxyPolicy(allowed, skipped, proxyproto.IGNORE)
  917. policy, err = p(&net.TCPAddr{IP: ip1})
  918. assert.NoError(t, err)
  919. assert.Equal(t, proxyproto.USE, policy)
  920. policy, err = p(&net.TCPAddr{IP: ip2})
  921. assert.NoError(t, err)
  922. assert.Equal(t, proxyproto.SKIP, policy)
  923. policy, err = p(&net.TCPAddr{IP: ip3})
  924. assert.NoError(t, err)
  925. assert.Equal(t, proxyproto.SKIP, policy)
  926. policy, err = p(&net.TCPAddr{IP: net.ParseIP("10.8.1.4")})
  927. assert.NoError(t, err)
  928. assert.Equal(t, proxyproto.IGNORE, policy)
  929. p = getProxyPolicy(allowed, skipped, proxyproto.REQUIRE)
  930. policy, err = p(&net.TCPAddr{IP: ip1})
  931. assert.NoError(t, err)
  932. assert.Equal(t, proxyproto.REQUIRE, policy)
  933. policy, err = p(&net.TCPAddr{IP: ip2})
  934. assert.NoError(t, err)
  935. assert.Equal(t, proxyproto.SKIP, policy)
  936. policy, err = p(&net.TCPAddr{IP: ip3})
  937. assert.NoError(t, err)
  938. assert.Equal(t, proxyproto.SKIP, policy)
  939. policy, err = p(&net.TCPAddr{IP: net.ParseIP("10.8.1.5")})
  940. assert.NoError(t, err)
  941. assert.Equal(t, proxyproto.REQUIRE, policy)
  942. }
  943. func TestProxyProtocolVersion(t *testing.T) {
  944. c := Configuration{
  945. ProxyProtocol: 0,
  946. }
  947. _, err := c.GetProxyListener(nil)
  948. if assert.Error(t, err) {
  949. assert.Contains(t, err.Error(), "proxy protocol not configured")
  950. }
  951. c.ProxyProtocol = 1
  952. proxyListener, err := c.GetProxyListener(nil)
  953. assert.NoError(t, err)
  954. assert.NotNil(t, proxyListener.Policy)
  955. c.ProxyProtocol = 2
  956. proxyListener, err = c.GetProxyListener(nil)
  957. assert.NoError(t, err)
  958. assert.NotNil(t, proxyListener.Policy)
  959. }
  960. func TestStartupHook(t *testing.T) {
  961. Config.StartupHook = ""
  962. assert.NoError(t, Config.ExecuteStartupHook())
  963. Config.StartupHook = "http://foo\x7f.com/startup"
  964. assert.Error(t, Config.ExecuteStartupHook())
  965. Config.StartupHook = "http://invalid:5678/"
  966. assert.Error(t, Config.ExecuteStartupHook())
  967. Config.StartupHook = fmt.Sprintf("http://%v", httpAddr)
  968. assert.NoError(t, Config.ExecuteStartupHook())
  969. Config.StartupHook = "invalidhook"
  970. assert.Error(t, Config.ExecuteStartupHook())
  971. if runtime.GOOS != osWindows {
  972. hookCmd, err := exec.LookPath("true")
  973. assert.NoError(t, err)
  974. Config.StartupHook = hookCmd
  975. assert.NoError(t, Config.ExecuteStartupHook())
  976. }
  977. Config.StartupHook = ""
  978. }
  979. func TestPostDisconnectHook(t *testing.T) {
  980. Config.PostDisconnectHook = "http://127.0.0.1/"
  981. remoteAddr := "127.0.0.1:80"
  982. Config.checkPostDisconnectHook(remoteAddr, ProtocolHTTP, "", "", time.Now())
  983. Config.checkPostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  984. Config.PostDisconnectHook = "http://bar\x7f.com/"
  985. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  986. Config.PostDisconnectHook = fmt.Sprintf("http://%v", httpAddr)
  987. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  988. Config.PostDisconnectHook = "relativePath"
  989. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  990. if runtime.GOOS == osWindows {
  991. Config.PostDisconnectHook = "C:\\a\\bad\\command"
  992. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  993. } else {
  994. Config.PostDisconnectHook = "/invalid/path"
  995. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  996. hookCmd, err := exec.LookPath("true")
  997. assert.NoError(t, err)
  998. Config.PostDisconnectHook = hookCmd
  999. Config.executePostDisconnectHook(remoteAddr, ProtocolSFTP, "", "", time.Now())
  1000. }
  1001. Config.PostDisconnectHook = ""
  1002. }
  1003. func TestPostConnectHook(t *testing.T) {
  1004. Config.PostConnectHook = ""
  1005. ipAddr := "127.0.0.1"
  1006. assert.NoError(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  1007. Config.PostConnectHook = "http://foo\x7f.com/"
  1008. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  1009. Config.PostConnectHook = "http://invalid:1234/"
  1010. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  1011. Config.PostConnectHook = fmt.Sprintf("http://%v/404", httpAddr)
  1012. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  1013. Config.PostConnectHook = fmt.Sprintf("http://%v", httpAddr)
  1014. assert.NoError(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  1015. Config.PostConnectHook = "invalid"
  1016. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolFTP))
  1017. if runtime.GOOS == osWindows {
  1018. Config.PostConnectHook = "C:\\bad\\command"
  1019. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  1020. } else {
  1021. Config.PostConnectHook = "/invalid/path"
  1022. assert.Error(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  1023. hookCmd, err := exec.LookPath("true")
  1024. assert.NoError(t, err)
  1025. Config.PostConnectHook = hookCmd
  1026. assert.NoError(t, Config.ExecutePostConnectHook(ipAddr, ProtocolSFTP))
  1027. }
  1028. Config.PostConnectHook = ""
  1029. }
  1030. func TestCryptoConvertFileInfo(t *testing.T) {
  1031. name := "name"
  1032. fs, err := vfs.NewCryptFs("connID1", os.TempDir(), "", vfs.CryptFsConfig{
  1033. Passphrase: kms.NewPlainSecret("secret"),
  1034. })
  1035. require.NoError(t, err)
  1036. cryptFs := fs.(*vfs.CryptFs)
  1037. info := vfs.NewFileInfo(name, true, 48, time.Now(), false)
  1038. assert.Equal(t, info, cryptFs.ConvertFileInfo(info))
  1039. info = vfs.NewFileInfo(name, false, 48, time.Now(), false)
  1040. assert.NotEqual(t, info.Size(), cryptFs.ConvertFileInfo(info).Size())
  1041. info = vfs.NewFileInfo(name, false, 33, time.Now(), false)
  1042. assert.Equal(t, int64(0), cryptFs.ConvertFileInfo(info).Size())
  1043. info = vfs.NewFileInfo(name, false, 1, time.Now(), false)
  1044. assert.Equal(t, int64(0), cryptFs.ConvertFileInfo(info).Size())
  1045. }
  1046. func TestFolderCopy(t *testing.T) {
  1047. folder := vfs.BaseVirtualFolder{
  1048. ID: 1,
  1049. Name: "name",
  1050. MappedPath: filepath.Clean(os.TempDir()),
  1051. UsedQuotaSize: 4096,
  1052. UsedQuotaFiles: 2,
  1053. LastQuotaUpdate: util.GetTimeAsMsSinceEpoch(time.Now()),
  1054. Users: []string{"user1", "user2"},
  1055. }
  1056. folderCopy := folder.GetACopy()
  1057. folder.ID = 2
  1058. folder.Users = []string{"user3"}
  1059. require.Len(t, folderCopy.Users, 2)
  1060. require.True(t, util.Contains(folderCopy.Users, "user1"))
  1061. require.True(t, util.Contains(folderCopy.Users, "user2"))
  1062. require.Equal(t, int64(1), folderCopy.ID)
  1063. require.Equal(t, folder.Name, folderCopy.Name)
  1064. require.Equal(t, folder.MappedPath, folderCopy.MappedPath)
  1065. require.Equal(t, folder.UsedQuotaSize, folderCopy.UsedQuotaSize)
  1066. require.Equal(t, folder.UsedQuotaFiles, folderCopy.UsedQuotaFiles)
  1067. require.Equal(t, folder.LastQuotaUpdate, folderCopy.LastQuotaUpdate)
  1068. folder.FsConfig = vfs.Filesystem{
  1069. CryptConfig: vfs.CryptFsConfig{
  1070. Passphrase: kms.NewPlainSecret("crypto secret"),
  1071. },
  1072. }
  1073. folderCopy = folder.GetACopy()
  1074. folder.FsConfig.CryptConfig.Passphrase = kms.NewEmptySecret()
  1075. require.Len(t, folderCopy.Users, 1)
  1076. require.True(t, util.Contains(folderCopy.Users, "user3"))
  1077. require.Equal(t, int64(2), folderCopy.ID)
  1078. require.Equal(t, folder.Name, folderCopy.Name)
  1079. require.Equal(t, folder.MappedPath, folderCopy.MappedPath)
  1080. require.Equal(t, folder.UsedQuotaSize, folderCopy.UsedQuotaSize)
  1081. require.Equal(t, folder.UsedQuotaFiles, folderCopy.UsedQuotaFiles)
  1082. require.Equal(t, folder.LastQuotaUpdate, folderCopy.LastQuotaUpdate)
  1083. require.Equal(t, "crypto secret", folderCopy.FsConfig.CryptConfig.Passphrase.GetPayload())
  1084. }
  1085. func TestCachedFs(t *testing.T) {
  1086. user := dataprovider.User{
  1087. BaseUser: sdk.BaseUser{
  1088. HomeDir: filepath.Clean(os.TempDir()),
  1089. },
  1090. }
  1091. conn := NewBaseConnection("id", ProtocolSFTP, "", "", user)
  1092. // changing the user should not affect the connection
  1093. user.HomeDir = filepath.Join(os.TempDir(), "temp")
  1094. err := os.Mkdir(user.HomeDir, os.ModePerm)
  1095. assert.NoError(t, err)
  1096. fs, err := user.GetFilesystem("")
  1097. assert.NoError(t, err)
  1098. p, err := fs.ResolvePath("/")
  1099. assert.NoError(t, err)
  1100. assert.Equal(t, user.GetHomeDir(), p)
  1101. _, p, err = conn.GetFsAndResolvedPath("/")
  1102. assert.NoError(t, err)
  1103. assert.Equal(t, filepath.Clean(os.TempDir()), p)
  1104. // the filesystem is cached changing the provider will not affect the connection
  1105. conn.User.FsConfig.Provider = sdk.S3FilesystemProvider
  1106. _, p, err = conn.GetFsAndResolvedPath("/")
  1107. assert.NoError(t, err)
  1108. assert.Equal(t, filepath.Clean(os.TempDir()), p)
  1109. user = dataprovider.User{}
  1110. user.HomeDir = filepath.Join(os.TempDir(), "temp")
  1111. user.FsConfig.Provider = sdk.S3FilesystemProvider
  1112. _, err = user.GetFilesystem("")
  1113. assert.Error(t, err)
  1114. err = os.Remove(user.HomeDir)
  1115. assert.NoError(t, err)
  1116. }
  1117. func TestParseAllowedIPAndRanges(t *testing.T) {
  1118. _, err := util.ParseAllowedIPAndRanges([]string{"1.1.1.1", "not an ip"})
  1119. assert.Error(t, err)
  1120. _, err = util.ParseAllowedIPAndRanges([]string{"1.1.1.5", "192.168.1.0/240"})
  1121. assert.Error(t, err)
  1122. allow, err := util.ParseAllowedIPAndRanges([]string{"192.168.1.2", "172.16.0.0/24"})
  1123. assert.NoError(t, err)
  1124. assert.True(t, allow[0](net.ParseIP("192.168.1.2")))
  1125. assert.False(t, allow[0](net.ParseIP("192.168.2.2")))
  1126. assert.True(t, allow[1](net.ParseIP("172.16.0.1")))
  1127. assert.False(t, allow[1](net.ParseIP("172.16.1.1")))
  1128. }
  1129. func TestHideConfidentialData(_ *testing.T) {
  1130. for _, provider := range []sdk.FilesystemProvider{sdk.LocalFilesystemProvider,
  1131. sdk.CryptedFilesystemProvider, sdk.S3FilesystemProvider, sdk.GCSFilesystemProvider,
  1132. sdk.AzureBlobFilesystemProvider, sdk.SFTPFilesystemProvider,
  1133. } {
  1134. u := dataprovider.User{
  1135. FsConfig: vfs.Filesystem{
  1136. Provider: provider,
  1137. },
  1138. }
  1139. u.PrepareForRendering()
  1140. f := vfs.BaseVirtualFolder{
  1141. FsConfig: vfs.Filesystem{
  1142. Provider: provider,
  1143. },
  1144. }
  1145. f.PrepareForRendering()
  1146. }
  1147. a := dataprovider.Admin{}
  1148. a.HideConfidentialData()
  1149. }
  1150. func TestUserPerms(t *testing.T) {
  1151. u := dataprovider.User{}
  1152. u.Permissions = make(map[string][]string)
  1153. u.Permissions["/"] = []string{dataprovider.PermUpload, dataprovider.PermDelete}
  1154. assert.True(t, u.HasAnyPerm([]string{dataprovider.PermRename, dataprovider.PermDelete}, "/"))
  1155. assert.False(t, u.HasAnyPerm([]string{dataprovider.PermRename, dataprovider.PermCreateDirs}, "/"))
  1156. u.Permissions["/"] = []string{dataprovider.PermDelete, dataprovider.PermCreateDirs}
  1157. assert.True(t, u.HasPermsDeleteAll("/"))
  1158. assert.False(t, u.HasPermsRenameAll("/"))
  1159. u.Permissions["/"] = []string{dataprovider.PermDeleteDirs, dataprovider.PermDeleteFiles, dataprovider.PermRenameDirs}
  1160. assert.True(t, u.HasPermsDeleteAll("/"))
  1161. assert.False(t, u.HasPermsRenameAll("/"))
  1162. u.Permissions["/"] = []string{dataprovider.PermDeleteDirs, dataprovider.PermRenameFiles, dataprovider.PermRenameDirs}
  1163. assert.False(t, u.HasPermsDeleteAll("/"))
  1164. assert.True(t, u.HasPermsRenameAll("/"))
  1165. }
  1166. func TestGetTLSVersion(t *testing.T) {
  1167. tlsVer := util.GetTLSVersion(0)
  1168. assert.Equal(t, uint16(tls.VersionTLS12), tlsVer)
  1169. tlsVer = util.GetTLSVersion(12)
  1170. assert.Equal(t, uint16(tls.VersionTLS12), tlsVer)
  1171. tlsVer = util.GetTLSVersion(2)
  1172. assert.Equal(t, uint16(tls.VersionTLS12), tlsVer)
  1173. tlsVer = util.GetTLSVersion(13)
  1174. assert.Equal(t, uint16(tls.VersionTLS13), tlsVer)
  1175. }
  1176. func TestCleanPath(t *testing.T) {
  1177. assert.Equal(t, "/", util.CleanPath("/"))
  1178. assert.Equal(t, "/", util.CleanPath("."))
  1179. assert.Equal(t, "/", util.CleanPath(""))
  1180. assert.Equal(t, "/", util.CleanPath("/."))
  1181. assert.Equal(t, "/", util.CleanPath("/a/.."))
  1182. assert.Equal(t, "/a", util.CleanPath("/a/"))
  1183. assert.Equal(t, "/a", util.CleanPath("a/"))
  1184. // filepath.ToSlash does not touch \ as char on unix systems
  1185. // so os.PathSeparator is used for windows compatible tests
  1186. bslash := string(os.PathSeparator)
  1187. assert.Equal(t, "/", util.CleanPath(bslash))
  1188. assert.Equal(t, "/", util.CleanPath(bslash+bslash))
  1189. assert.Equal(t, "/a", util.CleanPath(bslash+"a"+bslash))
  1190. assert.Equal(t, "/a", util.CleanPath("a"+bslash))
  1191. assert.Equal(t, "/a/b/c", util.CleanPath(bslash+"a"+bslash+bslash+"b"+bslash+bslash+"c"+bslash))
  1192. assert.Equal(t, "/C:/a", util.CleanPath("C:"+bslash+"a"))
  1193. }
  1194. func TestUserRecentActivity(t *testing.T) {
  1195. u := dataprovider.User{}
  1196. res := u.HasRecentActivity()
  1197. assert.False(t, res)
  1198. u.LastLogin = util.GetTimeAsMsSinceEpoch(time.Now())
  1199. res = u.HasRecentActivity()
  1200. assert.True(t, res)
  1201. u.LastLogin = util.GetTimeAsMsSinceEpoch(time.Now().Add(1 * time.Minute))
  1202. res = u.HasRecentActivity()
  1203. assert.False(t, res)
  1204. u.LastLogin = util.GetTimeAsMsSinceEpoch(time.Now().Add(1 * time.Second))
  1205. res = u.HasRecentActivity()
  1206. assert.True(t, res)
  1207. }
  1208. func TestVfsSameResource(t *testing.T) {
  1209. fs := vfs.Filesystem{}
  1210. other := vfs.Filesystem{}
  1211. res := fs.IsSameResource(other)
  1212. assert.True(t, res)
  1213. fs = vfs.Filesystem{
  1214. Provider: sdk.S3FilesystemProvider,
  1215. S3Config: vfs.S3FsConfig{
  1216. BaseS3FsConfig: sdk.BaseS3FsConfig{
  1217. Bucket: "a",
  1218. Region: "b",
  1219. },
  1220. },
  1221. }
  1222. other = vfs.Filesystem{
  1223. Provider: sdk.S3FilesystemProvider,
  1224. S3Config: vfs.S3FsConfig{
  1225. BaseS3FsConfig: sdk.BaseS3FsConfig{
  1226. Bucket: "a",
  1227. Region: "c",
  1228. },
  1229. },
  1230. }
  1231. res = fs.IsSameResource(other)
  1232. assert.False(t, res)
  1233. other = vfs.Filesystem{
  1234. Provider: sdk.S3FilesystemProvider,
  1235. S3Config: vfs.S3FsConfig{
  1236. BaseS3FsConfig: sdk.BaseS3FsConfig{
  1237. Bucket: "a",
  1238. Region: "b",
  1239. },
  1240. },
  1241. }
  1242. res = fs.IsSameResource(other)
  1243. assert.True(t, res)
  1244. fs = vfs.Filesystem{
  1245. Provider: sdk.GCSFilesystemProvider,
  1246. GCSConfig: vfs.GCSFsConfig{
  1247. BaseGCSFsConfig: sdk.BaseGCSFsConfig{
  1248. Bucket: "b",
  1249. },
  1250. },
  1251. }
  1252. other = vfs.Filesystem{
  1253. Provider: sdk.GCSFilesystemProvider,
  1254. GCSConfig: vfs.GCSFsConfig{
  1255. BaseGCSFsConfig: sdk.BaseGCSFsConfig{
  1256. Bucket: "c",
  1257. },
  1258. },
  1259. }
  1260. res = fs.IsSameResource(other)
  1261. assert.False(t, res)
  1262. other = vfs.Filesystem{
  1263. Provider: sdk.GCSFilesystemProvider,
  1264. GCSConfig: vfs.GCSFsConfig{
  1265. BaseGCSFsConfig: sdk.BaseGCSFsConfig{
  1266. Bucket: "b",
  1267. },
  1268. },
  1269. }
  1270. res = fs.IsSameResource(other)
  1271. assert.True(t, res)
  1272. sasURL := kms.NewPlainSecret("http://127.0.0.1/sasurl")
  1273. fs = vfs.Filesystem{
  1274. Provider: sdk.AzureBlobFilesystemProvider,
  1275. AzBlobConfig: vfs.AzBlobFsConfig{
  1276. BaseAzBlobFsConfig: sdk.BaseAzBlobFsConfig{
  1277. AccountName: "a",
  1278. },
  1279. SASURL: sasURL,
  1280. },
  1281. }
  1282. err := fs.Validate("data1")
  1283. assert.NoError(t, err)
  1284. other = vfs.Filesystem{
  1285. Provider: sdk.AzureBlobFilesystemProvider,
  1286. AzBlobConfig: vfs.AzBlobFsConfig{
  1287. BaseAzBlobFsConfig: sdk.BaseAzBlobFsConfig{
  1288. AccountName: "a",
  1289. },
  1290. SASURL: sasURL,
  1291. },
  1292. }
  1293. err = other.Validate("data2")
  1294. assert.NoError(t, err)
  1295. err = fs.AzBlobConfig.SASURL.TryDecrypt()
  1296. assert.NoError(t, err)
  1297. err = other.AzBlobConfig.SASURL.TryDecrypt()
  1298. assert.NoError(t, err)
  1299. res = fs.IsSameResource(other)
  1300. assert.True(t, res)
  1301. fs.AzBlobConfig.AccountName = "b"
  1302. res = fs.IsSameResource(other)
  1303. assert.False(t, res)
  1304. fs.AzBlobConfig.AccountName = "a"
  1305. other.AzBlobConfig.SASURL = kms.NewPlainSecret("http://127.1.1.1/sasurl")
  1306. err = other.Validate("data2")
  1307. assert.NoError(t, err)
  1308. err = other.AzBlobConfig.SASURL.TryDecrypt()
  1309. assert.NoError(t, err)
  1310. res = fs.IsSameResource(other)
  1311. assert.False(t, res)
  1312. fs = vfs.Filesystem{
  1313. Provider: sdk.HTTPFilesystemProvider,
  1314. HTTPConfig: vfs.HTTPFsConfig{
  1315. BaseHTTPFsConfig: sdk.BaseHTTPFsConfig{
  1316. Endpoint: "http://127.0.0.1/httpfs",
  1317. Username: "a",
  1318. },
  1319. },
  1320. }
  1321. other = vfs.Filesystem{
  1322. Provider: sdk.HTTPFilesystemProvider,
  1323. HTTPConfig: vfs.HTTPFsConfig{
  1324. BaseHTTPFsConfig: sdk.BaseHTTPFsConfig{
  1325. Endpoint: "http://127.0.0.1/httpfs",
  1326. Username: "b",
  1327. },
  1328. },
  1329. }
  1330. res = fs.IsSameResource(other)
  1331. assert.True(t, res)
  1332. fs.HTTPConfig.EqualityCheckMode = 1
  1333. res = fs.IsSameResource(other)
  1334. assert.False(t, res)
  1335. }
  1336. func TestUpdateTransferTimestamps(t *testing.T) {
  1337. username := "user_test_timestamps"
  1338. user := &dataprovider.User{
  1339. BaseUser: sdk.BaseUser{
  1340. Username: username,
  1341. HomeDir: filepath.Join(os.TempDir(), username),
  1342. Status: 1,
  1343. Permissions: map[string][]string{
  1344. "/": {dataprovider.PermAny},
  1345. },
  1346. },
  1347. }
  1348. err := dataprovider.AddUser(user, "", "", "")
  1349. assert.NoError(t, err)
  1350. assert.Equal(t, int64(0), user.FirstUpload)
  1351. assert.Equal(t, int64(0), user.FirstDownload)
  1352. err = dataprovider.UpdateUserTransferTimestamps(username, true)
  1353. assert.NoError(t, err)
  1354. userGet, err := dataprovider.UserExists(username, "")
  1355. assert.NoError(t, err)
  1356. assert.Greater(t, userGet.FirstUpload, int64(0))
  1357. assert.Equal(t, int64(0), user.FirstDownload)
  1358. err = dataprovider.UpdateUserTransferTimestamps(username, false)
  1359. assert.NoError(t, err)
  1360. userGet, err = dataprovider.UserExists(username, "")
  1361. assert.NoError(t, err)
  1362. assert.Greater(t, userGet.FirstUpload, int64(0))
  1363. assert.Greater(t, userGet.FirstDownload, int64(0))
  1364. // updating again must fail
  1365. err = dataprovider.UpdateUserTransferTimestamps(username, true)
  1366. assert.Error(t, err)
  1367. err = dataprovider.UpdateUserTransferTimestamps(username, false)
  1368. assert.Error(t, err)
  1369. // cleanup
  1370. err = dataprovider.DeleteUser(username, "", "", "")
  1371. assert.NoError(t, err)
  1372. }
  1373. func TestIPList(t *testing.T) {
  1374. type test struct {
  1375. ip string
  1376. protocol string
  1377. expectedMatch bool
  1378. expectedMode int
  1379. expectedErr bool
  1380. }
  1381. entries := []dataprovider.IPListEntry{
  1382. {
  1383. IPOrNet: "192.168.0.0/25",
  1384. Type: dataprovider.IPListTypeDefender,
  1385. Mode: dataprovider.ListModeAllow,
  1386. },
  1387. {
  1388. IPOrNet: "192.168.0.128/25",
  1389. Type: dataprovider.IPListTypeDefender,
  1390. Mode: dataprovider.ListModeDeny,
  1391. Protocols: 3,
  1392. },
  1393. {
  1394. IPOrNet: "192.168.2.128/32",
  1395. Type: dataprovider.IPListTypeDefender,
  1396. Mode: dataprovider.ListModeAllow,
  1397. Protocols: 5,
  1398. },
  1399. {
  1400. IPOrNet: "::/0",
  1401. Type: dataprovider.IPListTypeDefender,
  1402. Mode: dataprovider.ListModeDeny,
  1403. Protocols: 4,
  1404. },
  1405. {
  1406. IPOrNet: "2001:4860:4860::8888/120",
  1407. Type: dataprovider.IPListTypeDefender,
  1408. Mode: dataprovider.ListModeDeny,
  1409. Protocols: 1,
  1410. },
  1411. {
  1412. IPOrNet: "2001:4860:4860::8988/120",
  1413. Type: dataprovider.IPListTypeDefender,
  1414. Mode: dataprovider.ListModeAllow,
  1415. Protocols: 3,
  1416. },
  1417. {
  1418. IPOrNet: "::1/128",
  1419. Type: dataprovider.IPListTypeDefender,
  1420. Mode: dataprovider.ListModeAllow,
  1421. Protocols: 0,
  1422. },
  1423. }
  1424. ipList, err := dataprovider.NewIPList(dataprovider.IPListTypeDefender)
  1425. require.NoError(t, err)
  1426. for idx := range entries {
  1427. e := entries[idx]
  1428. err := dataprovider.AddIPListEntry(&e, "", "", "")
  1429. assert.NoError(t, err)
  1430. }
  1431. tests := []test{
  1432. {ip: "1.1.1.1", protocol: ProtocolSSH, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1433. {ip: "invalid ip", protocol: ProtocolSSH, expectedMatch: false, expectedMode: 0, expectedErr: true},
  1434. {ip: "192.168.0.1", protocol: ProtocolFTP, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1435. {ip: "192.168.0.2", protocol: ProtocolHTTP, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1436. {ip: "192.168.0.3", protocol: ProtocolWebDAV, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1437. {ip: "192.168.0.4", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1438. {ip: "192.168.0.156", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeDeny, expectedErr: false},
  1439. {ip: "192.168.0.158", protocol: ProtocolFTP, expectedMatch: true, expectedMode: dataprovider.ListModeDeny, expectedErr: false},
  1440. {ip: "192.168.0.158", protocol: ProtocolHTTP, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1441. {ip: "192.168.2.128", protocol: ProtocolHTTP, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1442. {ip: "192.168.2.128", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1443. {ip: "::2", protocol: ProtocolSSH, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1444. {ip: "::2", protocol: ProtocolWebDAV, expectedMatch: true, expectedMode: dataprovider.ListModeDeny, expectedErr: false},
  1445. {ip: "::1", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1446. {ip: "::1", protocol: ProtocolHTTP, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1447. {ip: "2001:4860:4860:0000:0000:0000:0000:8889", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeDeny, expectedErr: false},
  1448. {ip: "2001:4860:4860:0000:0000:0000:0000:8889", protocol: ProtocolFTP, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1449. {ip: "2001:4860:4860:0000:0000:0000:0000:8989", protocol: ProtocolFTP, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1450. {ip: "2001:4860:4860:0000:0000:0000:0000:89F1", protocol: ProtocolSSH, expectedMatch: true, expectedMode: dataprovider.ListModeAllow, expectedErr: false},
  1451. {ip: "2001:4860:4860:0000:0000:0000:0000:89F1", protocol: ProtocolHTTP, expectedMatch: false, expectedMode: 0, expectedErr: false},
  1452. }
  1453. for _, tc := range tests {
  1454. match, mode, err := ipList.IsListed(tc.ip, tc.protocol)
  1455. if tc.expectedErr {
  1456. assert.Error(t, err, "ip %s, protocol %s", tc.ip, tc.protocol)
  1457. } else {
  1458. assert.NoError(t, err, "ip %s, protocol %s", tc.ip, tc.protocol)
  1459. }
  1460. assert.Equal(t, tc.expectedMatch, match, "ip %s, protocol %s", tc.ip, tc.protocol)
  1461. assert.Equal(t, tc.expectedMode, mode, "ip %s, protocol %s", tc.ip, tc.protocol)
  1462. }
  1463. ipList.DisableMemoryMode()
  1464. for _, tc := range tests {
  1465. match, mode, err := ipList.IsListed(tc.ip, tc.protocol)
  1466. if tc.expectedErr {
  1467. assert.Error(t, err, "ip %s, protocol %s", tc.ip, tc.protocol)
  1468. } else {
  1469. assert.NoError(t, err, "ip %s, protocol %s", tc.ip, tc.protocol)
  1470. }
  1471. assert.Equal(t, tc.expectedMatch, match, "ip %s, protocol %s", tc.ip, tc.protocol)
  1472. assert.Equal(t, tc.expectedMode, mode, "ip %s, protocol %s", tc.ip, tc.protocol)
  1473. }
  1474. for _, e := range entries {
  1475. err := dataprovider.DeleteIPListEntry(e.IPOrNet, e.Type, "", "", "")
  1476. assert.NoError(t, err)
  1477. }
  1478. }
  1479. func TestSQLPlaceholderLimits(t *testing.T) {
  1480. numGroups := 120
  1481. numUsers := 120
  1482. var groupMapping []sdk.GroupMapping
  1483. folder := vfs.BaseVirtualFolder{
  1484. Name: "testfolder",
  1485. MappedPath: filepath.Join(os.TempDir(), "folder"),
  1486. }
  1487. err := dataprovider.AddFolder(&folder, "", "", "")
  1488. assert.NoError(t, err)
  1489. for i := 0; i < numGroups; i++ {
  1490. group := dataprovider.Group{
  1491. BaseGroup: sdk.BaseGroup{
  1492. Name: fmt.Sprintf("testgroup%d", i),
  1493. },
  1494. UserSettings: dataprovider.GroupUserSettings{
  1495. BaseGroupUserSettings: sdk.BaseGroupUserSettings{
  1496. Permissions: map[string][]string{
  1497. fmt.Sprintf("/dir%d", i): {dataprovider.PermAny},
  1498. },
  1499. },
  1500. },
  1501. }
  1502. group.VirtualFolders = append(group.VirtualFolders, vfs.VirtualFolder{
  1503. BaseVirtualFolder: folder,
  1504. VirtualPath: "/vdir",
  1505. })
  1506. err := dataprovider.AddGroup(&group, "", "", "")
  1507. assert.NoError(t, err)
  1508. groupMapping = append(groupMapping, sdk.GroupMapping{
  1509. Name: group.Name,
  1510. Type: sdk.GroupTypeSecondary,
  1511. })
  1512. }
  1513. user := dataprovider.User{
  1514. BaseUser: sdk.BaseUser{
  1515. Username: "testusername",
  1516. HomeDir: filepath.Join(os.TempDir(), "testhome"),
  1517. Status: 1,
  1518. Permissions: map[string][]string{
  1519. "/": {dataprovider.PermAny},
  1520. },
  1521. },
  1522. Groups: groupMapping,
  1523. }
  1524. err = dataprovider.AddUser(&user, "", "", "")
  1525. assert.NoError(t, err)
  1526. users, err := dataprovider.GetUsersForQuotaCheck(map[string]bool{user.Username: true})
  1527. assert.NoError(t, err)
  1528. if assert.Len(t, users, 1) {
  1529. for i := 0; i < numGroups; i++ {
  1530. _, ok := users[0].Permissions[fmt.Sprintf("/dir%d", i)]
  1531. assert.True(t, ok)
  1532. }
  1533. }
  1534. err = dataprovider.DeleteUser(user.Username, "", "", "")
  1535. assert.NoError(t, err)
  1536. for i := 0; i < numUsers; i++ {
  1537. user := dataprovider.User{
  1538. BaseUser: sdk.BaseUser{
  1539. Username: fmt.Sprintf("testusername%d", i),
  1540. HomeDir: filepath.Join(os.TempDir()),
  1541. Status: 1,
  1542. Permissions: map[string][]string{
  1543. "/": {dataprovider.PermAny},
  1544. },
  1545. },
  1546. Groups: []sdk.GroupMapping{
  1547. {
  1548. Name: "testgroup0",
  1549. Type: sdk.GroupTypePrimary,
  1550. },
  1551. },
  1552. }
  1553. err := dataprovider.AddUser(&user, "", "", "")
  1554. assert.NoError(t, err)
  1555. }
  1556. time.Sleep(100 * time.Millisecond)
  1557. err = dataprovider.DeleteFolder(folder.Name, "", "", "")
  1558. assert.NoError(t, err)
  1559. for i := 0; i < numUsers; i++ {
  1560. username := fmt.Sprintf("testusername%d", i)
  1561. user, err := dataprovider.UserExists(username, "")
  1562. assert.NoError(t, err)
  1563. assert.Greater(t, user.UpdatedAt, user.CreatedAt)
  1564. err = dataprovider.DeleteUser(username, "", "", "")
  1565. assert.NoError(t, err)
  1566. }
  1567. for i := 0; i < numGroups; i++ {
  1568. groupName := fmt.Sprintf("testgroup%d", i)
  1569. err = dataprovider.DeleteGroup(groupName, "", "", "")
  1570. assert.NoError(t, err)
  1571. }
  1572. }
  1573. func TestALPNProtocols(t *testing.T) {
  1574. protocols := util.GetALPNProtocols(nil)
  1575. assert.Equal(t, []string{"http/1.1", "h2"}, protocols)
  1576. protocols = util.GetALPNProtocols([]string{"invalid1", "invalid2"})
  1577. assert.Equal(t, []string{"http/1.1", "h2"}, protocols)
  1578. protocols = util.GetALPNProtocols([]string{"invalid1", "h2", "invalid2"})
  1579. assert.Equal(t, []string{"h2"}, protocols)
  1580. protocols = util.GetALPNProtocols([]string{"h2", "http/1.1"})
  1581. assert.Equal(t, []string{"h2", "http/1.1"}, protocols)
  1582. }
  1583. func BenchmarkBcryptHashing(b *testing.B) {
  1584. bcryptPassword := "bcryptpassword"
  1585. for i := 0; i < b.N; i++ {
  1586. _, err := bcrypt.GenerateFromPassword([]byte(bcryptPassword), 10)
  1587. if err != nil {
  1588. panic(err)
  1589. }
  1590. }
  1591. }
  1592. func BenchmarkCompareBcryptPassword(b *testing.B) {
  1593. bcryptPassword := "$2a$10$lPDdnDimJZ7d5/GwL6xDuOqoZVRXok6OHHhivCnanWUtcgN0Zafki"
  1594. for i := 0; i < b.N; i++ {
  1595. err := bcrypt.CompareHashAndPassword([]byte(bcryptPassword), []byte("password"))
  1596. if err != nil {
  1597. panic(err)
  1598. }
  1599. }
  1600. }
  1601. func BenchmarkArgon2Hashing(b *testing.B) {
  1602. argonPassword := "argon2password"
  1603. for i := 0; i < b.N; i++ {
  1604. _, err := argon2id.CreateHash(argonPassword, argon2id.DefaultParams)
  1605. if err != nil {
  1606. panic(err)
  1607. }
  1608. }
  1609. }
  1610. func BenchmarkCompareArgon2Password(b *testing.B) {
  1611. argon2Password := "$argon2id$v=19$m=65536,t=1,p=2$aOoAOdAwvzhOgi7wUFjXlw$wn/y37dBWdKHtPXHR03nNaKHWKPXyNuVXOknaU+YZ+s"
  1612. for i := 0; i < b.N; i++ {
  1613. _, err := argon2id.ComparePasswordAndHash("password", argon2Password)
  1614. if err != nil {
  1615. panic(err)
  1616. }
  1617. }
  1618. }
  1619. func BenchmarkAddRemoveConnections(b *testing.B) {
  1620. var conns []ActiveConnection
  1621. for i := 0; i < 100; i++ {
  1622. conns = append(conns, &fakeConnection{
  1623. BaseConnection: NewBaseConnection(fmt.Sprintf("id%d", i), ProtocolSFTP, "", "", dataprovider.User{
  1624. BaseUser: sdk.BaseUser{
  1625. Username: userTestUsername,
  1626. },
  1627. }),
  1628. })
  1629. }
  1630. b.ResetTimer()
  1631. for i := 0; i < b.N; i++ {
  1632. for _, c := range conns {
  1633. if err := Connections.Add(c); err != nil {
  1634. panic(err)
  1635. }
  1636. }
  1637. var wg sync.WaitGroup
  1638. for idx := len(conns) - 1; idx >= 0; idx-- {
  1639. wg.Add(1)
  1640. go func(index int) {
  1641. defer wg.Done()
  1642. Connections.Remove(conns[index].GetID())
  1643. }(idx)
  1644. }
  1645. wg.Wait()
  1646. }
  1647. }
  1648. func BenchmarkAddRemoveSSHConnections(b *testing.B) {
  1649. conn1, conn2 := net.Pipe()
  1650. var conns []*SSHConnection
  1651. for i := 0; i < 2000; i++ {
  1652. conns = append(conns, NewSSHConnection(fmt.Sprintf("id%d", i), conn1))
  1653. }
  1654. b.ResetTimer()
  1655. for i := 0; i < b.N; i++ {
  1656. for _, c := range conns {
  1657. Connections.AddSSHConnection(c)
  1658. }
  1659. for idx := len(conns) - 1; idx >= 0; idx-- {
  1660. Connections.RemoveSSHConnection(conns[idx].GetID())
  1661. }
  1662. }
  1663. conn1.Close()
  1664. conn2.Close()
  1665. }