protocol_test.go 307 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304330533063307330833093310331133123313331433153316331733183319332033213322332333243325332633273328332933303331333233333334333533363337333833393340334133423343334433453346334733483349335033513352335333543355335633573358335933603361336233633364336533663367336833693370337133723373337433753376337733783379338033813382338333843385338633873388338933903391339233933394339533963397339833993400340134023403340434053406340734083409341034113412341334143415341634173418341934203421342234233424342534263427342834293430343134323433343434353436343734383439344034413442344334443445344634473448344934503451345234533454345534563457345834593460346134623463346434653466346734683469347034713472347334743475347634773478347934803481348234833484348534863487348834893490349134923493349434953496349734983499350035013502350335043505350635073508350935103511351235133514351535163517351835193520352135223523352435253526352735283529353035313532353335343535353635373538353935403541354235433544354535463547354835493550355135523553355435553556355735583559356035613562356335643565356635673568356935703571357235733574357535763577357835793580358135823583358435853586358735883589359035913592359335943595359635973598359936003601360236033604360536063607360836093610361136123613361436153616361736183619362036213622362336243625362636273628362936303631363236333634363536363637363836393640364136423643364436453646364736483649365036513652365336543655365636573658365936603661366236633664366536663667366836693670367136723673367436753676367736783679368036813682368336843685368636873688368936903691369236933694369536963697369836993700370137023703370437053706370737083709371037113712371337143715371637173718371937203721372237233724372537263727372837293730373137323733373437353736373737383739374037413742374337443745374637473748374937503751375237533754375537563757375837593760376137623763376437653766376737683769377037713772377337743775377637773778377937803781378237833784378537863787378837893790379137923793379437953796379737983799380038013802380338043805380638073808380938103811381238133814381538163817381838193820382138223823382438253826382738283829383038313832383338343835383638373838383938403841384238433844384538463847384838493850385138523853385438553856385738583859386038613862386338643865386638673868386938703871387238733874387538763877387838793880388138823883388438853886388738883889389038913892389338943895389638973898389939003901390239033904390539063907390839093910391139123913391439153916391739183919392039213922392339243925392639273928392939303931393239333934393539363937393839393940394139423943394439453946394739483949395039513952395339543955395639573958395939603961396239633964396539663967396839693970397139723973397439753976397739783979398039813982398339843985398639873988398939903991399239933994399539963997399839994000400140024003400440054006400740084009401040114012401340144015401640174018401940204021402240234024402540264027402840294030403140324033403440354036403740384039404040414042404340444045404640474048404940504051405240534054405540564057405840594060406140624063406440654066406740684069407040714072407340744075407640774078407940804081408240834084408540864087408840894090409140924093409440954096409740984099410041014102410341044105410641074108410941104111411241134114411541164117411841194120412141224123412441254126412741284129413041314132413341344135413641374138413941404141414241434144414541464147414841494150415141524153415441554156415741584159416041614162416341644165416641674168416941704171417241734174417541764177417841794180418141824183418441854186418741884189419041914192419341944195419641974198419942004201420242034204420542064207420842094210421142124213421442154216421742184219422042214222422342244225422642274228422942304231423242334234423542364237423842394240424142424243424442454246424742484249425042514252425342544255425642574258425942604261426242634264426542664267426842694270427142724273427442754276427742784279428042814282428342844285428642874288428942904291429242934294429542964297429842994300430143024303430443054306430743084309431043114312431343144315431643174318431943204321432243234324432543264327432843294330433143324333433443354336433743384339434043414342434343444345434643474348434943504351435243534354435543564357435843594360436143624363436443654366436743684369437043714372437343744375437643774378437943804381438243834384438543864387438843894390439143924393439443954396439743984399440044014402440344044405440644074408440944104411441244134414441544164417441844194420442144224423442444254426442744284429443044314432443344344435443644374438443944404441444244434444444544464447444844494450445144524453445444554456445744584459446044614462446344644465446644674468446944704471447244734474447544764477447844794480448144824483448444854486448744884489449044914492449344944495449644974498449945004501450245034504450545064507450845094510451145124513451445154516451745184519452045214522452345244525452645274528452945304531453245334534453545364537453845394540454145424543454445454546454745484549455045514552455345544555455645574558455945604561456245634564456545664567456845694570457145724573457445754576457745784579458045814582458345844585458645874588458945904591459245934594459545964597459845994600460146024603460446054606460746084609461046114612461346144615461646174618461946204621462246234624462546264627462846294630463146324633463446354636463746384639464046414642464346444645464646474648464946504651465246534654465546564657465846594660466146624663466446654666466746684669467046714672467346744675467646774678467946804681468246834684468546864687468846894690469146924693469446954696469746984699470047014702470347044705470647074708470947104711471247134714471547164717471847194720472147224723472447254726472747284729473047314732473347344735473647374738473947404741474247434744474547464747474847494750475147524753475447554756475747584759476047614762476347644765476647674768476947704771477247734774477547764777477847794780478147824783478447854786478747884789479047914792479347944795479647974798479948004801480248034804480548064807480848094810481148124813481448154816481748184819482048214822482348244825482648274828482948304831483248334834483548364837483848394840484148424843484448454846484748484849485048514852485348544855485648574858485948604861486248634864486548664867486848694870487148724873487448754876487748784879488048814882488348844885488648874888488948904891489248934894489548964897489848994900490149024903490449054906490749084909491049114912491349144915491649174918491949204921492249234924492549264927492849294930493149324933493449354936493749384939494049414942494349444945494649474948494949504951495249534954495549564957495849594960496149624963496449654966496749684969497049714972497349744975497649774978497949804981498249834984498549864987498849894990499149924993499449954996499749984999500050015002500350045005500650075008500950105011501250135014501550165017501850195020502150225023502450255026502750285029503050315032503350345035503650375038503950405041504250435044504550465047504850495050505150525053505450555056505750585059506050615062506350645065506650675068506950705071507250735074507550765077507850795080508150825083508450855086508750885089509050915092509350945095509650975098509951005101510251035104510551065107510851095110511151125113511451155116511751185119512051215122512351245125512651275128512951305131513251335134513551365137513851395140514151425143514451455146514751485149515051515152515351545155515651575158515951605161516251635164516551665167516851695170517151725173517451755176517751785179518051815182518351845185518651875188518951905191519251935194519551965197519851995200520152025203520452055206520752085209521052115212521352145215521652175218521952205221522252235224522552265227522852295230523152325233523452355236523752385239524052415242524352445245524652475248524952505251525252535254525552565257525852595260526152625263526452655266526752685269527052715272527352745275527652775278527952805281528252835284528552865287528852895290529152925293529452955296529752985299530053015302530353045305530653075308530953105311531253135314531553165317531853195320532153225323532453255326532753285329533053315332533353345335533653375338533953405341534253435344534553465347534853495350535153525353535453555356535753585359536053615362536353645365536653675368536953705371537253735374537553765377537853795380538153825383538453855386538753885389539053915392539353945395539653975398539954005401540254035404540554065407540854095410541154125413541454155416541754185419542054215422542354245425542654275428542954305431543254335434543554365437543854395440544154425443544454455446544754485449545054515452545354545455545654575458545954605461546254635464546554665467546854695470547154725473547454755476547754785479548054815482548354845485548654875488548954905491549254935494549554965497549854995500550155025503550455055506550755085509551055115512551355145515551655175518551955205521552255235524552555265527552855295530553155325533553455355536553755385539554055415542554355445545554655475548554955505551555255535554555555565557555855595560556155625563556455655566556755685569557055715572557355745575557655775578557955805581558255835584558555865587558855895590559155925593559455955596559755985599560056015602560356045605560656075608560956105611561256135614561556165617561856195620562156225623562456255626562756285629563056315632563356345635563656375638563956405641564256435644564556465647564856495650565156525653565456555656565756585659566056615662566356645665566656675668566956705671567256735674567556765677567856795680568156825683568456855686568756885689569056915692569356945695569656975698569957005701570257035704570557065707570857095710571157125713571457155716571757185719572057215722572357245725572657275728572957305731573257335734573557365737573857395740574157425743574457455746574757485749575057515752575357545755575657575758575957605761576257635764576557665767576857695770577157725773577457755776577757785779578057815782578357845785578657875788578957905791579257935794579557965797579857995800580158025803580458055806580758085809581058115812581358145815581658175818581958205821582258235824582558265827582858295830583158325833583458355836583758385839584058415842584358445845584658475848584958505851585258535854585558565857585858595860586158625863586458655866586758685869587058715872587358745875587658775878587958805881588258835884588558865887588858895890589158925893589458955896589758985899590059015902590359045905590659075908590959105911591259135914591559165917591859195920592159225923592459255926592759285929593059315932593359345935593659375938593959405941594259435944594559465947594859495950595159525953595459555956595759585959596059615962596359645965596659675968596959705971597259735974597559765977597859795980598159825983598459855986598759885989599059915992599359945995599659975998599960006001600260036004600560066007600860096010601160126013601460156016601760186019602060216022602360246025602660276028602960306031603260336034603560366037603860396040604160426043604460456046604760486049605060516052605360546055605660576058605960606061606260636064606560666067606860696070607160726073607460756076607760786079608060816082608360846085608660876088608960906091609260936094609560966097609860996100610161026103610461056106610761086109611061116112611361146115611661176118611961206121612261236124612561266127612861296130613161326133613461356136613761386139614061416142614361446145614661476148614961506151615261536154615561566157615861596160616161626163616461656166616761686169617061716172617361746175617661776178617961806181618261836184618561866187618861896190619161926193619461956196619761986199620062016202620362046205620662076208620962106211621262136214621562166217621862196220622162226223622462256226622762286229623062316232623362346235623662376238623962406241624262436244624562466247624862496250625162526253625462556256625762586259626062616262626362646265626662676268626962706271627262736274627562766277627862796280628162826283628462856286628762886289629062916292629362946295629662976298629963006301630263036304630563066307630863096310631163126313631463156316631763186319632063216322632363246325632663276328632963306331633263336334633563366337633863396340634163426343634463456346634763486349635063516352635363546355635663576358635963606361636263636364636563666367636863696370637163726373637463756376637763786379638063816382638363846385638663876388638963906391639263936394639563966397639863996400640164026403640464056406640764086409641064116412641364146415641664176418641964206421642264236424642564266427642864296430643164326433643464356436643764386439644064416442644364446445644664476448644964506451645264536454645564566457645864596460646164626463646464656466646764686469647064716472647364746475647664776478647964806481648264836484648564866487648864896490649164926493649464956496649764986499650065016502650365046505650665076508650965106511651265136514651565166517651865196520652165226523652465256526652765286529653065316532653365346535653665376538653965406541654265436544654565466547654865496550655165526553655465556556655765586559656065616562656365646565656665676568656965706571657265736574657565766577657865796580658165826583658465856586658765886589659065916592659365946595659665976598659966006601660266036604660566066607660866096610661166126613661466156616661766186619662066216622662366246625662666276628662966306631663266336634663566366637663866396640664166426643664466456646664766486649665066516652665366546655665666576658665966606661666266636664666566666667666866696670667166726673667466756676667766786679668066816682668366846685668666876688668966906691669266936694669566966697669866996700670167026703670467056706670767086709671067116712671367146715671667176718671967206721672267236724672567266727672867296730673167326733673467356736673767386739674067416742674367446745674667476748674967506751675267536754675567566757675867596760676167626763676467656766676767686769677067716772677367746775677667776778677967806781678267836784678567866787678867896790679167926793679467956796679767986799680068016802680368046805680668076808680968106811681268136814681568166817681868196820682168226823682468256826682768286829683068316832683368346835683668376838683968406841684268436844684568466847684868496850685168526853685468556856685768586859686068616862686368646865686668676868686968706871687268736874687568766877687868796880688168826883688468856886688768886889689068916892689368946895689668976898689969006901690269036904690569066907690869096910691169126913691469156916691769186919692069216922692369246925692669276928692969306931693269336934693569366937693869396940694169426943694469456946694769486949695069516952695369546955695669576958695969606961696269636964696569666967696869696970697169726973697469756976697769786979698069816982698369846985698669876988698969906991699269936994699569966997699869997000700170027003700470057006700770087009701070117012701370147015701670177018701970207021702270237024702570267027702870297030703170327033703470357036703770387039704070417042704370447045704670477048704970507051705270537054705570567057705870597060706170627063706470657066706770687069707070717072707370747075707670777078707970807081708270837084708570867087708870897090709170927093709470957096709770987099710071017102710371047105710671077108710971107111711271137114711571167117711871197120712171227123712471257126712771287129713071317132713371347135713671377138713971407141714271437144714571467147714871497150715171527153715471557156715771587159716071617162716371647165716671677168716971707171717271737174717571767177717871797180718171827183718471857186718771887189719071917192719371947195719671977198719972007201720272037204720572067207720872097210721172127213721472157216721772187219722072217222722372247225722672277228722972307231723272337234723572367237723872397240724172427243724472457246724772487249725072517252725372547255725672577258725972607261726272637264726572667267726872697270727172727273727472757276727772787279728072817282728372847285728672877288728972907291729272937294729572967297729872997300730173027303730473057306730773087309731073117312731373147315731673177318731973207321732273237324732573267327732873297330733173327333733473357336733773387339734073417342734373447345734673477348734973507351735273537354735573567357735873597360736173627363736473657366736773687369737073717372737373747375737673777378737973807381738273837384738573867387738873897390739173927393739473957396739773987399740074017402740374047405740674077408740974107411741274137414741574167417741874197420742174227423742474257426742774287429743074317432743374347435743674377438743974407441744274437444744574467447744874497450745174527453745474557456745774587459746074617462746374647465746674677468746974707471747274737474747574767477747874797480748174827483748474857486748774887489749074917492749374947495749674977498749975007501750275037504750575067507750875097510751175127513751475157516751775187519752075217522752375247525752675277528752975307531753275337534753575367537753875397540754175427543754475457546754775487549755075517552755375547555755675577558755975607561756275637564756575667567756875697570757175727573757475757576757775787579758075817582758375847585758675877588758975907591759275937594759575967597759875997600760176027603760476057606760776087609761076117612761376147615761676177618761976207621762276237624762576267627762876297630763176327633763476357636763776387639764076417642764376447645764676477648764976507651765276537654765576567657765876597660766176627663766476657666766776687669767076717672767376747675767676777678767976807681768276837684768576867687768876897690769176927693769476957696769776987699770077017702770377047705770677077708770977107711771277137714771577167717771877197720772177227723772477257726772777287729773077317732773377347735773677377738773977407741774277437744774577467747774877497750775177527753775477557756775777587759776077617762776377647765776677677768776977707771777277737774777577767777777877797780778177827783778477857786778777887789779077917792779377947795779677977798779978007801780278037804780578067807780878097810781178127813781478157816781778187819782078217822782378247825782678277828782978307831783278337834783578367837783878397840784178427843784478457846784778487849785078517852785378547855785678577858785978607861786278637864786578667867786878697870787178727873787478757876787778787879788078817882788378847885788678877888788978907891789278937894789578967897789878997900790179027903790479057906790779087909791079117912791379147915791679177918791979207921792279237924792579267927792879297930793179327933793479357936793779387939794079417942794379447945794679477948794979507951795279537954795579567957795879597960796179627963796479657966796779687969797079717972797379747975797679777978797979807981798279837984798579867987798879897990799179927993799479957996799779987999800080018002800380048005800680078008800980108011801280138014801580168017801880198020802180228023802480258026802780288029803080318032803380348035803680378038803980408041804280438044804580468047804880498050805180528053805480558056805780588059806080618062806380648065806680678068806980708071807280738074807580768077807880798080808180828083808480858086808780888089809080918092809380948095809680978098809981008101810281038104810581068107810881098110811181128113811481158116811781188119812081218122812381248125812681278128812981308131813281338134813581368137813881398140814181428143814481458146814781488149815081518152815381548155815681578158815981608161816281638164816581668167816881698170817181728173817481758176817781788179818081818182818381848185818681878188818981908191819281938194819581968197819881998200820182028203820482058206820782088209821082118212821382148215821682178218821982208221822282238224822582268227822882298230823182328233823482358236823782388239824082418242824382448245824682478248824982508251825282538254825582568257825882598260826182628263826482658266826782688269827082718272827382748275827682778278827982808281828282838284828582868287828882898290829182928293829482958296829782988299830083018302830383048305830683078308830983108311831283138314831583168317831883198320832183228323832483258326832783288329833083318332833383348335833683378338833983408341834283438344834583468347834883498350835183528353835483558356835783588359836083618362836383648365836683678368836983708371837283738374837583768377837883798380838183828383838483858386838783888389839083918392839383948395839683978398839984008401840284038404840584068407840884098410841184128413841484158416841784188419842084218422842384248425842684278428842984308431843284338434843584368437843884398440844184428443844484458446844784488449845084518452845384548455845684578458845984608461846284638464846584668467846884698470847184728473847484758476847784788479848084818482848384848485848684878488848984908491849284938494849584968497849884998500850185028503850485058506850785088509851085118512851385148515851685178518851985208521852285238524852585268527852885298530853185328533853485358536853785388539854085418542854385448545854685478548854985508551855285538554855585568557855885598560856185628563856485658566856785688569857085718572857385748575857685778578857985808581858285838584858585868587858885898590859185928593859485958596859785988599860086018602860386048605860686078608860986108611861286138614861586168617861886198620862186228623862486258626862786288629863086318632863386348635863686378638863986408641864286438644864586468647864886498650865186528653865486558656865786588659866086618662866386648665866686678668866986708671867286738674867586768677867886798680868186828683868486858686868786888689869086918692869386948695869686978698869987008701870287038704870587068707870887098710871187128713871487158716871787188719872087218722872387248725872687278728872987308731873287338734873587368737873887398740874187428743874487458746874787488749875087518752875387548755875687578758875987608761876287638764876587668767876887698770877187728773877487758776877787788779878087818782878387848785878687878788878987908791879287938794879587968797879887998800880188028803880488058806880788088809881088118812881388148815881688178818881988208821882288238824882588268827882888298830883188328833883488358836883788388839884088418842884388448845884688478848884988508851885288538854885588568857885888598860886188628863886488658866886788688869887088718872887388748875887688778878887988808881888288838884888588868887888888898890889188928893889488958896889788988899890089018902890389048905890689078908890989108911891289138914891589168917891889198920892189228923892489258926892789288929893089318932893389348935893689378938893989408941894289438944894589468947894889498950895189528953895489558956895789588959896089618962896389648965896689678968896989708971897289738974897589768977897889798980898189828983898489858986898789888989899089918992899389948995899689978998899990009001900290039004900590069007900890099010901190129013901490159016901790189019902090219022902390249025902690279028902990309031903290339034903590369037903890399040904190429043904490459046904790489049905090519052905390549055905690579058905990609061906290639064906590669067906890699070907190729073907490759076907790789079908090819082908390849085908690879088908990909091909290939094909590969097909890999100910191029103910491059106910791089109911091119112911391149115911691179118911991209121912291239124912591269127912891299130913191329133913491359136913791389139914091419142914391449145914691479148914991509151915291539154915591569157915891599160916191629163916491659166916791689169917091719172917391749175917691779178917991809181918291839184918591869187918891899190919191929193919491959196919791989199920092019202920392049205920692079208920992109211921292139214921592169217921892199220922192229223922492259226922792289229923092319232923392349235923692379238923992409241924292439244924592469247924892499250925192529253925492559256925792589259926092619262926392649265926692679268926992709271927292739274927592769277927892799280928192829283928492859286928792889289929092919292929392949295929692979298929993009301930293039304930593069307930893099310931193129313931493159316931793189319932093219322932393249325932693279328932993309331933293339334933593369337933893399340934193429343934493459346934793489349935093519352935393549355935693579358935993609361936293639364936593669367936893699370937193729373937493759376937793789379938093819382938393849385938693879388938993909391939293939394939593969397939893999400940194029403940494059406940794089409941094119412941394149415941694179418941994209421942294239424942594269427942894299430943194329433943494359436943794389439944094419442944394449445944694479448944994509451945294539454945594569457945894599460946194629463946494659466946794689469947094719472947394749475947694779478947994809481948294839484948594869487948894899490949194929493949494959496949794989499950095019502950395049505950695079508950995109511951295139514
  1. // Copyright (C) 2019 Nicola Murino
  2. //
  3. // This program is free software: you can redistribute it and/or modify
  4. // it under the terms of the GNU Affero General Public License as published
  5. // by the Free Software Foundation, version 3.
  6. //
  7. // This program is distributed in the hope that it will be useful,
  8. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. // GNU Affero General Public License for more details.
  11. //
  12. // You should have received a copy of the GNU Affero General Public License
  13. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  14. package common_test
  15. import (
  16. "bufio"
  17. "bytes"
  18. "crypto/rand"
  19. "encoding/json"
  20. "errors"
  21. "fmt"
  22. "io"
  23. "io/fs"
  24. "math"
  25. "net"
  26. "net/http"
  27. "net/url"
  28. "os"
  29. "path"
  30. "path/filepath"
  31. "runtime"
  32. "slices"
  33. "strings"
  34. "sync"
  35. "testing"
  36. "time"
  37. _ "github.com/go-sql-driver/mysql"
  38. _ "github.com/jackc/pgx/v5/stdlib"
  39. _ "github.com/mattn/go-sqlite3"
  40. "github.com/mhale/smtpd"
  41. "github.com/minio/sio"
  42. "github.com/pkg/sftp"
  43. "github.com/pquerna/otp"
  44. "github.com/pquerna/otp/totp"
  45. "github.com/rs/xid"
  46. "github.com/rs/zerolog"
  47. "github.com/sftpgo/sdk"
  48. "github.com/stretchr/testify/assert"
  49. "github.com/stretchr/testify/require"
  50. "github.com/studio-b12/gowebdav"
  51. "golang.org/x/crypto/ssh"
  52. "github.com/drakkan/sftpgo/v2/internal/common"
  53. "github.com/drakkan/sftpgo/v2/internal/config"
  54. "github.com/drakkan/sftpgo/v2/internal/dataprovider"
  55. "github.com/drakkan/sftpgo/v2/internal/httpclient"
  56. "github.com/drakkan/sftpgo/v2/internal/httpdtest"
  57. "github.com/drakkan/sftpgo/v2/internal/kms"
  58. "github.com/drakkan/sftpgo/v2/internal/logger"
  59. "github.com/drakkan/sftpgo/v2/internal/mfa"
  60. "github.com/drakkan/sftpgo/v2/internal/sftpd"
  61. "github.com/drakkan/sftpgo/v2/internal/smtp"
  62. "github.com/drakkan/sftpgo/v2/internal/util"
  63. "github.com/drakkan/sftpgo/v2/internal/vfs"
  64. "github.com/drakkan/sftpgo/v2/internal/webdavd"
  65. )
  66. const (
  67. httpAddr = "127.0.0.1:9999"
  68. httpProxyAddr = "127.0.0.1:7777"
  69. sftpServerAddr = "127.0.0.1:4022"
  70. smtpServerAddr = "127.0.0.1:2525"
  71. webDavServerPort = 9191
  72. httpFsPort = 34567
  73. defaultUsername = "test_common_sftp"
  74. defaultPassword = "test_password"
  75. defaultSFTPUsername = "test_common_sftpfs_user"
  76. defaultHTTPFsUsername = "httpfs_ftp_user"
  77. httpFsWellKnowDir = "/wellknow"
  78. osWindows = "windows"
  79. testFileName = "test_file_common_sftp.dat"
  80. testDir = "test_dir_common"
  81. testPubKey = "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC03jj0D+djk7pxIf/0OhrxrchJTRZklofJ1NoIu4752Sq02mdXmarMVsqJ1cAjV5LBVy3D1F5U6XW4rppkXeVtd04Pxb09ehtH0pRRPaoHHlALiJt8CoMpbKYMA8b3KXPPriGxgGomvtU2T2RMURSwOZbMtpsugfjYSWenyYX+VORYhylWnSXL961LTyC21ehd6d6QnW9G7E5hYMITMY9TuQZz3bROYzXiTsgN0+g6Hn7exFQp50p45StUMfV/SftCMdCxlxuyGny2CrN/vfjO7xxOo2uv7q1qm10Q46KPWJQv+pgZ/OfL+EDjy07n5QVSKHlbx+2nT4Q0EgOSQaCTYwn3YjtABfIxWwgAFdyj6YlPulCL22qU4MYhDcA6PSBwDdf8hvxBfvsiHdM+JcSHvv8/VeJhk6CmnZxGY0fxBupov27z3yEO8nAg8k+6PaUiW1MSUfuGMF/ktB8LOstXsEPXSszuyXiOv4DaryOXUiSn7bmRqKcEFlJusO6aZP0= nicola@p1"
  82. testPrivateKey = `-----BEGIN OPENSSH PRIVATE KEY-----
  83. b3BlbnNzaC1rZXktdjEAAAAABG5vbmUAAAAEbm9uZQAAAAAAAAABAAABlwAAAAdzc2gtcn
  84. NhAAAAAwEAAQAAAYEAtN449A/nY5O6cSH/9Doa8a3ISU0WZJaHydTaCLuO+dkqtNpnV5mq
  85. zFbKidXAI1eSwVctw9ReVOl1uK6aZF3lbXdOD8W9PXobR9KUUT2qBx5QC4ibfAqDKWymDA
  86. PG9ylzz64hsYBqJr7VNk9kTFEUsDmWzLabLoH42Elnp8mF/lTkWIcpVp0ly/etS08gttXo
  87. XenekJ1vRuxOYWDCEzGPU7kGc920TmM14k7IDdPoOh5+3sRUKedKeOUrVDH1f0n7QjHQsZ
  88. cbshp8tgqzf734zu8cTqNrr+6taptdEOOij1iUL/qYGfzny/hA48tO5+UFUih5W8ftp0+E
  89. NBIDkkGgk2MJ92I7QAXyMVsIABXco+mJT7pQi9tqlODGIQ3AOj0gcA3X/Ib8QX77Ih3TPi
  90. XEh77/P1XiYZOgpp2cRmNH8QbqaL9u898hDvJwIPJPuj2lIltTElH7hjBf5LQfCzrLV7BD
  91. 10rM7sl4jr+A2q8jl1Ikp+25kainBBZSbrDummT9AAAFgDU/VLk1P1S5AAAAB3NzaC1yc2
  92. EAAAGBALTeOPQP52OTunEh//Q6GvGtyElNFmSWh8nU2gi7jvnZKrTaZ1eZqsxWyonVwCNX
  93. ksFXLcPUXlTpdbiummRd5W13Tg/FvT16G0fSlFE9qgceUAuIm3wKgylspgwDxvcpc8+uIb
  94. GAaia+1TZPZExRFLA5lsy2my6B+NhJZ6fJhf5U5FiHKVadJcv3rUtPILbV6F3p3pCdb0bs
  95. TmFgwhMxj1O5BnPdtE5jNeJOyA3T6Doeft7EVCnnSnjlK1Qx9X9J+0Ix0LGXG7IafLYKs3
  96. +9+M7vHE6ja6/urWqbXRDjoo9YlC/6mBn858v4QOPLTuflBVIoeVvH7adPhDQSA5JBoJNj
  97. CfdiO0AF8jFbCAAV3KPpiU+6UIvbapTgxiENwDo9IHAN1/yG/EF++yId0z4lxIe+/z9V4m
  98. GToKadnEZjR/EG6mi/bvPfIQ7ycCDyT7o9pSJbUxJR+4YwX+S0Hws6y1ewQ9dKzO7JeI6/
  99. gNqvI5dSJKftuZGopwQWUm6w7ppk/QAAAAMBAAEAAAGAHKnC+Nq0XtGAkIFE4N18e6SAwy
  100. 0WSWaZqmCzFQM0S2AhJnweOIG/0ZZHjsRzKKauOTmppQk40dgVsejpytIek9R+aH172gxJ
  101. 2n4Cx0UwduRU5x8FFQlNc/kl722B0JWfJuB/snOZXv6LJ4o5aObIkozt2w9tVFeAqjYn2S
  102. 1UsNOfRHBXGsTYwpRDwFWP56nKo2d2wBBTHDhCy6fb2dLW1fvSi/YspueOGIlHpvlYKi2/
  103. CWqvs9xVrwcScMtiDoQYq0khhO0efLCxvg/o+W9CLMVM2ms4G1zoSUQKN0oYWWQJyW4+VI
  104. YneWO8UpN0J3ElXKi7bhgAat7dBaM1g9IrAzk153DiEFZNsPxGOgL/+YdQN7zUBx/z7EkI
  105. jyv80RV7fpUXvcq2p+qNl6UVig3VSzRrnsaJkUWu/A0u59ha7ocv6NxDIXjxpIDJme16GF
  106. quiGVBQNnYJymS/vFEbGf6bgf7iRmMCRUMG4nqLA6fPYP9uAtch+CmDfVLZC/fIdC5AAAA
  107. wQCDissV4zH6bfqgxJSuYNk8Vbb+19cF3b7gH1rVlB3zxpCAgcRgMHC+dP1z2NRx7UW9MR
  108. nye6kjpkzZZ0OigLqo7TtEq8uTglD9o6W7mRXqhy5A/ySOmqPL3ernHHQhGuoNODYAHkOU
  109. u2Rh8HXi+VLwKZcLInPOYJvcuLG4DxN8WfeVvlMHwhAOaTNNOtL4XZDHQeIPc4qHmJymmv
  110. sV7GuyQ6yW5C10uoGdxRPd90Bh4z4h2bKfZFjvEBbSBVkqrlAAAADBAN/zNtNayd/dX7Cr
  111. Nb4sZuzCh+CW4BH8GOePZWNCATwBbNXBVb5cR+dmuTqYm+Ekz0VxVQRA1TvKncluJOQpoa
  112. Xj8r0xdIgqkehnfDPMKtYVor06B9Fl1jrXtXU0Vrr6QcBWruSVyK1ZxqcmcNK/+KolVepe
  113. A6vcl/iKaG4U7su166nxLST06M2EgcSVsFJHpKn5+WAXC+X0Gx8kNjWIIb3GpiChdc0xZD
  114. mq02xZthVJrTCVw/e7gfDoB2QRsNV8HwAAAMEAzsCghZVp+0YsYg9oOrw4tEqcbEXEMhwY
  115. 0jW8JNL8Spr1Ibp5Dw6bRSk5azARjmJtnMJhJ3oeHfF0eoISqcNuQXGndGQbVM9YzzAzc1
  116. NbbCNsVroqKlChT5wyPNGS+phi2bPARBno7WSDvshTZ7dAVEP2c9MJW0XwoSevwKlhgSdt
  117. RLFFQ/5nclJSdzPBOmQouC0OBcMFSrYtMeknJ4VvueVvve5HcHFaEsaMc7ABAGaLYaBQOm
  118. iixITGvaNZh/tjAAAACW5pY29sYUBwMQE=
  119. -----END OPENSSH PRIVATE KEY-----`
  120. )
  121. var (
  122. configDir = filepath.Join(".", "..", "..")
  123. allPerms = []string{dataprovider.PermAny}
  124. homeBasePath string
  125. logFilePath string
  126. backupsPath string
  127. testFileContent = []byte("test data")
  128. lastReceivedEmail receivedEmail
  129. )
  130. func TestMain(m *testing.M) {
  131. homeBasePath = os.TempDir()
  132. logFilePath = filepath.Join(configDir, "common_test.log")
  133. backupsPath = filepath.Join(os.TempDir(), "backups")
  134. logger.InitLogger(logFilePath, 5, 1, 28, false, false, zerolog.DebugLevel)
  135. os.Setenv("SFTPGO_DATA_PROVIDER__CREATE_DEFAULT_ADMIN", "1")
  136. os.Setenv("SFTPGO_COMMON__ALLOW_SELF_CONNECTIONS", "1")
  137. os.Setenv("SFTPGO_DEFAULT_ADMIN_USERNAME", "admin")
  138. os.Setenv("SFTPGO_DEFAULT_ADMIN_PASSWORD", "password")
  139. err := config.LoadConfig(configDir, "")
  140. if err != nil {
  141. logger.ErrorToConsole("error loading configuration: %v", err)
  142. os.Exit(1)
  143. }
  144. providerConf := config.GetProviderConf()
  145. providerConf.BackupsPath = backupsPath
  146. logger.InfoToConsole("Starting COMMON tests, provider: %v", providerConf.Driver)
  147. err = dataprovider.Initialize(providerConf, configDir, true)
  148. if err != nil {
  149. logger.ErrorToConsole("error initializing data provider: %v", err)
  150. os.Exit(1)
  151. }
  152. err = common.Initialize(config.GetCommonConfig(), 0)
  153. if err != nil {
  154. logger.WarnToConsole("error initializing common: %v", err)
  155. os.Exit(1)
  156. }
  157. httpConfig := config.GetHTTPConfig()
  158. httpConfig.Timeout = 5
  159. httpConfig.RetryMax = 0
  160. httpConfig.Initialize(configDir) //nolint:errcheck
  161. kmsConfig := config.GetKMSConfig()
  162. err = kmsConfig.Initialize()
  163. if err != nil {
  164. logger.ErrorToConsole("error initializing kms: %v", err)
  165. os.Exit(1)
  166. }
  167. mfaConfig := config.GetMFAConfig()
  168. err = mfaConfig.Initialize()
  169. if err != nil {
  170. logger.ErrorToConsole("error initializing MFA: %v", err)
  171. os.Exit(1)
  172. }
  173. sftpdConf := config.GetSFTPDConfig()
  174. sftpdConf.Bindings[0].Port = 4022
  175. sftpdConf.EnabledSSHCommands = []string{"*"}
  176. sftpdConf.Bindings = append(sftpdConf.Bindings, sftpd.Binding{
  177. Port: 4024,
  178. })
  179. sftpdConf.KeyboardInteractiveAuthentication = true
  180. httpdConf := config.GetHTTPDConfig()
  181. httpdConf.Bindings[0].Port = 4080
  182. httpdtest.SetBaseURL("http://127.0.0.1:4080")
  183. webDavConf := config.GetWebDAVDConfig()
  184. webDavConf.Bindings = []webdavd.Binding{
  185. {
  186. Port: webDavServerPort,
  187. },
  188. }
  189. go func() {
  190. if err := sftpdConf.Initialize(configDir); err != nil {
  191. logger.ErrorToConsole("could not start SFTP server: %v", err)
  192. os.Exit(1)
  193. }
  194. }()
  195. go func() {
  196. if err := httpdConf.Initialize(configDir, 0); err != nil {
  197. logger.ErrorToConsole("could not start HTTP server: %v", err)
  198. os.Exit(1)
  199. }
  200. }()
  201. go func() {
  202. if err := webDavConf.Initialize(configDir); err != nil {
  203. logger.ErrorToConsole("could not start WebDAV server: %v", err)
  204. os.Exit(1)
  205. }
  206. }()
  207. waitTCPListening(sftpdConf.Bindings[0].GetAddress())
  208. waitTCPListening(httpdConf.Bindings[0].GetAddress())
  209. waitTCPListening(webDavConf.Bindings[0].GetAddress())
  210. startHTTPFs()
  211. go func() {
  212. // start a test HTTP server to receive action notifications
  213. http.HandleFunc("/", func(w http.ResponseWriter, _ *http.Request) {
  214. fmt.Fprintf(w, "OK\n")
  215. })
  216. http.HandleFunc("/404", func(w http.ResponseWriter, _ *http.Request) {
  217. w.WriteHeader(http.StatusNotFound)
  218. fmt.Fprintf(w, "Not found\n")
  219. })
  220. http.HandleFunc("/multipart", func(w http.ResponseWriter, r *http.Request) {
  221. err := r.ParseMultipartForm(1048576)
  222. if err != nil {
  223. w.WriteHeader(http.StatusInternalServerError)
  224. fmt.Fprintf(w, "KO\n")
  225. return
  226. }
  227. defer r.MultipartForm.RemoveAll() //nolint:errcheck
  228. fmt.Fprintf(w, "OK\n")
  229. })
  230. if err := http.ListenAndServe(httpAddr, nil); err != nil {
  231. logger.ErrorToConsole("could not start HTTP notification server: %v", err)
  232. os.Exit(1)
  233. }
  234. }()
  235. go func() {
  236. common.Config.ProxyProtocol = 2
  237. listener, err := net.Listen("tcp", httpProxyAddr)
  238. if err != nil {
  239. logger.ErrorToConsole("error creating listener for proxy protocol server: %v", err)
  240. os.Exit(1)
  241. }
  242. proxyListener, err := common.Config.GetProxyListener(listener)
  243. if err != nil {
  244. logger.ErrorToConsole("error creating proxy protocol listener: %v", err)
  245. os.Exit(1)
  246. }
  247. common.Config.ProxyProtocol = 0
  248. s := &http.Server{}
  249. if err := s.Serve(proxyListener); err != nil {
  250. logger.ErrorToConsole("could not start HTTP proxy protocol server: %v", err)
  251. os.Exit(1)
  252. }
  253. }()
  254. go func() {
  255. if err := smtpd.ListenAndServe(smtpServerAddr, func(_ net.Addr, from string, to []string, data []byte) error {
  256. lastReceivedEmail.set(from, to, data)
  257. return nil
  258. }, "SFTPGo test", "localhost"); err != nil {
  259. logger.ErrorToConsole("could not start SMTP server: %v", err)
  260. os.Exit(1)
  261. }
  262. }()
  263. waitTCPListening(httpAddr)
  264. waitTCPListening(httpProxyAddr)
  265. waitTCPListening(smtpServerAddr)
  266. exitCode := m.Run()
  267. os.Remove(logFilePath)
  268. os.RemoveAll(backupsPath)
  269. os.Exit(exitCode)
  270. }
  271. func TestBaseConnection(t *testing.T) {
  272. u := getTestUser()
  273. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  274. assert.NoError(t, err)
  275. err = os.RemoveAll(user.GetHomeDir())
  276. assert.NoError(t, err)
  277. conn, client, err := getSftpClient(user)
  278. if assert.NoError(t, err) {
  279. defer conn.Close()
  280. defer client.Close()
  281. assert.NoError(t, checkBasicSFTP(client))
  282. _, err = client.ReadDir(testDir)
  283. assert.ErrorIs(t, err, os.ErrNotExist)
  284. err = client.RemoveDirectory(testDir)
  285. assert.ErrorIs(t, err, os.ErrNotExist)
  286. err = client.Mkdir(testDir)
  287. assert.NoError(t, err)
  288. err = client.Mkdir(testDir)
  289. assert.Error(t, err)
  290. info, err := client.Stat(testDir)
  291. if assert.NoError(t, err) {
  292. assert.True(t, info.IsDir())
  293. }
  294. err = client.Rename(testDir, testDir)
  295. if assert.Error(t, err) {
  296. assert.Contains(t, err.Error(), "the rename source and target cannot be the same")
  297. }
  298. err = client.Rename(testDir, path.Join(testDir, "sub"))
  299. if assert.Error(t, err) {
  300. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  301. }
  302. err = client.RemoveDirectory(testDir)
  303. assert.NoError(t, err)
  304. err = client.Remove(testFileName)
  305. assert.ErrorIs(t, err, os.ErrNotExist)
  306. f, err := client.Create(testFileName)
  307. assert.NoError(t, err)
  308. _, err = f.Write(testFileContent)
  309. assert.NoError(t, err)
  310. err = f.Close()
  311. assert.NoError(t, err)
  312. linkName := testFileName + ".link" //nolint:goconst
  313. err = client.Rename(testFileName, testFileName)
  314. if assert.Error(t, err) {
  315. assert.Contains(t, err.Error(), "the rename source and target cannot be the same")
  316. }
  317. err = client.Symlink(testFileName, linkName)
  318. assert.NoError(t, err)
  319. err = client.Symlink(testFileName, testFileName)
  320. assert.Error(t, err)
  321. info, err = client.Stat(testFileName)
  322. if assert.NoError(t, err) {
  323. assert.Equal(t, int64(len(testFileContent)), info.Size())
  324. assert.False(t, info.IsDir())
  325. }
  326. info, err = client.Lstat(linkName)
  327. if assert.NoError(t, err) {
  328. assert.NotEqual(t, int64(7), info.Size())
  329. assert.True(t, info.Mode()&os.ModeSymlink != 0)
  330. assert.False(t, info.IsDir())
  331. }
  332. err = client.RemoveDirectory(linkName)
  333. if assert.Error(t, err) {
  334. assert.Contains(t, err.Error(), "SSH_FX_FAILURE")
  335. }
  336. err = client.Remove(testFileName)
  337. assert.NoError(t, err)
  338. err = client.Remove(linkName)
  339. assert.NoError(t, err)
  340. err = client.Rename(testFileName, "test")
  341. assert.ErrorIs(t, err, os.ErrNotExist)
  342. f, err = client.Create(testFileName)
  343. assert.NoError(t, err)
  344. err = f.Close()
  345. assert.NoError(t, err)
  346. err = client.Rename(testFileName, testFileName+"1")
  347. assert.NoError(t, err)
  348. err = client.Remove(testFileName + "1")
  349. assert.NoError(t, err)
  350. err = client.RemoveDirectory("missing")
  351. assert.Error(t, err)
  352. } else {
  353. printLatestLogs(10)
  354. }
  355. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  356. assert.NoError(t, err)
  357. err = os.RemoveAll(user.GetHomeDir())
  358. assert.NoError(t, err)
  359. }
  360. func TestRemoveAll(t *testing.T) {
  361. u := getTestUser()
  362. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  363. assert.NoError(t, err)
  364. webDavClient := getWebDavClient(user)
  365. err = webDavClient.RemoveAll("/")
  366. if assert.Error(t, err) {
  367. assert.True(t, gowebdav.IsErrCode(err, http.StatusForbidden))
  368. }
  369. testDir := "baseDir"
  370. err = webDavClient.RemoveAll(testDir)
  371. assert.NoError(t, err)
  372. conn, client, err := getSftpClient(user)
  373. if assert.NoError(t, err) {
  374. defer conn.Close()
  375. defer client.Close()
  376. err = client.Mkdir(testDir)
  377. assert.NoError(t, err)
  378. err = writeSFTPFile(path.Join(testDir, testFileName), 1234, client)
  379. assert.NoError(t, err)
  380. err = webDavClient.RemoveAll(path.Join(testDir, testFileName))
  381. assert.NoError(t, err)
  382. _, err = client.Stat(path.Join(testDir, testFileName))
  383. assert.Error(t, err)
  384. err = writeSFTPFile(path.Join(testDir, testFileName), 1234, client)
  385. assert.NoError(t, err)
  386. err = webDavClient.RemoveAll(testDir)
  387. assert.NoError(t, err)
  388. _, err = client.Stat(testDir)
  389. assert.Error(t, err)
  390. }
  391. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  392. assert.NoError(t, err)
  393. err = os.RemoveAll(user.GetHomeDir())
  394. assert.NoError(t, err)
  395. }
  396. func TestRelativeSymlinks(t *testing.T) {
  397. u := getTestUser()
  398. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  399. assert.NoError(t, err)
  400. err = os.RemoveAll(user.GetHomeDir())
  401. assert.NoError(t, err)
  402. conn, client, err := getSftpClient(user)
  403. if assert.NoError(t, err) {
  404. defer conn.Close()
  405. defer client.Close()
  406. linkName := testFileName + "_link" //nolint:goconst
  407. err = client.Symlink("non-existent-file", linkName)
  408. assert.NoError(t, err)
  409. err = client.Remove(linkName)
  410. assert.NoError(t, err)
  411. testDir := "sub"
  412. err = client.Mkdir(testDir)
  413. assert.NoError(t, err)
  414. f, err := client.Create(path.Join(testDir, testFileName))
  415. assert.NoError(t, err)
  416. _, err = f.Write(testFileContent)
  417. assert.NoError(t, err)
  418. err = f.Close()
  419. assert.NoError(t, err)
  420. err = client.Symlink(path.Join(testDir, testFileName), linkName)
  421. assert.NoError(t, err)
  422. _, err = client.Stat(linkName)
  423. assert.NoError(t, err)
  424. p, err := client.ReadLink(linkName)
  425. assert.NoError(t, err)
  426. assert.Equal(t, path.Join("/", testDir, testFileName), p)
  427. err = client.Remove(linkName)
  428. assert.NoError(t, err)
  429. err = client.Symlink(testFileName, path.Join(testDir, linkName))
  430. assert.NoError(t, err)
  431. _, err = client.Stat(path.Join(testDir, linkName))
  432. assert.NoError(t, err)
  433. p, err = client.ReadLink(path.Join(testDir, linkName))
  434. assert.NoError(t, err)
  435. assert.Equal(t, path.Join("/", testDir, testFileName), p)
  436. f, err = client.Create(testFileName)
  437. assert.NoError(t, err)
  438. _, err = f.Write(testFileContent)
  439. assert.NoError(t, err)
  440. err = f.Close()
  441. assert.NoError(t, err)
  442. err = client.Symlink(testFileName, linkName)
  443. assert.NoError(t, err)
  444. _, err = client.Stat(linkName)
  445. assert.NoError(t, err)
  446. p, err = client.ReadLink(linkName)
  447. assert.NoError(t, err)
  448. assert.Equal(t, path.Join("/", testFileName), p)
  449. }
  450. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  451. assert.NoError(t, err)
  452. err = os.RemoveAll(user.GetHomeDir())
  453. assert.NoError(t, err)
  454. }
  455. func TestCheckFsAfterUpdate(t *testing.T) {
  456. u := getTestUser()
  457. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  458. assert.NoError(t, err)
  459. conn, client, err := getSftpClient(user)
  460. if assert.NoError(t, err) {
  461. defer conn.Close()
  462. defer client.Close()
  463. err = checkBasicSFTP(client)
  464. assert.NoError(t, err)
  465. }
  466. // remove the home dir, it will not be re-created
  467. err = os.RemoveAll(user.GetHomeDir())
  468. assert.NoError(t, err)
  469. conn, client, err = getSftpClient(user)
  470. if assert.NoError(t, err) {
  471. defer conn.Close()
  472. defer client.Close()
  473. err = checkBasicSFTP(client)
  474. assert.Error(t, err)
  475. } else {
  476. printLatestLogs(10)
  477. }
  478. // update the user and login again, this time the home dir will be created
  479. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  480. assert.NoError(t, err)
  481. conn, client, err = getSftpClient(user)
  482. if assert.NoError(t, err) {
  483. defer conn.Close()
  484. defer client.Close()
  485. err = checkBasicSFTP(client)
  486. assert.NoError(t, err)
  487. }
  488. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  489. assert.NoError(t, err)
  490. err = os.RemoveAll(user.GetHomeDir())
  491. assert.NoError(t, err)
  492. }
  493. func TestLoginAccessTime(t *testing.T) {
  494. u := getTestUser()
  495. u.Filters.AccessTime = []sdk.TimePeriod{
  496. {
  497. DayOfWeek: int(time.Now().Add(-25 * time.Hour).UTC().Weekday()),
  498. From: "00:00",
  499. To: "23:59",
  500. },
  501. }
  502. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  503. assert.NoError(t, err)
  504. _, _, err = getSftpClient(user)
  505. assert.Error(t, err)
  506. user.Filters.AccessTime = []sdk.TimePeriod{
  507. {
  508. DayOfWeek: int(time.Now().UTC().Weekday()),
  509. From: "00:00",
  510. To: "23:59",
  511. },
  512. }
  513. user, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  514. assert.NoError(t, err)
  515. conn, client, err := getSftpClient(user)
  516. if assert.NoError(t, err) {
  517. defer conn.Close()
  518. defer client.Close()
  519. err := checkBasicSFTP(client)
  520. assert.NoError(t, err)
  521. }
  522. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  523. assert.NoError(t, err)
  524. err = os.RemoveAll(user.GetHomeDir())
  525. assert.NoError(t, err)
  526. }
  527. func TestSetStat(t *testing.T) {
  528. u := getTestUser()
  529. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  530. assert.NoError(t, err)
  531. err = os.RemoveAll(user.GetHomeDir())
  532. assert.NoError(t, err)
  533. conn, client, err := getSftpClient(user)
  534. if assert.NoError(t, err) {
  535. defer conn.Close()
  536. defer client.Close()
  537. f, err := client.Create(testFileName)
  538. assert.NoError(t, err)
  539. _, err = f.Write(testFileContent)
  540. assert.NoError(t, err)
  541. err = f.Close()
  542. assert.NoError(t, err)
  543. acmodTime := time.Now().Add(36 * time.Hour)
  544. err = client.Chtimes(testFileName, acmodTime, acmodTime)
  545. assert.NoError(t, err)
  546. newFi, err := client.Lstat(testFileName)
  547. assert.NoError(t, err)
  548. diff := math.Abs(newFi.ModTime().Sub(acmodTime).Seconds())
  549. assert.LessOrEqual(t, diff, float64(1))
  550. if runtime.GOOS != osWindows {
  551. err = client.Chown(testFileName, os.Getuid(), os.Getgid())
  552. assert.NoError(t, err)
  553. }
  554. newPerm := os.FileMode(0666)
  555. err = client.Chmod(testFileName, newPerm)
  556. assert.NoError(t, err)
  557. newFi, err = client.Lstat(testFileName)
  558. if assert.NoError(t, err) {
  559. assert.Equal(t, newPerm, newFi.Mode().Perm())
  560. }
  561. err = client.Truncate(testFileName, 2)
  562. assert.NoError(t, err)
  563. info, err := client.Stat(testFileName)
  564. if assert.NoError(t, err) {
  565. assert.Equal(t, int64(2), info.Size())
  566. }
  567. err = client.Remove(testFileName)
  568. assert.NoError(t, err)
  569. err = client.Truncate(testFileName, 0)
  570. assert.ErrorIs(t, err, os.ErrNotExist)
  571. err = client.Chtimes(testFileName, acmodTime, acmodTime)
  572. assert.ErrorIs(t, err, os.ErrNotExist)
  573. if runtime.GOOS != osWindows {
  574. err = client.Chown(testFileName, os.Getuid(), os.Getgid())
  575. assert.ErrorIs(t, err, os.ErrNotExist)
  576. }
  577. err = client.Chmod(testFileName, newPerm)
  578. assert.ErrorIs(t, err, os.ErrNotExist)
  579. }
  580. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  581. assert.NoError(t, err)
  582. err = os.RemoveAll(user.GetHomeDir())
  583. assert.NoError(t, err)
  584. }
  585. func TestCryptFsUserUploadErrorOverwrite(t *testing.T) {
  586. u := getCryptFsUser()
  587. u.QuotaSize = 6000
  588. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  589. assert.NoError(t, err)
  590. var buf []byte
  591. for i := 0; i < 4000; i++ {
  592. buf = append(buf, []byte("a")...)
  593. }
  594. bufSize := int64(len(buf))
  595. reader := bytes.NewReader(buf)
  596. conn, client, err := getSftpClient(user)
  597. if assert.NoError(t, err) {
  598. defer conn.Close()
  599. defer client.Close()
  600. f, err := client.Create(testFileName + "_big")
  601. assert.NoError(t, err)
  602. n, err := io.Copy(f, reader)
  603. assert.NoError(t, err)
  604. assert.Equal(t, bufSize, n)
  605. err = f.Close()
  606. assert.NoError(t, err)
  607. encryptedSize, err := getEncryptedFileSize(bufSize)
  608. assert.NoError(t, err)
  609. expectedSize := encryptedSize
  610. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  611. assert.NoError(t, err)
  612. assert.Equal(t, 1, user.UsedQuotaFiles)
  613. assert.Equal(t, expectedSize, user.UsedQuotaSize)
  614. // now write a small file
  615. f, err = client.Create(testFileName)
  616. assert.NoError(t, err)
  617. _, err = f.Write(testFileContent)
  618. assert.NoError(t, err)
  619. err = f.Close()
  620. assert.NoError(t, err)
  621. encryptedSize, err = getEncryptedFileSize(int64(len(testFileContent)))
  622. assert.NoError(t, err)
  623. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  624. assert.NoError(t, err)
  625. assert.Equal(t, 2, user.UsedQuotaFiles)
  626. assert.Equal(t, expectedSize+encryptedSize, user.UsedQuotaSize)
  627. // try to overwrite this file with a big one, this cause an overquota error
  628. // the partial file is deleted and the quota updated
  629. _, err = reader.Seek(0, io.SeekStart)
  630. assert.NoError(t, err)
  631. f, err = client.Create(testFileName)
  632. assert.NoError(t, err)
  633. _, err = io.Copy(f, reader)
  634. assert.Error(t, err)
  635. err = f.Close()
  636. assert.Error(t, err)
  637. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  638. assert.NoError(t, err)
  639. assert.Equal(t, 1, user.UsedQuotaFiles)
  640. assert.Equal(t, expectedSize, user.UsedQuotaSize)
  641. }
  642. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  643. assert.NoError(t, err)
  644. err = os.RemoveAll(user.GetHomeDir())
  645. assert.NoError(t, err)
  646. }
  647. func TestChtimesOpenHandle(t *testing.T) {
  648. localUser, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  649. assert.NoError(t, err)
  650. sftpUser, _, err := httpdtest.AddUser(getTestSFTPUser(), http.StatusCreated)
  651. assert.NoError(t, err)
  652. u := getCryptFsUser()
  653. cryptFsUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
  654. assert.NoError(t, err)
  655. for _, user := range []dataprovider.User{localUser, sftpUser, cryptFsUser} {
  656. conn, client, err := getSftpClient(user)
  657. if assert.NoError(t, err) {
  658. defer conn.Close()
  659. defer client.Close()
  660. f, err := client.Create(testFileName)
  661. assert.NoError(t, err, "user %v", user.Username)
  662. f1, err := client.Create(testFileName + "1")
  663. assert.NoError(t, err, "user %v", user.Username)
  664. acmodTime := time.Now().Add(36 * time.Hour)
  665. err = client.Chtimes(testFileName, acmodTime, acmodTime)
  666. assert.NoError(t, err, "user %v", user.Username)
  667. _, err = f.Write(testFileContent)
  668. assert.NoError(t, err, "user %v", user.Username)
  669. err = f.Close()
  670. assert.NoError(t, err, "user %v", user.Username)
  671. err = f1.Close()
  672. assert.NoError(t, err, "user %v", user.Username)
  673. info, err := client.Lstat(testFileName)
  674. assert.NoError(t, err, "user %v", user.Username)
  675. diff := math.Abs(info.ModTime().Sub(acmodTime).Seconds())
  676. assert.LessOrEqual(t, diff, float64(1), "user %v", user.Username)
  677. info1, err := client.Lstat(testFileName + "1")
  678. assert.NoError(t, err, "user %v", user.Username)
  679. diff = math.Abs(info1.ModTime().Sub(acmodTime).Seconds())
  680. assert.Greater(t, diff, float64(86400), "user %v", user.Username)
  681. }
  682. }
  683. _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
  684. assert.NoError(t, err)
  685. _, err = httpdtest.RemoveUser(localUser, http.StatusOK)
  686. assert.NoError(t, err)
  687. err = os.RemoveAll(localUser.GetHomeDir())
  688. assert.NoError(t, err)
  689. _, err = httpdtest.RemoveUser(cryptFsUser, http.StatusOK)
  690. assert.NoError(t, err)
  691. err = os.RemoveAll(cryptFsUser.GetHomeDir())
  692. assert.NoError(t, err)
  693. }
  694. func TestWaitForConnections(t *testing.T) {
  695. u := getTestUser()
  696. u.UploadBandwidth = 128
  697. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  698. assert.NoError(t, err)
  699. testFileSize := int64(524288)
  700. conn, client, err := getSftpClient(user)
  701. if assert.NoError(t, err) {
  702. defer conn.Close()
  703. defer client.Close()
  704. err = common.CheckClosing()
  705. assert.NoError(t, err)
  706. var wg sync.WaitGroup
  707. wg.Add(1)
  708. go func() {
  709. defer wg.Done()
  710. time.Sleep(1 * time.Second)
  711. common.WaitForTransfers(10)
  712. common.WaitForTransfers(0)
  713. common.WaitForTransfers(10)
  714. }()
  715. err = writeSFTPFileNoCheck(testFileName, testFileSize, client)
  716. assert.NoError(t, err)
  717. wg.Wait()
  718. err = common.CheckClosing()
  719. assert.EqualError(t, err, common.ErrShuttingDown.Error())
  720. _, err = client.Stat(testFileName)
  721. if assert.Error(t, err) {
  722. assert.Contains(t, err.Error(), common.ErrShuttingDown.Error())
  723. }
  724. }
  725. _, _, err = getSftpClient(user)
  726. assert.Error(t, err)
  727. err = common.Initialize(common.Config, 0)
  728. assert.NoError(t, err)
  729. conn, client, err = getSftpClient(user)
  730. if assert.NoError(t, err) {
  731. defer conn.Close()
  732. defer client.Close()
  733. info, err := client.Stat(testFileName)
  734. if assert.NoError(t, err) {
  735. assert.Equal(t, testFileSize, info.Size())
  736. }
  737. err = client.Remove(testFileName)
  738. assert.NoError(t, err)
  739. var wg sync.WaitGroup
  740. wg.Add(1)
  741. go func() {
  742. defer wg.Done()
  743. time.Sleep(1 * time.Second)
  744. common.WaitForTransfers(1)
  745. }()
  746. err = writeSFTPFileNoCheck(testFileName, testFileSize, client)
  747. // we don't have an error here because the service won't really stop
  748. assert.NoError(t, err)
  749. wg.Wait()
  750. }
  751. err = common.Initialize(common.Config, 0)
  752. assert.NoError(t, err)
  753. common.WaitForTransfers(1)
  754. err = common.Initialize(common.Config, 0)
  755. assert.NoError(t, err)
  756. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  757. assert.NoError(t, err)
  758. err = os.RemoveAll(user.GetHomeDir())
  759. assert.NoError(t, err)
  760. }
  761. func TestCheckParentDirs(t *testing.T) {
  762. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  763. assert.NoError(t, err)
  764. testDir := "/path/to/sub/dir"
  765. conn, client, err := getSftpClient(user)
  766. if assert.NoError(t, err) {
  767. defer conn.Close()
  768. defer client.Close()
  769. _, err = client.Stat(testDir)
  770. assert.ErrorIs(t, err, os.ErrNotExist)
  771. c := common.NewBaseConnection(xid.New().String(), common.ProtocolSFTP, "", "", user)
  772. err = c.CheckParentDirs(testDir)
  773. assert.NoError(t, err)
  774. _, err = client.Stat(testDir)
  775. assert.NoError(t, err)
  776. err = c.CheckParentDirs(testDir)
  777. assert.NoError(t, err)
  778. }
  779. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  780. assert.NoError(t, err)
  781. err = os.RemoveAll(user.GetHomeDir())
  782. assert.NoError(t, err)
  783. u := getTestUser()
  784. u.Permissions["/"] = []string{dataprovider.PermUpload, dataprovider.PermListItems, dataprovider.PermDownload}
  785. user, _, err = httpdtest.AddUser(u, http.StatusCreated)
  786. assert.NoError(t, err)
  787. conn, client, err = getSftpClient(user)
  788. if assert.NoError(t, err) {
  789. defer conn.Close()
  790. defer client.Close()
  791. c := common.NewBaseConnection(xid.New().String(), common.ProtocolSFTP, "", "", user)
  792. err = c.CheckParentDirs(testDir)
  793. assert.ErrorIs(t, err, sftp.ErrSSHFxPermissionDenied)
  794. }
  795. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  796. assert.NoError(t, err)
  797. err = os.RemoveAll(user.GetHomeDir())
  798. assert.NoError(t, err)
  799. }
  800. func TestPermissionErrors(t *testing.T) {
  801. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  802. assert.NoError(t, err)
  803. u := getTestSFTPUser()
  804. subDir := "/sub"
  805. u.Permissions[subDir] = nil
  806. sftpUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
  807. assert.NoError(t, err)
  808. conn, client, err := getSftpClient(user)
  809. if assert.NoError(t, err) {
  810. defer conn.Close()
  811. defer client.Close()
  812. err = client.MkdirAll(path.Join(subDir, subDir))
  813. assert.NoError(t, err)
  814. f, err := client.Create(path.Join(subDir, subDir, testFileName))
  815. if assert.NoError(t, err) {
  816. _, err = f.Write(testFileContent)
  817. assert.NoError(t, err)
  818. err = f.Close()
  819. assert.NoError(t, err)
  820. }
  821. }
  822. conn, client, err = getSftpClient(sftpUser)
  823. if assert.NoError(t, err) {
  824. defer conn.Close()
  825. defer client.Close()
  826. assert.NoError(t, checkBasicSFTP(client))
  827. _, err = client.ReadDir(subDir)
  828. assert.ErrorIs(t, err, os.ErrPermission)
  829. err = client.Mkdir(path.Join(subDir, subDir))
  830. assert.ErrorIs(t, err, os.ErrPermission)
  831. err = client.RemoveDirectory(path.Join(subDir, subDir))
  832. assert.ErrorIs(t, err, os.ErrPermission)
  833. err = client.Symlink("test", path.Join(subDir, subDir))
  834. assert.ErrorIs(t, err, os.ErrPermission)
  835. err = client.Chmod(path.Join(subDir, subDir), os.ModePerm)
  836. assert.ErrorIs(t, err, os.ErrPermission)
  837. err = client.Chown(path.Join(subDir, subDir), os.Getuid(), os.Getgid())
  838. assert.ErrorIs(t, err, os.ErrPermission)
  839. err = client.Chtimes(path.Join(subDir, subDir), time.Now(), time.Now())
  840. assert.ErrorIs(t, err, os.ErrPermission)
  841. err = client.Truncate(path.Join(subDir, subDir), 0)
  842. assert.ErrorIs(t, err, os.ErrPermission)
  843. err = client.Remove(path.Join(subDir, subDir, testFileName))
  844. assert.ErrorIs(t, err, os.ErrPermission)
  845. }
  846. _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
  847. assert.NoError(t, err)
  848. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  849. assert.NoError(t, err)
  850. err = os.RemoveAll(user.GetHomeDir())
  851. assert.NoError(t, err)
  852. }
  853. func TestHiddenPatternFilter(t *testing.T) {
  854. deniedDir := "/denied_hidden"
  855. u := getTestUser()
  856. u.Filters.FilePatterns = []sdk.PatternsFilter{
  857. {
  858. Path: deniedDir,
  859. DeniedPatterns: []string{"*.txt", "beta*"},
  860. DenyPolicy: sdk.DenyPolicyHide,
  861. },
  862. }
  863. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  864. assert.NoError(t, err)
  865. dirName := "beta"
  866. subDirName := "testDir"
  867. testFile := filepath.Join(u.GetHomeDir(), deniedDir, "file.txt")
  868. testFile1 := filepath.Join(u.GetHomeDir(), deniedDir, "beta.txt")
  869. testHiddenFile := filepath.Join(u.GetHomeDir(), deniedDir, dirName, subDirName, "hidden.jpg")
  870. err = os.MkdirAll(filepath.Join(u.GetHomeDir(), deniedDir), os.ModePerm)
  871. assert.NoError(t, err)
  872. err = os.WriteFile(testFile, testFileContent, os.ModePerm)
  873. assert.NoError(t, err)
  874. err = os.WriteFile(testFile1, testFileContent, os.ModePerm)
  875. assert.NoError(t, err)
  876. err = os.MkdirAll(filepath.Join(u.GetHomeDir(), deniedDir, dirName, subDirName), os.ModePerm)
  877. assert.NoError(t, err)
  878. err = os.WriteFile(testHiddenFile, testFileContent, os.ModePerm)
  879. assert.NoError(t, err)
  880. conn, client, err := getSftpClient(user)
  881. if assert.NoError(t, err) {
  882. defer conn.Close()
  883. defer client.Close()
  884. files, err := client.ReadDir(deniedDir)
  885. assert.NoError(t, err)
  886. assert.Len(t, files, 0)
  887. err = client.Remove(path.Join(deniedDir, filepath.Base(testFile)))
  888. assert.ErrorIs(t, err, os.ErrNotExist)
  889. err = client.Chtimes(path.Join(deniedDir, filepath.Base(testFile)), time.Now(), time.Now())
  890. assert.ErrorIs(t, err, os.ErrNotExist)
  891. _, err = client.Stat(path.Join(deniedDir, filepath.Base(testFile1)))
  892. assert.ErrorIs(t, err, os.ErrNotExist)
  893. err = client.RemoveDirectory(path.Join(deniedDir, dirName))
  894. assert.ErrorIs(t, err, os.ErrNotExist)
  895. err = client.Rename(path.Join(deniedDir, dirName), path.Join(deniedDir, "newname"))
  896. assert.ErrorIs(t, err, os.ErrPermission)
  897. err = client.Mkdir(path.Join(deniedDir, "beta1"))
  898. assert.ErrorIs(t, err, os.ErrPermission)
  899. err = writeSFTPFile(path.Join(deniedDir, "afile.txt"), 1024, client)
  900. assert.ErrorIs(t, err, os.ErrPermission)
  901. err = writeSFTPFile(path.Join(deniedDir, dirName, subDirName, "afile.jpg"), 1024, client)
  902. assert.ErrorIs(t, err, os.ErrPermission)
  903. _, err = client.Open(path.Join(deniedDir, dirName, subDirName, filepath.Base(testHiddenFile)))
  904. assert.ErrorIs(t, err, os.ErrNotExist)
  905. err = client.Symlink(path.Join(deniedDir, dirName), dirName)
  906. assert.ErrorIs(t, err, os.ErrNotExist)
  907. err = writeSFTPFile(path.Join(deniedDir, testFileName), 1024, client)
  908. assert.NoError(t, err)
  909. err = client.Symlink(path.Join(deniedDir, testFileName), path.Join(deniedDir, "symlink.txt"))
  910. assert.ErrorIs(t, err, os.ErrPermission)
  911. files, err = client.ReadDir(deniedDir)
  912. assert.NoError(t, err)
  913. assert.Len(t, files, 1)
  914. }
  915. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  916. assert.NoError(t, err)
  917. u.Filters.FilePatterns = []sdk.PatternsFilter{
  918. {
  919. Path: deniedDir,
  920. DeniedPatterns: []string{"*.txt", "beta*"},
  921. DenyPolicy: sdk.DenyPolicyDefault,
  922. },
  923. }
  924. user, _, err = httpdtest.AddUser(u, http.StatusCreated)
  925. assert.NoError(t, err)
  926. conn, client, err = getSftpClient(user)
  927. if assert.NoError(t, err) {
  928. defer conn.Close()
  929. defer client.Close()
  930. files, err := client.ReadDir(deniedDir)
  931. assert.NoError(t, err)
  932. assert.Len(t, files, 4)
  933. _, err = client.Stat(path.Join(deniedDir, filepath.Base(testFile)))
  934. assert.NoError(t, err)
  935. err = client.Chtimes(path.Join(deniedDir, filepath.Base(testFile)), time.Now(), time.Now())
  936. assert.ErrorIs(t, err, os.ErrPermission)
  937. err = client.Mkdir(path.Join(deniedDir, "beta2"))
  938. assert.ErrorIs(t, err, os.ErrPermission)
  939. err = writeSFTPFile(path.Join(deniedDir, "afile2.txt"), 1024, client)
  940. assert.ErrorIs(t, err, os.ErrPermission)
  941. err = client.Symlink(path.Join(deniedDir, testFileName), path.Join(deniedDir, "link.txt"))
  942. assert.ErrorIs(t, err, os.ErrPermission)
  943. err = writeSFTPFile(path.Join(deniedDir, dirName, subDirName, "afile.jpg"), 1024, client)
  944. assert.NoError(t, err)
  945. f, err := client.Open(path.Join(deniedDir, dirName, subDirName, filepath.Base(testHiddenFile)))
  946. assert.NoError(t, err)
  947. err = f.Close()
  948. assert.NoError(t, err)
  949. }
  950. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  951. assert.NoError(t, err)
  952. err = os.RemoveAll(user.GetHomeDir())
  953. assert.NoError(t, err)
  954. }
  955. func TestHiddenRoot(t *testing.T) {
  956. // only the "/ftp" directory is allowed and visibile in the "/" path
  957. // within /ftp any file/directory is allowed and visibile
  958. u := getTestUser()
  959. u.Filters.FilePatterns = []sdk.PatternsFilter{
  960. {
  961. Path: "/",
  962. AllowedPatterns: []string{"ftp"},
  963. DenyPolicy: sdk.DenyPolicyHide,
  964. },
  965. {
  966. Path: "/ftp",
  967. AllowedPatterns: []string{"*"},
  968. },
  969. }
  970. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  971. assert.NoError(t, err)
  972. for i := 0; i < 10; i++ {
  973. err = os.MkdirAll(filepath.Join(user.HomeDir, fmt.Sprintf("ftp%d", i)), os.ModePerm)
  974. assert.NoError(t, err)
  975. }
  976. err = os.WriteFile(filepath.Join(user.HomeDir, testFileName), []byte(""), 0666)
  977. assert.NoError(t, err)
  978. err = os.WriteFile(filepath.Join(user.HomeDir, "ftp.txt"), []byte(""), 0666)
  979. assert.NoError(t, err)
  980. conn, client, err := getSftpClient(user)
  981. if assert.NoError(t, err) {
  982. defer conn.Close()
  983. defer client.Close()
  984. err = client.Mkdir("ftp")
  985. assert.NoError(t, err)
  986. entries, err := client.ReadDir("/")
  987. assert.NoError(t, err)
  988. if assert.Len(t, entries, 1) {
  989. assert.Equal(t, "ftp", entries[0].Name())
  990. }
  991. _, err = client.Stat(".")
  992. assert.NoError(t, err)
  993. for _, name := range []string{testFileName, "ftp.txt"} {
  994. _, err = client.Stat(name)
  995. assert.ErrorIs(t, err, os.ErrNotExist)
  996. }
  997. for i := 0; i < 10; i++ {
  998. _, err = client.Stat(fmt.Sprintf("ftp%d", i))
  999. assert.ErrorIs(t, err, os.ErrNotExist)
  1000. }
  1001. err = writeSFTPFile(testFileName, 4096, client)
  1002. assert.ErrorIs(t, err, os.ErrPermission)
  1003. err = writeSFTPFile("ftp123", 4096, client)
  1004. assert.ErrorIs(t, err, os.ErrPermission)
  1005. err = client.Rename(testFileName, testFileName+"_rename") //nolint:goconst
  1006. assert.ErrorIs(t, err, os.ErrPermission)
  1007. err = writeSFTPFile(path.Join("/ftp", testFileName), 4096, client)
  1008. assert.NoError(t, err)
  1009. err = client.Mkdir("/ftp/dir")
  1010. assert.NoError(t, err)
  1011. err = client.Rename(path.Join("/ftp", testFileName), path.Join("/ftp/dir", testFileName))
  1012. assert.NoError(t, err)
  1013. }
  1014. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  1015. assert.NoError(t, err)
  1016. err = os.RemoveAll(user.GetHomeDir())
  1017. assert.NoError(t, err)
  1018. }
  1019. func TestFileNotAllowedErrors(t *testing.T) {
  1020. deniedDir := "/denied"
  1021. u := getTestUser()
  1022. u.Filters.FilePatterns = []sdk.PatternsFilter{
  1023. {
  1024. Path: deniedDir,
  1025. DeniedPatterns: []string{"*.txt"},
  1026. },
  1027. }
  1028. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  1029. assert.NoError(t, err)
  1030. conn, client, err := getSftpClient(user)
  1031. if assert.NoError(t, err) {
  1032. defer conn.Close()
  1033. defer client.Close()
  1034. testFile := filepath.Join(u.GetHomeDir(), deniedDir, "file.txt")
  1035. err = os.MkdirAll(filepath.Join(u.GetHomeDir(), deniedDir), os.ModePerm)
  1036. assert.NoError(t, err)
  1037. err = os.WriteFile(testFile, testFileContent, os.ModePerm)
  1038. assert.NoError(t, err)
  1039. err = client.Remove(path.Join(deniedDir, "file.txt"))
  1040. assert.ErrorIs(t, err, os.ErrPermission)
  1041. err = client.Rename(path.Join(deniedDir, "file.txt"), path.Join(deniedDir, "file1.txt"))
  1042. assert.ErrorIs(t, err, os.ErrPermission)
  1043. }
  1044. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  1045. assert.NoError(t, err)
  1046. err = os.RemoveAll(user.GetHomeDir())
  1047. assert.NoError(t, err)
  1048. }
  1049. func TestRootDirVirtualFolder(t *testing.T) {
  1050. mappedPath1 := filepath.Join(os.TempDir(), "mapped1")
  1051. f1 := vfs.BaseVirtualFolder{
  1052. Name: filepath.Base(mappedPath1),
  1053. MappedPath: mappedPath1,
  1054. FsConfig: vfs.Filesystem{
  1055. Provider: sdk.CryptedFilesystemProvider,
  1056. CryptConfig: vfs.CryptFsConfig{
  1057. Passphrase: kms.NewPlainSecret("cryptsecret"),
  1058. },
  1059. },
  1060. }
  1061. mappedPath2 := filepath.Join(os.TempDir(), "mapped2")
  1062. f2 := vfs.BaseVirtualFolder{
  1063. Name: filepath.Base(mappedPath2),
  1064. MappedPath: mappedPath2,
  1065. }
  1066. folder1, _, err := httpdtest.AddFolder(f1, http.StatusCreated)
  1067. assert.NoError(t, err)
  1068. folder2, _, err := httpdtest.AddFolder(f2, http.StatusCreated)
  1069. assert.NoError(t, err)
  1070. u := getTestUser()
  1071. u.QuotaFiles = 1000
  1072. u.UploadDataTransfer = 1000
  1073. u.DownloadDataTransfer = 5000
  1074. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1075. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1076. Name: folder1.Name,
  1077. },
  1078. VirtualPath: "/",
  1079. QuotaFiles: 1000,
  1080. })
  1081. vdirPath2 := "/vmapped"
  1082. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1083. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1084. Name: folder2.Name,
  1085. },
  1086. VirtualPath: vdirPath2,
  1087. QuotaFiles: -1,
  1088. QuotaSize: -1,
  1089. })
  1090. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  1091. assert.NoError(t, err)
  1092. f, err := user.GetVirtualFolderForPath("/")
  1093. assert.NoError(t, err)
  1094. assert.Equal(t, "/", f.VirtualPath)
  1095. conn, client, err := getSftpClient(user)
  1096. if assert.NoError(t, err) {
  1097. defer conn.Close()
  1098. defer client.Close()
  1099. err = checkBasicSFTP(client)
  1100. assert.NoError(t, err)
  1101. f, err := client.Create(testFileName)
  1102. if assert.NoError(t, err) {
  1103. _, err = f.Write(testFileContent)
  1104. assert.NoError(t, err)
  1105. err = f.Close()
  1106. assert.NoError(t, err)
  1107. }
  1108. assert.NoFileExists(t, filepath.Join(user.HomeDir, testFileName))
  1109. assert.FileExists(t, filepath.Join(mappedPath1, testFileName))
  1110. entries, err := client.ReadDir(".")
  1111. if assert.NoError(t, err) {
  1112. assert.Len(t, entries, 2)
  1113. }
  1114. user, _, err := httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1115. assert.NoError(t, err)
  1116. assert.Equal(t, 0, user.UsedQuotaFiles)
  1117. folder, _, err := httpdtest.GetFolderByName(folder1.Name, http.StatusOK)
  1118. assert.NoError(t, err)
  1119. assert.Equal(t, 1, folder.UsedQuotaFiles)
  1120. f, err = client.Create(path.Join(vdirPath2, testFileName))
  1121. if assert.NoError(t, err) {
  1122. _, err = f.Write(testFileContent)
  1123. assert.NoError(t, err)
  1124. err = f.Close()
  1125. assert.NoError(t, err)
  1126. }
  1127. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1128. assert.NoError(t, err)
  1129. assert.Equal(t, 1, user.UsedQuotaFiles)
  1130. folder, _, err = httpdtest.GetFolderByName(folder1.Name, http.StatusOK)
  1131. assert.NoError(t, err)
  1132. assert.Equal(t, 1, folder.UsedQuotaFiles)
  1133. err = client.Rename(testFileName, path.Join(vdirPath2, testFileName+"_rename"))
  1134. assert.Error(t, err)
  1135. err = client.Rename(path.Join(vdirPath2, testFileName), testFileName+"_rename")
  1136. assert.Error(t, err)
  1137. err = client.Rename(testFileName, testFileName+"_rename")
  1138. assert.NoError(t, err)
  1139. err = client.Rename(path.Join(vdirPath2, testFileName), path.Join(vdirPath2, testFileName+"_rename"))
  1140. assert.NoError(t, err)
  1141. }
  1142. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  1143. assert.NoError(t, err)
  1144. err = os.RemoveAll(user.GetHomeDir())
  1145. assert.NoError(t, err)
  1146. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folder1.Name}, http.StatusOK)
  1147. assert.NoError(t, err)
  1148. err = os.RemoveAll(mappedPath1)
  1149. assert.NoError(t, err)
  1150. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folder2.Name}, http.StatusOK)
  1151. assert.NoError(t, err)
  1152. err = os.RemoveAll(mappedPath2)
  1153. assert.NoError(t, err)
  1154. }
  1155. func TestTruncateQuotaLimits(t *testing.T) {
  1156. mappedPath1 := filepath.Join(os.TempDir(), "mapped1")
  1157. f1 := vfs.BaseVirtualFolder{
  1158. Name: filepath.Base(mappedPath1),
  1159. MappedPath: mappedPath1,
  1160. }
  1161. folder1, _, err := httpdtest.AddFolder(f1, http.StatusCreated)
  1162. assert.NoError(t, err)
  1163. mappedPath2 := filepath.Join(os.TempDir(), "mapped2")
  1164. f2 := vfs.BaseVirtualFolder{
  1165. Name: filepath.Base(mappedPath2),
  1166. MappedPath: mappedPath2,
  1167. }
  1168. folder2, _, err := httpdtest.AddFolder(f2, http.StatusCreated)
  1169. assert.NoError(t, err)
  1170. u := getTestUser()
  1171. u.QuotaSize = 20
  1172. u.UploadDataTransfer = 1000
  1173. u.DownloadDataTransfer = 5000
  1174. vdirPath1 := "/vmapped1"
  1175. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1176. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1177. Name: folder1.Name,
  1178. },
  1179. VirtualPath: vdirPath1,
  1180. QuotaFiles: 10,
  1181. })
  1182. vdirPath2 := "/vmapped2"
  1183. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1184. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1185. Name: folder2.Name,
  1186. },
  1187. VirtualPath: vdirPath2,
  1188. QuotaFiles: -1,
  1189. QuotaSize: -1,
  1190. })
  1191. localUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
  1192. assert.NoError(t, err)
  1193. u = getTestSFTPUser()
  1194. u.QuotaSize = 20
  1195. sftpUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
  1196. assert.NoError(t, err)
  1197. for _, user := range []dataprovider.User{localUser, sftpUser} {
  1198. conn, client, err := getSftpClient(user)
  1199. if assert.NoError(t, err) {
  1200. defer conn.Close()
  1201. defer client.Close()
  1202. f, err := client.OpenFile(testFileName, os.O_WRONLY|os.O_CREATE)
  1203. if assert.NoError(t, err) {
  1204. n, err := f.Write(testFileContent)
  1205. assert.NoError(t, err)
  1206. assert.Equal(t, len(testFileContent), n)
  1207. err = f.Truncate(2)
  1208. assert.NoError(t, err)
  1209. expectedQuotaFiles := 0
  1210. expectedQuotaSize := int64(2)
  1211. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1212. assert.NoError(t, err)
  1213. assert.Equal(t, expectedQuotaFiles, user.UsedQuotaFiles)
  1214. assert.Equal(t, expectedQuotaSize, user.UsedQuotaSize)
  1215. _, err = f.Seek(expectedQuotaSize, io.SeekStart)
  1216. assert.NoError(t, err)
  1217. n, err = f.Write(testFileContent)
  1218. assert.NoError(t, err)
  1219. assert.Equal(t, len(testFileContent), n)
  1220. err = f.Truncate(5)
  1221. assert.NoError(t, err)
  1222. expectedQuotaSize = int64(5)
  1223. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1224. assert.NoError(t, err)
  1225. assert.Equal(t, expectedQuotaFiles, user.UsedQuotaFiles)
  1226. assert.Equal(t, expectedQuotaSize, user.UsedQuotaSize)
  1227. _, err = f.Seek(expectedQuotaSize, io.SeekStart)
  1228. assert.NoError(t, err)
  1229. n, err = f.Write(testFileContent)
  1230. assert.NoError(t, err)
  1231. assert.Equal(t, len(testFileContent), n)
  1232. err = f.Close()
  1233. assert.NoError(t, err)
  1234. expectedQuotaFiles = 1
  1235. expectedQuotaSize = int64(5) + int64(len(testFileContent))
  1236. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1237. assert.NoError(t, err)
  1238. assert.Equal(t, expectedQuotaFiles, user.UsedQuotaFiles)
  1239. assert.Equal(t, expectedQuotaSize, user.UsedQuotaSize)
  1240. }
  1241. // now truncate by path
  1242. err = client.Truncate(testFileName, 5)
  1243. assert.NoError(t, err)
  1244. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1245. assert.NoError(t, err)
  1246. assert.Equal(t, 1, user.UsedQuotaFiles)
  1247. assert.Equal(t, int64(5), user.UsedQuotaSize)
  1248. // now open an existing file without truncate it, quota should not change
  1249. f, err = client.OpenFile(testFileName, os.O_WRONLY)
  1250. if assert.NoError(t, err) {
  1251. err = f.Close()
  1252. assert.NoError(t, err)
  1253. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1254. assert.NoError(t, err)
  1255. assert.Equal(t, 1, user.UsedQuotaFiles)
  1256. assert.Equal(t, int64(5), user.UsedQuotaSize)
  1257. }
  1258. // open the file truncating it
  1259. f, err = client.OpenFile(testFileName, os.O_WRONLY|os.O_TRUNC)
  1260. if assert.NoError(t, err) {
  1261. err = f.Close()
  1262. assert.NoError(t, err)
  1263. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1264. assert.NoError(t, err)
  1265. assert.Equal(t, 1, user.UsedQuotaFiles)
  1266. assert.Equal(t, int64(0), user.UsedQuotaSize)
  1267. }
  1268. // now test max write size
  1269. f, err = client.OpenFile(testFileName, os.O_WRONLY)
  1270. if assert.NoError(t, err) {
  1271. n, err := f.Write(testFileContent)
  1272. assert.NoError(t, err)
  1273. assert.Equal(t, len(testFileContent), n)
  1274. err = f.Truncate(11)
  1275. assert.NoError(t, err)
  1276. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1277. assert.NoError(t, err)
  1278. assert.Equal(t, 1, user.UsedQuotaFiles)
  1279. assert.Equal(t, int64(11), user.UsedQuotaSize)
  1280. _, err = f.Seek(int64(11), io.SeekStart)
  1281. assert.NoError(t, err)
  1282. n, err = f.Write(testFileContent)
  1283. assert.NoError(t, err)
  1284. assert.Equal(t, len(testFileContent), n)
  1285. err = f.Truncate(5)
  1286. assert.NoError(t, err)
  1287. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1288. assert.NoError(t, err)
  1289. assert.Equal(t, 1, user.UsedQuotaFiles)
  1290. assert.Equal(t, int64(5), user.UsedQuotaSize)
  1291. _, err = f.Seek(int64(5), io.SeekStart)
  1292. assert.NoError(t, err)
  1293. n, err = f.Write(testFileContent)
  1294. assert.NoError(t, err)
  1295. assert.Equal(t, len(testFileContent), n)
  1296. err = f.Truncate(12)
  1297. assert.NoError(t, err)
  1298. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1299. assert.NoError(t, err)
  1300. assert.Equal(t, 1, user.UsedQuotaFiles)
  1301. assert.Equal(t, int64(12), user.UsedQuotaSize)
  1302. _, err = f.Seek(int64(12), io.SeekStart)
  1303. assert.NoError(t, err)
  1304. _, err = f.Write(testFileContent)
  1305. if assert.Error(t, err) {
  1306. assert.Contains(t, err.Error(), common.ErrQuotaExceeded.Error())
  1307. }
  1308. err = f.Close()
  1309. assert.Error(t, err)
  1310. // the file is deleted
  1311. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1312. assert.NoError(t, err)
  1313. assert.Equal(t, 0, user.UsedQuotaFiles)
  1314. assert.Equal(t, int64(0), user.UsedQuotaSize)
  1315. }
  1316. if user.Username == defaultUsername {
  1317. // basic test inside a virtual folder
  1318. vfileName1 := path.Join(vdirPath1, testFileName)
  1319. f, err = client.OpenFile(vfileName1, os.O_WRONLY|os.O_CREATE)
  1320. if assert.NoError(t, err) {
  1321. n, err := f.Write(testFileContent)
  1322. assert.NoError(t, err)
  1323. assert.Equal(t, len(testFileContent), n)
  1324. err = f.Truncate(2)
  1325. assert.NoError(t, err)
  1326. expectedQuotaFiles := 0
  1327. expectedQuotaSize := int64(2)
  1328. fold, _, err := httpdtest.GetFolderByName(folder1.Name, http.StatusOK)
  1329. assert.NoError(t, err)
  1330. assert.Equal(t, expectedQuotaSize, fold.UsedQuotaSize)
  1331. assert.Equal(t, expectedQuotaFiles, fold.UsedQuotaFiles)
  1332. err = f.Close()
  1333. assert.NoError(t, err)
  1334. expectedQuotaFiles = 1
  1335. fold, _, err = httpdtest.GetFolderByName(folder1.Name, http.StatusOK)
  1336. assert.NoError(t, err)
  1337. assert.Equal(t, expectedQuotaSize, fold.UsedQuotaSize)
  1338. assert.Equal(t, expectedQuotaFiles, fold.UsedQuotaFiles)
  1339. }
  1340. err = client.Truncate(vfileName1, 1)
  1341. assert.NoError(t, err)
  1342. fold, _, err := httpdtest.GetFolderByName(folder1.Name, http.StatusOK)
  1343. assert.NoError(t, err)
  1344. assert.Equal(t, int64(1), fold.UsedQuotaSize)
  1345. assert.Equal(t, 1, fold.UsedQuotaFiles)
  1346. // now test on vdirPath2, the folder quota is included in the user's quota
  1347. vfileName2 := path.Join(vdirPath2, testFileName)
  1348. f, err = client.OpenFile(vfileName2, os.O_WRONLY|os.O_CREATE)
  1349. if assert.NoError(t, err) {
  1350. n, err := f.Write(testFileContent)
  1351. assert.NoError(t, err)
  1352. assert.Equal(t, len(testFileContent), n)
  1353. err = f.Truncate(3)
  1354. assert.NoError(t, err)
  1355. expectedQuotaFiles := 0
  1356. expectedQuotaSize := int64(3)
  1357. fold, _, err := httpdtest.GetFolderByName(folder2.Name, http.StatusOK)
  1358. assert.NoError(t, err)
  1359. assert.Equal(t, int64(0), fold.UsedQuotaSize)
  1360. assert.Equal(t, 0, fold.UsedQuotaFiles)
  1361. err = f.Close()
  1362. assert.NoError(t, err)
  1363. expectedQuotaFiles = 1
  1364. fold, _, err = httpdtest.GetFolderByName(folder2.Name, http.StatusOK)
  1365. assert.NoError(t, err)
  1366. assert.Equal(t, int64(0), fold.UsedQuotaSize)
  1367. assert.Equal(t, 0, fold.UsedQuotaFiles)
  1368. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1369. assert.NoError(t, err)
  1370. assert.Equal(t, expectedQuotaFiles, user.UsedQuotaFiles)
  1371. assert.Equal(t, expectedQuotaSize, user.UsedQuotaSize)
  1372. }
  1373. // cleanup
  1374. err = os.RemoveAll(user.GetHomeDir())
  1375. assert.NoError(t, err)
  1376. if user.Username == defaultUsername {
  1377. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  1378. assert.NoError(t, err)
  1379. user.Password = defaultPassword
  1380. user.QuotaSize = 0
  1381. user.ID = 0
  1382. user.CreatedAt = 0
  1383. _, resp, err := httpdtest.AddUser(user, http.StatusCreated)
  1384. assert.NoError(t, err, string(resp))
  1385. }
  1386. }
  1387. }
  1388. }
  1389. _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
  1390. assert.NoError(t, err)
  1391. _, err = httpdtest.RemoveUser(localUser, http.StatusOK)
  1392. assert.NoError(t, err)
  1393. err = os.RemoveAll(localUser.GetHomeDir())
  1394. assert.NoError(t, err)
  1395. _, err = httpdtest.RemoveFolder(folder1, http.StatusOK)
  1396. assert.NoError(t, err)
  1397. err = os.RemoveAll(mappedPath1)
  1398. assert.NoError(t, err)
  1399. _, err = httpdtest.RemoveFolder(folder2, http.StatusOK)
  1400. assert.NoError(t, err)
  1401. err = os.RemoveAll(mappedPath2)
  1402. assert.NoError(t, err)
  1403. }
  1404. func TestVirtualFoldersQuotaRenameOverwrite(t *testing.T) {
  1405. testFileSize := int64(131072)
  1406. testFileSize1 := int64(65537)
  1407. testFileName1 := "test_file1.dat" //nolint:goconst
  1408. u := getTestUser()
  1409. u.QuotaFiles = 0
  1410. u.QuotaSize = 0
  1411. mappedPath1 := filepath.Join(os.TempDir(), "vdir1")
  1412. folderName1 := filepath.Base(mappedPath1)
  1413. vdirPath1 := "/vdir1" //nolint:goconst
  1414. mappedPath2 := filepath.Join(os.TempDir(), "vdir2")
  1415. folderName2 := filepath.Base(mappedPath2)
  1416. vdirPath2 := "/vdir2" //nolint:goconst
  1417. mappedPath3 := filepath.Join(os.TempDir(), "vdir3")
  1418. folderName3 := filepath.Base(mappedPath3)
  1419. vdirPath3 := "/vdir3"
  1420. f1 := vfs.BaseVirtualFolder{
  1421. Name: folderName1,
  1422. MappedPath: mappedPath1,
  1423. }
  1424. _, _, err := httpdtest.AddFolder(f1, http.StatusCreated)
  1425. assert.NoError(t, err)
  1426. f2 := vfs.BaseVirtualFolder{
  1427. Name: folderName2,
  1428. MappedPath: mappedPath2,
  1429. }
  1430. _, _, err = httpdtest.AddFolder(f2, http.StatusCreated)
  1431. assert.NoError(t, err)
  1432. f3 := vfs.BaseVirtualFolder{
  1433. Name: folderName3,
  1434. MappedPath: mappedPath3,
  1435. }
  1436. _, _, err = httpdtest.AddFolder(f3, http.StatusCreated)
  1437. assert.NoError(t, err)
  1438. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1439. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1440. Name: folderName1,
  1441. },
  1442. VirtualPath: vdirPath1,
  1443. QuotaFiles: 2,
  1444. QuotaSize: 0,
  1445. })
  1446. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1447. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1448. Name: folderName2,
  1449. },
  1450. VirtualPath: vdirPath2,
  1451. QuotaFiles: 0,
  1452. QuotaSize: testFileSize + testFileSize1 + 1,
  1453. })
  1454. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1455. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1456. Name: folderName3,
  1457. },
  1458. VirtualPath: vdirPath3,
  1459. QuotaFiles: 2,
  1460. QuotaSize: testFileSize * 2,
  1461. })
  1462. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  1463. assert.NoError(t, err)
  1464. conn, client, err := getSftpClient(user)
  1465. if assert.NoError(t, err) {
  1466. defer conn.Close()
  1467. defer client.Close()
  1468. err = writeSFTPFile(path.Join(vdirPath1, testFileName), testFileSize, client)
  1469. assert.NoError(t, err)
  1470. f, err := client.Open(path.Join(vdirPath1, testFileName))
  1471. assert.NoError(t, err)
  1472. contents, err := io.ReadAll(f)
  1473. assert.NoError(t, err)
  1474. err = f.Close()
  1475. assert.NoError(t, err)
  1476. assert.Len(t, contents, int(testFileSize))
  1477. err = writeSFTPFile(path.Join(vdirPath2, testFileName), testFileSize, client)
  1478. assert.NoError(t, err)
  1479. err = writeSFTPFile(path.Join(vdirPath1, testFileName1), testFileSize1, client)
  1480. assert.NoError(t, err)
  1481. err = writeSFTPFile(path.Join(vdirPath2, testFileName1), testFileSize1, client)
  1482. assert.NoError(t, err)
  1483. err = writeSFTPFile(testFileName, testFileSize, client)
  1484. assert.NoError(t, err)
  1485. err = writeSFTPFile(testFileName1, testFileSize1, client)
  1486. assert.NoError(t, err)
  1487. err = writeSFTPFile(path.Join(vdirPath3, testFileName), testFileSize, client)
  1488. assert.NoError(t, err)
  1489. err = writeSFTPFile(path.Join(vdirPath3, testFileName+"1"), testFileSize, client)
  1490. assert.NoError(t, err)
  1491. err = client.Rename(testFileName, path.Join(vdirPath1, testFileName+".rename")) //nolint:goconst
  1492. assert.Error(t, err)
  1493. // we overwrite an existing file and we have unlimited size
  1494. err = client.Rename(testFileName, path.Join(vdirPath1, testFileName))
  1495. assert.NoError(t, err)
  1496. // we have no space and we try to overwrite a bigger file with a smaller one, this should succeed
  1497. err = client.Rename(testFileName1, path.Join(vdirPath2, testFileName))
  1498. assert.NoError(t, err)
  1499. err = writeSFTPFile(path.Join(vdirPath2, testFileName), testFileSize, client)
  1500. assert.NoError(t, err)
  1501. err = writeSFTPFile(testFileName, testFileSize, client)
  1502. assert.NoError(t, err)
  1503. // we have no space and we try to overwrite a smaller file with a bigger one, this should fail
  1504. err = client.Rename(testFileName, path.Join(vdirPath2, testFileName1))
  1505. assert.Error(t, err)
  1506. fi, err := client.Stat(path.Join(vdirPath1, testFileName1))
  1507. if assert.NoError(t, err) {
  1508. assert.Equal(t, testFileSize1, fi.Size())
  1509. }
  1510. // we are overquota inside vdir3 size 2/2 and size 262144/262144
  1511. err = client.Rename(path.Join(vdirPath1, testFileName1), path.Join(vdirPath3, testFileName1+".rename"))
  1512. assert.Error(t, err)
  1513. // we overwrite an existing file and we have enough size
  1514. err = client.Rename(path.Join(vdirPath1, testFileName1), path.Join(vdirPath3, testFileName))
  1515. assert.NoError(t, err)
  1516. testFileName2 := "test_file2.dat"
  1517. err = writeSFTPFile(testFileName2, testFileSize+testFileSize1, client)
  1518. assert.NoError(t, err)
  1519. // we overwrite an existing file and we haven't enough size
  1520. err = client.Rename(testFileName2, path.Join(vdirPath3, testFileName))
  1521. assert.Error(t, err)
  1522. // now remove a file from vdir3, create a dir with 2 files and try to rename it in vdir3
  1523. // this will fail since the rename will result in 3 files inside vdir3 and quota limits only
  1524. // allow 2 total files there
  1525. err = client.Remove(path.Join(vdirPath3, testFileName+"1"))
  1526. assert.NoError(t, err)
  1527. aDir := "a dir"
  1528. err = client.Mkdir(aDir)
  1529. assert.NoError(t, err)
  1530. err = writeSFTPFile(path.Join(aDir, testFileName1), testFileSize1, client)
  1531. assert.NoError(t, err)
  1532. err = writeSFTPFile(path.Join(aDir, testFileName1+"1"), testFileSize1, client)
  1533. assert.NoError(t, err)
  1534. err = client.Rename(aDir, path.Join(vdirPath3, aDir))
  1535. assert.Error(t, err)
  1536. }
  1537. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  1538. assert.NoError(t, err)
  1539. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName1}, http.StatusOK)
  1540. assert.NoError(t, err)
  1541. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName2}, http.StatusOK)
  1542. assert.NoError(t, err)
  1543. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName3}, http.StatusOK)
  1544. assert.NoError(t, err)
  1545. err = os.RemoveAll(user.GetHomeDir())
  1546. assert.NoError(t, err)
  1547. err = os.RemoveAll(mappedPath1)
  1548. assert.NoError(t, err)
  1549. err = os.RemoveAll(mappedPath2)
  1550. assert.NoError(t, err)
  1551. err = os.RemoveAll(mappedPath3)
  1552. assert.NoError(t, err)
  1553. }
  1554. func TestQuotaRenameOverwrite(t *testing.T) {
  1555. u := getTestUser()
  1556. u.QuotaFiles = 100
  1557. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  1558. assert.NoError(t, err)
  1559. conn, client, err := getSftpClient(user)
  1560. if assert.NoError(t, err) {
  1561. defer conn.Close()
  1562. defer client.Close()
  1563. testFileSize := int64(131072)
  1564. testFileSize1 := int64(65537)
  1565. testFileName1 := "test_file1.dat"
  1566. err = writeSFTPFile(testFileName, testFileSize, client)
  1567. assert.NoError(t, err)
  1568. f, err := client.Open(testFileName)
  1569. assert.NoError(t, err)
  1570. contents := make([]byte, testFileSize)
  1571. n, err := io.ReadFull(f, contents)
  1572. assert.NoError(t, err)
  1573. assert.Equal(t, int(testFileSize), n)
  1574. err = f.Close()
  1575. assert.NoError(t, err)
  1576. err = writeSFTPFile(testFileName1, testFileSize1, client)
  1577. assert.NoError(t, err)
  1578. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1579. assert.NoError(t, err)
  1580. assert.Equal(t, int64(0), user.UsedDownloadDataTransfer)
  1581. assert.Equal(t, int64(0), user.UsedUploadDataTransfer)
  1582. assert.Equal(t, 2, user.UsedQuotaFiles)
  1583. assert.Equal(t, testFileSize+testFileSize1, user.UsedQuotaSize)
  1584. err = client.Rename(testFileName, testFileName1)
  1585. assert.NoError(t, err)
  1586. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1587. assert.NoError(t, err)
  1588. assert.Equal(t, int64(0), user.UsedDownloadDataTransfer)
  1589. assert.Equal(t, int64(0), user.UsedUploadDataTransfer)
  1590. assert.Equal(t, 1, user.UsedQuotaFiles)
  1591. assert.Equal(t, testFileSize, user.UsedQuotaSize)
  1592. err = client.Remove(testFileName1)
  1593. assert.NoError(t, err)
  1594. err = writeSFTPFile(testFileName, testFileSize, client)
  1595. assert.NoError(t, err)
  1596. err = writeSFTPFile(testFileName1, testFileSize1, client)
  1597. assert.NoError(t, err)
  1598. err = client.Rename(testFileName1, testFileName)
  1599. assert.NoError(t, err)
  1600. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1601. assert.NoError(t, err)
  1602. assert.Equal(t, 1, user.UsedQuotaFiles)
  1603. assert.Equal(t, testFileSize1, user.UsedQuotaSize)
  1604. }
  1605. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  1606. assert.NoError(t, err)
  1607. err = os.RemoveAll(user.GetHomeDir())
  1608. assert.NoError(t, err)
  1609. }
  1610. func TestVirtualFoldersQuotaValues(t *testing.T) {
  1611. u := getTestUser()
  1612. u.QuotaFiles = 100
  1613. mappedPath1 := filepath.Join(os.TempDir(), "vdir1")
  1614. vdirPath1 := "/vdir1"
  1615. folderName1 := filepath.Base(mappedPath1)
  1616. mappedPath2 := filepath.Join(os.TempDir(), "vdir2")
  1617. vdirPath2 := "/vdir2"
  1618. folderName2 := filepath.Base(mappedPath2)
  1619. f1 := vfs.BaseVirtualFolder{
  1620. Name: folderName1,
  1621. MappedPath: mappedPath1,
  1622. }
  1623. _, _, err := httpdtest.AddFolder(f1, http.StatusCreated)
  1624. assert.NoError(t, err)
  1625. f2 := vfs.BaseVirtualFolder{
  1626. Name: folderName2,
  1627. MappedPath: mappedPath2,
  1628. }
  1629. _, _, err = httpdtest.AddFolder(f2, http.StatusCreated)
  1630. assert.NoError(t, err)
  1631. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1632. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1633. Name: folderName1,
  1634. },
  1635. VirtualPath: vdirPath1,
  1636. // quota is included in the user's one
  1637. QuotaFiles: -1,
  1638. QuotaSize: -1,
  1639. })
  1640. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1641. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1642. Name: folderName2,
  1643. },
  1644. VirtualPath: vdirPath2,
  1645. // quota is unlimited and excluded from user's one
  1646. QuotaFiles: 0,
  1647. QuotaSize: 0,
  1648. })
  1649. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  1650. assert.NoError(t, err)
  1651. conn, client, err := getSftpClient(user)
  1652. if assert.NoError(t, err) {
  1653. defer conn.Close()
  1654. defer client.Close()
  1655. testFileSize := int64(131072)
  1656. err = writeSFTPFile(testFileName, testFileSize, client)
  1657. assert.NoError(t, err)
  1658. // we copy the same file two times to test quota update on file overwrite
  1659. err = writeSFTPFile(path.Join(vdirPath1, testFileName), testFileSize, client)
  1660. assert.NoError(t, err)
  1661. err = writeSFTPFile(path.Join(vdirPath1, testFileName), testFileSize, client)
  1662. assert.NoError(t, err)
  1663. err = writeSFTPFile(path.Join(vdirPath2, testFileName), testFileSize, client)
  1664. assert.NoError(t, err)
  1665. err = writeSFTPFile(path.Join(vdirPath2, testFileName), testFileSize, client)
  1666. assert.NoError(t, err)
  1667. expectedQuotaFiles := 2
  1668. expectedQuotaSize := testFileSize * 2
  1669. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1670. assert.NoError(t, err)
  1671. assert.Equal(t, expectedQuotaFiles, user.UsedQuotaFiles)
  1672. assert.Equal(t, expectedQuotaSize, user.UsedQuotaSize)
  1673. f, _, err := httpdtest.GetFolderByName(folderName1, http.StatusOK)
  1674. assert.NoError(t, err)
  1675. assert.Equal(t, int64(0), f.UsedQuotaSize)
  1676. assert.Equal(t, 0, f.UsedQuotaFiles)
  1677. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  1678. assert.NoError(t, err)
  1679. assert.Equal(t, testFileSize, f.UsedQuotaSize)
  1680. assert.Equal(t, 1, f.UsedQuotaFiles)
  1681. err = client.Remove(path.Join(vdirPath1, testFileName))
  1682. assert.NoError(t, err)
  1683. err = client.Remove(path.Join(vdirPath2, testFileName))
  1684. assert.NoError(t, err)
  1685. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  1686. assert.NoError(t, err)
  1687. assert.Equal(t, int64(0), f.UsedQuotaSize)
  1688. assert.Equal(t, 0, f.UsedQuotaFiles)
  1689. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  1690. assert.NoError(t, err)
  1691. assert.Equal(t, int64(0), f.UsedQuotaSize)
  1692. assert.Equal(t, 0, f.UsedQuotaFiles)
  1693. }
  1694. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  1695. assert.NoError(t, err)
  1696. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName1}, http.StatusOK)
  1697. assert.NoError(t, err)
  1698. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName2}, http.StatusOK)
  1699. assert.NoError(t, err)
  1700. err = os.RemoveAll(user.GetHomeDir())
  1701. assert.NoError(t, err)
  1702. err = os.RemoveAll(mappedPath1)
  1703. assert.NoError(t, err)
  1704. err = os.RemoveAll(mappedPath2)
  1705. assert.NoError(t, err)
  1706. }
  1707. func TestQuotaRenameInsideSameVirtualFolder(t *testing.T) {
  1708. u := getTestUser()
  1709. u.QuotaFiles = 100
  1710. mappedPath1 := filepath.Join(os.TempDir(), "vdir1")
  1711. vdirPath1 := "/vdir1"
  1712. folderName1 := filepath.Base(mappedPath1)
  1713. mappedPath2 := filepath.Join(os.TempDir(), "vdir2")
  1714. vdirPath2 := "/vdir2"
  1715. folderName2 := filepath.Base(mappedPath2)
  1716. f1 := vfs.BaseVirtualFolder{
  1717. Name: folderName1,
  1718. MappedPath: mappedPath1,
  1719. }
  1720. _, _, err := httpdtest.AddFolder(f1, http.StatusCreated)
  1721. assert.NoError(t, err)
  1722. f2 := vfs.BaseVirtualFolder{
  1723. Name: folderName2,
  1724. MappedPath: mappedPath2,
  1725. }
  1726. _, _, err = httpdtest.AddFolder(f2, http.StatusCreated)
  1727. assert.NoError(t, err)
  1728. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1729. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1730. Name: folderName1,
  1731. },
  1732. VirtualPath: vdirPath1,
  1733. // quota is included in the user's one
  1734. QuotaFiles: -1,
  1735. QuotaSize: -1,
  1736. })
  1737. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1738. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1739. Name: folderName2,
  1740. },
  1741. VirtualPath: vdirPath2,
  1742. // quota is unlimited and excluded from user's one
  1743. QuotaFiles: 0,
  1744. QuotaSize: 0,
  1745. })
  1746. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  1747. assert.NoError(t, err)
  1748. conn, client, err := getSftpClient(user)
  1749. if assert.NoError(t, err) {
  1750. defer conn.Close()
  1751. defer client.Close()
  1752. testFileName1 := "test_file1.dat"
  1753. testFileSize := int64(131072)
  1754. testFileSize1 := int64(65535)
  1755. dir1 := "dir1" //nolint:goconst
  1756. dir2 := "dir2" //nolint:goconst
  1757. assert.NoError(t, err)
  1758. err = client.Mkdir(path.Join(vdirPath1, dir1))
  1759. assert.NoError(t, err)
  1760. err = client.Mkdir(path.Join(vdirPath1, dir2))
  1761. assert.NoError(t, err)
  1762. err = client.Mkdir(path.Join(vdirPath2, dir1))
  1763. assert.NoError(t, err)
  1764. err = client.Mkdir(path.Join(vdirPath2, dir2))
  1765. assert.NoError(t, err)
  1766. err = writeSFTPFile(path.Join(vdirPath1, dir1, testFileName), testFileSize, client)
  1767. assert.NoError(t, err)
  1768. err = writeSFTPFile(path.Join(vdirPath1, dir2, testFileName1), testFileSize1, client)
  1769. assert.NoError(t, err)
  1770. err = writeSFTPFile(path.Join(vdirPath2, dir1, testFileName), testFileSize, client)
  1771. assert.NoError(t, err)
  1772. err = writeSFTPFile(path.Join(vdirPath2, dir2, testFileName1), testFileSize1, client)
  1773. assert.NoError(t, err)
  1774. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1775. assert.NoError(t, err)
  1776. assert.Equal(t, 2, user.UsedQuotaFiles)
  1777. assert.Equal(t, testFileSize+testFileSize1, user.UsedQuotaSize)
  1778. f, _, err := httpdtest.GetFolderByName(folderName1, http.StatusOK)
  1779. assert.NoError(t, err)
  1780. assert.Equal(t, int64(0), f.UsedQuotaSize)
  1781. assert.Equal(t, 0, f.UsedQuotaFiles)
  1782. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  1783. assert.NoError(t, err)
  1784. assert.Equal(t, testFileSize+testFileSize1, f.UsedQuotaSize)
  1785. assert.Equal(t, 2, f.UsedQuotaFiles)
  1786. // initial files:
  1787. // - vdir1/dir1/testFileName
  1788. // - vdir1/dir2/testFileName1
  1789. // - vdir2/dir1/testFileName
  1790. // - vdir2/dir2/testFileName1
  1791. //
  1792. // rename a file inside vdir1 it is included inside user quota, so we have:
  1793. // - vdir1/dir1/testFileName.rename
  1794. // - vdir1/dir2/testFileName1
  1795. // - vdir2/dir1/testFileName
  1796. // - vdir2/dir2/testFileName1
  1797. err = client.Rename(path.Join(vdirPath1, dir1, testFileName), path.Join(vdirPath1, dir1, testFileName+".rename"))
  1798. assert.NoError(t, err)
  1799. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1800. assert.NoError(t, err)
  1801. assert.Equal(t, 2, user.UsedQuotaFiles)
  1802. assert.Equal(t, testFileSize+testFileSize1, user.UsedQuotaSize)
  1803. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  1804. assert.NoError(t, err)
  1805. assert.Equal(t, int64(0), f.UsedQuotaSize)
  1806. assert.Equal(t, 0, f.UsedQuotaFiles)
  1807. // rename a file inside vdir2, it isn't included inside user quota, so we have:
  1808. // - vdir1/dir1/testFileName.rename
  1809. // - vdir1/dir2/testFileName1
  1810. // - vdir2/dir1/testFileName.rename
  1811. // - vdir2/dir2/testFileName1
  1812. err = client.Rename(path.Join(vdirPath2, dir1, testFileName), path.Join(vdirPath2, dir1, testFileName+".rename"))
  1813. assert.NoError(t, err)
  1814. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1815. assert.NoError(t, err)
  1816. assert.Equal(t, 2, user.UsedQuotaFiles)
  1817. assert.Equal(t, testFileSize+testFileSize1, user.UsedQuotaSize)
  1818. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  1819. assert.NoError(t, err)
  1820. assert.Equal(t, testFileSize+testFileSize1, f.UsedQuotaSize)
  1821. assert.Equal(t, 2, f.UsedQuotaFiles)
  1822. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  1823. assert.NoError(t, err)
  1824. assert.Equal(t, int64(0), f.UsedQuotaSize)
  1825. assert.Equal(t, 0, f.UsedQuotaFiles)
  1826. // rename a file inside vdir2 overwriting an existing, we now have:
  1827. // - vdir1/dir1/testFileName.rename
  1828. // - vdir1/dir2/testFileName1
  1829. // - vdir2/dir1/testFileName.rename (initial testFileName1)
  1830. err = client.Rename(path.Join(vdirPath2, dir2, testFileName1), path.Join(vdirPath2, dir1, testFileName+".rename"))
  1831. assert.NoError(t, err)
  1832. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1833. assert.NoError(t, err)
  1834. assert.Equal(t, 2, user.UsedQuotaFiles)
  1835. assert.Equal(t, testFileSize+testFileSize1, user.UsedQuotaSize)
  1836. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  1837. assert.NoError(t, err)
  1838. assert.Equal(t, testFileSize1, f.UsedQuotaSize)
  1839. assert.Equal(t, 1, f.UsedQuotaFiles)
  1840. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  1841. assert.NoError(t, err)
  1842. assert.Equal(t, int64(0), f.UsedQuotaSize)
  1843. assert.Equal(t, 0, f.UsedQuotaFiles)
  1844. // rename a file inside vdir1 overwriting an existing, we now have:
  1845. // - vdir1/dir1/testFileName.rename (initial testFileName1)
  1846. // - vdir2/dir1/testFileName.rename (initial testFileName1)
  1847. err = client.Rename(path.Join(vdirPath1, dir2, testFileName1), path.Join(vdirPath1, dir1, testFileName+".rename"))
  1848. assert.NoError(t, err)
  1849. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1850. assert.NoError(t, err)
  1851. assert.Equal(t, 1, user.UsedQuotaFiles)
  1852. assert.Equal(t, testFileSize1, user.UsedQuotaSize)
  1853. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  1854. assert.NoError(t, err)
  1855. assert.Equal(t, int64(0), f.UsedQuotaSize)
  1856. assert.Equal(t, 0, f.UsedQuotaFiles)
  1857. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  1858. assert.NoError(t, err)
  1859. assert.Equal(t, testFileSize1, f.UsedQuotaSize)
  1860. assert.Equal(t, 1, f.UsedQuotaFiles)
  1861. // rename a directory inside the same virtual folder, quota should not change
  1862. err = client.RemoveDirectory(path.Join(vdirPath1, dir2))
  1863. assert.NoError(t, err)
  1864. err = client.RemoveDirectory(path.Join(vdirPath2, dir2))
  1865. assert.NoError(t, err)
  1866. err = client.Rename(path.Join(vdirPath1, dir1), path.Join(vdirPath1, dir2))
  1867. assert.NoError(t, err)
  1868. err = client.Rename(path.Join(vdirPath2, dir1), path.Join(vdirPath2, dir2))
  1869. assert.NoError(t, err)
  1870. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1871. assert.NoError(t, err)
  1872. assert.Equal(t, 1, user.UsedQuotaFiles)
  1873. assert.Equal(t, testFileSize1, user.UsedQuotaSize)
  1874. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  1875. assert.NoError(t, err)
  1876. assert.Equal(t, int64(0), f.UsedQuotaSize)
  1877. assert.Equal(t, 0, f.UsedQuotaFiles)
  1878. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  1879. assert.NoError(t, err)
  1880. assert.Equal(t, testFileSize1, f.UsedQuotaSize)
  1881. assert.Equal(t, 1, f.UsedQuotaFiles)
  1882. }
  1883. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  1884. assert.NoError(t, err)
  1885. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName1}, http.StatusOK)
  1886. assert.NoError(t, err)
  1887. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName2}, http.StatusOK)
  1888. assert.NoError(t, err)
  1889. err = os.RemoveAll(user.GetHomeDir())
  1890. assert.NoError(t, err)
  1891. err = os.RemoveAll(mappedPath1)
  1892. assert.NoError(t, err)
  1893. err = os.RemoveAll(mappedPath2)
  1894. assert.NoError(t, err)
  1895. }
  1896. func TestQuotaRenameBetweenVirtualFolder(t *testing.T) {
  1897. u := getTestUser()
  1898. u.QuotaFiles = 100
  1899. mappedPath1 := filepath.Join(os.TempDir(), "vdir1")
  1900. folderName1 := filepath.Base(mappedPath1)
  1901. vdirPath1 := "/vdir1"
  1902. mappedPath2 := filepath.Join(os.TempDir(), "vdir2")
  1903. folderName2 := filepath.Base(mappedPath2)
  1904. vdirPath2 := "/vdir2"
  1905. f1 := vfs.BaseVirtualFolder{
  1906. Name: folderName1,
  1907. MappedPath: mappedPath1,
  1908. }
  1909. _, _, err := httpdtest.AddFolder(f1, http.StatusCreated)
  1910. assert.NoError(t, err)
  1911. f2 := vfs.BaseVirtualFolder{
  1912. Name: folderName2,
  1913. MappedPath: mappedPath2,
  1914. }
  1915. _, _, err = httpdtest.AddFolder(f2, http.StatusCreated)
  1916. assert.NoError(t, err)
  1917. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1918. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1919. Name: folderName1,
  1920. },
  1921. VirtualPath: vdirPath1,
  1922. // quota is included in the user's one
  1923. QuotaFiles: -1,
  1924. QuotaSize: -1,
  1925. })
  1926. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1927. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1928. Name: folderName2,
  1929. },
  1930. VirtualPath: vdirPath2,
  1931. // quota is unlimited and excluded from user's one
  1932. QuotaFiles: 0,
  1933. QuotaSize: 0,
  1934. })
  1935. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  1936. assert.NoError(t, err)
  1937. conn, client, err := getSftpClient(user)
  1938. if assert.NoError(t, err) {
  1939. defer conn.Close()
  1940. defer client.Close()
  1941. testFileName1 := "test_file1.dat"
  1942. testFileSize := int64(131072)
  1943. testFileSize1 := int64(65535)
  1944. dir1 := "dir1"
  1945. dir2 := "dir2"
  1946. err = client.Mkdir(path.Join(vdirPath1, dir1))
  1947. assert.NoError(t, err)
  1948. err = client.Mkdir(path.Join(vdirPath1, dir2))
  1949. assert.NoError(t, err)
  1950. err = client.Mkdir(path.Join(vdirPath2, dir1))
  1951. assert.NoError(t, err)
  1952. err = client.Mkdir(path.Join(vdirPath2, dir2))
  1953. assert.NoError(t, err)
  1954. err = writeSFTPFile(path.Join(vdirPath1, dir1, testFileName), testFileSize, client)
  1955. assert.NoError(t, err)
  1956. err = writeSFTPFile(path.Join(vdirPath1, dir2, testFileName1), testFileSize1, client)
  1957. assert.NoError(t, err)
  1958. err = writeSFTPFile(path.Join(vdirPath2, dir1, testFileName), testFileSize, client)
  1959. assert.NoError(t, err)
  1960. err = writeSFTPFile(path.Join(vdirPath2, dir2, testFileName1), testFileSize1, client)
  1961. assert.NoError(t, err)
  1962. // initial files:
  1963. // - vdir1/dir1/testFileName
  1964. // - vdir1/dir2/testFileName1
  1965. // - vdir2/dir1/testFileName
  1966. // - vdir2/dir2/testFileName1
  1967. //
  1968. // rename a file from vdir1 to vdir2, vdir1 is included inside user quota, so we have:
  1969. // - vdir1/dir1/testFileName
  1970. // - vdir2/dir1/testFileName
  1971. // - vdir2/dir2/testFileName1
  1972. // - vdir2/dir1/testFileName1.rename
  1973. err = client.Rename(path.Join(vdirPath1, dir2, testFileName1), path.Join(vdirPath2, dir1, testFileName1+".rename"))
  1974. assert.NoError(t, err)
  1975. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1976. assert.NoError(t, err)
  1977. assert.Equal(t, 1, user.UsedQuotaFiles)
  1978. assert.Equal(t, testFileSize, user.UsedQuotaSize)
  1979. f, _, err := httpdtest.GetFolderByName(folderName1, http.StatusOK)
  1980. assert.NoError(t, err)
  1981. assert.Equal(t, int64(0), f.UsedQuotaSize)
  1982. assert.Equal(t, 0, f.UsedQuotaFiles)
  1983. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  1984. assert.NoError(t, err)
  1985. assert.Equal(t, testFileSize+testFileSize1+testFileSize1, f.UsedQuotaSize)
  1986. assert.Equal(t, 3, f.UsedQuotaFiles)
  1987. // rename a file from vdir2 to vdir1, vdir2 is not included inside user quota, so we have:
  1988. // - vdir1/dir1/testFileName
  1989. // - vdir1/dir2/testFileName.rename
  1990. // - vdir2/dir2/testFileName1
  1991. // - vdir2/dir1/testFileName1.rename
  1992. err = client.Rename(path.Join(vdirPath2, dir1, testFileName), path.Join(vdirPath1, dir2, testFileName+".rename"))
  1993. assert.NoError(t, err)
  1994. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1995. assert.NoError(t, err)
  1996. assert.Equal(t, 2, user.UsedQuotaFiles)
  1997. assert.Equal(t, testFileSize*2, user.UsedQuotaSize)
  1998. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  1999. assert.NoError(t, err)
  2000. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2001. assert.Equal(t, 0, f.UsedQuotaFiles)
  2002. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2003. assert.NoError(t, err)
  2004. assert.Equal(t, testFileSize1*2, f.UsedQuotaSize)
  2005. assert.Equal(t, 2, f.UsedQuotaFiles)
  2006. // rename a file from vdir1 to vdir2 overwriting an existing file, vdir1 is included inside user quota, so we have:
  2007. // - vdir1/dir2/testFileName.rename
  2008. // - vdir2/dir2/testFileName1 (is the initial testFileName)
  2009. // - vdir2/dir1/testFileName1.rename
  2010. err = client.Rename(path.Join(vdirPath1, dir1, testFileName), path.Join(vdirPath2, dir2, testFileName1))
  2011. assert.NoError(t, err)
  2012. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2013. assert.NoError(t, err)
  2014. assert.Equal(t, 1, user.UsedQuotaFiles)
  2015. assert.Equal(t, testFileSize, user.UsedQuotaSize)
  2016. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2017. assert.NoError(t, err)
  2018. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2019. assert.Equal(t, 0, f.UsedQuotaFiles)
  2020. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2021. assert.NoError(t, err)
  2022. assert.Equal(t, testFileSize1+testFileSize, f.UsedQuotaSize)
  2023. assert.Equal(t, 2, f.UsedQuotaFiles)
  2024. // rename a file from vdir2 to vdir1 overwriting an existing file, vdir2 is not included inside user quota, so we have:
  2025. // - vdir1/dir2/testFileName.rename (is the initial testFileName1)
  2026. // - vdir2/dir2/testFileName1 (is the initial testFileName)
  2027. err = client.Rename(path.Join(vdirPath2, dir1, testFileName1+".rename"), path.Join(vdirPath1, dir2, testFileName+".rename"))
  2028. assert.NoError(t, err)
  2029. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2030. assert.NoError(t, err)
  2031. assert.Equal(t, 1, user.UsedQuotaFiles)
  2032. assert.Equal(t, testFileSize1, user.UsedQuotaSize)
  2033. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2034. assert.NoError(t, err)
  2035. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2036. assert.Equal(t, 0, f.UsedQuotaFiles)
  2037. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2038. assert.NoError(t, err)
  2039. assert.Equal(t, testFileSize, f.UsedQuotaSize)
  2040. assert.Equal(t, 1, f.UsedQuotaFiles)
  2041. err = writeSFTPFile(path.Join(vdirPath1, dir2, testFileName), testFileSize, client)
  2042. assert.NoError(t, err)
  2043. err = writeSFTPFile(path.Join(vdirPath2, dir2, testFileName), testFileSize1, client)
  2044. assert.NoError(t, err)
  2045. err = writeSFTPFile(path.Join(vdirPath2, dir2, testFileName+"1.dupl"), testFileSize1, client)
  2046. assert.NoError(t, err)
  2047. err = client.RemoveDirectory(path.Join(vdirPath1, dir1))
  2048. assert.NoError(t, err)
  2049. err = client.RemoveDirectory(path.Join(vdirPath2, dir1))
  2050. assert.NoError(t, err)
  2051. // - vdir1/dir2/testFileName.rename (initial testFileName1)
  2052. // - vdir1/dir2/testFileName
  2053. // - vdir2/dir2/testFileName1 (initial testFileName)
  2054. // - vdir2/dir2/testFileName (initial testFileName1)
  2055. // - vdir2/dir2/testFileName1.dupl
  2056. // rename directories between the two virtual folders
  2057. err = client.Rename(path.Join(vdirPath2, dir2), path.Join(vdirPath1, dir1))
  2058. assert.NoError(t, err)
  2059. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2060. assert.NoError(t, err)
  2061. assert.Equal(t, 5, user.UsedQuotaFiles)
  2062. assert.Equal(t, testFileSize1*3+testFileSize*2, user.UsedQuotaSize)
  2063. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2064. assert.NoError(t, err)
  2065. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2066. assert.Equal(t, 0, f.UsedQuotaFiles)
  2067. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2068. assert.NoError(t, err)
  2069. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2070. assert.Equal(t, 0, f.UsedQuotaFiles)
  2071. // now move on vpath2
  2072. err = client.Rename(path.Join(vdirPath1, dir2), path.Join(vdirPath2, dir1))
  2073. assert.NoError(t, err)
  2074. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2075. assert.NoError(t, err)
  2076. assert.Equal(t, 3, user.UsedQuotaFiles)
  2077. assert.Equal(t, testFileSize1*2+testFileSize, user.UsedQuotaSize)
  2078. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2079. assert.NoError(t, err)
  2080. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2081. assert.Equal(t, 0, f.UsedQuotaFiles)
  2082. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2083. assert.NoError(t, err)
  2084. assert.Equal(t, testFileSize+testFileSize1, f.UsedQuotaSize)
  2085. assert.Equal(t, 2, f.UsedQuotaFiles)
  2086. }
  2087. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  2088. assert.NoError(t, err)
  2089. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName1}, http.StatusOK)
  2090. assert.NoError(t, err)
  2091. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName2}, http.StatusOK)
  2092. assert.NoError(t, err)
  2093. err = os.RemoveAll(user.GetHomeDir())
  2094. assert.NoError(t, err)
  2095. err = os.RemoveAll(mappedPath1)
  2096. assert.NoError(t, err)
  2097. err = os.RemoveAll(mappedPath2)
  2098. assert.NoError(t, err)
  2099. }
  2100. func TestQuotaRenameFromVirtualFolder(t *testing.T) {
  2101. u := getTestUser()
  2102. u.QuotaFiles = 100
  2103. mappedPath1 := filepath.Join(os.TempDir(), "vdir1")
  2104. folderName1 := filepath.Base(mappedPath1)
  2105. vdirPath1 := "/vdir1"
  2106. mappedPath2 := filepath.Join(os.TempDir(), "vdir2")
  2107. folderName2 := filepath.Base(mappedPath2)
  2108. vdirPath2 := "/vdir2"
  2109. f1 := vfs.BaseVirtualFolder{
  2110. Name: folderName1,
  2111. MappedPath: mappedPath1,
  2112. }
  2113. _, _, err := httpdtest.AddFolder(f1, http.StatusCreated)
  2114. assert.NoError(t, err)
  2115. f2 := vfs.BaseVirtualFolder{
  2116. Name: folderName2,
  2117. MappedPath: mappedPath2,
  2118. }
  2119. _, _, err = httpdtest.AddFolder(f2, http.StatusCreated)
  2120. assert.NoError(t, err)
  2121. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  2122. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2123. Name: folderName1,
  2124. },
  2125. VirtualPath: vdirPath1,
  2126. // quota is included in the user's one
  2127. QuotaFiles: -1,
  2128. QuotaSize: -1,
  2129. })
  2130. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  2131. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2132. Name: folderName2,
  2133. },
  2134. VirtualPath: vdirPath2,
  2135. // quota is unlimited and excluded from user's one
  2136. QuotaFiles: 0,
  2137. QuotaSize: 0,
  2138. })
  2139. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  2140. assert.NoError(t, err)
  2141. conn, client, err := getSftpClient(user)
  2142. if assert.NoError(t, err) {
  2143. defer conn.Close()
  2144. defer client.Close()
  2145. testFileName1 := "test_file1.dat"
  2146. testFileSize := int64(131072)
  2147. testFileSize1 := int64(65535)
  2148. dir1 := "dir1"
  2149. dir2 := "dir2"
  2150. err = client.Mkdir(path.Join(vdirPath1, dir1))
  2151. assert.NoError(t, err)
  2152. err = client.Mkdir(path.Join(vdirPath1, dir2))
  2153. assert.NoError(t, err)
  2154. err = client.Mkdir(path.Join(vdirPath2, dir1))
  2155. assert.NoError(t, err)
  2156. err = client.Mkdir(path.Join(vdirPath2, dir2))
  2157. assert.NoError(t, err)
  2158. err = writeSFTPFile(path.Join(vdirPath1, dir1, testFileName), testFileSize, client)
  2159. assert.NoError(t, err)
  2160. err = writeSFTPFile(path.Join(vdirPath1, dir2, testFileName1), testFileSize1, client)
  2161. assert.NoError(t, err)
  2162. err = writeSFTPFile(path.Join(vdirPath2, dir1, testFileName), testFileSize, client)
  2163. assert.NoError(t, err)
  2164. err = writeSFTPFile(path.Join(vdirPath2, dir2, testFileName1), testFileSize1, client)
  2165. assert.NoError(t, err)
  2166. // initial files:
  2167. // - vdir1/dir1/testFileName
  2168. // - vdir1/dir2/testFileName1
  2169. // - vdir2/dir1/testFileName
  2170. // - vdir2/dir2/testFileName1
  2171. //
  2172. // rename a file from vdir1 to the user home dir, vdir1 is included in user quota so we have:
  2173. // - testFileName
  2174. // - vdir1/dir2/testFileName1
  2175. // - vdir2/dir1/testFileName
  2176. // - vdir2/dir2/testFileName1
  2177. err = client.Rename(path.Join(vdirPath1, dir1, testFileName), path.Join(testFileName))
  2178. assert.NoError(t, err)
  2179. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2180. assert.NoError(t, err)
  2181. assert.Equal(t, 2, user.UsedQuotaFiles)
  2182. assert.Equal(t, testFileSize+testFileSize1, user.UsedQuotaSize)
  2183. f, _, err := httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2184. assert.NoError(t, err)
  2185. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2186. assert.Equal(t, 0, f.UsedQuotaFiles)
  2187. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2188. assert.NoError(t, err)
  2189. assert.Equal(t, testFileSize+testFileSize1, f.UsedQuotaSize)
  2190. assert.Equal(t, 2, f.UsedQuotaFiles)
  2191. // rename a file from vdir2 to the user home dir, vdir2 is not included in user quota so we have:
  2192. // - testFileName
  2193. // - testFileName1
  2194. // - vdir1/dir2/testFileName1
  2195. // - vdir2/dir1/testFileName
  2196. err = client.Rename(path.Join(vdirPath2, dir2, testFileName1), path.Join(testFileName1))
  2197. assert.NoError(t, err)
  2198. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2199. assert.NoError(t, err)
  2200. assert.Equal(t, 3, user.UsedQuotaFiles)
  2201. assert.Equal(t, testFileSize+testFileSize1+testFileSize1, user.UsedQuotaSize)
  2202. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2203. assert.NoError(t, err)
  2204. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2205. assert.Equal(t, 0, f.UsedQuotaFiles)
  2206. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2207. assert.NoError(t, err)
  2208. assert.Equal(t, testFileSize, f.UsedQuotaSize)
  2209. assert.Equal(t, 1, f.UsedQuotaFiles)
  2210. // rename a file from vdir1 to the user home dir overwriting an existing file, vdir1 is included in user quota so we have:
  2211. // - testFileName (initial testFileName1)
  2212. // - testFileName1
  2213. // - vdir2/dir1/testFileName
  2214. err = client.Rename(path.Join(vdirPath1, dir2, testFileName1), path.Join(testFileName))
  2215. assert.NoError(t, err)
  2216. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2217. assert.NoError(t, err)
  2218. assert.Equal(t, 2, user.UsedQuotaFiles)
  2219. assert.Equal(t, testFileSize1+testFileSize1, user.UsedQuotaSize)
  2220. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2221. assert.NoError(t, err)
  2222. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2223. assert.Equal(t, 0, f.UsedQuotaFiles)
  2224. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2225. assert.NoError(t, err)
  2226. assert.Equal(t, testFileSize, f.UsedQuotaSize)
  2227. assert.Equal(t, 1, f.UsedQuotaFiles)
  2228. // rename a file from vdir2 to the user home dir overwriting an existing file, vdir2 is not included in user quota so we have:
  2229. // - testFileName (initial testFileName1)
  2230. // - testFileName1 (initial testFileName)
  2231. err = client.Rename(path.Join(vdirPath2, dir1, testFileName), path.Join(testFileName1))
  2232. assert.NoError(t, err)
  2233. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2234. assert.NoError(t, err)
  2235. assert.Equal(t, 2, user.UsedQuotaFiles)
  2236. assert.Equal(t, testFileSize+testFileSize1, user.UsedQuotaSize)
  2237. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2238. assert.NoError(t, err)
  2239. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2240. assert.Equal(t, 0, f.UsedQuotaFiles)
  2241. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2242. assert.NoError(t, err)
  2243. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2244. assert.Equal(t, 0, f.UsedQuotaFiles)
  2245. // dir rename
  2246. err = writeSFTPFile(path.Join(vdirPath1, dir1, testFileName), testFileSize, client)
  2247. assert.NoError(t, err)
  2248. err = writeSFTPFile(path.Join(vdirPath1, dir1, testFileName1), testFileSize1, client)
  2249. assert.NoError(t, err)
  2250. err = writeSFTPFile(path.Join(vdirPath2, dir1, testFileName), testFileSize, client)
  2251. assert.NoError(t, err)
  2252. err = writeSFTPFile(path.Join(vdirPath2, dir1, testFileName1), testFileSize1, client)
  2253. assert.NoError(t, err)
  2254. // - testFileName (initial testFileName1)
  2255. // - testFileName1 (initial testFileName)
  2256. // - vdir1/dir1/testFileName
  2257. // - vdir1/dir1/testFileName1
  2258. // - dir1/testFileName
  2259. // - dir1/testFileName1
  2260. err = client.Rename(path.Join(vdirPath2, dir1), dir1)
  2261. assert.NoError(t, err)
  2262. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2263. assert.NoError(t, err)
  2264. assert.Equal(t, 6, user.UsedQuotaFiles)
  2265. assert.Equal(t, testFileSize*3+testFileSize1*3, user.UsedQuotaSize)
  2266. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2267. assert.NoError(t, err)
  2268. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2269. assert.Equal(t, 0, f.UsedQuotaFiles)
  2270. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2271. assert.NoError(t, err)
  2272. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2273. assert.Equal(t, 0, f.UsedQuotaFiles)
  2274. // - testFileName (initial testFileName1)
  2275. // - testFileName1 (initial testFileName)
  2276. // - dir2/testFileName
  2277. // - dir2/testFileName1
  2278. // - dir1/testFileName
  2279. // - dir1/testFileName1
  2280. err = client.Rename(path.Join(vdirPath1, dir1), dir2)
  2281. assert.NoError(t, err)
  2282. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2283. assert.NoError(t, err)
  2284. assert.Equal(t, 6, user.UsedQuotaFiles)
  2285. assert.Equal(t, testFileSize*3+testFileSize1*3, user.UsedQuotaSize)
  2286. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2287. assert.NoError(t, err)
  2288. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2289. assert.Equal(t, 0, f.UsedQuotaFiles)
  2290. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2291. assert.NoError(t, err)
  2292. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2293. assert.Equal(t, 0, f.UsedQuotaFiles)
  2294. }
  2295. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  2296. assert.NoError(t, err)
  2297. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName1}, http.StatusOK)
  2298. assert.NoError(t, err)
  2299. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName2}, http.StatusOK)
  2300. assert.NoError(t, err)
  2301. err = os.RemoveAll(user.GetHomeDir())
  2302. assert.NoError(t, err)
  2303. err = os.RemoveAll(mappedPath1)
  2304. assert.NoError(t, err)
  2305. err = os.RemoveAll(mappedPath2)
  2306. assert.NoError(t, err)
  2307. }
  2308. func TestQuotaRenameToVirtualFolder(t *testing.T) {
  2309. u := getTestUser()
  2310. u.QuotaFiles = 100
  2311. mappedPath1 := filepath.Join(os.TempDir(), "vdir1")
  2312. folderName1 := filepath.Base(mappedPath1)
  2313. vdirPath1 := "/vdir1"
  2314. mappedPath2 := filepath.Join(os.TempDir(), "vdir2")
  2315. folderName2 := filepath.Base(mappedPath2)
  2316. vdirPath2 := "/vdir2"
  2317. f1 := vfs.BaseVirtualFolder{
  2318. Name: folderName1,
  2319. MappedPath: mappedPath1,
  2320. }
  2321. _, _, err := httpdtest.AddFolder(f1, http.StatusCreated)
  2322. assert.NoError(t, err)
  2323. f2 := vfs.BaseVirtualFolder{
  2324. Name: folderName2,
  2325. MappedPath: mappedPath2,
  2326. }
  2327. _, _, err = httpdtest.AddFolder(f2, http.StatusCreated)
  2328. assert.NoError(t, err)
  2329. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  2330. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2331. Name: folderName1,
  2332. },
  2333. VirtualPath: vdirPath1,
  2334. // quota is included in the user's one
  2335. QuotaFiles: -1,
  2336. QuotaSize: -1,
  2337. })
  2338. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  2339. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2340. Name: folderName2,
  2341. },
  2342. VirtualPath: vdirPath2,
  2343. // quota is unlimited and excluded from user's one
  2344. QuotaFiles: 0,
  2345. QuotaSize: 0,
  2346. })
  2347. u.Permissions[vdirPath1] = []string{dataprovider.PermListItems, dataprovider.PermDownload, dataprovider.PermUpload,
  2348. dataprovider.PermOverwrite, dataprovider.PermDelete, dataprovider.PermCreateSymlinks, dataprovider.PermCreateDirs,
  2349. dataprovider.PermRename}
  2350. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  2351. assert.NoError(t, err)
  2352. conn, client, err := getSftpClient(user)
  2353. if assert.NoError(t, err) {
  2354. defer conn.Close()
  2355. defer client.Close()
  2356. testFileName1 := "test_file1.dat"
  2357. testFileSize := int64(131072)
  2358. testFileSize1 := int64(65535)
  2359. dir1 := "dir1"
  2360. dir2 := "dir2"
  2361. err = client.Mkdir(path.Join(vdirPath1, dir1))
  2362. assert.NoError(t, err)
  2363. err = client.Mkdir(path.Join(vdirPath1, dir2))
  2364. assert.NoError(t, err)
  2365. err = client.Mkdir(path.Join(vdirPath2, dir1))
  2366. assert.NoError(t, err)
  2367. err = client.Mkdir(path.Join(vdirPath2, dir2))
  2368. assert.NoError(t, err)
  2369. err = writeSFTPFile(testFileName, testFileSize, client)
  2370. assert.NoError(t, err)
  2371. err = writeSFTPFile(testFileName1, testFileSize1, client)
  2372. assert.NoError(t, err)
  2373. // initial files:
  2374. // - testFileName
  2375. // - testFileName1
  2376. //
  2377. // rename a file from user home dir to vdir1, vdir1 is included in user quota so we have:
  2378. // - testFileName
  2379. // - /vdir1/dir1/testFileName1
  2380. err = client.Rename(testFileName1, path.Join(vdirPath1, dir1, testFileName1))
  2381. assert.NoError(t, err)
  2382. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2383. assert.NoError(t, err)
  2384. assert.Equal(t, 2, user.UsedQuotaFiles)
  2385. assert.Equal(t, testFileSize+testFileSize1, user.UsedQuotaSize)
  2386. f, _, err := httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2387. assert.NoError(t, err)
  2388. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2389. assert.Equal(t, 0, f.UsedQuotaFiles)
  2390. // rename a file from user home dir to vdir2, vdir2 is not included in user quota so we have:
  2391. // - /vdir2/dir1/testFileName
  2392. // - /vdir1/dir1/testFileName1
  2393. err = client.Rename(testFileName, path.Join(vdirPath2, dir1, testFileName))
  2394. assert.NoError(t, err)
  2395. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2396. assert.NoError(t, err)
  2397. assert.Equal(t, 1, user.UsedQuotaFiles)
  2398. assert.Equal(t, testFileSize1, user.UsedQuotaSize)
  2399. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2400. assert.NoError(t, err)
  2401. assert.Equal(t, testFileSize, f.UsedQuotaSize)
  2402. assert.Equal(t, 1, f.UsedQuotaFiles)
  2403. // upload two new files to the user home dir so we have:
  2404. // - testFileName
  2405. // - testFileName1
  2406. // - /vdir1/dir1/testFileName1
  2407. // - /vdir2/dir1/testFileName
  2408. err = writeSFTPFile(testFileName, testFileSize, client)
  2409. assert.NoError(t, err)
  2410. err = writeSFTPFile(testFileName1, testFileSize1, client)
  2411. assert.NoError(t, err)
  2412. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2413. assert.NoError(t, err)
  2414. assert.Equal(t, 3, user.UsedQuotaFiles)
  2415. assert.Equal(t, testFileSize+testFileSize1+testFileSize1, user.UsedQuotaSize)
  2416. // rename a file from user home dir to vdir1 overwriting an existing file, vdir1 is included in user quota so we have:
  2417. // - testFileName1
  2418. // - /vdir1/dir1/testFileName1 (initial testFileName)
  2419. // - /vdir2/dir1/testFileName
  2420. err = client.Rename(testFileName, path.Join(vdirPath1, dir1, testFileName1))
  2421. assert.NoError(t, err)
  2422. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2423. assert.NoError(t, err)
  2424. assert.Equal(t, 2, user.UsedQuotaFiles)
  2425. assert.Equal(t, testFileSize+testFileSize1, user.UsedQuotaSize)
  2426. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2427. assert.NoError(t, err)
  2428. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2429. assert.Equal(t, 0, f.UsedQuotaFiles)
  2430. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2431. assert.NoError(t, err)
  2432. assert.Equal(t, testFileSize, f.UsedQuotaSize)
  2433. assert.Equal(t, 1, f.UsedQuotaFiles)
  2434. // rename a file from user home dir to vdir2 overwriting an existing file, vdir2 is not included in user quota so we have:
  2435. // - /vdir1/dir1/testFileName1 (initial testFileName)
  2436. // - /vdir2/dir1/testFileName (initial testFileName1)
  2437. err = client.Rename(testFileName1, path.Join(vdirPath2, dir1, testFileName))
  2438. assert.NoError(t, err)
  2439. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2440. assert.NoError(t, err)
  2441. assert.Equal(t, 1, user.UsedQuotaFiles)
  2442. assert.Equal(t, testFileSize, user.UsedQuotaSize)
  2443. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2444. assert.NoError(t, err)
  2445. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2446. assert.Equal(t, 0, f.UsedQuotaFiles)
  2447. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2448. assert.NoError(t, err)
  2449. assert.Equal(t, testFileSize1, f.UsedQuotaSize)
  2450. assert.Equal(t, 1, f.UsedQuotaFiles)
  2451. err = client.Mkdir(dir1)
  2452. assert.NoError(t, err)
  2453. err = writeSFTPFile(path.Join(dir1, testFileName), testFileSize, client)
  2454. assert.NoError(t, err)
  2455. err = writeSFTPFile(path.Join(dir1, testFileName1), testFileSize1, client)
  2456. assert.NoError(t, err)
  2457. // - /dir1/testFileName
  2458. // - /dir1/testFileName1
  2459. // - /vdir1/dir1/testFileName1 (initial testFileName)
  2460. // - /vdir2/dir1/testFileName (initial testFileName1)
  2461. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2462. assert.NoError(t, err)
  2463. assert.Equal(t, 3, user.UsedQuotaFiles)
  2464. assert.Equal(t, testFileSize*2+testFileSize1, user.UsedQuotaSize)
  2465. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2466. assert.NoError(t, err)
  2467. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2468. assert.Equal(t, 0, f.UsedQuotaFiles)
  2469. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2470. assert.NoError(t, err)
  2471. assert.Equal(t, testFileSize1, f.UsedQuotaSize)
  2472. assert.Equal(t, 1, f.UsedQuotaFiles)
  2473. // - /vdir1/adir/testFileName
  2474. // - /vdir1/adir/testFileName1
  2475. // - /vdir1/dir1/testFileName1 (initial testFileName)
  2476. // - /vdir2/dir1/testFileName (initial testFileName1)
  2477. err = client.Rename(dir1, path.Join(vdirPath1, "adir"))
  2478. assert.NoError(t, err)
  2479. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2480. assert.NoError(t, err)
  2481. assert.Equal(t, 3, user.UsedQuotaFiles)
  2482. assert.Equal(t, testFileSize*2+testFileSize1, user.UsedQuotaSize)
  2483. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2484. assert.NoError(t, err)
  2485. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2486. assert.Equal(t, 0, f.UsedQuotaFiles)
  2487. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2488. assert.NoError(t, err)
  2489. assert.Equal(t, testFileSize1, f.UsedQuotaSize)
  2490. assert.Equal(t, 1, f.UsedQuotaFiles)
  2491. err = client.Mkdir(dir1)
  2492. assert.NoError(t, err)
  2493. err = writeSFTPFile(path.Join(dir1, testFileName), testFileSize, client)
  2494. assert.NoError(t, err)
  2495. err = writeSFTPFile(path.Join(dir1, testFileName1), testFileSize1, client)
  2496. assert.NoError(t, err)
  2497. // - /vdir1/adir/testFileName
  2498. // - /vdir1/adir/testFileName1
  2499. // - /vdir1/dir1/testFileName1 (initial testFileName)
  2500. // - /vdir2/dir1/testFileName (initial testFileName1)
  2501. // - /vdir2/adir/testFileName
  2502. // - /vdir2/adir/testFileName1
  2503. err = client.Rename(dir1, path.Join(vdirPath2, "adir"))
  2504. assert.NoError(t, err)
  2505. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2506. assert.NoError(t, err)
  2507. assert.Equal(t, 3, user.UsedQuotaFiles)
  2508. assert.Equal(t, testFileSize*2+testFileSize1, user.UsedQuotaSize)
  2509. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2510. assert.NoError(t, err)
  2511. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2512. assert.Equal(t, 0, f.UsedQuotaFiles)
  2513. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2514. assert.NoError(t, err)
  2515. assert.Equal(t, testFileSize1*2+testFileSize, f.UsedQuotaSize)
  2516. assert.Equal(t, 3, f.UsedQuotaFiles)
  2517. }
  2518. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  2519. assert.NoError(t, err)
  2520. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName1}, http.StatusOK)
  2521. assert.NoError(t, err)
  2522. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName2}, http.StatusOK)
  2523. assert.NoError(t, err)
  2524. err = os.RemoveAll(user.GetHomeDir())
  2525. assert.NoError(t, err)
  2526. err = os.RemoveAll(mappedPath1)
  2527. assert.NoError(t, err)
  2528. err = os.RemoveAll(mappedPath2)
  2529. assert.NoError(t, err)
  2530. }
  2531. func TestTransferQuotaLimits(t *testing.T) {
  2532. u := getTestUser()
  2533. u.TotalDataTransfer = 1
  2534. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  2535. assert.NoError(t, err)
  2536. conn, client, err := getSftpClient(user)
  2537. if assert.NoError(t, err) {
  2538. defer conn.Close()
  2539. defer client.Close()
  2540. testFileSize := int64(524288)
  2541. err = writeSFTPFile(testFileName, testFileSize, client)
  2542. assert.NoError(t, err)
  2543. f, err := client.Open(testFileName)
  2544. assert.NoError(t, err)
  2545. contents := make([]byte, testFileSize)
  2546. n, err := io.ReadFull(f, contents)
  2547. assert.NoError(t, err)
  2548. assert.Equal(t, int(testFileSize), n)
  2549. assert.Len(t, contents, int(testFileSize))
  2550. err = f.Close()
  2551. assert.NoError(t, err)
  2552. _, err = client.Open(testFileName)
  2553. if assert.Error(t, err) {
  2554. assert.Contains(t, err.Error(), "SSH_FX_FAILURE")
  2555. assert.Contains(t, err.Error(), common.ErrReadQuotaExceeded.Error())
  2556. }
  2557. err = writeSFTPFile(testFileName, testFileSize, client)
  2558. if assert.Error(t, err) {
  2559. assert.Contains(t, err.Error(), "SSH_FX_FAILURE")
  2560. assert.Contains(t, err.Error(), common.ErrQuotaExceeded.Error())
  2561. }
  2562. }
  2563. // test the limit while uploading/downloading
  2564. user.TotalDataTransfer = 0
  2565. user.UploadDataTransfer = 1
  2566. user.DownloadDataTransfer = 1
  2567. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  2568. assert.NoError(t, err)
  2569. conn, client, err = getSftpClient(user)
  2570. if assert.NoError(t, err) {
  2571. defer conn.Close()
  2572. defer client.Close()
  2573. testFileSize := int64(450000)
  2574. err = writeSFTPFile(testFileName, testFileSize, client)
  2575. assert.NoError(t, err)
  2576. f, err := client.Open(testFileName)
  2577. if assert.NoError(t, err) {
  2578. _, err = io.Copy(io.Discard, f)
  2579. assert.NoError(t, err)
  2580. err = f.Close()
  2581. assert.NoError(t, err)
  2582. }
  2583. f, err = client.Open(testFileName)
  2584. if assert.NoError(t, err) {
  2585. _, err = io.Copy(io.Discard, f)
  2586. if assert.Error(t, err) {
  2587. assert.Contains(t, err.Error(), "SSH_FX_FAILURE")
  2588. assert.Contains(t, err.Error(), common.ErrReadQuotaExceeded.Error())
  2589. }
  2590. err = f.Close()
  2591. assert.Error(t, err)
  2592. }
  2593. err = writeSFTPFile(testFileName, testFileSize, client)
  2594. if assert.Error(t, err) {
  2595. assert.Contains(t, err.Error(), "SSH_FX_FAILURE")
  2596. assert.Contains(t, err.Error(), common.ErrQuotaExceeded.Error())
  2597. }
  2598. }
  2599. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  2600. assert.NoError(t, err)
  2601. err = os.RemoveAll(user.GetHomeDir())
  2602. assert.NoError(t, err)
  2603. }
  2604. func TestVirtualFoldersLink(t *testing.T) {
  2605. u := getTestUser()
  2606. mappedPath1 := filepath.Join(os.TempDir(), "vdir1")
  2607. folderName1 := filepath.Base(mappedPath1)
  2608. vdirPath1 := "/vdir1"
  2609. mappedPath2 := filepath.Join(os.TempDir(), "vdir2")
  2610. folderName2 := filepath.Base(mappedPath2)
  2611. vdirPath2 := "/vdir2"
  2612. f1 := vfs.BaseVirtualFolder{
  2613. Name: folderName1,
  2614. MappedPath: mappedPath1,
  2615. }
  2616. _, _, err := httpdtest.AddFolder(f1, http.StatusCreated)
  2617. assert.NoError(t, err)
  2618. f2 := vfs.BaseVirtualFolder{
  2619. Name: folderName2,
  2620. MappedPath: mappedPath2,
  2621. }
  2622. _, _, err = httpdtest.AddFolder(f2, http.StatusCreated)
  2623. assert.NoError(t, err)
  2624. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  2625. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2626. Name: folderName1,
  2627. },
  2628. VirtualPath: vdirPath1,
  2629. // quota is included in the user's one
  2630. QuotaFiles: -1,
  2631. QuotaSize: -1,
  2632. })
  2633. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  2634. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2635. Name: folderName2,
  2636. },
  2637. VirtualPath: vdirPath2,
  2638. // quota is unlimited and excluded from user's one
  2639. QuotaFiles: 0,
  2640. QuotaSize: 0,
  2641. })
  2642. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  2643. assert.NoError(t, err)
  2644. conn, client, err := getSftpClient(user)
  2645. if assert.NoError(t, err) {
  2646. defer conn.Close()
  2647. defer client.Close()
  2648. testFileSize := int64(131072)
  2649. testDir := "adir"
  2650. err = writeSFTPFile(testFileName, testFileSize, client)
  2651. assert.NoError(t, err)
  2652. err = writeSFTPFile(path.Join(vdirPath1, testFileName), testFileSize, client)
  2653. assert.NoError(t, err)
  2654. err = writeSFTPFile(path.Join(vdirPath2, testFileName), testFileSize, client)
  2655. assert.NoError(t, err)
  2656. err = client.Mkdir(path.Join(vdirPath1, testDir))
  2657. assert.NoError(t, err)
  2658. err = client.Mkdir(path.Join(vdirPath2, testDir))
  2659. assert.NoError(t, err)
  2660. err = client.Symlink(testFileName, testFileName+".link")
  2661. assert.NoError(t, err)
  2662. err = client.Symlink(path.Join(vdirPath1, testFileName), path.Join(vdirPath1, testFileName+".link"))
  2663. assert.NoError(t, err)
  2664. err = client.Symlink(path.Join(vdirPath1, testFileName), path.Join(vdirPath1, testDir, testFileName+".link"))
  2665. assert.NoError(t, err)
  2666. err = client.Symlink(path.Join(vdirPath2, testFileName), path.Join(vdirPath2, testFileName+".link"))
  2667. assert.NoError(t, err)
  2668. err = client.Symlink(path.Join(vdirPath2, testFileName), path.Join(vdirPath2, testDir, testFileName+".link"))
  2669. assert.NoError(t, err)
  2670. err = client.Symlink(path.Join("/", testFileName), path.Join(vdirPath1, testFileName+".link1")) //nolint:goconst
  2671. if assert.Error(t, err) {
  2672. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  2673. }
  2674. err = client.Symlink(path.Join("/", testFileName), path.Join(vdirPath1, testDir, testFileName+".link1"))
  2675. if assert.Error(t, err) {
  2676. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  2677. }
  2678. err = client.Symlink(path.Join("/", testFileName), path.Join(vdirPath2, testFileName+".link1"))
  2679. if assert.Error(t, err) {
  2680. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  2681. }
  2682. err = client.Symlink(path.Join("/", testFileName), path.Join(vdirPath2, testDir, testFileName+".link1"))
  2683. if assert.Error(t, err) {
  2684. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  2685. }
  2686. err = client.Symlink(path.Join(vdirPath1, testFileName), testFileName+".link1")
  2687. if assert.Error(t, err) {
  2688. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  2689. }
  2690. err = client.Symlink(path.Join(vdirPath2, testFileName), testFileName+".link1")
  2691. if assert.Error(t, err) {
  2692. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  2693. }
  2694. err = client.Symlink(path.Join(vdirPath1, testFileName), path.Join(vdirPath2, testDir, testFileName+".link1"))
  2695. if assert.Error(t, err) {
  2696. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  2697. }
  2698. err = client.Symlink(path.Join(vdirPath2, testFileName), path.Join(vdirPath1, testFileName+".link1"))
  2699. if assert.Error(t, err) {
  2700. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  2701. }
  2702. err = client.Symlink("/", "/roolink")
  2703. assert.ErrorIs(t, err, os.ErrPermission)
  2704. err = client.Symlink(testFileName, "/")
  2705. assert.ErrorIs(t, err, os.ErrPermission)
  2706. err = client.Symlink(testFileName, vdirPath1)
  2707. if assert.Error(t, err) {
  2708. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  2709. }
  2710. err = client.Symlink(vdirPath1, testFileName+".link2")
  2711. if assert.Error(t, err) {
  2712. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  2713. }
  2714. }
  2715. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  2716. assert.NoError(t, err)
  2717. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName1}, http.StatusOK)
  2718. assert.NoError(t, err)
  2719. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName2}, http.StatusOK)
  2720. assert.NoError(t, err)
  2721. err = os.RemoveAll(user.GetHomeDir())
  2722. assert.NoError(t, err)
  2723. err = os.RemoveAll(mappedPath1)
  2724. assert.NoError(t, err)
  2725. err = os.RemoveAll(mappedPath2)
  2726. assert.NoError(t, err)
  2727. }
  2728. func TestCrossFolderRename(t *testing.T) {
  2729. folder1 := "folder1"
  2730. folder2 := "folder2"
  2731. folder3 := "folder3"
  2732. folder4 := "folder4"
  2733. folder5 := "folder5"
  2734. folder6 := "folder6"
  2735. folder7 := "folder7"
  2736. baseUser, resp, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  2737. assert.NoError(t, err, string(resp))
  2738. f1 := vfs.BaseVirtualFolder{
  2739. Name: folder1,
  2740. MappedPath: filepath.Join(os.TempDir(), folder1),
  2741. FsConfig: vfs.Filesystem{
  2742. Provider: sdk.CryptedFilesystemProvider,
  2743. CryptConfig: vfs.CryptFsConfig{
  2744. Passphrase: kms.NewPlainSecret(defaultPassword),
  2745. },
  2746. },
  2747. }
  2748. _, _, err = httpdtest.AddFolder(f1, http.StatusCreated)
  2749. assert.NoError(t, err)
  2750. f2 := vfs.BaseVirtualFolder{
  2751. Name: folder2,
  2752. MappedPath: filepath.Join(os.TempDir(), folder2),
  2753. FsConfig: vfs.Filesystem{
  2754. Provider: sdk.CryptedFilesystemProvider,
  2755. CryptConfig: vfs.CryptFsConfig{
  2756. Passphrase: kms.NewPlainSecret(defaultPassword),
  2757. },
  2758. },
  2759. }
  2760. _, _, err = httpdtest.AddFolder(f2, http.StatusCreated)
  2761. assert.NoError(t, err)
  2762. f3 := vfs.BaseVirtualFolder{
  2763. Name: folder3,
  2764. MappedPath: filepath.Join(os.TempDir(), folder3),
  2765. FsConfig: vfs.Filesystem{
  2766. Provider: sdk.CryptedFilesystemProvider,
  2767. CryptConfig: vfs.CryptFsConfig{
  2768. Passphrase: kms.NewPlainSecret(defaultPassword + "mod"),
  2769. },
  2770. },
  2771. }
  2772. _, _, err = httpdtest.AddFolder(f3, http.StatusCreated)
  2773. assert.NoError(t, err)
  2774. f4 := vfs.BaseVirtualFolder{
  2775. Name: folder4,
  2776. MappedPath: filepath.Join(os.TempDir(), folder4),
  2777. FsConfig: vfs.Filesystem{
  2778. Provider: sdk.SFTPFilesystemProvider,
  2779. SFTPConfig: vfs.SFTPFsConfig{
  2780. BaseSFTPFsConfig: sdk.BaseSFTPFsConfig{
  2781. Endpoint: sftpServerAddr,
  2782. Username: baseUser.Username,
  2783. Prefix: path.Join("/", folder4),
  2784. },
  2785. Password: kms.NewPlainSecret(defaultPassword),
  2786. },
  2787. },
  2788. }
  2789. _, _, err = httpdtest.AddFolder(f4, http.StatusCreated)
  2790. assert.NoError(t, err)
  2791. f5 := vfs.BaseVirtualFolder{
  2792. Name: folder5,
  2793. MappedPath: filepath.Join(os.TempDir(), folder5),
  2794. FsConfig: vfs.Filesystem{
  2795. Provider: sdk.SFTPFilesystemProvider,
  2796. SFTPConfig: vfs.SFTPFsConfig{
  2797. BaseSFTPFsConfig: sdk.BaseSFTPFsConfig{
  2798. Endpoint: sftpServerAddr,
  2799. Username: baseUser.Username,
  2800. Prefix: path.Join("/", folder5),
  2801. },
  2802. Password: kms.NewPlainSecret(defaultPassword),
  2803. },
  2804. },
  2805. }
  2806. _, _, err = httpdtest.AddFolder(f5, http.StatusCreated)
  2807. assert.NoError(t, err)
  2808. f6 := vfs.BaseVirtualFolder{
  2809. Name: folder6,
  2810. MappedPath: filepath.Join(os.TempDir(), folder6),
  2811. FsConfig: vfs.Filesystem{
  2812. Provider: sdk.SFTPFilesystemProvider,
  2813. SFTPConfig: vfs.SFTPFsConfig{
  2814. BaseSFTPFsConfig: sdk.BaseSFTPFsConfig{
  2815. Endpoint: "127.0.0.1:4024",
  2816. Username: baseUser.Username,
  2817. Prefix: path.Join("/", folder6),
  2818. },
  2819. Password: kms.NewPlainSecret(defaultPassword),
  2820. },
  2821. },
  2822. }
  2823. _, _, err = httpdtest.AddFolder(f6, http.StatusCreated)
  2824. assert.NoError(t, err)
  2825. f7 := vfs.BaseVirtualFolder{
  2826. Name: folder7,
  2827. MappedPath: filepath.Join(os.TempDir(), folder7),
  2828. FsConfig: vfs.Filesystem{
  2829. Provider: sdk.SFTPFilesystemProvider,
  2830. SFTPConfig: vfs.SFTPFsConfig{
  2831. BaseSFTPFsConfig: sdk.BaseSFTPFsConfig{
  2832. Endpoint: sftpServerAddr,
  2833. Username: baseUser.Username,
  2834. Prefix: path.Join("/", folder4),
  2835. },
  2836. Password: kms.NewPlainSecret(defaultPassword),
  2837. },
  2838. },
  2839. }
  2840. _, _, err = httpdtest.AddFolder(f7, http.StatusCreated)
  2841. assert.NoError(t, err)
  2842. u := getCryptFsUser()
  2843. u.VirtualFolders = []vfs.VirtualFolder{
  2844. {
  2845. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2846. Name: folder1,
  2847. },
  2848. VirtualPath: path.Join("/", folder1),
  2849. QuotaSize: -1,
  2850. QuotaFiles: -1,
  2851. },
  2852. {
  2853. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2854. Name: folder2,
  2855. },
  2856. VirtualPath: path.Join("/", folder2),
  2857. QuotaSize: -1,
  2858. QuotaFiles: -1,
  2859. },
  2860. {
  2861. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2862. Name: folder3,
  2863. },
  2864. VirtualPath: path.Join("/", folder3),
  2865. QuotaSize: -1,
  2866. QuotaFiles: -1,
  2867. },
  2868. {
  2869. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2870. Name: folder4,
  2871. },
  2872. VirtualPath: path.Join("/", folder4),
  2873. QuotaSize: -1,
  2874. QuotaFiles: -1,
  2875. },
  2876. {
  2877. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2878. Name: folder5,
  2879. },
  2880. VirtualPath: path.Join("/", folder5),
  2881. QuotaSize: -1,
  2882. QuotaFiles: -1,
  2883. },
  2884. {
  2885. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2886. Name: folder6,
  2887. },
  2888. VirtualPath: path.Join("/", folder6),
  2889. QuotaSize: -1,
  2890. QuotaFiles: -1,
  2891. },
  2892. {
  2893. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2894. Name: folder7,
  2895. },
  2896. VirtualPath: path.Join("/", folder7),
  2897. QuotaSize: -1,
  2898. QuotaFiles: -1,
  2899. },
  2900. }
  2901. user, resp, err := httpdtest.AddUser(u, http.StatusCreated)
  2902. assert.NoError(t, err, string(resp))
  2903. conn, client, err := getSftpClient(user)
  2904. if assert.NoError(t, err) {
  2905. defer conn.Close()
  2906. defer client.Close()
  2907. subDir := "testSubDir"
  2908. err = client.Mkdir(subDir)
  2909. assert.NoError(t, err)
  2910. err = writeSFTPFile(path.Join(subDir, "afile.bin"), 64, client)
  2911. assert.NoError(t, err)
  2912. err = client.Rename(subDir, path.Join("/", folder1, subDir))
  2913. assert.NoError(t, err)
  2914. _, err = client.Stat(path.Join("/", folder1, subDir))
  2915. assert.NoError(t, err)
  2916. _, err = client.Stat(path.Join("/", folder1, subDir, "afile.bin"))
  2917. assert.NoError(t, err)
  2918. err = client.Rename(path.Join("/", folder1, subDir), path.Join("/", folder2, subDir))
  2919. assert.NoError(t, err)
  2920. _, err = client.Stat(path.Join("/", folder2, subDir))
  2921. assert.NoError(t, err)
  2922. _, err = client.Stat(path.Join("/", folder2, subDir, "afile.bin"))
  2923. assert.NoError(t, err)
  2924. err = client.Rename(path.Join("/", folder2, subDir), path.Join("/", folder3, subDir))
  2925. assert.ErrorIs(t, err, os.ErrPermission)
  2926. err = writeSFTPFile(path.Join("/", folder3, "file.bin"), 64, client)
  2927. assert.NoError(t, err)
  2928. err = client.Rename(path.Join("/", folder3, "file.bin"), "/renamed.bin")
  2929. assert.ErrorIs(t, err, os.ErrPermission)
  2930. err = client.Rename(path.Join("/", folder3, "file.bin"), path.Join("/", folder2, "/renamed.bin"))
  2931. assert.ErrorIs(t, err, os.ErrPermission)
  2932. err = client.Rename(path.Join("/", folder3, "file.bin"), path.Join("/", folder3, "/renamed.bin"))
  2933. assert.NoError(t, err)
  2934. err = writeSFTPFile("/afile.bin", 64, client)
  2935. assert.NoError(t, err)
  2936. err = client.Rename("afile.bin", path.Join("/", folder4, "afile_renamed.bin"))
  2937. assert.ErrorIs(t, err, os.ErrPermission)
  2938. err = writeSFTPFile(path.Join("/", folder4, "afile.bin"), 64, client)
  2939. assert.NoError(t, err)
  2940. err = client.Rename(path.Join("/", folder4, "afile.bin"), path.Join("/", folder5, "afile_renamed.bin"))
  2941. assert.NoError(t, err)
  2942. err = client.Rename(path.Join("/", folder5, "afile_renamed.bin"), path.Join("/", folder6, "afile_renamed.bin"))
  2943. assert.ErrorIs(t, err, os.ErrPermission)
  2944. err = writeSFTPFile(path.Join("/", folder4, "afile.bin"), 64, client)
  2945. assert.NoError(t, err)
  2946. _, err = client.Stat(path.Join("/", folder7, "afile.bin"))
  2947. assert.NoError(t, err)
  2948. err = client.Rename(path.Join("/", folder4, "afile.bin"), path.Join("/", folder7, "afile.bin"))
  2949. assert.NoError(t, err)
  2950. }
  2951. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  2952. assert.NoError(t, err)
  2953. err = os.RemoveAll(user.GetHomeDir())
  2954. assert.NoError(t, err)
  2955. _, err = httpdtest.RemoveUser(baseUser, http.StatusOK)
  2956. assert.NoError(t, err)
  2957. err = os.RemoveAll(baseUser.GetHomeDir())
  2958. assert.NoError(t, err)
  2959. for _, folderName := range []string{folder1, folder2, folder3, folder4, folder5, folder6, folder7} {
  2960. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName}, http.StatusOK)
  2961. assert.NoError(t, err)
  2962. err = os.RemoveAll(filepath.Join(os.TempDir(), folderName))
  2963. assert.NoError(t, err)
  2964. }
  2965. }
  2966. func TestDirs(t *testing.T) {
  2967. u := getTestUser()
  2968. mappedPath := filepath.Join(os.TempDir(), "vdir")
  2969. folderName := filepath.Base(mappedPath)
  2970. vdirPath := "/path/vdir"
  2971. f := vfs.BaseVirtualFolder{
  2972. Name: folderName,
  2973. MappedPath: mappedPath,
  2974. }
  2975. _, _, err := httpdtest.AddFolder(f, http.StatusCreated)
  2976. assert.NoError(t, err)
  2977. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  2978. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2979. Name: folderName,
  2980. },
  2981. VirtualPath: vdirPath,
  2982. })
  2983. u.Permissions["/subdir"] = []string{dataprovider.PermDownload, dataprovider.PermUpload,
  2984. dataprovider.PermDelete, dataprovider.PermCreateDirs, dataprovider.PermRename, dataprovider.PermListItems}
  2985. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  2986. assert.NoError(t, err)
  2987. conn, client, err := getSftpClient(user)
  2988. if assert.NoError(t, err) {
  2989. defer conn.Close()
  2990. defer client.Close()
  2991. info, err := client.ReadDir("/")
  2992. if assert.NoError(t, err) {
  2993. if assert.Len(t, info, 1) {
  2994. assert.Equal(t, "path", info[0].Name())
  2995. }
  2996. }
  2997. fi, err := client.Stat(path.Dir(vdirPath))
  2998. if assert.NoError(t, err) {
  2999. assert.True(t, fi.IsDir())
  3000. }
  3001. err = client.RemoveDirectory("/")
  3002. assert.ErrorIs(t, err, os.ErrPermission)
  3003. err = client.RemoveDirectory(vdirPath)
  3004. assert.ErrorIs(t, err, os.ErrPermission)
  3005. err = client.RemoveDirectory(path.Dir(vdirPath))
  3006. if assert.Error(t, err) {
  3007. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  3008. }
  3009. err = client.Mkdir(vdirPath)
  3010. assert.ErrorIs(t, err, os.ErrPermission)
  3011. err = client.Mkdir("adir")
  3012. assert.NoError(t, err)
  3013. err = client.Rename("/adir", path.Dir(vdirPath))
  3014. if assert.Error(t, err) {
  3015. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  3016. }
  3017. err = client.MkdirAll("/subdir/adir")
  3018. assert.NoError(t, err)
  3019. err = client.Rename("adir", "subdir/adir")
  3020. if assert.Error(t, err) {
  3021. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  3022. }
  3023. err = writeSFTPFile("/subdir/afile.bin", 64, client)
  3024. assert.NoError(t, err)
  3025. err = writeSFTPFile("/afile.bin", 32, client)
  3026. assert.NoError(t, err)
  3027. err = client.Rename("afile.bin", "subdir/afile.bin")
  3028. assert.ErrorIs(t, err, os.ErrPermission)
  3029. err = client.Rename("afile.bin", "subdir/afile1.bin")
  3030. assert.NoError(t, err)
  3031. err = client.Rename(path.Dir(vdirPath), "renamed_vdir")
  3032. if assert.Error(t, err) {
  3033. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  3034. }
  3035. }
  3036. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  3037. assert.NoError(t, err)
  3038. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName}, http.StatusOK)
  3039. assert.NoError(t, err)
  3040. err = os.RemoveAll(user.GetHomeDir())
  3041. assert.NoError(t, err)
  3042. err = os.RemoveAll(mappedPath)
  3043. assert.NoError(t, err)
  3044. }
  3045. func TestCryptFsStat(t *testing.T) {
  3046. user, _, err := httpdtest.AddUser(getCryptFsUser(), http.StatusCreated)
  3047. assert.NoError(t, err)
  3048. conn, client, err := getSftpClient(user)
  3049. if assert.NoError(t, err) {
  3050. defer conn.Close()
  3051. defer client.Close()
  3052. testFileSize := int64(4096)
  3053. err = writeSFTPFile(testFileName, testFileSize, client)
  3054. assert.NoError(t, err)
  3055. info, err := client.Stat(testFileName)
  3056. if assert.NoError(t, err) {
  3057. assert.Equal(t, testFileSize, info.Size())
  3058. }
  3059. info, err = os.Stat(filepath.Join(user.HomeDir, testFileName))
  3060. if assert.NoError(t, err) {
  3061. assert.Greater(t, info.Size(), testFileSize)
  3062. }
  3063. }
  3064. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  3065. assert.NoError(t, err)
  3066. err = os.RemoveAll(user.GetHomeDir())
  3067. assert.NoError(t, err)
  3068. }
  3069. func TestFsPermissionErrors(t *testing.T) {
  3070. if runtime.GOOS == osWindows {
  3071. t.Skip("this test is not available on Windows")
  3072. }
  3073. user, _, err := httpdtest.AddUser(getCryptFsUser(), http.StatusCreated)
  3074. assert.NoError(t, err)
  3075. conn, client, err := getSftpClient(user)
  3076. if assert.NoError(t, err) {
  3077. defer conn.Close()
  3078. defer client.Close()
  3079. testDir := "tDir"
  3080. err = client.Mkdir(testDir)
  3081. assert.NoError(t, err)
  3082. err = os.Chmod(user.GetHomeDir(), 0111)
  3083. assert.NoError(t, err)
  3084. err = client.RemoveDirectory(testDir)
  3085. assert.ErrorIs(t, err, os.ErrPermission)
  3086. err = client.Rename(testDir, testDir+"1")
  3087. assert.ErrorIs(t, err, os.ErrPermission)
  3088. err = os.Chmod(user.GetHomeDir(), os.ModePerm)
  3089. assert.NoError(t, err)
  3090. }
  3091. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  3092. assert.NoError(t, err)
  3093. err = os.RemoveAll(user.GetHomeDir())
  3094. assert.NoError(t, err)
  3095. }
  3096. func TestRenameErrorOutsideHomeDir(t *testing.T) {
  3097. if runtime.GOOS == osWindows {
  3098. t.Skip("this test is not available on Windows")
  3099. }
  3100. oldUploadMode := common.Config.UploadMode
  3101. oldTempPath := common.Config.TempPath
  3102. common.Config.UploadMode = common.UploadModeAtomicWithResume
  3103. common.Config.TempPath = filepath.Clean(os.TempDir())
  3104. vfs.SetTempPath(common.Config.TempPath)
  3105. u := getTestUser()
  3106. u.QuotaFiles = 1000
  3107. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  3108. assert.NoError(t, err)
  3109. conn, client, err := getSftpClient(user)
  3110. if assert.NoError(t, err) {
  3111. defer conn.Close()
  3112. defer client.Close()
  3113. err = os.Chmod(user.GetHomeDir(), 0555)
  3114. assert.NoError(t, err)
  3115. err = checkBasicSFTP(client)
  3116. assert.NoError(t, err)
  3117. f, err := client.Create(testFileName)
  3118. assert.NoError(t, err)
  3119. _, err = f.Write(testFileContent)
  3120. assert.NoError(t, err)
  3121. err = f.Close()
  3122. assert.ErrorIs(t, err, os.ErrPermission)
  3123. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  3124. assert.NoError(t, err)
  3125. assert.Equal(t, 0, user.UsedQuotaFiles)
  3126. assert.Equal(t, int64(0), user.UsedQuotaSize)
  3127. err = os.Chmod(user.GetHomeDir(), os.ModeDir)
  3128. assert.NoError(t, err)
  3129. }
  3130. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  3131. assert.NoError(t, err)
  3132. err = os.RemoveAll(user.GetHomeDir())
  3133. assert.NoError(t, err)
  3134. common.Config.UploadMode = oldUploadMode
  3135. common.Config.TempPath = oldTempPath
  3136. vfs.SetTempPath(oldTempPath)
  3137. }
  3138. func TestResolvePathError(t *testing.T) {
  3139. u := getTestUser()
  3140. u.HomeDir = "relative_path"
  3141. conn := common.NewBaseConnection("", common.ProtocolFTP, "", "", u)
  3142. testPath := "apath"
  3143. _, err := conn.ListDir(testPath)
  3144. assert.Error(t, err)
  3145. err = conn.CreateDir(testPath, true)
  3146. assert.Error(t, err)
  3147. err = conn.RemoveDir(testPath)
  3148. assert.Error(t, err)
  3149. err = conn.Rename(testPath, testPath+"1")
  3150. assert.Error(t, err)
  3151. err = conn.CreateSymlink(testPath, testPath+".sym")
  3152. assert.Error(t, err)
  3153. _, err = conn.DoStat(testPath, 0, false)
  3154. assert.Error(t, err)
  3155. err = conn.RemoveAll(testPath)
  3156. assert.Error(t, err)
  3157. err = conn.SetStat(testPath, &common.StatAttributes{
  3158. Atime: time.Now(),
  3159. Mtime: time.Now(),
  3160. })
  3161. assert.Error(t, err)
  3162. u = getTestUser()
  3163. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  3164. BaseVirtualFolder: vfs.BaseVirtualFolder{
  3165. MappedPath: "relative_mapped_path",
  3166. },
  3167. VirtualPath: "/vpath",
  3168. })
  3169. err = os.MkdirAll(u.HomeDir, os.ModePerm)
  3170. assert.NoError(t, err)
  3171. conn.User = u
  3172. err = conn.Rename(testPath, "/vpath/subpath")
  3173. assert.Error(t, err)
  3174. outHomePath := filepath.Join(os.TempDir(), testFileName)
  3175. err = os.WriteFile(outHomePath, testFileContent, os.ModePerm)
  3176. assert.NoError(t, err)
  3177. err = os.Symlink(outHomePath, filepath.Join(u.HomeDir, testFileName+".link"))
  3178. assert.NoError(t, err)
  3179. err = os.WriteFile(filepath.Join(u.HomeDir, testFileName), testFileContent, os.ModePerm)
  3180. assert.NoError(t, err)
  3181. err = conn.CreateSymlink(testFileName, testFileName+".link")
  3182. assert.Error(t, err)
  3183. err = os.RemoveAll(u.GetHomeDir())
  3184. assert.NoError(t, err)
  3185. err = os.Remove(outHomePath)
  3186. assert.NoError(t, err)
  3187. }
  3188. func TestUserPasswordHashing(t *testing.T) {
  3189. if config.GetProviderConf().Driver == dataprovider.MemoryDataProviderName {
  3190. t.Skip("this test is not supported with the memory provider")
  3191. }
  3192. u := getTestUser()
  3193. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  3194. assert.NoError(t, err)
  3195. err = dataprovider.Close()
  3196. assert.NoError(t, err)
  3197. err = config.LoadConfig(configDir, "")
  3198. assert.NoError(t, err)
  3199. providerConf := config.GetProviderConf()
  3200. providerConf.PasswordHashing.Algo = dataprovider.HashingAlgoArgon2ID
  3201. err = dataprovider.Initialize(providerConf, configDir, true)
  3202. assert.NoError(t, err)
  3203. currentUser, err := dataprovider.UserExists(user.Username, "")
  3204. assert.NoError(t, err)
  3205. assert.True(t, strings.HasPrefix(currentUser.Password, "$2a$"))
  3206. conn, client, err := getSftpClient(user)
  3207. if assert.NoError(t, err) {
  3208. defer conn.Close()
  3209. defer client.Close()
  3210. err = checkBasicSFTP(client)
  3211. assert.NoError(t, err)
  3212. }
  3213. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  3214. assert.NoError(t, err)
  3215. err = os.RemoveAll(user.GetHomeDir())
  3216. assert.NoError(t, err)
  3217. u = getTestUser()
  3218. user, _, err = httpdtest.AddUser(u, http.StatusCreated)
  3219. assert.NoError(t, err)
  3220. currentUser, err = dataprovider.UserExists(user.Username, "")
  3221. assert.NoError(t, err)
  3222. assert.True(t, strings.HasPrefix(currentUser.Password, "$argon2id$"))
  3223. conn, client, err = getSftpClient(user)
  3224. if assert.NoError(t, err) {
  3225. defer conn.Close()
  3226. defer client.Close()
  3227. err = checkBasicSFTP(client)
  3228. assert.NoError(t, err)
  3229. }
  3230. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  3231. assert.NoError(t, err)
  3232. err = os.RemoveAll(user.GetHomeDir())
  3233. assert.NoError(t, err)
  3234. err = dataprovider.Close()
  3235. assert.NoError(t, err)
  3236. err = config.LoadConfig(configDir, "")
  3237. assert.NoError(t, err)
  3238. providerConf = config.GetProviderConf()
  3239. err = dataprovider.Initialize(providerConf, configDir, true)
  3240. assert.NoError(t, err)
  3241. }
  3242. func TestAllowList(t *testing.T) {
  3243. configCopy := common.Config
  3244. entries := []dataprovider.IPListEntry{
  3245. {
  3246. IPOrNet: "172.18.1.1/32",
  3247. Type: dataprovider.IPListTypeAllowList,
  3248. Mode: dataprovider.ListModeAllow,
  3249. Protocols: 0,
  3250. },
  3251. {
  3252. IPOrNet: "172.18.1.2/32",
  3253. Type: dataprovider.IPListTypeAllowList,
  3254. Mode: dataprovider.ListModeAllow,
  3255. Protocols: 0,
  3256. },
  3257. {
  3258. IPOrNet: "10.8.7.0/24",
  3259. Type: dataprovider.IPListTypeAllowList,
  3260. Mode: dataprovider.ListModeAllow,
  3261. Protocols: 5,
  3262. },
  3263. {
  3264. IPOrNet: "0.0.0.0/0",
  3265. Type: dataprovider.IPListTypeAllowList,
  3266. Mode: dataprovider.ListModeAllow,
  3267. Protocols: 8,
  3268. },
  3269. {
  3270. IPOrNet: "::/0",
  3271. Type: dataprovider.IPListTypeAllowList,
  3272. Mode: dataprovider.ListModeAllow,
  3273. Protocols: 8,
  3274. },
  3275. }
  3276. for _, e := range entries {
  3277. _, resp, err := httpdtest.AddIPListEntry(e, http.StatusCreated)
  3278. assert.NoError(t, err, string(resp))
  3279. }
  3280. common.Config.AllowListStatus = 1
  3281. err := common.Initialize(common.Config, 0)
  3282. assert.NoError(t, err)
  3283. assert.True(t, common.Config.IsAllowListEnabled())
  3284. testIP := "172.18.1.1"
  3285. assert.NoError(t, common.Connections.IsNewConnectionAllowed(testIP, common.ProtocolFTP))
  3286. entry := entries[0]
  3287. entry.Protocols = 1
  3288. _, _, err = httpdtest.UpdateIPListEntry(entry, http.StatusOK)
  3289. assert.NoError(t, err)
  3290. assert.Error(t, common.Connections.IsNewConnectionAllowed(testIP, common.ProtocolFTP))
  3291. assert.NoError(t, common.Connections.IsNewConnectionAllowed(testIP, common.ProtocolSSH))
  3292. _, err = httpdtest.RemoveIPListEntry(entry, http.StatusOK)
  3293. assert.NoError(t, err)
  3294. entries = entries[1:]
  3295. assert.Error(t, common.Connections.IsNewConnectionAllowed(testIP, common.ProtocolSSH))
  3296. assert.Error(t, common.Connections.IsNewConnectionAllowed("172.18.1.3", common.ProtocolSSH))
  3297. assert.NoError(t, common.Connections.IsNewConnectionAllowed("172.18.1.3", common.ProtocolHTTP))
  3298. assert.NoError(t, common.Connections.IsNewConnectionAllowed("10.8.7.3", common.ProtocolWebDAV))
  3299. assert.NoError(t, common.Connections.IsNewConnectionAllowed("10.8.7.4", common.ProtocolSSH))
  3300. assert.Error(t, common.Connections.IsNewConnectionAllowed("10.8.7.4", common.ProtocolFTP))
  3301. assert.NoError(t, common.Connections.IsNewConnectionAllowed("10.8.7.4", common.ProtocolHTTP))
  3302. assert.NoError(t, common.Connections.IsNewConnectionAllowed("2001:0db8::1428:57ab", common.ProtocolHTTP))
  3303. assert.Error(t, common.Connections.IsNewConnectionAllowed("2001:0db8::1428:57ab", common.ProtocolSSH))
  3304. assert.Error(t, common.Connections.IsNewConnectionAllowed("10.8.8.2", common.ProtocolWebDAV))
  3305. assert.Error(t, common.Connections.IsNewConnectionAllowed("invalid IP", common.ProtocolHTTP))
  3306. common.Config = configCopy
  3307. err = common.Initialize(common.Config, 0)
  3308. assert.NoError(t, err)
  3309. assert.False(t, common.Config.IsAllowListEnabled())
  3310. for _, e := range entries {
  3311. _, err := httpdtest.RemoveIPListEntry(e, http.StatusOK)
  3312. assert.NoError(t, err)
  3313. }
  3314. }
  3315. func TestDbDefenderErrors(t *testing.T) {
  3316. if !isDbDefenderSupported() {
  3317. t.Skip("this test is not supported with the current database provider")
  3318. }
  3319. configCopy := common.Config
  3320. common.Config.DefenderConfig.Enabled = true
  3321. common.Config.DefenderConfig.Driver = common.DefenderDriverProvider
  3322. err := common.Initialize(common.Config, 0)
  3323. assert.NoError(t, err)
  3324. testIP := "127.1.1.1"
  3325. hosts, err := common.GetDefenderHosts()
  3326. assert.NoError(t, err)
  3327. assert.Len(t, hosts, 0)
  3328. common.AddDefenderEvent(testIP, common.ProtocolSSH, common.HostEventLimitExceeded)
  3329. hosts, err = common.GetDefenderHosts()
  3330. assert.NoError(t, err)
  3331. assert.Len(t, hosts, 1)
  3332. score, err := common.GetDefenderScore(testIP)
  3333. assert.NoError(t, err)
  3334. assert.Equal(t, 3, score)
  3335. banTime, err := common.GetDefenderBanTime(testIP)
  3336. assert.NoError(t, err)
  3337. assert.Nil(t, banTime)
  3338. err = dataprovider.Close()
  3339. assert.NoError(t, err)
  3340. common.AddDefenderEvent(testIP, common.ProtocolFTP, common.HostEventLimitExceeded)
  3341. _, err = common.GetDefenderHosts()
  3342. assert.Error(t, err)
  3343. _, err = common.GetDefenderHost(testIP)
  3344. assert.Error(t, err)
  3345. _, err = common.GetDefenderBanTime(testIP)
  3346. assert.Error(t, err)
  3347. _, err = common.GetDefenderScore(testIP)
  3348. assert.Error(t, err)
  3349. err = config.LoadConfig(configDir, "")
  3350. assert.NoError(t, err)
  3351. providerConf := config.GetProviderConf()
  3352. err = dataprovider.Initialize(providerConf, configDir, true)
  3353. assert.NoError(t, err)
  3354. err = dataprovider.CleanupDefender(util.GetTimeAsMsSinceEpoch(time.Now().Add(1 * time.Hour)))
  3355. assert.NoError(t, err)
  3356. common.Config = configCopy
  3357. err = common.Initialize(common.Config, 0)
  3358. assert.NoError(t, err)
  3359. }
  3360. func TestDelayedQuotaUpdater(t *testing.T) {
  3361. err := dataprovider.Close()
  3362. assert.NoError(t, err)
  3363. err = config.LoadConfig(configDir, "")
  3364. assert.NoError(t, err)
  3365. providerConf := config.GetProviderConf()
  3366. providerConf.DelayedQuotaUpdate = 120
  3367. err = dataprovider.Initialize(providerConf, configDir, true)
  3368. assert.NoError(t, err)
  3369. u := getTestUser()
  3370. u.QuotaFiles = 100
  3371. u.TotalDataTransfer = 2000
  3372. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  3373. assert.NoError(t, err)
  3374. err = dataprovider.UpdateUserQuota(&user, 10, 6000, false)
  3375. assert.NoError(t, err)
  3376. err = dataprovider.UpdateUserTransferQuota(&user, 100, 200, false)
  3377. assert.NoError(t, err)
  3378. files, size, ulSize, dlSize, err := dataprovider.GetUsedQuota(user.Username)
  3379. assert.NoError(t, err)
  3380. assert.Equal(t, 10, files)
  3381. assert.Equal(t, int64(6000), size)
  3382. assert.Equal(t, int64(100), ulSize)
  3383. assert.Equal(t, int64(200), dlSize)
  3384. userGet, err := dataprovider.UserExists(user.Username, "")
  3385. assert.NoError(t, err)
  3386. assert.Equal(t, 0, userGet.UsedQuotaFiles)
  3387. assert.Equal(t, int64(0), userGet.UsedQuotaSize)
  3388. assert.Equal(t, int64(0), userGet.UsedUploadDataTransfer)
  3389. assert.Equal(t, int64(0), userGet.UsedDownloadDataTransfer)
  3390. err = dataprovider.UpdateUserQuota(&user, 10, 6000, true)
  3391. assert.NoError(t, err)
  3392. err = dataprovider.UpdateUserTransferQuota(&user, 100, 200, true)
  3393. assert.NoError(t, err)
  3394. files, size, ulSize, dlSize, err = dataprovider.GetUsedQuota(user.Username)
  3395. assert.NoError(t, err)
  3396. assert.Equal(t, 10, files)
  3397. assert.Equal(t, int64(6000), size)
  3398. assert.Equal(t, int64(100), ulSize)
  3399. assert.Equal(t, int64(200), dlSize)
  3400. userGet, err = dataprovider.UserExists(user.Username, "")
  3401. assert.NoError(t, err)
  3402. assert.Equal(t, 10, userGet.UsedQuotaFiles)
  3403. assert.Equal(t, int64(6000), userGet.UsedQuotaSize)
  3404. assert.Equal(t, int64(100), userGet.UsedUploadDataTransfer)
  3405. assert.Equal(t, int64(200), userGet.UsedDownloadDataTransfer)
  3406. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  3407. assert.NoError(t, err)
  3408. err = os.RemoveAll(user.GetHomeDir())
  3409. assert.NoError(t, err)
  3410. folder := vfs.BaseVirtualFolder{
  3411. Name: "folder",
  3412. MappedPath: filepath.Join(os.TempDir(), "p"),
  3413. }
  3414. err = dataprovider.AddFolder(&folder, "", "", "")
  3415. assert.NoError(t, err)
  3416. err = dataprovider.UpdateVirtualFolderQuota(&folder, 10, 6000, false)
  3417. assert.NoError(t, err)
  3418. files, size, err = dataprovider.GetUsedVirtualFolderQuota(folder.Name)
  3419. assert.NoError(t, err)
  3420. assert.Equal(t, 10, files)
  3421. assert.Equal(t, int64(6000), size)
  3422. folderGet, err := dataprovider.GetFolderByName(folder.Name)
  3423. assert.NoError(t, err)
  3424. assert.Equal(t, 0, folderGet.UsedQuotaFiles)
  3425. assert.Equal(t, int64(0), folderGet.UsedQuotaSize)
  3426. err = dataprovider.UpdateVirtualFolderQuota(&folder, 10, 6000, true)
  3427. assert.NoError(t, err)
  3428. files, size, err = dataprovider.GetUsedVirtualFolderQuota(folder.Name)
  3429. assert.NoError(t, err)
  3430. assert.Equal(t, 10, files)
  3431. assert.Equal(t, int64(6000), size)
  3432. folderGet, err = dataprovider.GetFolderByName(folder.Name)
  3433. assert.NoError(t, err)
  3434. assert.Equal(t, 10, folderGet.UsedQuotaFiles)
  3435. assert.Equal(t, int64(6000), folderGet.UsedQuotaSize)
  3436. err = dataprovider.DeleteFolder(folder.Name, "", "", "")
  3437. assert.NoError(t, err)
  3438. err = dataprovider.Close()
  3439. assert.NoError(t, err)
  3440. err = config.LoadConfig(configDir, "")
  3441. assert.NoError(t, err)
  3442. providerConf = config.GetProviderConf()
  3443. err = dataprovider.Initialize(providerConf, configDir, true)
  3444. assert.NoError(t, err)
  3445. }
  3446. func TestPasswordCaching(t *testing.T) {
  3447. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  3448. assert.NoError(t, err)
  3449. dbUser, err := dataprovider.UserExists(user.Username, "")
  3450. assert.NoError(t, err)
  3451. found, match := dataprovider.CheckCachedUserPassword(user.Username, defaultPassword, dbUser.Password)
  3452. assert.False(t, found)
  3453. assert.False(t, match)
  3454. user.Password = "wrong"
  3455. _, _, err = getSftpClient(user)
  3456. assert.Error(t, err)
  3457. found, match = dataprovider.CheckCachedUserPassword(user.Username, defaultPassword, dbUser.Password)
  3458. assert.False(t, found)
  3459. assert.False(t, match)
  3460. user.Password = ""
  3461. conn, client, err := getSftpClient(user)
  3462. if assert.NoError(t, err) {
  3463. defer conn.Close()
  3464. defer client.Close()
  3465. err = checkBasicSFTP(client)
  3466. assert.NoError(t, err)
  3467. }
  3468. found, match = dataprovider.CheckCachedUserPassword(user.Username, defaultPassword, dbUser.Password)
  3469. assert.True(t, found)
  3470. assert.True(t, match)
  3471. found, match = dataprovider.CheckCachedUserPassword(user.Username, defaultPassword+"_", dbUser.Password)
  3472. assert.True(t, found)
  3473. assert.False(t, match)
  3474. found, match = dataprovider.CheckCachedUserPassword(user.Username+"_", defaultPassword, dbUser.Password)
  3475. assert.False(t, found)
  3476. assert.False(t, match)
  3477. user, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  3478. assert.NoError(t, err)
  3479. // the password was not changed
  3480. found, match = dataprovider.CheckCachedUserPassword(user.Username, defaultPassword, dbUser.Password)
  3481. assert.True(t, found)
  3482. assert.True(t, match)
  3483. // the password hash will change
  3484. user.Password = defaultPassword
  3485. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  3486. assert.NoError(t, err)
  3487. dbUser, err = dataprovider.UserExists(user.Username, "")
  3488. assert.NoError(t, err)
  3489. found, match = dataprovider.CheckCachedUserPassword(user.Username, defaultPassword, dbUser.Password)
  3490. assert.False(t, found)
  3491. assert.False(t, match)
  3492. conn, client, err = getSftpClient(user)
  3493. if assert.NoError(t, err) {
  3494. defer conn.Close()
  3495. defer client.Close()
  3496. err = checkBasicSFTP(client)
  3497. assert.NoError(t, err)
  3498. }
  3499. found, match = dataprovider.CheckCachedUserPassword(user.Username, defaultPassword, dbUser.Password)
  3500. assert.True(t, found)
  3501. assert.True(t, match)
  3502. //change password
  3503. newPassword := defaultPassword + "mod"
  3504. user.Password = newPassword
  3505. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  3506. assert.NoError(t, err)
  3507. dbUser, err = dataprovider.UserExists(user.Username, "")
  3508. assert.NoError(t, err)
  3509. found, match = dataprovider.CheckCachedUserPassword(user.Username, newPassword, dbUser.Password)
  3510. assert.False(t, found)
  3511. assert.False(t, match)
  3512. conn, client, err = getSftpClient(user)
  3513. if assert.NoError(t, err) {
  3514. defer conn.Close()
  3515. defer client.Close()
  3516. err = checkBasicSFTP(client)
  3517. assert.NoError(t, err)
  3518. }
  3519. found, match = dataprovider.CheckCachedUserPassword(user.Username, defaultPassword, dbUser.Password)
  3520. assert.True(t, found)
  3521. assert.False(t, match)
  3522. found, match = dataprovider.CheckCachedUserPassword(user.Username, newPassword, dbUser.Password)
  3523. assert.True(t, found)
  3524. assert.True(t, match)
  3525. // update the password
  3526. err = dataprovider.UpdateUserPassword(user.Username, defaultPassword, "", "", "")
  3527. assert.NoError(t, err)
  3528. dbUser, err = dataprovider.UserExists(user.Username, "")
  3529. assert.NoError(t, err)
  3530. // the stored hash does not match
  3531. found, match = dataprovider.CheckCachedUserPassword(user.Username, defaultPassword, dbUser.Password)
  3532. assert.False(t, found)
  3533. assert.False(t, match)
  3534. user.Password = defaultPassword
  3535. conn, client, err = getSftpClient(user)
  3536. if assert.NoError(t, err) {
  3537. defer conn.Close()
  3538. defer client.Close()
  3539. err = checkBasicSFTP(client)
  3540. assert.NoError(t, err)
  3541. }
  3542. found, match = dataprovider.CheckCachedUserPassword(user.Username, defaultPassword, dbUser.Password)
  3543. assert.True(t, found)
  3544. assert.True(t, match)
  3545. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  3546. assert.NoError(t, err)
  3547. err = os.RemoveAll(user.GetHomeDir())
  3548. assert.NoError(t, err)
  3549. found, match = dataprovider.CheckCachedUserPassword(user.Username, defaultPassword, dbUser.Password)
  3550. assert.False(t, found)
  3551. assert.False(t, match)
  3552. }
  3553. func TestEventRule(t *testing.T) {
  3554. if runtime.GOOS == osWindows {
  3555. t.Skip("this test is not available on Windows")
  3556. }
  3557. smtpCfg := smtp.Config{
  3558. Host: "127.0.0.1",
  3559. Port: 2525,
  3560. From: "[email protected]",
  3561. TemplatesPath: "templates",
  3562. }
  3563. err := smtpCfg.Initialize(configDir, true)
  3564. require.NoError(t, err)
  3565. a1 := dataprovider.BaseEventAction{
  3566. Name: "action1",
  3567. Type: dataprovider.ActionTypeHTTP,
  3568. Options: dataprovider.BaseEventActionOptions{
  3569. HTTPConfig: dataprovider.EventActionHTTPConfig{
  3570. Endpoint: "http://localhost",
  3571. Timeout: 20,
  3572. Method: http.MethodGet,
  3573. },
  3574. },
  3575. }
  3576. a2 := dataprovider.BaseEventAction{
  3577. Name: "action2",
  3578. Type: dataprovider.ActionTypeBackup,
  3579. }
  3580. a3 := dataprovider.BaseEventAction{
  3581. Name: "action3",
  3582. Type: dataprovider.ActionTypeEmail,
  3583. Options: dataprovider.BaseEventActionOptions{
  3584. EmailConfig: dataprovider.EventActionEmailConfig{
  3585. Recipients: []string{"[email protected]", "[email protected]"},
  3586. Bcc: []string{"[email protected]"},
  3587. Subject: `New "{{Event}}" from "{{Name}}" status {{StatusString}}`,
  3588. Body: "Fs path {{FsPath}}, size: {{FileSize}}, protocol: {{Protocol}}, IP: {{IP}} Data: {{ObjectData}} {{ErrorString}}",
  3589. },
  3590. },
  3591. }
  3592. a4 := dataprovider.BaseEventAction{
  3593. Name: "action4",
  3594. Type: dataprovider.ActionTypeEmail,
  3595. Options: dataprovider.BaseEventActionOptions{
  3596. EmailConfig: dataprovider.EventActionEmailConfig{
  3597. Recipients: []string{"[email protected]"},
  3598. Subject: `Failed "{{Event}}" from "{{Name}}"`,
  3599. Body: "Fs path {{FsPath}}, protocol: {{Protocol}}, IP: {{IP}} {{ErrorString}}",
  3600. },
  3601. },
  3602. }
  3603. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  3604. assert.NoError(t, err)
  3605. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  3606. assert.NoError(t, err)
  3607. action3, _, err := httpdtest.AddEventAction(a3, http.StatusCreated)
  3608. assert.NoError(t, err)
  3609. action4, _, err := httpdtest.AddEventAction(a4, http.StatusCreated)
  3610. assert.NoError(t, err)
  3611. r1 := dataprovider.EventRule{
  3612. Name: "test rule1",
  3613. Status: 1,
  3614. Trigger: dataprovider.EventTriggerFsEvent,
  3615. Conditions: dataprovider.EventConditions{
  3616. FsEvents: []string{"upload"},
  3617. Options: dataprovider.ConditionOptions{
  3618. EventStatuses: []int{1},
  3619. FsPaths: []dataprovider.ConditionPattern{
  3620. {
  3621. Pattern: "/subdir/*.dat",
  3622. },
  3623. {
  3624. Pattern: "/**/*.txt",
  3625. },
  3626. },
  3627. },
  3628. },
  3629. Actions: []dataprovider.EventAction{
  3630. {
  3631. BaseEventAction: dataprovider.BaseEventAction{
  3632. Name: action1.Name,
  3633. },
  3634. Order: 1,
  3635. Options: dataprovider.EventActionOptions{
  3636. ExecuteSync: true,
  3637. StopOnFailure: true,
  3638. },
  3639. },
  3640. {
  3641. BaseEventAction: dataprovider.BaseEventAction{
  3642. Name: action2.Name,
  3643. },
  3644. Order: 2,
  3645. },
  3646. {
  3647. BaseEventAction: dataprovider.BaseEventAction{
  3648. Name: action3.Name,
  3649. },
  3650. Order: 3,
  3651. },
  3652. {
  3653. BaseEventAction: dataprovider.BaseEventAction{
  3654. Name: action4.Name,
  3655. },
  3656. Order: 4,
  3657. Options: dataprovider.EventActionOptions{
  3658. IsFailureAction: true,
  3659. },
  3660. },
  3661. },
  3662. }
  3663. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  3664. assert.NoError(t, err)
  3665. r2 := dataprovider.EventRule{
  3666. Name: "test rule2",
  3667. Status: 1,
  3668. Trigger: dataprovider.EventTriggerFsEvent,
  3669. Conditions: dataprovider.EventConditions{
  3670. FsEvents: []string{"download"},
  3671. Options: dataprovider.ConditionOptions{
  3672. FsPaths: []dataprovider.ConditionPattern{
  3673. {
  3674. Pattern: "/**/*.dat",
  3675. },
  3676. },
  3677. },
  3678. },
  3679. Actions: []dataprovider.EventAction{
  3680. {
  3681. BaseEventAction: dataprovider.BaseEventAction{
  3682. Name: action3.Name,
  3683. },
  3684. Order: 1,
  3685. },
  3686. {
  3687. BaseEventAction: dataprovider.BaseEventAction{
  3688. Name: action4.Name,
  3689. },
  3690. Order: 2,
  3691. Options: dataprovider.EventActionOptions{
  3692. IsFailureAction: true,
  3693. },
  3694. },
  3695. },
  3696. }
  3697. rule2, _, err := httpdtest.AddEventRule(r2, http.StatusCreated)
  3698. assert.NoError(t, err)
  3699. r3 := dataprovider.EventRule{
  3700. Name: "test rule3",
  3701. Status: 1,
  3702. Trigger: dataprovider.EventTriggerProviderEvent,
  3703. Conditions: dataprovider.EventConditions{
  3704. ProviderEvents: []string{"delete"},
  3705. },
  3706. Actions: []dataprovider.EventAction{
  3707. {
  3708. BaseEventAction: dataprovider.BaseEventAction{
  3709. Name: action3.Name,
  3710. },
  3711. Order: 1,
  3712. },
  3713. },
  3714. }
  3715. rule3, _, err := httpdtest.AddEventRule(r3, http.StatusCreated)
  3716. assert.NoError(t, err)
  3717. uploadScriptPath := filepath.Join(os.TempDir(), "upload.sh")
  3718. u := getTestUser()
  3719. u.DownloadDataTransfer = 1
  3720. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  3721. assert.NoError(t, err)
  3722. movedFileName := "moved.dat"
  3723. movedPath := filepath.Join(user.HomeDir, movedFileName)
  3724. err = os.WriteFile(uploadScriptPath, getUploadScriptContent(movedPath, "", 0), 0755)
  3725. assert.NoError(t, err)
  3726. action1.Type = dataprovider.ActionTypeCommand
  3727. action1.Options = dataprovider.BaseEventActionOptions{
  3728. CmdConfig: dataprovider.EventActionCommandConfig{
  3729. Cmd: uploadScriptPath,
  3730. Timeout: 10,
  3731. EnvVars: []dataprovider.KeyValue{
  3732. {
  3733. Key: "SFTPGO_ACTION_PATH",
  3734. Value: "{{FsPath}}",
  3735. },
  3736. {
  3737. Key: "CUSTOM_ENV_VAR",
  3738. Value: "value",
  3739. },
  3740. },
  3741. },
  3742. }
  3743. action1, _, err = httpdtest.UpdateEventAction(action1, http.StatusOK)
  3744. assert.NoError(t, err)
  3745. dirName := "subdir"
  3746. conn, client, err := getSftpClient(user)
  3747. if assert.NoError(t, err) {
  3748. defer conn.Close()
  3749. defer client.Close()
  3750. size := int64(32768)
  3751. // rule conditions does not match
  3752. err = writeSFTPFileNoCheck(testFileName, size, client)
  3753. assert.NoError(t, err)
  3754. info, err := client.Stat(testFileName)
  3755. if assert.NoError(t, err) {
  3756. assert.Equal(t, size, info.Size())
  3757. }
  3758. err = client.Mkdir(dirName)
  3759. assert.NoError(t, err)
  3760. err = client.Mkdir("subdir1")
  3761. assert.NoError(t, err)
  3762. // rule conditions match
  3763. lastReceivedEmail.reset()
  3764. err = writeSFTPFileNoCheck(path.Join(dirName, testFileName), size, client)
  3765. assert.NoError(t, err)
  3766. _, err = client.Stat(path.Join(dirName, testFileName))
  3767. assert.Error(t, err)
  3768. info, err = client.Stat(movedFileName)
  3769. if assert.NoError(t, err) {
  3770. assert.Equal(t, size, info.Size())
  3771. }
  3772. assert.Eventually(t, func() bool {
  3773. return lastReceivedEmail.get().From != ""
  3774. }, 3000*time.Millisecond, 100*time.Millisecond)
  3775. email := lastReceivedEmail.get()
  3776. assert.Len(t, email.To, 3)
  3777. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3778. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3779. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3780. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: New "upload" from "%s" status OK`, user.Username))
  3781. // test the failure action, we download a file that exceeds the transfer quota limit
  3782. err = writeSFTPFileNoCheck(path.Join("subdir1", testFileName), 1*1024*1024+65535, client)
  3783. assert.NoError(t, err)
  3784. lastReceivedEmail.reset()
  3785. f, err := client.Open(path.Join("subdir1", testFileName))
  3786. assert.NoError(t, err)
  3787. _, err = io.ReadAll(f)
  3788. if assert.Error(t, err) {
  3789. assert.Contains(t, err.Error(), common.ErrReadQuotaExceeded.Error())
  3790. }
  3791. err = f.Close()
  3792. assert.Error(t, err)
  3793. assert.Eventually(t, func() bool {
  3794. return lastReceivedEmail.get().From != ""
  3795. }, 3000*time.Millisecond, 100*time.Millisecond)
  3796. email = lastReceivedEmail.get()
  3797. assert.Len(t, email.To, 3)
  3798. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3799. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3800. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3801. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: New "download" from "%s" status KO`, user.Username))
  3802. assert.Contains(t, email.Data, `"download" failed`)
  3803. assert.Contains(t, email.Data, common.ErrReadQuotaExceeded.Error())
  3804. _, err = httpdtest.UpdateTransferQuotaUsage(user, "", http.StatusOK)
  3805. assert.NoError(t, err)
  3806. // remove the upload script to test the failure action
  3807. err = os.Remove(uploadScriptPath)
  3808. assert.NoError(t, err)
  3809. lastReceivedEmail.reset()
  3810. err = writeSFTPFileNoCheck(path.Join(dirName, testFileName), size, client)
  3811. assert.Error(t, err)
  3812. assert.Eventually(t, func() bool {
  3813. return lastReceivedEmail.get().From != ""
  3814. }, 3000*time.Millisecond, 100*time.Millisecond)
  3815. email = lastReceivedEmail.get()
  3816. assert.Len(t, email.To, 1)
  3817. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3818. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: Failed "upload" from "%s"`, user.Username))
  3819. assert.Contains(t, email.Data, fmt.Sprintf(`action %q failed`, action1.Name))
  3820. // now test the download rule
  3821. lastReceivedEmail.reset()
  3822. f, err = client.Open(movedFileName)
  3823. assert.NoError(t, err)
  3824. contents, err := io.ReadAll(f)
  3825. assert.NoError(t, err)
  3826. err = f.Close()
  3827. assert.NoError(t, err)
  3828. assert.Len(t, contents, int(size))
  3829. assert.Eventually(t, func() bool {
  3830. return lastReceivedEmail.get().From != ""
  3831. }, 3000*time.Millisecond, 100*time.Millisecond)
  3832. email = lastReceivedEmail.get()
  3833. assert.Len(t, email.To, 3)
  3834. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3835. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3836. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3837. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: New "download" from "%s"`, user.Username))
  3838. }
  3839. // test upload action command with arguments
  3840. action1.Options.CmdConfig.Args = []string{"{{Event}}", "{{VirtualPath}}", "custom_arg"}
  3841. action1, _, err = httpdtest.UpdateEventAction(action1, http.StatusOK)
  3842. assert.NoError(t, err)
  3843. uploadLogFilePath := filepath.Join(os.TempDir(), "upload.log")
  3844. err = os.WriteFile(uploadScriptPath, getUploadScriptContent(movedPath, uploadLogFilePath, 0), 0755)
  3845. assert.NoError(t, err)
  3846. conn, client, err = getSftpClient(user)
  3847. if assert.NoError(t, err) {
  3848. defer conn.Close()
  3849. defer client.Close()
  3850. err = writeSFTPFileNoCheck(path.Join(dirName, testFileName), 123, client)
  3851. assert.NoError(t, err)
  3852. logContent, err := os.ReadFile(uploadLogFilePath)
  3853. assert.NoError(t, err)
  3854. assert.Equal(t, fmt.Sprintf("upload %s custom_arg", util.CleanPath(path.Join(dirName, testFileName))),
  3855. strings.TrimSpace(string(logContent)))
  3856. err = os.Remove(uploadLogFilePath)
  3857. assert.NoError(t, err)
  3858. lastReceivedEmail.reset()
  3859. assert.Eventually(t, func() bool {
  3860. return lastReceivedEmail.get().From != ""
  3861. }, 3000*time.Millisecond, 100*time.Millisecond)
  3862. }
  3863. lastReceivedEmail.reset()
  3864. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  3865. assert.NoError(t, err)
  3866. _, err = httpdtest.RemoveEventRule(rule2, http.StatusOK)
  3867. assert.NoError(t, err)
  3868. assert.Eventually(t, func() bool {
  3869. return lastReceivedEmail.get().From != ""
  3870. }, 3000*time.Millisecond, 100*time.Millisecond)
  3871. email := lastReceivedEmail.get()
  3872. assert.Len(t, email.To, 3)
  3873. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3874. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3875. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3876. assert.Contains(t, email.Data, `Subject: New "delete" from "admin"`)
  3877. _, err = httpdtest.RemoveEventRule(rule3, http.StatusOK)
  3878. assert.NoError(t, err)
  3879. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  3880. assert.NoError(t, err)
  3881. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  3882. assert.NoError(t, err)
  3883. _, err = httpdtest.RemoveEventAction(action3, http.StatusOK)
  3884. assert.NoError(t, err)
  3885. _, err = httpdtest.RemoveEventAction(action4, http.StatusOK)
  3886. assert.NoError(t, err)
  3887. lastReceivedEmail.reset()
  3888. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  3889. assert.NoError(t, err)
  3890. err = os.RemoveAll(user.GetHomeDir())
  3891. assert.NoError(t, err)
  3892. smtpCfg = smtp.Config{}
  3893. err = smtpCfg.Initialize(configDir, true)
  3894. require.NoError(t, err)
  3895. }
  3896. func TestEventRuleStatues(t *testing.T) {
  3897. smtpCfg := smtp.Config{
  3898. Host: "127.0.0.1",
  3899. Port: 2525,
  3900. From: "[email protected]",
  3901. TemplatesPath: "templates",
  3902. }
  3903. err := smtpCfg.Initialize(configDir, true)
  3904. require.NoError(t, err)
  3905. a1 := dataprovider.BaseEventAction{
  3906. Name: "a1",
  3907. Type: dataprovider.ActionTypeEmail,
  3908. Options: dataprovider.BaseEventActionOptions{
  3909. EmailConfig: dataprovider.EventActionEmailConfig{
  3910. Recipients: []string{"[email protected]"},
  3911. Subject: `New "{{Event}}" error`,
  3912. Body: "{{ErrorString}}",
  3913. },
  3914. },
  3915. }
  3916. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  3917. assert.NoError(t, err)
  3918. r := dataprovider.EventRule{
  3919. Name: "rule",
  3920. Status: 1,
  3921. Trigger: dataprovider.EventTriggerFsEvent,
  3922. Conditions: dataprovider.EventConditions{
  3923. FsEvents: []string{"upload"},
  3924. Options: dataprovider.ConditionOptions{
  3925. EventStatuses: []int{3},
  3926. },
  3927. },
  3928. Actions: []dataprovider.EventAction{
  3929. {
  3930. BaseEventAction: dataprovider.BaseEventAction{
  3931. Name: action1.Name,
  3932. },
  3933. Order: 1,
  3934. },
  3935. },
  3936. }
  3937. rule, resp, err := httpdtest.AddEventRule(r, http.StatusCreated)
  3938. assert.NoError(t, err, string(resp))
  3939. u := getTestUser()
  3940. u.UploadDataTransfer = 1
  3941. u.DownloadDataTransfer = 1
  3942. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  3943. assert.NoError(t, err)
  3944. conn, client, err := getSftpClient(user)
  3945. if assert.NoError(t, err) {
  3946. defer conn.Close()
  3947. defer client.Close()
  3948. testFileSize := int64(999999)
  3949. err = writeSFTPFile(testFileName, testFileSize, client)
  3950. assert.NoError(t, err)
  3951. f, err := client.Open(testFileName)
  3952. assert.NoError(t, err)
  3953. contents := make([]byte, testFileSize)
  3954. n, err := io.ReadFull(f, contents)
  3955. assert.NoError(t, err)
  3956. assert.Equal(t, int(testFileSize), n)
  3957. assert.Len(t, contents, int(testFileSize))
  3958. err = f.Close()
  3959. assert.NoError(t, err)
  3960. lastReceivedEmail.reset()
  3961. assert.Eventually(t, func() bool {
  3962. return lastReceivedEmail.get().From == ""
  3963. }, 600*time.Millisecond, 500*time.Millisecond)
  3964. err = writeSFTPFile(testFileName, testFileSize, client)
  3965. assert.Error(t, err)
  3966. lastReceivedEmail.reset()
  3967. assert.Eventually(t, func() bool {
  3968. return lastReceivedEmail.get().From != ""
  3969. }, 3000*time.Millisecond, 100*time.Millisecond)
  3970. email := lastReceivedEmail.get()
  3971. assert.Len(t, email.To, 1)
  3972. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3973. assert.Contains(t, email.Data, `Subject: New "upload" error`)
  3974. assert.Contains(t, email.Data, common.ErrQuotaExceeded.Error())
  3975. }
  3976. _, err = httpdtest.RemoveEventRule(rule, http.StatusOK)
  3977. assert.NoError(t, err)
  3978. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  3979. assert.NoError(t, err)
  3980. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  3981. assert.NoError(t, err)
  3982. err = os.RemoveAll(user.GetHomeDir())
  3983. assert.NoError(t, err)
  3984. smtpCfg = smtp.Config{}
  3985. err = smtpCfg.Initialize(configDir, true)
  3986. require.NoError(t, err)
  3987. }
  3988. func TestEventRuleProviderEvents(t *testing.T) {
  3989. if runtime.GOOS == osWindows {
  3990. t.Skip("this test is not available on Windows")
  3991. }
  3992. smtpCfg := smtp.Config{
  3993. Host: "127.0.0.1",
  3994. Port: 2525,
  3995. From: "[email protected]",
  3996. TemplatesPath: "templates",
  3997. }
  3998. err := smtpCfg.Initialize(configDir, true)
  3999. require.NoError(t, err)
  4000. saveObjectScriptPath := filepath.Join(os.TempDir(), "provider.sh")
  4001. outPath := filepath.Join(os.TempDir(), "provider_out.json")
  4002. err = os.WriteFile(saveObjectScriptPath, getSaveProviderObjectScriptContent(outPath, 0), 0755)
  4003. assert.NoError(t, err)
  4004. a1 := dataprovider.BaseEventAction{
  4005. Name: "a1",
  4006. Type: dataprovider.ActionTypeCommand,
  4007. Options: dataprovider.BaseEventActionOptions{
  4008. CmdConfig: dataprovider.EventActionCommandConfig{
  4009. Cmd: saveObjectScriptPath,
  4010. Timeout: 10,
  4011. EnvVars: []dataprovider.KeyValue{
  4012. {
  4013. Key: "SFTPGO_OBJECT_DATA",
  4014. Value: "{{ObjectData}}",
  4015. },
  4016. },
  4017. },
  4018. },
  4019. }
  4020. a2 := dataprovider.BaseEventAction{
  4021. Name: "a2",
  4022. Type: dataprovider.ActionTypeEmail,
  4023. Options: dataprovider.BaseEventActionOptions{
  4024. EmailConfig: dataprovider.EventActionEmailConfig{
  4025. Recipients: []string{"[email protected]"},
  4026. Subject: `New "{{Event}}" from "{{Name}}"`,
  4027. Body: "Object name: {{ObjectName}} object type: {{ObjectType}} Data: {{ObjectData}}",
  4028. },
  4029. },
  4030. }
  4031. a3 := dataprovider.BaseEventAction{
  4032. Name: "a3",
  4033. Type: dataprovider.ActionTypeEmail,
  4034. Options: dataprovider.BaseEventActionOptions{
  4035. EmailConfig: dataprovider.EventActionEmailConfig{
  4036. Recipients: []string{"[email protected]"},
  4037. Subject: `Failed "{{Event}}" from "{{Name}}"`,
  4038. Body: "Object name: {{ObjectName}} object type: {{ObjectType}}, IP: {{IP}}",
  4039. },
  4040. },
  4041. }
  4042. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  4043. assert.NoError(t, err)
  4044. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  4045. assert.NoError(t, err)
  4046. action3, _, err := httpdtest.AddEventAction(a3, http.StatusCreated)
  4047. assert.NoError(t, err)
  4048. r := dataprovider.EventRule{
  4049. Name: "rule",
  4050. Status: 1,
  4051. Trigger: dataprovider.EventTriggerProviderEvent,
  4052. Conditions: dataprovider.EventConditions{
  4053. ProviderEvents: []string{"update"},
  4054. },
  4055. Actions: []dataprovider.EventAction{
  4056. {
  4057. BaseEventAction: dataprovider.BaseEventAction{
  4058. Name: action1.Name,
  4059. },
  4060. Order: 1,
  4061. Options: dataprovider.EventActionOptions{
  4062. StopOnFailure: true,
  4063. },
  4064. },
  4065. {
  4066. BaseEventAction: dataprovider.BaseEventAction{
  4067. Name: action2.Name,
  4068. },
  4069. Order: 2,
  4070. },
  4071. {
  4072. BaseEventAction: dataprovider.BaseEventAction{
  4073. Name: action3.Name,
  4074. },
  4075. Order: 3,
  4076. Options: dataprovider.EventActionOptions{
  4077. IsFailureAction: true,
  4078. StopOnFailure: true,
  4079. },
  4080. },
  4081. },
  4082. }
  4083. rule, _, err := httpdtest.AddEventRule(r, http.StatusCreated)
  4084. assert.NoError(t, err)
  4085. lastReceivedEmail.reset()
  4086. // create and update a folder to trigger the rule
  4087. folder := vfs.BaseVirtualFolder{
  4088. Name: "ftest rule",
  4089. MappedPath: filepath.Join(os.TempDir(), "p"),
  4090. }
  4091. folder, _, err = httpdtest.AddFolder(folder, http.StatusCreated)
  4092. assert.NoError(t, err)
  4093. // no action is triggered on add
  4094. assert.NoFileExists(t, outPath)
  4095. // update the folder
  4096. _, _, err = httpdtest.UpdateFolder(folder, http.StatusOK)
  4097. assert.NoError(t, err)
  4098. if assert.Eventually(t, func() bool {
  4099. _, err := os.Stat(outPath)
  4100. return err == nil
  4101. }, 2*time.Second, 100*time.Millisecond) {
  4102. content, err := os.ReadFile(outPath)
  4103. assert.NoError(t, err)
  4104. var folderGet vfs.BaseVirtualFolder
  4105. err = json.Unmarshal(content, &folderGet)
  4106. assert.NoError(t, err)
  4107. assert.Equal(t, folder, folderGet)
  4108. err = os.Remove(outPath)
  4109. assert.NoError(t, err)
  4110. assert.Eventually(t, func() bool {
  4111. return lastReceivedEmail.get().From != ""
  4112. }, 3000*time.Millisecond, 100*time.Millisecond)
  4113. email := lastReceivedEmail.get()
  4114. assert.Len(t, email.To, 1)
  4115. assert.True(t, slices.Contains(email.To, "[email protected]"))
  4116. assert.Contains(t, email.Data, `Subject: New "update" from "admin"`)
  4117. }
  4118. // now delete the script to generate an error
  4119. lastReceivedEmail.reset()
  4120. err = os.Remove(saveObjectScriptPath)
  4121. assert.NoError(t, err)
  4122. _, _, err = httpdtest.UpdateFolder(folder, http.StatusOK)
  4123. assert.NoError(t, err)
  4124. assert.NoFileExists(t, outPath)
  4125. assert.Eventually(t, func() bool {
  4126. return lastReceivedEmail.get().From != ""
  4127. }, 3000*time.Millisecond, 100*time.Millisecond)
  4128. email := lastReceivedEmail.get()
  4129. assert.Len(t, email.To, 1)
  4130. assert.True(t, slices.Contains(email.To, "[email protected]"))
  4131. assert.Contains(t, email.Data, `Subject: Failed "update" from "admin"`)
  4132. assert.Contains(t, email.Data, fmt.Sprintf("Object name: %s object type: folder", folder.Name))
  4133. lastReceivedEmail.reset()
  4134. // generate an error for the failure action
  4135. smtpCfg = smtp.Config{}
  4136. err = smtpCfg.Initialize(configDir, true)
  4137. require.NoError(t, err)
  4138. _, _, err = httpdtest.UpdateFolder(folder, http.StatusOK)
  4139. assert.NoError(t, err)
  4140. assert.NoFileExists(t, outPath)
  4141. email = lastReceivedEmail.get()
  4142. assert.Len(t, email.To, 0)
  4143. _, err = httpdtest.RemoveFolder(folder, http.StatusOK)
  4144. assert.NoError(t, err)
  4145. _, err = httpdtest.RemoveEventRule(rule, http.StatusOK)
  4146. assert.NoError(t, err)
  4147. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  4148. assert.NoError(t, err)
  4149. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  4150. assert.NoError(t, err)
  4151. _, err = httpdtest.RemoveEventAction(action3, http.StatusOK)
  4152. assert.NoError(t, err)
  4153. }
  4154. func TestEventRuleFsActions(t *testing.T) {
  4155. dirsToCreate := []string{
  4156. "/basedir/1",
  4157. "/basedir/sub/2",
  4158. "/basedir/3",
  4159. }
  4160. a1 := dataprovider.BaseEventAction{
  4161. Name: "a1",
  4162. Type: dataprovider.ActionTypeFilesystem,
  4163. Options: dataprovider.BaseEventActionOptions{
  4164. FsConfig: dataprovider.EventActionFilesystemConfig{
  4165. Type: dataprovider.FilesystemActionMkdirs,
  4166. MkDirs: dirsToCreate,
  4167. },
  4168. },
  4169. }
  4170. a2 := dataprovider.BaseEventAction{
  4171. Name: "a2",
  4172. Type: dataprovider.ActionTypeFilesystem,
  4173. Options: dataprovider.BaseEventActionOptions{
  4174. FsConfig: dataprovider.EventActionFilesystemConfig{
  4175. Type: dataprovider.FilesystemActionRename,
  4176. Renames: []dataprovider.RenameConfig{
  4177. {
  4178. KeyValue: dataprovider.KeyValue{
  4179. Key: "/{{VirtualDirPath}}/{{ObjectName}}",
  4180. Value: "/{{ObjectName}}_renamed",
  4181. },
  4182. },
  4183. },
  4184. },
  4185. },
  4186. }
  4187. a3 := dataprovider.BaseEventAction{
  4188. Name: "a3",
  4189. Type: dataprovider.ActionTypeFilesystem,
  4190. Options: dataprovider.BaseEventActionOptions{
  4191. FsConfig: dataprovider.EventActionFilesystemConfig{
  4192. Type: dataprovider.FilesystemActionDelete,
  4193. Deletes: []string{"/{{ObjectName}}_renamed"},
  4194. },
  4195. },
  4196. }
  4197. a4 := dataprovider.BaseEventAction{
  4198. Name: "a4",
  4199. Type: dataprovider.ActionTypeFolderQuotaReset,
  4200. }
  4201. a5 := dataprovider.BaseEventAction{
  4202. Name: "a5",
  4203. Type: dataprovider.ActionTypeUserQuotaReset,
  4204. }
  4205. a6 := dataprovider.BaseEventAction{
  4206. Name: "a6",
  4207. Type: dataprovider.ActionTypeFilesystem,
  4208. Options: dataprovider.BaseEventActionOptions{
  4209. FsConfig: dataprovider.EventActionFilesystemConfig{
  4210. Type: dataprovider.FilesystemActionExist,
  4211. Exist: []string{"/{{VirtualPath}}"},
  4212. },
  4213. },
  4214. }
  4215. action1, resp, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  4216. assert.NoError(t, err, string(resp))
  4217. action2, resp, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  4218. assert.NoError(t, err, string(resp))
  4219. action3, resp, err := httpdtest.AddEventAction(a3, http.StatusCreated)
  4220. assert.NoError(t, err, string(resp))
  4221. action4, resp, err := httpdtest.AddEventAction(a4, http.StatusCreated)
  4222. assert.NoError(t, err, string(resp))
  4223. action5, resp, err := httpdtest.AddEventAction(a5, http.StatusCreated)
  4224. assert.NoError(t, err, string(resp))
  4225. action6, resp, err := httpdtest.AddEventAction(a6, http.StatusCreated)
  4226. assert.NoError(t, err, string(resp))
  4227. r1 := dataprovider.EventRule{
  4228. Name: "r1",
  4229. Status: 1,
  4230. Trigger: dataprovider.EventTriggerProviderEvent,
  4231. Conditions: dataprovider.EventConditions{
  4232. ProviderEvents: []string{"add"},
  4233. },
  4234. Actions: []dataprovider.EventAction{
  4235. {
  4236. BaseEventAction: dataprovider.BaseEventAction{
  4237. Name: action1.Name,
  4238. },
  4239. Order: 1,
  4240. },
  4241. },
  4242. }
  4243. r2 := dataprovider.EventRule{
  4244. Name: "r2",
  4245. Status: 1,
  4246. Trigger: dataprovider.EventTriggerFsEvent,
  4247. Conditions: dataprovider.EventConditions{
  4248. FsEvents: []string{"upload"},
  4249. },
  4250. Actions: []dataprovider.EventAction{
  4251. {
  4252. BaseEventAction: dataprovider.BaseEventAction{
  4253. Name: action2.Name,
  4254. },
  4255. Order: 1,
  4256. Options: dataprovider.EventActionOptions{
  4257. ExecuteSync: true,
  4258. },
  4259. },
  4260. {
  4261. BaseEventAction: dataprovider.BaseEventAction{
  4262. Name: action5.Name,
  4263. },
  4264. Order: 2,
  4265. },
  4266. },
  4267. }
  4268. r3 := dataprovider.EventRule{
  4269. Name: "r3",
  4270. Status: 1,
  4271. Trigger: dataprovider.EventTriggerFsEvent,
  4272. Conditions: dataprovider.EventConditions{
  4273. FsEvents: []string{"mkdir"},
  4274. },
  4275. Actions: []dataprovider.EventAction{
  4276. {
  4277. BaseEventAction: dataprovider.BaseEventAction{
  4278. Name: action3.Name,
  4279. },
  4280. Order: 1,
  4281. },
  4282. {
  4283. BaseEventAction: dataprovider.BaseEventAction{
  4284. Name: action6.Name,
  4285. },
  4286. Order: 2,
  4287. },
  4288. },
  4289. }
  4290. r4 := dataprovider.EventRule{
  4291. Name: "r4",
  4292. Status: 1,
  4293. Trigger: dataprovider.EventTriggerFsEvent,
  4294. Conditions: dataprovider.EventConditions{
  4295. FsEvents: []string{"rmdir"},
  4296. },
  4297. Actions: []dataprovider.EventAction{
  4298. {
  4299. BaseEventAction: dataprovider.BaseEventAction{
  4300. Name: action4.Name,
  4301. },
  4302. Order: 1,
  4303. },
  4304. },
  4305. }
  4306. r5 := dataprovider.EventRule{
  4307. Name: "r5",
  4308. Status: 1,
  4309. Trigger: dataprovider.EventTriggerProviderEvent,
  4310. Conditions: dataprovider.EventConditions{
  4311. ProviderEvents: []string{"add"},
  4312. },
  4313. Actions: []dataprovider.EventAction{
  4314. {
  4315. BaseEventAction: dataprovider.BaseEventAction{
  4316. Name: action4.Name,
  4317. },
  4318. Order: 1,
  4319. },
  4320. },
  4321. }
  4322. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  4323. assert.NoError(t, err)
  4324. rule2, _, err := httpdtest.AddEventRule(r2, http.StatusCreated)
  4325. assert.NoError(t, err)
  4326. rule3, _, err := httpdtest.AddEventRule(r3, http.StatusCreated)
  4327. assert.NoError(t, err)
  4328. rule4, _, err := httpdtest.AddEventRule(r4, http.StatusCreated)
  4329. assert.NoError(t, err)
  4330. rule5, _, err := httpdtest.AddEventRule(r5, http.StatusCreated)
  4331. assert.NoError(t, err)
  4332. folderMappedPath := filepath.Join(os.TempDir(), "folder")
  4333. err = os.MkdirAll(folderMappedPath, os.ModePerm)
  4334. assert.NoError(t, err)
  4335. err = os.WriteFile(filepath.Join(folderMappedPath, "file.txt"), []byte("1"), 0666)
  4336. assert.NoError(t, err)
  4337. folder, _, err := httpdtest.AddFolder(vfs.BaseVirtualFolder{
  4338. Name: "test folder",
  4339. MappedPath: folderMappedPath,
  4340. }, http.StatusCreated)
  4341. assert.NoError(t, err)
  4342. assert.Eventually(t, func() bool {
  4343. folderGet, _, err := httpdtest.GetFolderByName(folder.Name, http.StatusOK)
  4344. if err != nil {
  4345. return false
  4346. }
  4347. return folderGet.UsedQuotaFiles == 1 && folderGet.UsedQuotaSize == 1
  4348. }, 2*time.Second, 100*time.Millisecond)
  4349. u := getTestUser()
  4350. u.Filters.DisableFsChecks = true
  4351. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  4352. assert.NoError(t, err)
  4353. conn, client, err := getSftpClient(user)
  4354. if assert.NoError(t, err) {
  4355. defer conn.Close()
  4356. defer client.Close()
  4357. // check initial directories creation
  4358. for _, dir := range dirsToCreate {
  4359. assert.Eventually(t, func() bool {
  4360. _, err := client.Stat(dir)
  4361. return err == nil
  4362. }, 2*time.Second, 100*time.Millisecond)
  4363. }
  4364. // upload a file and check the sync rename
  4365. size := int64(32768)
  4366. err = writeSFTPFileNoCheck(path.Join("basedir", testFileName), size, client)
  4367. assert.NoError(t, err)
  4368. _, err = client.Stat(path.Join("basedir", testFileName))
  4369. assert.Error(t, err)
  4370. info, err := client.Stat(testFileName + "_renamed") //nolint:goconst
  4371. if assert.NoError(t, err) {
  4372. assert.Equal(t, size, info.Size())
  4373. }
  4374. assert.NoError(t, err)
  4375. assert.Eventually(t, func() bool {
  4376. userGet, _, err := httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  4377. if err != nil {
  4378. return false
  4379. }
  4380. return userGet.UsedQuotaFiles == 1 && userGet.UsedQuotaSize == size
  4381. }, 2*time.Second, 100*time.Millisecond)
  4382. for i := 0; i < 2; i++ {
  4383. err = client.Mkdir(testFileName)
  4384. assert.NoError(t, err)
  4385. assert.Eventually(t, func() bool {
  4386. _, err = client.Stat(testFileName + "_renamed")
  4387. return err != nil
  4388. }, 2*time.Second, 100*time.Millisecond)
  4389. err = client.RemoveDirectory(testFileName)
  4390. assert.NoError(t, err)
  4391. }
  4392. err = client.Mkdir(testFileName + "_renamed")
  4393. assert.NoError(t, err)
  4394. err = client.Mkdir(testFileName)
  4395. assert.NoError(t, err)
  4396. assert.Eventually(t, func() bool {
  4397. _, err = client.Stat(testFileName + "_renamed")
  4398. return err != nil
  4399. }, 2*time.Second, 100*time.Millisecond)
  4400. }
  4401. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  4402. assert.NoError(t, err)
  4403. err = os.RemoveAll(user.GetHomeDir())
  4404. assert.NoError(t, err)
  4405. _, err = httpdtest.RemoveFolder(folder, http.StatusOK)
  4406. assert.NoError(t, err)
  4407. err = os.RemoveAll(folderMappedPath)
  4408. assert.NoError(t, err)
  4409. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  4410. assert.NoError(t, err)
  4411. _, err = httpdtest.RemoveEventRule(rule2, http.StatusOK)
  4412. assert.NoError(t, err)
  4413. _, err = httpdtest.RemoveEventRule(rule3, http.StatusOK)
  4414. assert.NoError(t, err)
  4415. _, err = httpdtest.RemoveEventRule(rule4, http.StatusOK)
  4416. assert.NoError(t, err)
  4417. _, err = httpdtest.RemoveEventRule(rule5, http.StatusOK)
  4418. assert.NoError(t, err)
  4419. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  4420. assert.NoError(t, err)
  4421. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  4422. assert.NoError(t, err)
  4423. _, err = httpdtest.RemoveEventAction(action3, http.StatusOK)
  4424. assert.NoError(t, err)
  4425. _, err = httpdtest.RemoveEventAction(action4, http.StatusOK)
  4426. assert.NoError(t, err)
  4427. _, err = httpdtest.RemoveEventAction(action5, http.StatusOK)
  4428. assert.NoError(t, err)
  4429. _, err = httpdtest.RemoveEventAction(action6, http.StatusOK)
  4430. assert.NoError(t, err)
  4431. }
  4432. func TestUploadEventRule(t *testing.T) {
  4433. smtpCfg := smtp.Config{
  4434. Host: "127.0.0.1",
  4435. Port: 2525,
  4436. From: "[email protected]",
  4437. TemplatesPath: "templates",
  4438. }
  4439. err := smtpCfg.Initialize(configDir, true)
  4440. require.NoError(t, err)
  4441. a1 := dataprovider.BaseEventAction{
  4442. Name: "action1",
  4443. Type: dataprovider.ActionTypeEmail,
  4444. Options: dataprovider.BaseEventActionOptions{
  4445. EmailConfig: dataprovider.EventActionEmailConfig{
  4446. Recipients: []string{"[email protected]"},
  4447. Subject: `New "{{Event}}" from "{{Name}}" status {{StatusString}}`,
  4448. Body: "Fs path {{FsPath}}, size: {{FileSize}}, protocol: {{Protocol}}, IP: {{IP}} Data: {{ObjectData}} {{ErrorString}}",
  4449. },
  4450. },
  4451. }
  4452. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  4453. assert.NoError(t, err)
  4454. r1 := dataprovider.EventRule{
  4455. Name: "test rule1",
  4456. Status: 1,
  4457. Trigger: dataprovider.EventTriggerFsEvent,
  4458. Conditions: dataprovider.EventConditions{
  4459. FsEvents: []string{"upload"},
  4460. Options: dataprovider.ConditionOptions{
  4461. FsPaths: []dataprovider.ConditionPattern{
  4462. {
  4463. Pattern: "/**/*.filepart",
  4464. InverseMatch: true,
  4465. },
  4466. },
  4467. },
  4468. },
  4469. Actions: []dataprovider.EventAction{
  4470. {
  4471. BaseEventAction: dataprovider.BaseEventAction{
  4472. Name: action1.Name,
  4473. },
  4474. Order: 1,
  4475. Options: dataprovider.EventActionOptions{
  4476. ExecuteSync: true,
  4477. },
  4478. },
  4479. },
  4480. }
  4481. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  4482. assert.NoError(t, err)
  4483. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  4484. assert.NoError(t, err)
  4485. conn, client, err := getSftpClient(user)
  4486. if assert.NoError(t, err) {
  4487. defer conn.Close()
  4488. defer client.Close()
  4489. lastReceivedEmail.reset()
  4490. err = writeSFTPFileNoCheck("/test.filepart", 32768, client)
  4491. assert.NoError(t, err)
  4492. email := lastReceivedEmail.get()
  4493. assert.Empty(t, email.From)
  4494. lastReceivedEmail.reset()
  4495. err = writeSFTPFileNoCheck(testFileName, 32768, client)
  4496. assert.NoError(t, err)
  4497. email = lastReceivedEmail.get()
  4498. assert.Len(t, email.To, 1)
  4499. assert.Contains(t, email.Data, `Subject: New "upload"`)
  4500. }
  4501. r2 := dataprovider.EventRule{
  4502. Name: "test rule2",
  4503. Status: 1,
  4504. Trigger: dataprovider.EventTriggerFsEvent,
  4505. Conditions: dataprovider.EventConditions{
  4506. FsEvents: []string{"rename"},
  4507. Options: dataprovider.ConditionOptions{
  4508. FsPaths: []dataprovider.ConditionPattern{
  4509. {
  4510. Pattern: "/**/*.filepart",
  4511. },
  4512. },
  4513. },
  4514. },
  4515. Actions: []dataprovider.EventAction{
  4516. {
  4517. BaseEventAction: dataprovider.BaseEventAction{
  4518. Name: action1.Name,
  4519. },
  4520. Order: 1,
  4521. },
  4522. },
  4523. }
  4524. rule2, _, err := httpdtest.AddEventRule(r2, http.StatusCreated)
  4525. assert.NoError(t, err)
  4526. conn, client, err = getSftpClient(user)
  4527. if assert.NoError(t, err) {
  4528. defer conn.Close()
  4529. defer client.Close()
  4530. tempName := "file.filepart"
  4531. lastReceivedEmail.reset()
  4532. err = writeSFTPFileNoCheck(tempName, 32768, client)
  4533. assert.NoError(t, err)
  4534. email := lastReceivedEmail.get()
  4535. assert.Empty(t, email.From)
  4536. lastReceivedEmail.reset()
  4537. err = client.Rename(tempName, testFileName)
  4538. assert.NoError(t, err)
  4539. assert.Eventually(t, func() bool {
  4540. return lastReceivedEmail.get().From != ""
  4541. }, 3000*time.Millisecond, 100*time.Millisecond)
  4542. email = lastReceivedEmail.get()
  4543. assert.Len(t, email.To, 1)
  4544. assert.Contains(t, email.Data, `Subject: New "rename"`)
  4545. }
  4546. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  4547. assert.NoError(t, err)
  4548. _, err = httpdtest.RemoveEventRule(rule2, http.StatusOK)
  4549. assert.NoError(t, err)
  4550. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  4551. assert.NoError(t, err)
  4552. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  4553. assert.NoError(t, err)
  4554. err = os.RemoveAll(user.GetHomeDir())
  4555. assert.NoError(t, err)
  4556. smtpCfg = smtp.Config{}
  4557. err = smtpCfg.Initialize(configDir, true)
  4558. require.NoError(t, err)
  4559. }
  4560. func TestEventRulePreDelete(t *testing.T) {
  4561. movePath := "recycle bin"
  4562. a1 := dataprovider.BaseEventAction{
  4563. Name: "a1",
  4564. Type: dataprovider.ActionTypeFilesystem,
  4565. Options: dataprovider.BaseEventActionOptions{
  4566. FsConfig: dataprovider.EventActionFilesystemConfig{
  4567. Type: dataprovider.FilesystemActionRename,
  4568. Renames: []dataprovider.RenameConfig{
  4569. {
  4570. KeyValue: dataprovider.KeyValue{
  4571. Key: "/{{VirtualPath}}",
  4572. Value: fmt.Sprintf("/%s/{{VirtualPath}}", movePath),
  4573. },
  4574. UpdateModTime: true,
  4575. },
  4576. },
  4577. },
  4578. },
  4579. }
  4580. action1, resp, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  4581. assert.NoError(t, err, string(resp))
  4582. r1 := dataprovider.EventRule{
  4583. Name: "rule1",
  4584. Status: 1,
  4585. Trigger: dataprovider.EventTriggerFsEvent,
  4586. Conditions: dataprovider.EventConditions{
  4587. FsEvents: []string{"pre-delete"},
  4588. Options: dataprovider.ConditionOptions{
  4589. FsPaths: []dataprovider.ConditionPattern{
  4590. {
  4591. Pattern: fmt.Sprintf("/%s/**", movePath),
  4592. InverseMatch: true,
  4593. },
  4594. },
  4595. },
  4596. },
  4597. Actions: []dataprovider.EventAction{
  4598. {
  4599. BaseEventAction: dataprovider.BaseEventAction{
  4600. Name: action1.Name,
  4601. },
  4602. Order: 1,
  4603. Options: dataprovider.EventActionOptions{
  4604. ExecuteSync: true,
  4605. },
  4606. },
  4607. },
  4608. }
  4609. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  4610. assert.NoError(t, err)
  4611. f := vfs.BaseVirtualFolder{
  4612. Name: movePath,
  4613. MappedPath: filepath.Join(os.TempDir(), movePath),
  4614. }
  4615. _, _, err = httpdtest.AddFolder(f, http.StatusCreated)
  4616. assert.NoError(t, err)
  4617. u := getTestUser()
  4618. u.QuotaFiles = 1000
  4619. u.VirtualFolders = []vfs.VirtualFolder{
  4620. {
  4621. BaseVirtualFolder: vfs.BaseVirtualFolder{
  4622. Name: movePath,
  4623. },
  4624. VirtualPath: "/" + movePath,
  4625. QuotaFiles: 1000,
  4626. },
  4627. }
  4628. localUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
  4629. assert.NoError(t, err)
  4630. u = getTestSFTPUser()
  4631. u.QuotaFiles = 1000
  4632. sftpUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
  4633. assert.NoError(t, err)
  4634. for _, user := range []dataprovider.User{localUser, sftpUser} {
  4635. conn, client, err := getSftpClient(user)
  4636. if assert.NoError(t, err) {
  4637. defer conn.Close()
  4638. defer client.Close()
  4639. testDir := "sub dir"
  4640. err = client.MkdirAll(testDir)
  4641. assert.NoError(t, err)
  4642. err = writeSFTPFile(testFileName, 100, client)
  4643. assert.NoError(t, err)
  4644. err = writeSFTPFile(path.Join(testDir, testFileName), 100, client)
  4645. assert.NoError(t, err)
  4646. modTime := time.Now().Add(-36 * time.Hour)
  4647. err = client.Chtimes(testFileName, modTime, modTime)
  4648. assert.NoError(t, err)
  4649. err = client.Remove(testFileName)
  4650. assert.NoError(t, err)
  4651. err = client.Remove(path.Join(testDir, testFileName))
  4652. assert.NoError(t, err)
  4653. // check files
  4654. _, err = client.Stat(testFileName)
  4655. assert.ErrorIs(t, err, os.ErrNotExist)
  4656. _, err = client.Stat(path.Join(testDir, testFileName))
  4657. assert.ErrorIs(t, err, os.ErrNotExist)
  4658. info, err := client.Stat(path.Join("/", movePath, testFileName))
  4659. assert.NoError(t, err)
  4660. diff := math.Abs(time.Until(info.ModTime()).Seconds())
  4661. assert.LessOrEqual(t, diff, float64(2))
  4662. _, err = client.Stat(path.Join("/", movePath, testDir, testFileName))
  4663. assert.NoError(t, err)
  4664. // check quota
  4665. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  4666. assert.NoError(t, err)
  4667. if user.Username == localUser.Username {
  4668. assert.Equal(t, 0, user.UsedQuotaFiles)
  4669. assert.Equal(t, int64(0), user.UsedQuotaSize)
  4670. folder, _, err := httpdtest.GetFolderByName(movePath, http.StatusOK)
  4671. assert.NoError(t, err)
  4672. assert.Equal(t, 2, folder.UsedQuotaFiles)
  4673. assert.Equal(t, int64(200), folder.UsedQuotaSize)
  4674. } else {
  4675. assert.Equal(t, 1, user.UsedQuotaFiles)
  4676. assert.Equal(t, int64(100), user.UsedQuotaSize)
  4677. }
  4678. // pre-delete action is not executed in movePath
  4679. err = client.Remove(path.Join("/", movePath, testFileName))
  4680. assert.NoError(t, err)
  4681. if user.Username == localUser.Username {
  4682. // check quota
  4683. folder, _, err := httpdtest.GetFolderByName(movePath, http.StatusOK)
  4684. assert.NoError(t, err)
  4685. assert.Equal(t, 1, folder.UsedQuotaFiles)
  4686. assert.Equal(t, int64(100), folder.UsedQuotaSize)
  4687. err = os.RemoveAll(user.GetHomeDir())
  4688. assert.NoError(t, err)
  4689. }
  4690. }
  4691. }
  4692. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  4693. assert.NoError(t, err)
  4694. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  4695. assert.NoError(t, err)
  4696. _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
  4697. assert.NoError(t, err)
  4698. _, err = httpdtest.RemoveUser(localUser, http.StatusOK)
  4699. assert.NoError(t, err)
  4700. err = os.RemoveAll(localUser.GetHomeDir())
  4701. assert.NoError(t, err)
  4702. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: movePath}, http.StatusOK)
  4703. assert.NoError(t, err)
  4704. err = os.RemoveAll(filepath.Join(os.TempDir(), movePath))
  4705. assert.NoError(t, err)
  4706. }
  4707. func TestEventRulePreDownloadUpload(t *testing.T) {
  4708. testDir := "/d"
  4709. a1 := dataprovider.BaseEventAction{
  4710. Name: "a1",
  4711. Type: dataprovider.ActionTypeFilesystem,
  4712. Options: dataprovider.BaseEventActionOptions{
  4713. FsConfig: dataprovider.EventActionFilesystemConfig{
  4714. Type: dataprovider.FilesystemActionMkdirs,
  4715. MkDirs: []string{testDir},
  4716. },
  4717. },
  4718. }
  4719. action1, resp, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  4720. assert.NoError(t, err, string(resp))
  4721. a2 := dataprovider.BaseEventAction{
  4722. Name: "a2",
  4723. Type: dataprovider.ActionTypeFilesystem,
  4724. Options: dataprovider.BaseEventActionOptions{
  4725. FsConfig: dataprovider.EventActionFilesystemConfig{
  4726. Type: dataprovider.FilesystemActionRename,
  4727. Renames: []dataprovider.RenameConfig{
  4728. {
  4729. KeyValue: dataprovider.KeyValue{
  4730. Key: "/missing source",
  4731. Value: "/missing target",
  4732. },
  4733. },
  4734. },
  4735. },
  4736. },
  4737. }
  4738. action2, resp, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  4739. assert.NoError(t, err, string(resp))
  4740. r1 := dataprovider.EventRule{
  4741. Name: "rule1",
  4742. Status: 1,
  4743. Trigger: dataprovider.EventTriggerFsEvent,
  4744. Conditions: dataprovider.EventConditions{
  4745. FsEvents: []string{"pre-download", "pre-upload"},
  4746. },
  4747. Actions: []dataprovider.EventAction{
  4748. {
  4749. BaseEventAction: dataprovider.BaseEventAction{
  4750. Name: action1.Name,
  4751. },
  4752. Order: 1,
  4753. Options: dataprovider.EventActionOptions{
  4754. ExecuteSync: true,
  4755. },
  4756. },
  4757. },
  4758. }
  4759. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  4760. assert.NoError(t, err)
  4761. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  4762. assert.NoError(t, err)
  4763. conn, client, err := getSftpClient(user)
  4764. if assert.NoError(t, err) {
  4765. defer conn.Close()
  4766. defer client.Close()
  4767. // the rule will always succeed, so uploads/downloads will work
  4768. err = writeSFTPFile(testFileName, 100, client)
  4769. assert.NoError(t, err)
  4770. _, err = client.Stat(testDir)
  4771. assert.NoError(t, err)
  4772. err = client.RemoveDirectory(testDir)
  4773. assert.NoError(t, err)
  4774. f, err := client.Open(testFileName)
  4775. assert.NoError(t, err)
  4776. contents := make([]byte, 100)
  4777. n, err := io.ReadFull(f, contents)
  4778. assert.NoError(t, err)
  4779. assert.Equal(t, int(100), n)
  4780. err = f.Close()
  4781. assert.NoError(t, err)
  4782. // disable the rule
  4783. rule1.Status = 0
  4784. _, _, err = httpdtest.UpdateEventRule(rule1, http.StatusOK)
  4785. assert.NoError(t, err)
  4786. err = client.RemoveDirectory(testDir)
  4787. assert.NoError(t, err)
  4788. err = client.Remove(testFileName)
  4789. assert.NoError(t, err)
  4790. err = writeSFTPFile(testFileName, 100, client)
  4791. assert.NoError(t, err)
  4792. _, err = client.Stat(testDir)
  4793. assert.ErrorIs(t, err, fs.ErrNotExist)
  4794. // now update the rule so that it will always fail
  4795. rule1.Status = 1
  4796. rule1.Actions = []dataprovider.EventAction{
  4797. {
  4798. BaseEventAction: dataprovider.BaseEventAction{
  4799. Name: action2.Name,
  4800. },
  4801. Order: 1,
  4802. Options: dataprovider.EventActionOptions{
  4803. ExecuteSync: true,
  4804. },
  4805. },
  4806. }
  4807. _, _, err = httpdtest.UpdateEventRule(rule1, http.StatusOK)
  4808. assert.NoError(t, err)
  4809. _, err = client.Open(testFileName)
  4810. assert.ErrorIs(t, err, os.ErrPermission)
  4811. err = client.Remove(testFileName)
  4812. assert.NoError(t, err)
  4813. err = writeSFTPFile(testFileName, 100, client)
  4814. assert.ErrorIs(t, err, os.ErrPermission)
  4815. }
  4816. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  4817. assert.NoError(t, err)
  4818. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  4819. assert.NoError(t, err)
  4820. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  4821. assert.NoError(t, err)
  4822. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  4823. assert.NoError(t, err)
  4824. err = os.RemoveAll(user.GetHomeDir())
  4825. assert.NoError(t, err)
  4826. }
  4827. func TestEventActionCommandEnvVars(t *testing.T) {
  4828. if runtime.GOOS == osWindows {
  4829. t.Skip("this test is not available on Windows")
  4830. }
  4831. envName := "MY_ENV"
  4832. uploadScriptPath := filepath.Join(os.TempDir(), "upload.sh")
  4833. err := os.WriteFile(uploadScriptPath, getUploadScriptEnvContent(envName), 0755)
  4834. assert.NoError(t, err)
  4835. a1 := dataprovider.BaseEventAction{
  4836. Name: "action1",
  4837. Type: dataprovider.ActionTypeCommand,
  4838. Options: dataprovider.BaseEventActionOptions{
  4839. CmdConfig: dataprovider.EventActionCommandConfig{
  4840. Cmd: uploadScriptPath,
  4841. Timeout: 10,
  4842. EnvVars: []dataprovider.KeyValue{
  4843. {
  4844. Key: envName,
  4845. Value: "$",
  4846. },
  4847. },
  4848. },
  4849. },
  4850. }
  4851. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  4852. assert.NoError(t, err)
  4853. r1 := dataprovider.EventRule{
  4854. Name: "test rule1",
  4855. Status: 1,
  4856. Trigger: dataprovider.EventTriggerFsEvent,
  4857. Conditions: dataprovider.EventConditions{
  4858. FsEvents: []string{"upload"},
  4859. },
  4860. Actions: []dataprovider.EventAction{
  4861. {
  4862. BaseEventAction: dataprovider.BaseEventAction{
  4863. Name: action1.Name,
  4864. },
  4865. Order: 1,
  4866. Options: dataprovider.EventActionOptions{
  4867. ExecuteSync: true,
  4868. },
  4869. },
  4870. },
  4871. }
  4872. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  4873. assert.NoError(t, err)
  4874. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  4875. assert.NoError(t, err)
  4876. conn, client, err := getSftpClient(user)
  4877. if assert.NoError(t, err) {
  4878. defer conn.Close()
  4879. defer client.Close()
  4880. err = writeSFTPFileNoCheck(testFileName, 100, client)
  4881. assert.Error(t, err)
  4882. }
  4883. os.Setenv(envName, "1")
  4884. defer os.Unsetenv(envName)
  4885. conn, client, err = getSftpClient(user)
  4886. if assert.NoError(t, err) {
  4887. defer conn.Close()
  4888. defer client.Close()
  4889. err = writeSFTPFileNoCheck(testFileName, 100, client)
  4890. assert.NoError(t, err)
  4891. }
  4892. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  4893. assert.NoError(t, err)
  4894. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  4895. assert.NoError(t, err)
  4896. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  4897. assert.NoError(t, err)
  4898. err = os.RemoveAll(user.GetHomeDir())
  4899. assert.NoError(t, err)
  4900. err = os.Remove(uploadScriptPath)
  4901. assert.NoError(t, err)
  4902. }
  4903. func TestFsActionCopy(t *testing.T) {
  4904. a1 := dataprovider.BaseEventAction{
  4905. Name: "a1",
  4906. Type: dataprovider.ActionTypeFilesystem,
  4907. Options: dataprovider.BaseEventActionOptions{
  4908. FsConfig: dataprovider.EventActionFilesystemConfig{
  4909. Type: dataprovider.FilesystemActionCopy,
  4910. Copy: []dataprovider.KeyValue{
  4911. {
  4912. Key: "/{{VirtualPath}}/",
  4913. Value: "/dircopy/",
  4914. },
  4915. },
  4916. },
  4917. },
  4918. }
  4919. action1, resp, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  4920. assert.NoError(t, err, string(resp))
  4921. r1 := dataprovider.EventRule{
  4922. Name: "rule1",
  4923. Status: 1,
  4924. Trigger: dataprovider.EventTriggerFsEvent,
  4925. Conditions: dataprovider.EventConditions{
  4926. FsEvents: []string{"upload"},
  4927. },
  4928. Actions: []dataprovider.EventAction{
  4929. {
  4930. BaseEventAction: dataprovider.BaseEventAction{
  4931. Name: action1.Name,
  4932. },
  4933. Order: 1,
  4934. Options: dataprovider.EventActionOptions{
  4935. ExecuteSync: true,
  4936. },
  4937. },
  4938. },
  4939. }
  4940. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  4941. assert.NoError(t, err)
  4942. u := getTestUser()
  4943. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  4944. assert.NoError(t, err)
  4945. conn, client, err := getSftpClient(user)
  4946. if assert.NoError(t, err) {
  4947. defer conn.Close()
  4948. defer client.Close()
  4949. err = writeSFTPFile(testFileName, 100, client)
  4950. assert.NoError(t, err)
  4951. _, err = client.Stat(path.Join("dircopy", testFileName))
  4952. assert.NoError(t, err)
  4953. action1.Options.FsConfig.Copy = []dataprovider.KeyValue{
  4954. {
  4955. Key: "/missing path",
  4956. Value: "/copied path",
  4957. },
  4958. }
  4959. _, _, err = httpdtest.UpdateEventAction(action1, http.StatusOK)
  4960. assert.NoError(t, err)
  4961. // copy a missing path will fail
  4962. err = writeSFTPFile(testFileName, 100, client)
  4963. assert.Error(t, err)
  4964. }
  4965. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  4966. assert.NoError(t, err)
  4967. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  4968. assert.NoError(t, err)
  4969. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  4970. assert.NoError(t, err)
  4971. err = os.RemoveAll(user.GetHomeDir())
  4972. assert.NoError(t, err)
  4973. }
  4974. func TestEventFsActionsGroupFilters(t *testing.T) {
  4975. smtpCfg := smtp.Config{
  4976. Host: "127.0.0.1",
  4977. Port: 2525,
  4978. From: "[email protected]",
  4979. TemplatesPath: "templates",
  4980. }
  4981. err := smtpCfg.Initialize(configDir, true)
  4982. require.NoError(t, err)
  4983. a1 := dataprovider.BaseEventAction{
  4984. Name: "a1",
  4985. Type: dataprovider.ActionTypeEmail,
  4986. Options: dataprovider.BaseEventActionOptions{
  4987. EmailConfig: dataprovider.EventActionEmailConfig{
  4988. Recipients: []string{"[email protected]"},
  4989. Subject: `New "{{Event}}" from "{{Name}}" status {{StatusString}}`,
  4990. Body: "Fs path {{FsPath}}, size: {{FileSize}}, protocol: {{Protocol}}, IP: {{IP}} {{ErrorString}}",
  4991. },
  4992. },
  4993. }
  4994. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  4995. assert.NoError(t, err)
  4996. r1 := dataprovider.EventRule{
  4997. Name: "rule1",
  4998. Status: 1,
  4999. Trigger: dataprovider.EventTriggerFsEvent,
  5000. Conditions: dataprovider.EventConditions{
  5001. FsEvents: []string{"upload"},
  5002. Options: dataprovider.ConditionOptions{
  5003. GroupNames: []dataprovider.ConditionPattern{
  5004. {
  5005. Pattern: "group*",
  5006. },
  5007. },
  5008. },
  5009. },
  5010. Actions: []dataprovider.EventAction{
  5011. {
  5012. BaseEventAction: dataprovider.BaseEventAction{
  5013. Name: action1.Name,
  5014. },
  5015. Order: 1,
  5016. Options: dataprovider.EventActionOptions{
  5017. ExecuteSync: true,
  5018. },
  5019. },
  5020. },
  5021. }
  5022. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  5023. assert.NoError(t, err)
  5024. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  5025. assert.NoError(t, err)
  5026. conn, client, err := getSftpClient(user)
  5027. if assert.NoError(t, err) {
  5028. defer conn.Close()
  5029. defer client.Close()
  5030. // the user has no group, so the rule does not match
  5031. lastReceivedEmail.reset()
  5032. err = writeSFTPFile(testFileName, 32, client)
  5033. assert.NoError(t, err)
  5034. assert.Empty(t, lastReceivedEmail.get().From)
  5035. }
  5036. g1 := dataprovider.Group{
  5037. BaseGroup: sdk.BaseGroup{
  5038. Name: "agroup1",
  5039. },
  5040. }
  5041. group1, _, err := httpdtest.AddGroup(g1, http.StatusCreated)
  5042. assert.NoError(t, err)
  5043. g2 := dataprovider.Group{
  5044. BaseGroup: sdk.BaseGroup{
  5045. Name: "group2",
  5046. },
  5047. }
  5048. group2, _, err := httpdtest.AddGroup(g2, http.StatusCreated)
  5049. assert.NoError(t, err)
  5050. user.Groups = []sdk.GroupMapping{
  5051. {
  5052. Name: group1.Name,
  5053. Type: sdk.GroupTypePrimary,
  5054. },
  5055. }
  5056. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  5057. assert.NoError(t, err)
  5058. conn, client, err = getSftpClient(user)
  5059. if assert.NoError(t, err) {
  5060. defer conn.Close()
  5061. defer client.Close()
  5062. // the group does not match
  5063. lastReceivedEmail.reset()
  5064. err = writeSFTPFile(testFileName, 32, client)
  5065. assert.NoError(t, err)
  5066. assert.Empty(t, lastReceivedEmail.get().From)
  5067. }
  5068. user.Groups = append(user.Groups, sdk.GroupMapping{
  5069. Name: group2.Name,
  5070. Type: sdk.GroupTypeSecondary,
  5071. })
  5072. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  5073. assert.NoError(t, err)
  5074. conn, client, err = getSftpClient(user)
  5075. if assert.NoError(t, err) {
  5076. defer conn.Close()
  5077. defer client.Close()
  5078. // the group matches
  5079. lastReceivedEmail.reset()
  5080. err = writeSFTPFile(testFileName, 32, client)
  5081. assert.NoError(t, err)
  5082. assert.NotEmpty(t, lastReceivedEmail.get().From)
  5083. }
  5084. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  5085. assert.NoError(t, err)
  5086. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  5087. assert.NoError(t, err)
  5088. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  5089. assert.NoError(t, err)
  5090. err = os.RemoveAll(user.GetHomeDir())
  5091. assert.NoError(t, err)
  5092. _, err = httpdtest.RemoveGroup(group1, http.StatusOK)
  5093. assert.NoError(t, err)
  5094. _, err = httpdtest.RemoveGroup(group2, http.StatusOK)
  5095. assert.NoError(t, err)
  5096. smtpCfg = smtp.Config{}
  5097. err = smtpCfg.Initialize(configDir, true)
  5098. require.NoError(t, err)
  5099. }
  5100. func TestBackupAsAttachment(t *testing.T) {
  5101. smtpCfg := smtp.Config{
  5102. Host: "127.0.0.1",
  5103. Port: 2525,
  5104. From: "[email protected]",
  5105. TemplatesPath: "templates",
  5106. }
  5107. err := smtpCfg.Initialize(configDir, true)
  5108. require.NoError(t, err)
  5109. a1 := dataprovider.BaseEventAction{
  5110. Name: "a1",
  5111. Type: dataprovider.ActionTypeBackup,
  5112. }
  5113. a2 := dataprovider.BaseEventAction{
  5114. Name: "a2",
  5115. Type: dataprovider.ActionTypeEmail,
  5116. Options: dataprovider.BaseEventActionOptions{
  5117. EmailConfig: dataprovider.EventActionEmailConfig{
  5118. Recipients: []string{"[email protected]"},
  5119. Subject: `"{{Event}} {{StatusString}}"`,
  5120. Body: "Domain: {{Name}}",
  5121. Attachments: []string{"/{{VirtualPath}}"},
  5122. },
  5123. },
  5124. }
  5125. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  5126. assert.NoError(t, err)
  5127. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  5128. assert.NoError(t, err)
  5129. r1 := dataprovider.EventRule{
  5130. Name: "test rule certificate",
  5131. Status: 1,
  5132. Trigger: dataprovider.EventTriggerCertificate,
  5133. Actions: []dataprovider.EventAction{
  5134. {
  5135. BaseEventAction: dataprovider.BaseEventAction{
  5136. Name: action1.Name,
  5137. },
  5138. Order: 1,
  5139. },
  5140. {
  5141. BaseEventAction: dataprovider.BaseEventAction{
  5142. Name: action2.Name,
  5143. },
  5144. Order: 2,
  5145. },
  5146. },
  5147. }
  5148. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  5149. assert.NoError(t, err)
  5150. lastReceivedEmail.reset()
  5151. renewalEvent := "Certificate renewal"
  5152. common.HandleCertificateEvent(common.EventParams{
  5153. Name: "example.com",
  5154. Timestamp: time.Now(),
  5155. Status: 1,
  5156. Event: renewalEvent,
  5157. })
  5158. assert.Eventually(t, func() bool {
  5159. return lastReceivedEmail.get().From != ""
  5160. }, 3000*time.Millisecond, 100*time.Millisecond)
  5161. email := lastReceivedEmail.get()
  5162. assert.Len(t, email.To, 1)
  5163. assert.True(t, slices.Contains(email.To, "[email protected]"))
  5164. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: "%s OK"`, renewalEvent))
  5165. assert.Contains(t, email.Data, `Domain: example.com`)
  5166. assert.Contains(t, email.Data, "Content-Type: application/json")
  5167. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  5168. assert.NoError(t, err)
  5169. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  5170. assert.NoError(t, err)
  5171. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  5172. assert.NoError(t, err)
  5173. smtpCfg = smtp.Config{}
  5174. err = smtpCfg.Initialize(configDir, true)
  5175. require.NoError(t, err)
  5176. }
  5177. func TestEventActionHTTPMultipart(t *testing.T) {
  5178. a1 := dataprovider.BaseEventAction{
  5179. Name: "action1",
  5180. Type: dataprovider.ActionTypeHTTP,
  5181. Options: dataprovider.BaseEventActionOptions{
  5182. HTTPConfig: dataprovider.EventActionHTTPConfig{
  5183. Endpoint: fmt.Sprintf("http://%s/multipart", httpAddr),
  5184. Method: http.MethodPut,
  5185. Parts: []dataprovider.HTTPPart{
  5186. {
  5187. Name: "part1",
  5188. Headers: []dataprovider.KeyValue{
  5189. {
  5190. Key: "Content-Type",
  5191. Value: "application/json",
  5192. },
  5193. },
  5194. Body: `{"FilePath": "{{VirtualPath}}"}`,
  5195. },
  5196. {
  5197. Name: "file",
  5198. Filepath: "/{{VirtualPath}}",
  5199. },
  5200. },
  5201. },
  5202. },
  5203. }
  5204. action1, resp, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  5205. assert.NoError(t, err, string(resp))
  5206. r1 := dataprovider.EventRule{
  5207. Name: "test http multipart",
  5208. Status: 1,
  5209. Trigger: dataprovider.EventTriggerFsEvent,
  5210. Conditions: dataprovider.EventConditions{
  5211. FsEvents: []string{"upload"},
  5212. },
  5213. Actions: []dataprovider.EventAction{
  5214. {
  5215. BaseEventAction: dataprovider.BaseEventAction{
  5216. Name: action1.Name,
  5217. },
  5218. Options: dataprovider.EventActionOptions{
  5219. ExecuteSync: true,
  5220. },
  5221. Order: 1,
  5222. },
  5223. },
  5224. }
  5225. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  5226. assert.NoError(t, err)
  5227. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  5228. assert.NoError(t, err)
  5229. conn, client, err := getSftpClient(user)
  5230. if assert.NoError(t, err) {
  5231. defer conn.Close()
  5232. defer client.Close()
  5233. f, err := client.Create(testFileName)
  5234. assert.NoError(t, err)
  5235. _, err = f.Write(testFileContent)
  5236. assert.NoError(t, err)
  5237. err = f.Close()
  5238. assert.NoError(t, err)
  5239. // now add an missing file to the http multipart action
  5240. action1.Options.HTTPConfig.Parts = append(action1.Options.HTTPConfig.Parts, dataprovider.HTTPPart{
  5241. Name: "file1",
  5242. Filepath: "/missing",
  5243. })
  5244. _, resp, err = httpdtest.UpdateEventAction(action1, http.StatusOK)
  5245. assert.NoError(t, err, string(resp))
  5246. f, err = client.Create("testfile.txt")
  5247. assert.NoError(t, err)
  5248. _, err = f.Write(testFileContent)
  5249. assert.NoError(t, err)
  5250. err = f.Close()
  5251. assert.Error(t, err)
  5252. }
  5253. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  5254. assert.NoError(t, err)
  5255. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  5256. assert.NoError(t, err)
  5257. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  5258. assert.NoError(t, err)
  5259. err = os.RemoveAll(user.GetHomeDir())
  5260. assert.NoError(t, err)
  5261. }
  5262. func TestEventActionCompress(t *testing.T) {
  5263. a1 := dataprovider.BaseEventAction{
  5264. Name: "action1",
  5265. Type: dataprovider.ActionTypeFilesystem,
  5266. Options: dataprovider.BaseEventActionOptions{
  5267. FsConfig: dataprovider.EventActionFilesystemConfig{
  5268. Type: dataprovider.FilesystemActionCompress,
  5269. Compress: dataprovider.EventActionFsCompress{
  5270. Name: "/{{VirtualPath}}.zip",
  5271. Paths: []string{"/{{VirtualPath}}"},
  5272. },
  5273. },
  5274. },
  5275. }
  5276. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  5277. assert.NoError(t, err)
  5278. r1 := dataprovider.EventRule{
  5279. Name: "test compress",
  5280. Status: 1,
  5281. Trigger: dataprovider.EventTriggerFsEvent,
  5282. Conditions: dataprovider.EventConditions{
  5283. FsEvents: []string{"upload"},
  5284. },
  5285. Actions: []dataprovider.EventAction{
  5286. {
  5287. BaseEventAction: dataprovider.BaseEventAction{
  5288. Name: action1.Name,
  5289. },
  5290. Order: 1,
  5291. Options: dataprovider.EventActionOptions{
  5292. ExecuteSync: true,
  5293. },
  5294. },
  5295. },
  5296. }
  5297. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  5298. assert.NoError(t, err)
  5299. u := getTestUser()
  5300. u.QuotaFiles = 1000
  5301. localUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
  5302. assert.NoError(t, err)
  5303. u = getTestSFTPUser()
  5304. u.FsConfig.SFTPConfig.BufferSize = 1
  5305. u.QuotaFiles = 1000
  5306. sftpUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
  5307. assert.NoError(t, err)
  5308. u = getCryptFsUser()
  5309. u.QuotaFiles = 1000
  5310. cryptFsUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
  5311. assert.NoError(t, err)
  5312. for _, user := range []dataprovider.User{localUser, sftpUser, cryptFsUser} {
  5313. // cleanup home dir
  5314. err = os.RemoveAll(user.GetHomeDir())
  5315. assert.NoError(t, err)
  5316. rule1.Conditions.Options.Names = []dataprovider.ConditionPattern{
  5317. {
  5318. Pattern: user.Username,
  5319. },
  5320. }
  5321. _, _, err = httpdtest.UpdateEventRule(rule1, http.StatusOK)
  5322. assert.NoError(t, err)
  5323. conn, client, err := getSftpClient(user)
  5324. if assert.NoError(t, err) {
  5325. defer conn.Close()
  5326. defer client.Close()
  5327. expectedQuotaSize := int64(len(testFileContent))
  5328. expectedQuotaFiles := 1
  5329. if user.Username == cryptFsUser.Username {
  5330. encryptedFileSize, err := getEncryptedFileSize(expectedQuotaSize)
  5331. assert.NoError(t, err)
  5332. expectedQuotaSize = encryptedFileSize
  5333. }
  5334. f, err := client.Create(testFileName)
  5335. assert.NoError(t, err)
  5336. _, err = f.Write(testFileContent)
  5337. assert.NoError(t, err)
  5338. err = f.Close()
  5339. assert.NoError(t, err)
  5340. info, err := client.Stat(testFileName + ".zip") //nolint:goconst
  5341. if assert.NoError(t, err) {
  5342. assert.Greater(t, info.Size(), int64(0))
  5343. // check quota
  5344. archiveSize := info.Size()
  5345. if user.Username == cryptFsUser.Username {
  5346. encryptedFileSize, err := getEncryptedFileSize(archiveSize)
  5347. assert.NoError(t, err)
  5348. archiveSize = encryptedFileSize
  5349. }
  5350. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  5351. assert.NoError(t, err)
  5352. assert.Equal(t, expectedQuotaFiles+1, user.UsedQuotaFiles,
  5353. "quota file does no match for user %q", user.Username)
  5354. assert.Equal(t, expectedQuotaSize+archiveSize, user.UsedQuotaSize,
  5355. "quota size does no match for user %q", user.Username)
  5356. }
  5357. // now overwrite the same file
  5358. f, err = client.Create(testFileName)
  5359. assert.NoError(t, err)
  5360. _, err = f.Write(testFileContent)
  5361. assert.NoError(t, err)
  5362. err = f.Close()
  5363. assert.NoError(t, err)
  5364. info, err = client.Stat(testFileName + ".zip")
  5365. if assert.NoError(t, err) {
  5366. assert.Greater(t, info.Size(), int64(0))
  5367. archiveSize := info.Size()
  5368. if user.Username == cryptFsUser.Username {
  5369. encryptedFileSize, err := getEncryptedFileSize(archiveSize)
  5370. assert.NoError(t, err)
  5371. archiveSize = encryptedFileSize
  5372. }
  5373. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  5374. assert.NoError(t, err)
  5375. assert.Equal(t, expectedQuotaFiles+1, user.UsedQuotaFiles,
  5376. "quota file after overwrite does no match for user %q", user.Username)
  5377. assert.Equal(t, expectedQuotaSize+archiveSize, user.UsedQuotaSize,
  5378. "quota size after overwrite does no match for user %q", user.Username)
  5379. }
  5380. }
  5381. if user.Username == localUser.Username {
  5382. err = os.RemoveAll(user.GetHomeDir())
  5383. assert.NoError(t, err)
  5384. }
  5385. }
  5386. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  5387. assert.NoError(t, err)
  5388. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  5389. assert.NoError(t, err)
  5390. _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
  5391. assert.NoError(t, err)
  5392. _, err = httpdtest.RemoveUser(localUser, http.StatusOK)
  5393. assert.NoError(t, err)
  5394. err = os.RemoveAll(localUser.GetHomeDir())
  5395. assert.NoError(t, err)
  5396. _, err = httpdtest.RemoveUser(cryptFsUser, http.StatusOK)
  5397. assert.NoError(t, err)
  5398. err = os.RemoveAll(cryptFsUser.GetHomeDir())
  5399. assert.NoError(t, err)
  5400. }
  5401. func TestEventActionCompressQuotaErrors(t *testing.T) {
  5402. smtpCfg := smtp.Config{
  5403. Host: "127.0.0.1",
  5404. Port: 2525,
  5405. From: "[email protected]",
  5406. TemplatesPath: "templates",
  5407. }
  5408. err := smtpCfg.Initialize(configDir, true)
  5409. require.NoError(t, err)
  5410. testDir := "archiveDir"
  5411. zipPath := "/archive.zip"
  5412. a1 := dataprovider.BaseEventAction{
  5413. Name: "action1",
  5414. Type: dataprovider.ActionTypeFilesystem,
  5415. Options: dataprovider.BaseEventActionOptions{
  5416. FsConfig: dataprovider.EventActionFilesystemConfig{
  5417. Type: dataprovider.FilesystemActionCompress,
  5418. Compress: dataprovider.EventActionFsCompress{
  5419. Name: zipPath,
  5420. Paths: []string{"/" + testDir},
  5421. },
  5422. },
  5423. },
  5424. }
  5425. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  5426. assert.NoError(t, err)
  5427. a2 := dataprovider.BaseEventAction{
  5428. Name: "action2",
  5429. Type: dataprovider.ActionTypeEmail,
  5430. Options: dataprovider.BaseEventActionOptions{
  5431. EmailConfig: dataprovider.EventActionEmailConfig{
  5432. Recipients: []string{"[email protected]"},
  5433. Subject: `"Compress failed"`,
  5434. Body: "Error: {{ErrorString}}",
  5435. },
  5436. },
  5437. }
  5438. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  5439. assert.NoError(t, err)
  5440. r1 := dataprovider.EventRule{
  5441. Name: "test compress",
  5442. Status: 1,
  5443. Trigger: dataprovider.EventTriggerFsEvent,
  5444. Conditions: dataprovider.EventConditions{
  5445. FsEvents: []string{"rename"},
  5446. },
  5447. Actions: []dataprovider.EventAction{
  5448. {
  5449. BaseEventAction: dataprovider.BaseEventAction{
  5450. Name: action1.Name,
  5451. },
  5452. Order: 1,
  5453. },
  5454. {
  5455. BaseEventAction: dataprovider.BaseEventAction{
  5456. Name: action2.Name,
  5457. },
  5458. Options: dataprovider.EventActionOptions{
  5459. IsFailureAction: true,
  5460. },
  5461. Order: 2,
  5462. },
  5463. },
  5464. }
  5465. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  5466. assert.NoError(t, err)
  5467. fileSize := int64(100)
  5468. u := getTestUser()
  5469. u.QuotaSize = 10 * fileSize
  5470. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  5471. assert.NoError(t, err)
  5472. conn, client, err := getSftpClient(user)
  5473. if assert.NoError(t, err) {
  5474. defer conn.Close()
  5475. defer client.Close()
  5476. err = client.MkdirAll(path.Join(testDir, "1", "1"))
  5477. assert.NoError(t, err)
  5478. err = writeSFTPFile(path.Join(testDir, "1", testFileName), fileSize, client)
  5479. assert.NoError(t, err)
  5480. err = client.MkdirAll(path.Join(testDir, "2", "2"))
  5481. assert.NoError(t, err)
  5482. err = writeSFTPFile(path.Join(testDir, "2", testFileName), fileSize, client)
  5483. assert.NoError(t, err)
  5484. err = client.Symlink(path.Join(testDir, "2", testFileName), path.Join(testDir, "2", testFileName+"_link"))
  5485. assert.NoError(t, err)
  5486. // trigger the compress action
  5487. err = client.Mkdir("a")
  5488. assert.NoError(t, err)
  5489. err = client.Rename("a", "b")
  5490. assert.NoError(t, err)
  5491. assert.Eventually(t, func() bool {
  5492. _, err := client.Stat(zipPath)
  5493. return err == nil
  5494. }, 3*time.Second, 100*time.Millisecond)
  5495. err = client.Remove(zipPath)
  5496. assert.NoError(t, err)
  5497. // add other 6 file, the compress action should fail with a quota error
  5498. err = writeSFTPFile(path.Join(testDir, "1", "1", testFileName), fileSize, client)
  5499. assert.NoError(t, err)
  5500. err = writeSFTPFile(path.Join(testDir, "2", "2", testFileName), fileSize, client)
  5501. assert.NoError(t, err)
  5502. err = writeSFTPFile(path.Join(testDir, "1", "1", testFileName+"1"), fileSize, client)
  5503. assert.NoError(t, err)
  5504. err = writeSFTPFile(path.Join(testDir, "2", "2", testFileName+"2"), fileSize, client)
  5505. assert.NoError(t, err)
  5506. err = writeSFTPFile(path.Join(testDir, "1", testFileName+"1"), fileSize, client)
  5507. assert.NoError(t, err)
  5508. err = writeSFTPFile(path.Join(testDir, "2", testFileName+"2"), fileSize, client)
  5509. assert.NoError(t, err)
  5510. lastReceivedEmail.reset()
  5511. err = client.Rename("b", "a")
  5512. assert.NoError(t, err)
  5513. assert.Eventually(t, func() bool {
  5514. return lastReceivedEmail.get().From != ""
  5515. }, 3*time.Second, 100*time.Millisecond)
  5516. email := lastReceivedEmail.get()
  5517. assert.Len(t, email.To, 1)
  5518. assert.True(t, slices.Contains(email.To, "[email protected]"))
  5519. assert.Contains(t, email.Data, `Subject: "Compress failed"`)
  5520. assert.Contains(t, email.Data, common.ErrQuotaExceeded.Error())
  5521. // update quota size so the user is already overquota
  5522. user.QuotaSize = 7 * fileSize
  5523. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  5524. assert.NoError(t, err)
  5525. lastReceivedEmail.reset()
  5526. err = client.Rename("a", "b")
  5527. assert.NoError(t, err)
  5528. assert.Eventually(t, func() bool {
  5529. return lastReceivedEmail.get().From != ""
  5530. }, 3*time.Second, 100*time.Millisecond)
  5531. email = lastReceivedEmail.get()
  5532. assert.Len(t, email.To, 1)
  5533. assert.True(t, slices.Contains(email.To, "[email protected]"))
  5534. assert.Contains(t, email.Data, `Subject: "Compress failed"`)
  5535. assert.Contains(t, email.Data, common.ErrQuotaExceeded.Error())
  5536. // remove the path to compress to trigger an error for size estimation
  5537. out, err := runSSHCommand(fmt.Sprintf("sftpgo-remove %s", testDir), user)
  5538. assert.NoError(t, err, string(out))
  5539. lastReceivedEmail.reset()
  5540. err = client.Rename("b", "a")
  5541. assert.NoError(t, err)
  5542. assert.Eventually(t, func() bool {
  5543. return lastReceivedEmail.get().From != ""
  5544. }, 3*time.Second, 100*time.Millisecond)
  5545. email = lastReceivedEmail.get()
  5546. assert.Len(t, email.To, 1)
  5547. assert.True(t, slices.Contains(email.To, "[email protected]"))
  5548. assert.Contains(t, email.Data, `Subject: "Compress failed"`)
  5549. assert.Contains(t, email.Data, "unable to estimate archive size")
  5550. }
  5551. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  5552. assert.NoError(t, err)
  5553. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  5554. assert.NoError(t, err)
  5555. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  5556. assert.NoError(t, err)
  5557. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  5558. assert.NoError(t, err)
  5559. err = os.RemoveAll(user.GetHomeDir())
  5560. assert.NoError(t, err)
  5561. smtpCfg = smtp.Config{}
  5562. err = smtpCfg.Initialize(configDir, true)
  5563. require.NoError(t, err)
  5564. }
  5565. func TestEventActionCompressQuotaFolder(t *testing.T) {
  5566. testDir := "/folder"
  5567. a1 := dataprovider.BaseEventAction{
  5568. Name: "action1",
  5569. Type: dataprovider.ActionTypeFilesystem,
  5570. Options: dataprovider.BaseEventActionOptions{
  5571. FsConfig: dataprovider.EventActionFilesystemConfig{
  5572. Type: dataprovider.FilesystemActionCompress,
  5573. Compress: dataprovider.EventActionFsCompress{
  5574. Name: "/{{VirtualPath}}.zip",
  5575. Paths: []string{"/{{VirtualPath}}", testDir},
  5576. },
  5577. },
  5578. },
  5579. }
  5580. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  5581. assert.NoError(t, err)
  5582. r1 := dataprovider.EventRule{
  5583. Name: "test compress",
  5584. Status: 1,
  5585. Trigger: dataprovider.EventTriggerFsEvent,
  5586. Conditions: dataprovider.EventConditions{
  5587. FsEvents: []string{"upload"},
  5588. },
  5589. Actions: []dataprovider.EventAction{
  5590. {
  5591. BaseEventAction: dataprovider.BaseEventAction{
  5592. Name: action1.Name,
  5593. },
  5594. Order: 1,
  5595. Options: dataprovider.EventActionOptions{
  5596. ExecuteSync: true,
  5597. },
  5598. },
  5599. },
  5600. }
  5601. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  5602. assert.NoError(t, err)
  5603. u := getTestUser()
  5604. u.QuotaFiles = 1000
  5605. mappedPath := filepath.Join(os.TempDir(), "virtualpath")
  5606. folderName := filepath.Base(mappedPath)
  5607. vdirPath := "/virtualpath"
  5608. f := vfs.BaseVirtualFolder{
  5609. Name: folderName,
  5610. MappedPath: mappedPath,
  5611. }
  5612. _, _, err = httpdtest.AddFolder(f, http.StatusCreated)
  5613. assert.NoError(t, err)
  5614. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  5615. BaseVirtualFolder: vfs.BaseVirtualFolder{
  5616. Name: folderName,
  5617. },
  5618. VirtualPath: vdirPath,
  5619. QuotaSize: -1,
  5620. QuotaFiles: -1,
  5621. })
  5622. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  5623. assert.NoError(t, err)
  5624. conn, client, err := getSftpClient(user)
  5625. if assert.NoError(t, err) {
  5626. defer conn.Close()
  5627. defer client.Close()
  5628. err = client.Mkdir(testDir)
  5629. assert.NoError(t, err)
  5630. expectedQuotaSize := int64(len(testFileContent))
  5631. expectedQuotaFiles := 1
  5632. err = client.Symlink(path.Join(testDir, testFileName), path.Join(testDir, testFileName+"_link"))
  5633. assert.NoError(t, err)
  5634. f, err := client.Create(path.Join(testDir, testFileName))
  5635. assert.NoError(t, err)
  5636. _, err = f.Write(testFileContent)
  5637. assert.NoError(t, err)
  5638. err = f.Close()
  5639. assert.NoError(t, err)
  5640. info, err := client.Stat(path.Join(testDir, testFileName) + ".zip")
  5641. if assert.NoError(t, err) {
  5642. assert.Greater(t, info.Size(), int64(0))
  5643. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  5644. assert.NoError(t, err)
  5645. expectedQuotaFiles++
  5646. expectedQuotaSize += info.Size()
  5647. assert.Equal(t, expectedQuotaFiles, user.UsedQuotaFiles)
  5648. assert.Equal(t, expectedQuotaSize, user.UsedQuotaSize)
  5649. }
  5650. vfolder, _, err := httpdtest.GetFolderByName(folderName, http.StatusOK)
  5651. assert.NoError(t, err)
  5652. assert.Equal(t, 0, vfolder.UsedQuotaFiles)
  5653. assert.Equal(t, int64(0), vfolder.UsedQuotaSize)
  5654. // upload in the virtual path
  5655. f, err = client.Create(path.Join(vdirPath, testFileName))
  5656. assert.NoError(t, err)
  5657. _, err = f.Write(testFileContent)
  5658. assert.NoError(t, err)
  5659. err = f.Close()
  5660. assert.NoError(t, err)
  5661. info, err = client.Stat(path.Join(vdirPath, testFileName) + ".zip")
  5662. if assert.NoError(t, err) {
  5663. assert.Greater(t, info.Size(), int64(0))
  5664. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  5665. assert.NoError(t, err)
  5666. expectedQuotaFiles += 2
  5667. expectedQuotaSize += info.Size() + int64(len(testFileContent))
  5668. assert.Equal(t, expectedQuotaFiles, user.UsedQuotaFiles)
  5669. assert.Equal(t, expectedQuotaSize, user.UsedQuotaSize)
  5670. vfolder, _, err := httpdtest.GetFolderByName(folderName, http.StatusOK)
  5671. assert.NoError(t, err)
  5672. assert.Equal(t, 0, vfolder.UsedQuotaFiles)
  5673. assert.Equal(t, int64(0), vfolder.UsedQuotaSize)
  5674. }
  5675. }
  5676. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  5677. assert.NoError(t, err)
  5678. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  5679. assert.NoError(t, err)
  5680. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  5681. assert.NoError(t, err)
  5682. err = os.RemoveAll(user.GetHomeDir())
  5683. assert.NoError(t, err)
  5684. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName}, http.StatusOK)
  5685. assert.NoError(t, err)
  5686. err = os.RemoveAll(mappedPath)
  5687. assert.NoError(t, err)
  5688. }
  5689. func TestEventActionCompressErrors(t *testing.T) {
  5690. a1 := dataprovider.BaseEventAction{
  5691. Name: "action1",
  5692. Type: dataprovider.ActionTypeFilesystem,
  5693. Options: dataprovider.BaseEventActionOptions{
  5694. FsConfig: dataprovider.EventActionFilesystemConfig{
  5695. Type: dataprovider.FilesystemActionCompress,
  5696. Compress: dataprovider.EventActionFsCompress{
  5697. Name: "/{{VirtualPath}}.zip",
  5698. Paths: []string{"/{{VirtualPath}}.zip"}, // cannot compress itself
  5699. },
  5700. },
  5701. },
  5702. }
  5703. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  5704. assert.NoError(t, err)
  5705. r1 := dataprovider.EventRule{
  5706. Name: "test compress",
  5707. Status: 1,
  5708. Trigger: dataprovider.EventTriggerFsEvent,
  5709. Conditions: dataprovider.EventConditions{
  5710. FsEvents: []string{"upload"},
  5711. },
  5712. Actions: []dataprovider.EventAction{
  5713. {
  5714. BaseEventAction: dataprovider.BaseEventAction{
  5715. Name: action1.Name,
  5716. },
  5717. Order: 1,
  5718. Options: dataprovider.EventActionOptions{
  5719. ExecuteSync: true,
  5720. },
  5721. },
  5722. },
  5723. }
  5724. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  5725. assert.NoError(t, err)
  5726. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  5727. assert.NoError(t, err)
  5728. conn, client, err := getSftpClient(user)
  5729. if assert.NoError(t, err) {
  5730. defer conn.Close()
  5731. defer client.Close()
  5732. f, err := client.Create(testFileName)
  5733. assert.NoError(t, err)
  5734. _, err = f.Write(testFileContent)
  5735. assert.NoError(t, err)
  5736. err = f.Close()
  5737. assert.Error(t, err)
  5738. }
  5739. // try to compress a missing file
  5740. action1.Options.FsConfig.Compress.Paths = []string{"/missing file"}
  5741. _, _, err = httpdtest.UpdateEventAction(action1, http.StatusOK)
  5742. assert.NoError(t, err)
  5743. conn, client, err = getSftpClient(user)
  5744. if assert.NoError(t, err) {
  5745. defer conn.Close()
  5746. defer client.Close()
  5747. f, err := client.Create(testFileName)
  5748. assert.NoError(t, err)
  5749. _, err = f.Write(testFileContent)
  5750. assert.NoError(t, err)
  5751. err = f.Close()
  5752. assert.Error(t, err)
  5753. }
  5754. // try to overwrite a directory
  5755. testDir := "/adir"
  5756. action1.Options.FsConfig.Compress.Name = testDir
  5757. action1.Options.FsConfig.Compress.Paths = []string{"/{{VirtualPath}}"}
  5758. _, _, err = httpdtest.UpdateEventAction(action1, http.StatusOK)
  5759. assert.NoError(t, err)
  5760. conn, client, err = getSftpClient(user)
  5761. if assert.NoError(t, err) {
  5762. defer conn.Close()
  5763. defer client.Close()
  5764. err = client.Mkdir(testDir)
  5765. assert.NoError(t, err)
  5766. f, err := client.Create(testFileName)
  5767. assert.NoError(t, err)
  5768. _, err = f.Write(testFileContent)
  5769. assert.NoError(t, err)
  5770. err = f.Close()
  5771. assert.Error(t, err)
  5772. }
  5773. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  5774. assert.NoError(t, err)
  5775. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  5776. assert.NoError(t, err)
  5777. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  5778. assert.NoError(t, err)
  5779. err = os.RemoveAll(user.GetHomeDir())
  5780. assert.NoError(t, err)
  5781. }
  5782. func TestEventActionEmailAttachments(t *testing.T) {
  5783. smtpCfg := smtp.Config{
  5784. Host: "127.0.0.1",
  5785. Port: 2525,
  5786. From: "[email protected]",
  5787. TemplatesPath: "templates",
  5788. }
  5789. err := smtpCfg.Initialize(configDir, true)
  5790. require.NoError(t, err)
  5791. a1 := dataprovider.BaseEventAction{
  5792. Name: "action1",
  5793. Type: dataprovider.ActionTypeFilesystem,
  5794. Options: dataprovider.BaseEventActionOptions{
  5795. FsConfig: dataprovider.EventActionFilesystemConfig{
  5796. Type: dataprovider.FilesystemActionCompress,
  5797. Compress: dataprovider.EventActionFsCompress{
  5798. Name: "/archive/{{VirtualPath}}.zip",
  5799. Paths: []string{"/{{VirtualPath}}"},
  5800. },
  5801. },
  5802. },
  5803. }
  5804. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  5805. assert.NoError(t, err)
  5806. a2 := dataprovider.BaseEventAction{
  5807. Name: "action2",
  5808. Type: dataprovider.ActionTypeEmail,
  5809. Options: dataprovider.BaseEventActionOptions{
  5810. EmailConfig: dataprovider.EventActionEmailConfig{
  5811. Recipients: []string{"[email protected]"},
  5812. Subject: `"{{Event}}" from "{{Name}}"`,
  5813. Body: "Fs path {{FsPath}}, size: {{FileSize}}, protocol: {{Protocol}}, IP: {{IP}} {{EscapedVirtualPath}}",
  5814. Attachments: []string{"/archive/{{VirtualPath}}.zip"},
  5815. },
  5816. },
  5817. }
  5818. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  5819. assert.NoError(t, err)
  5820. r1 := dataprovider.EventRule{
  5821. Name: "test email with attachment",
  5822. Status: 1,
  5823. Trigger: dataprovider.EventTriggerFsEvent,
  5824. Conditions: dataprovider.EventConditions{
  5825. FsEvents: []string{"upload"},
  5826. },
  5827. Actions: []dataprovider.EventAction{
  5828. {
  5829. BaseEventAction: dataprovider.BaseEventAction{
  5830. Name: action1.Name,
  5831. },
  5832. Order: 1,
  5833. },
  5834. {
  5835. BaseEventAction: dataprovider.BaseEventAction{
  5836. Name: action2.Name,
  5837. },
  5838. Order: 2,
  5839. },
  5840. },
  5841. }
  5842. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  5843. assert.NoError(t, err)
  5844. localUser, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  5845. assert.NoError(t, err)
  5846. u := getTestSFTPUser()
  5847. u.FsConfig.SFTPConfig.BufferSize = 1
  5848. sftpUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
  5849. assert.NoError(t, err)
  5850. cryptFsUser, _, err := httpdtest.AddUser(getCryptFsUser(), http.StatusCreated)
  5851. assert.NoError(t, err)
  5852. for _, user := range []dataprovider.User{localUser, sftpUser, cryptFsUser} {
  5853. conn, client, err := getSftpClient(user)
  5854. if assert.NoError(t, err) {
  5855. defer conn.Close()
  5856. defer client.Close()
  5857. lastReceivedEmail.reset()
  5858. f, err := client.Create(testFileName)
  5859. assert.NoError(t, err)
  5860. _, err = f.Write(testFileContent)
  5861. assert.NoError(t, err)
  5862. err = f.Close()
  5863. assert.NoError(t, err)
  5864. assert.Eventually(t, func() bool {
  5865. return lastReceivedEmail.get().From != ""
  5866. }, 1500*time.Millisecond, 100*time.Millisecond)
  5867. email := lastReceivedEmail.get()
  5868. assert.Len(t, email.To, 1)
  5869. assert.True(t, slices.Contains(email.To, "[email protected]"))
  5870. assert.Contains(t, email.Data, `Subject: "upload" from`)
  5871. assert.Contains(t, email.Data, url.QueryEscape("/"+testFileName))
  5872. assert.Contains(t, email.Data, "Content-Disposition: attachment")
  5873. }
  5874. }
  5875. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  5876. assert.NoError(t, err)
  5877. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  5878. assert.NoError(t, err)
  5879. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  5880. assert.NoError(t, err)
  5881. _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
  5882. assert.NoError(t, err)
  5883. _, err = httpdtest.RemoveUser(localUser, http.StatusOK)
  5884. assert.NoError(t, err)
  5885. err = os.RemoveAll(localUser.GetHomeDir())
  5886. assert.NoError(t, err)
  5887. _, err = httpdtest.RemoveUser(cryptFsUser, http.StatusOK)
  5888. assert.NoError(t, err)
  5889. err = os.RemoveAll(cryptFsUser.GetHomeDir())
  5890. assert.NoError(t, err)
  5891. smtpCfg = smtp.Config{}
  5892. err = smtpCfg.Initialize(configDir, true)
  5893. require.NoError(t, err)
  5894. }
  5895. func TestEventActionsRetentionReports(t *testing.T) {
  5896. smtpCfg := smtp.Config{
  5897. Host: "127.0.0.1",
  5898. Port: 2525,
  5899. From: "[email protected]",
  5900. TemplatesPath: "templates",
  5901. }
  5902. err := smtpCfg.Initialize(configDir, true)
  5903. require.NoError(t, err)
  5904. testDir := "/d"
  5905. a1 := dataprovider.BaseEventAction{
  5906. Name: "action1",
  5907. Type: dataprovider.ActionTypeDataRetentionCheck,
  5908. Options: dataprovider.BaseEventActionOptions{
  5909. RetentionConfig: dataprovider.EventActionDataRetentionConfig{
  5910. Folders: []dataprovider.FolderRetention{
  5911. {
  5912. Path: testDir,
  5913. Retention: 1,
  5914. DeleteEmptyDirs: true,
  5915. },
  5916. },
  5917. },
  5918. },
  5919. }
  5920. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  5921. assert.NoError(t, err)
  5922. a2 := dataprovider.BaseEventAction{
  5923. Name: "action2",
  5924. Type: dataprovider.ActionTypeEmail,
  5925. Options: dataprovider.BaseEventActionOptions{
  5926. EmailConfig: dataprovider.EventActionEmailConfig{
  5927. Recipients: []string{"[email protected]"},
  5928. Subject: `"{{Event}}" from "{{Name}}"`,
  5929. Body: "Fs path {{FsPath}}, size: {{FileSize}}, protocol: {{Protocol}}, IP: {{IP}}",
  5930. Attachments: []string{dataprovider.RetentionReportPlaceHolder},
  5931. },
  5932. },
  5933. }
  5934. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  5935. assert.NoError(t, err)
  5936. a3 := dataprovider.BaseEventAction{
  5937. Name: "action3",
  5938. Type: dataprovider.ActionTypeHTTP,
  5939. Options: dataprovider.BaseEventActionOptions{
  5940. HTTPConfig: dataprovider.EventActionHTTPConfig{
  5941. Endpoint: fmt.Sprintf("http://%s/", httpAddr),
  5942. Timeout: 20,
  5943. Method: http.MethodPost,
  5944. Body: dataprovider.RetentionReportPlaceHolder,
  5945. },
  5946. },
  5947. }
  5948. action3, _, err := httpdtest.AddEventAction(a3, http.StatusCreated)
  5949. assert.NoError(t, err)
  5950. a4 := dataprovider.BaseEventAction{
  5951. Name: "action4",
  5952. Type: dataprovider.ActionTypeHTTP,
  5953. Options: dataprovider.BaseEventActionOptions{
  5954. HTTPConfig: dataprovider.EventActionHTTPConfig{
  5955. Endpoint: fmt.Sprintf("http://%s/multipart", httpAddr),
  5956. Timeout: 20,
  5957. Method: http.MethodPost,
  5958. Parts: []dataprovider.HTTPPart{
  5959. {
  5960. Name: "reports.zip",
  5961. Filepath: dataprovider.RetentionReportPlaceHolder,
  5962. },
  5963. },
  5964. },
  5965. },
  5966. }
  5967. action4, _, err := httpdtest.AddEventAction(a4, http.StatusCreated)
  5968. assert.NoError(t, err)
  5969. r1 := dataprovider.EventRule{
  5970. Name: "test rule1",
  5971. Status: 1,
  5972. Trigger: dataprovider.EventTriggerFsEvent,
  5973. Conditions: dataprovider.EventConditions{
  5974. FsEvents: []string{"upload"},
  5975. },
  5976. Actions: []dataprovider.EventAction{
  5977. {
  5978. BaseEventAction: dataprovider.BaseEventAction{
  5979. Name: action1.Name,
  5980. },
  5981. Order: 1,
  5982. Options: dataprovider.EventActionOptions{
  5983. ExecuteSync: true,
  5984. StopOnFailure: true,
  5985. },
  5986. },
  5987. {
  5988. BaseEventAction: dataprovider.BaseEventAction{
  5989. Name: action2.Name,
  5990. },
  5991. Order: 2,
  5992. Options: dataprovider.EventActionOptions{
  5993. ExecuteSync: true,
  5994. StopOnFailure: true,
  5995. },
  5996. },
  5997. {
  5998. BaseEventAction: dataprovider.BaseEventAction{
  5999. Name: action3.Name,
  6000. },
  6001. Order: 3,
  6002. Options: dataprovider.EventActionOptions{
  6003. ExecuteSync: true,
  6004. StopOnFailure: true,
  6005. },
  6006. },
  6007. {
  6008. BaseEventAction: dataprovider.BaseEventAction{
  6009. Name: action4.Name,
  6010. },
  6011. Order: 4,
  6012. Options: dataprovider.EventActionOptions{
  6013. ExecuteSync: true,
  6014. StopOnFailure: true,
  6015. },
  6016. },
  6017. },
  6018. }
  6019. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  6020. assert.NoError(t, err)
  6021. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  6022. assert.NoError(t, err)
  6023. conn, client, err := getSftpClient(user)
  6024. if assert.NoError(t, err) {
  6025. defer conn.Close()
  6026. defer client.Close()
  6027. subdir := path.Join(testDir, "sub")
  6028. err = client.MkdirAll(subdir)
  6029. assert.NoError(t, err)
  6030. lastReceivedEmail.reset()
  6031. f, err := client.Create(testFileName)
  6032. assert.NoError(t, err)
  6033. _, err = f.Write(testFileContent)
  6034. assert.NoError(t, err)
  6035. err = f.Close()
  6036. assert.NoError(t, err)
  6037. email := lastReceivedEmail.get()
  6038. assert.Len(t, email.To, 1)
  6039. assert.True(t, slices.Contains(email.To, "[email protected]"))
  6040. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: "upload" from "%s"`, user.Username))
  6041. assert.Contains(t, email.Data, "Content-Disposition: attachment")
  6042. _, err = client.Stat(testDir)
  6043. assert.NoError(t, err)
  6044. _, err = client.Stat(subdir)
  6045. assert.ErrorIs(t, err, os.ErrNotExist)
  6046. err = client.Mkdir(subdir)
  6047. assert.NoError(t, err)
  6048. newName := path.Join(testDir, testFileName)
  6049. err = client.Rename(testFileName, newName)
  6050. assert.NoError(t, err)
  6051. err = client.Chtimes(newName, time.Now().Add(-24*time.Hour), time.Now().Add(-24*time.Hour))
  6052. assert.NoError(t, err)
  6053. lastReceivedEmail.reset()
  6054. f, err = client.Create(testFileName)
  6055. assert.NoError(t, err)
  6056. _, err = f.Write(testFileContent)
  6057. assert.NoError(t, err)
  6058. err = f.Close()
  6059. assert.NoError(t, err)
  6060. email = lastReceivedEmail.get()
  6061. assert.Len(t, email.To, 1)
  6062. _, err = client.Stat(subdir)
  6063. assert.ErrorIs(t, err, os.ErrNotExist)
  6064. _, err = client.Stat(subdir)
  6065. assert.ErrorIs(t, err, os.ErrNotExist)
  6066. }
  6067. // now remove the retention check to test errors
  6068. rule1.Actions = []dataprovider.EventAction{
  6069. {
  6070. BaseEventAction: dataprovider.BaseEventAction{
  6071. Name: action2.Name,
  6072. },
  6073. Order: 2,
  6074. Options: dataprovider.EventActionOptions{
  6075. ExecuteSync: true,
  6076. StopOnFailure: false,
  6077. },
  6078. },
  6079. {
  6080. BaseEventAction: dataprovider.BaseEventAction{
  6081. Name: action3.Name,
  6082. },
  6083. Order: 3,
  6084. Options: dataprovider.EventActionOptions{
  6085. ExecuteSync: true,
  6086. StopOnFailure: false,
  6087. },
  6088. },
  6089. {
  6090. BaseEventAction: dataprovider.BaseEventAction{
  6091. Name: action4.Name,
  6092. },
  6093. Order: 4,
  6094. Options: dataprovider.EventActionOptions{
  6095. ExecuteSync: true,
  6096. StopOnFailure: false,
  6097. },
  6098. },
  6099. }
  6100. _, _, err = httpdtest.UpdateEventRule(rule1, http.StatusOK)
  6101. assert.NoError(t, err)
  6102. conn, client, err = getSftpClient(user)
  6103. if assert.NoError(t, err) {
  6104. defer conn.Close()
  6105. defer client.Close()
  6106. f, err := client.Create(testFileName)
  6107. assert.NoError(t, err)
  6108. _, err = f.Write(testFileContent)
  6109. assert.NoError(t, err)
  6110. err = f.Close()
  6111. assert.Error(t, err)
  6112. }
  6113. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  6114. assert.NoError(t, err)
  6115. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  6116. assert.NoError(t, err)
  6117. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  6118. assert.NoError(t, err)
  6119. _, err = httpdtest.RemoveEventAction(action3, http.StatusOK)
  6120. assert.NoError(t, err)
  6121. _, err = httpdtest.RemoveEventAction(action4, http.StatusOK)
  6122. assert.NoError(t, err)
  6123. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  6124. assert.NoError(t, err)
  6125. err = os.RemoveAll(user.GetHomeDir())
  6126. assert.NoError(t, err)
  6127. smtpCfg = smtp.Config{}
  6128. err = smtpCfg.Initialize(configDir, true)
  6129. require.NoError(t, err)
  6130. }
  6131. func TestEventRuleFirstUploadDownloadActions(t *testing.T) {
  6132. smtpCfg := smtp.Config{
  6133. Host: "127.0.0.1",
  6134. Port: 2525,
  6135. From: "[email protected]",
  6136. TemplatesPath: "templates",
  6137. }
  6138. err := smtpCfg.Initialize(configDir, true)
  6139. require.NoError(t, err)
  6140. a1 := dataprovider.BaseEventAction{
  6141. Name: "action1",
  6142. Type: dataprovider.ActionTypeEmail,
  6143. Options: dataprovider.BaseEventActionOptions{
  6144. EmailConfig: dataprovider.EventActionEmailConfig{
  6145. Recipients: []string{"[email protected]"},
  6146. Subject: `"{{Event}}" from "{{Name}}"`,
  6147. Body: "Fs path {{FsPath}}, size: {{FileSize}}, protocol: {{Protocol}}, IP: {{IP}}",
  6148. },
  6149. },
  6150. }
  6151. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  6152. assert.NoError(t, err)
  6153. r1 := dataprovider.EventRule{
  6154. Name: "test first upload rule",
  6155. Status: 1,
  6156. Trigger: dataprovider.EventTriggerFsEvent,
  6157. Conditions: dataprovider.EventConditions{
  6158. FsEvents: []string{"first-upload"},
  6159. },
  6160. Actions: []dataprovider.EventAction{
  6161. {
  6162. BaseEventAction: dataprovider.BaseEventAction{
  6163. Name: action1.Name,
  6164. },
  6165. Order: 1,
  6166. },
  6167. },
  6168. }
  6169. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  6170. assert.NoError(t, err)
  6171. r2 := dataprovider.EventRule{
  6172. Name: "test first download rule",
  6173. Status: 1,
  6174. Trigger: dataprovider.EventTriggerFsEvent,
  6175. Conditions: dataprovider.EventConditions{
  6176. FsEvents: []string{"first-download"},
  6177. },
  6178. Actions: []dataprovider.EventAction{
  6179. {
  6180. BaseEventAction: dataprovider.BaseEventAction{
  6181. Name: action1.Name,
  6182. },
  6183. Order: 1,
  6184. },
  6185. },
  6186. }
  6187. rule2, _, err := httpdtest.AddEventRule(r2, http.StatusCreated)
  6188. assert.NoError(t, err)
  6189. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  6190. assert.NoError(t, err)
  6191. conn, client, err := getSftpClient(user)
  6192. if assert.NoError(t, err) {
  6193. defer conn.Close()
  6194. defer client.Close()
  6195. testFileSize := int64(32768)
  6196. lastReceivedEmail.reset()
  6197. err = writeSFTPFileNoCheck(testFileName, testFileSize, client)
  6198. assert.NoError(t, err)
  6199. assert.Eventually(t, func() bool {
  6200. return lastReceivedEmail.get().From != ""
  6201. }, 1500*time.Millisecond, 100*time.Millisecond)
  6202. email := lastReceivedEmail.get()
  6203. assert.Len(t, email.To, 1)
  6204. assert.True(t, slices.Contains(email.To, "[email protected]"))
  6205. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: "first-upload" from "%s"`, user.Username))
  6206. lastReceivedEmail.reset()
  6207. // a new upload will not produce a new notification
  6208. err = writeSFTPFileNoCheck(testFileName+"_1", 32768, client)
  6209. assert.NoError(t, err)
  6210. assert.Never(t, func() bool {
  6211. return lastReceivedEmail.get().From != ""
  6212. }, 1000*time.Millisecond, 100*time.Millisecond)
  6213. // the same for download
  6214. f, err := client.Open(testFileName)
  6215. assert.NoError(t, err)
  6216. contents := make([]byte, testFileSize)
  6217. n, err := io.ReadFull(f, contents)
  6218. assert.NoError(t, err)
  6219. assert.Equal(t, int(testFileSize), n)
  6220. err = f.Close()
  6221. assert.NoError(t, err)
  6222. assert.Eventually(t, func() bool {
  6223. return lastReceivedEmail.get().From != ""
  6224. }, 1500*time.Millisecond, 100*time.Millisecond)
  6225. email = lastReceivedEmail.get()
  6226. assert.Len(t, email.To, 1)
  6227. assert.True(t, slices.Contains(email.To, "[email protected]"))
  6228. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: "first-download" from "%s"`, user.Username))
  6229. // download again
  6230. lastReceivedEmail.reset()
  6231. f, err = client.Open(testFileName)
  6232. assert.NoError(t, err)
  6233. contents = make([]byte, testFileSize)
  6234. n, err = io.ReadFull(f, contents)
  6235. assert.NoError(t, err)
  6236. assert.Equal(t, int(testFileSize), n)
  6237. err = f.Close()
  6238. assert.NoError(t, err)
  6239. assert.Never(t, func() bool {
  6240. return lastReceivedEmail.get().From != ""
  6241. }, 1000*time.Millisecond, 100*time.Millisecond)
  6242. }
  6243. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  6244. assert.NoError(t, err)
  6245. _, err = httpdtest.RemoveEventRule(rule2, http.StatusOK)
  6246. assert.NoError(t, err)
  6247. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  6248. assert.NoError(t, err)
  6249. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  6250. assert.NoError(t, err)
  6251. err = os.RemoveAll(user.GetHomeDir())
  6252. assert.NoError(t, err)
  6253. smtpCfg = smtp.Config{}
  6254. err = smtpCfg.Initialize(configDir, true)
  6255. require.NoError(t, err)
  6256. }
  6257. func TestEventRuleRenameEvent(t *testing.T) {
  6258. smtpCfg := smtp.Config{
  6259. Host: "127.0.0.1",
  6260. Port: 2525,
  6261. From: "[email protected]",
  6262. TemplatesPath: "templates",
  6263. }
  6264. err := smtpCfg.Initialize(configDir, true)
  6265. require.NoError(t, err)
  6266. a1 := dataprovider.BaseEventAction{
  6267. Name: "action1",
  6268. Type: dataprovider.ActionTypeEmail,
  6269. Options: dataprovider.BaseEventActionOptions{
  6270. EmailConfig: dataprovider.EventActionEmailConfig{
  6271. Recipients: []string{"[email protected]"},
  6272. Subject: `"{{Event}}" from "{{Name}}"`,
  6273. ContentType: 1,
  6274. Body: `<p>Fs path {{FsPath}}, Target path "{{VirtualTargetDirPath}}/{{TargetName}}", size: {{FileSize}}</p>`,
  6275. },
  6276. },
  6277. }
  6278. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  6279. assert.NoError(t, err)
  6280. r1 := dataprovider.EventRule{
  6281. Name: "test rename rule",
  6282. Status: 1,
  6283. Trigger: dataprovider.EventTriggerFsEvent,
  6284. Conditions: dataprovider.EventConditions{
  6285. FsEvents: []string{"rename"},
  6286. },
  6287. Actions: []dataprovider.EventAction{
  6288. {
  6289. BaseEventAction: dataprovider.BaseEventAction{
  6290. Name: action1.Name,
  6291. },
  6292. Order: 1,
  6293. },
  6294. },
  6295. }
  6296. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  6297. assert.NoError(t, err)
  6298. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  6299. assert.NoError(t, err)
  6300. conn, client, err := getSftpClient(user)
  6301. if assert.NoError(t, err) {
  6302. defer conn.Close()
  6303. defer client.Close()
  6304. testFileSize := int64(32768)
  6305. lastReceivedEmail.reset()
  6306. err = writeSFTPFileNoCheck(testFileName, testFileSize, client)
  6307. assert.NoError(t, err)
  6308. err = client.Mkdir("subdir")
  6309. assert.NoError(t, err)
  6310. err = client.Rename(testFileName, path.Join("/subdir", testFileName))
  6311. assert.NoError(t, err)
  6312. assert.Eventually(t, func() bool {
  6313. return lastReceivedEmail.get().From != ""
  6314. }, 1500*time.Millisecond, 100*time.Millisecond)
  6315. email := lastReceivedEmail.get()
  6316. assert.Len(t, email.To, 1)
  6317. assert.True(t, slices.Contains(email.To, "[email protected]"))
  6318. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: "rename" from "%s"`, user.Username))
  6319. assert.Contains(t, email.Data, "Content-Type: text/html")
  6320. assert.Contains(t, email.Data, fmt.Sprintf("Target path %q", path.Join("/subdir", testFileName)))
  6321. }
  6322. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  6323. assert.NoError(t, err)
  6324. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  6325. assert.NoError(t, err)
  6326. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  6327. assert.NoError(t, err)
  6328. err = os.RemoveAll(user.GetHomeDir())
  6329. assert.NoError(t, err)
  6330. smtpCfg = smtp.Config{}
  6331. err = smtpCfg.Initialize(configDir, true)
  6332. require.NoError(t, err)
  6333. }
  6334. func TestEventRuleIDPLogin(t *testing.T) {
  6335. smtpCfg := smtp.Config{
  6336. Host: "127.0.0.1",
  6337. Port: 2525,
  6338. From: "[email protected]",
  6339. TemplatesPath: "templates",
  6340. }
  6341. err := smtpCfg.Initialize(configDir, true)
  6342. require.NoError(t, err)
  6343. lastReceivedEmail.reset()
  6344. username := `test_"idp_"login`
  6345. custom1 := `cust"oa"1`
  6346. u := map[string]any{
  6347. "username": "{{Name}}",
  6348. "status": 1,
  6349. "home_dir": filepath.Join(os.TempDir(), "{{IDPFieldcustom1}}"),
  6350. "permissions": map[string][]string{
  6351. "/": {dataprovider.PermAny},
  6352. },
  6353. }
  6354. userTmpl, err := json.Marshal(u)
  6355. require.NoError(t, err)
  6356. a := map[string]any{
  6357. "username": "{{Name}}",
  6358. "status": 1,
  6359. "permissions": []string{dataprovider.PermAdminAny},
  6360. }
  6361. adminTmpl, err := json.Marshal(a)
  6362. require.NoError(t, err)
  6363. a1 := dataprovider.BaseEventAction{
  6364. Name: "a1",
  6365. Type: dataprovider.ActionTypeIDPAccountCheck,
  6366. Options: dataprovider.BaseEventActionOptions{
  6367. IDPConfig: dataprovider.EventActionIDPAccountCheck{
  6368. Mode: 1, // create if not exists
  6369. TemplateUser: string(userTmpl),
  6370. TemplateAdmin: string(adminTmpl),
  6371. },
  6372. },
  6373. }
  6374. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  6375. assert.NoError(t, err)
  6376. a2 := dataprovider.BaseEventAction{
  6377. Name: "a2",
  6378. Type: dataprovider.ActionTypeEmail,
  6379. Options: dataprovider.BaseEventActionOptions{
  6380. EmailConfig: dataprovider.EventActionEmailConfig{
  6381. Recipients: []string{"[email protected]"},
  6382. Subject: `"{{Event}} {{StatusString}}"`,
  6383. Body: "{{Name}} Custom field: {{IDPFieldcustom1}}",
  6384. },
  6385. },
  6386. }
  6387. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  6388. assert.NoError(t, err)
  6389. r1 := dataprovider.EventRule{
  6390. Name: "test rule IDP login",
  6391. Status: 1,
  6392. Trigger: dataprovider.EventTriggerIDPLogin,
  6393. Conditions: dataprovider.EventConditions{
  6394. IDPLoginEvent: dataprovider.IDPLoginUser,
  6395. },
  6396. Actions: []dataprovider.EventAction{
  6397. {
  6398. BaseEventAction: dataprovider.BaseEventAction{
  6399. Name: action1.Name, // the rule is not sync and will be skipped
  6400. },
  6401. Order: 1,
  6402. },
  6403. {
  6404. BaseEventAction: dataprovider.BaseEventAction{
  6405. Name: action2.Name,
  6406. },
  6407. Order: 2,
  6408. },
  6409. },
  6410. }
  6411. rule1, resp, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  6412. assert.NoError(t, err, string(resp))
  6413. customFields := map[string]any{
  6414. "custom1": custom1,
  6415. }
  6416. user, admin, err := common.HandleIDPLoginEvent(common.EventParams{
  6417. Name: username,
  6418. Event: common.IDPLoginUser,
  6419. Status: 1,
  6420. }, &customFields)
  6421. assert.Nil(t, user)
  6422. assert.Nil(t, admin)
  6423. assert.NoError(t, err)
  6424. rule1.Actions[0].Options.ExecuteSync = true
  6425. rule1, resp, err = httpdtest.UpdateEventRule(rule1, http.StatusOK)
  6426. assert.NoError(t, err, string(resp))
  6427. user, admin, err = common.HandleIDPLoginEvent(common.EventParams{
  6428. Name: username,
  6429. Event: common.IDPLoginUser,
  6430. Status: 1,
  6431. }, &customFields)
  6432. if assert.NotNil(t, user) {
  6433. assert.Equal(t, filepath.Join(os.TempDir(), custom1), user.GetHomeDir())
  6434. _, err = httpdtest.RemoveUser(*user, http.StatusOK)
  6435. assert.NoError(t, err)
  6436. }
  6437. assert.Nil(t, admin)
  6438. assert.NoError(t, err)
  6439. assert.Eventually(t, func() bool {
  6440. return lastReceivedEmail.get().From != ""
  6441. }, 3000*time.Millisecond, 100*time.Millisecond)
  6442. email := lastReceivedEmail.get()
  6443. assert.Len(t, email.To, 1)
  6444. assert.True(t, slices.Contains(email.To, "[email protected]"))
  6445. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: "%s OK"`, common.IDPLoginUser))
  6446. assert.Contains(t, email.Data, username)
  6447. assert.Contains(t, email.Data, custom1)
  6448. user, admin, err = common.HandleIDPLoginEvent(common.EventParams{
  6449. Name: username,
  6450. Event: common.IDPLoginAdmin,
  6451. Status: 1,
  6452. }, &customFields)
  6453. assert.Nil(t, user)
  6454. assert.Nil(t, admin)
  6455. assert.NoError(t, err)
  6456. rule1.Conditions.IDPLoginEvent = dataprovider.IDPLoginAny
  6457. rule1.Actions = []dataprovider.EventAction{
  6458. {
  6459. BaseEventAction: dataprovider.BaseEventAction{
  6460. Name: action1.Name,
  6461. },
  6462. Options: dataprovider.EventActionOptions{
  6463. ExecuteSync: true,
  6464. },
  6465. Order: 1,
  6466. },
  6467. }
  6468. rule1, _, err = httpdtest.UpdateEventRule(rule1, http.StatusOK)
  6469. assert.NoError(t, err)
  6470. r2 := dataprovider.EventRule{
  6471. Name: "test email on IDP login",
  6472. Status: 1,
  6473. Trigger: dataprovider.EventTriggerIDPLogin,
  6474. Conditions: dataprovider.EventConditions{
  6475. IDPLoginEvent: dataprovider.IDPLoginAdmin,
  6476. },
  6477. Actions: []dataprovider.EventAction{
  6478. {
  6479. BaseEventAction: dataprovider.BaseEventAction{
  6480. Name: action2.Name,
  6481. },
  6482. Order: 1,
  6483. },
  6484. },
  6485. }
  6486. rule2, resp, err := httpdtest.AddEventRule(r2, http.StatusCreated)
  6487. assert.NoError(t, err, string(resp))
  6488. lastReceivedEmail.reset()
  6489. user, admin, err = common.HandleIDPLoginEvent(common.EventParams{
  6490. Name: username,
  6491. Event: common.IDPLoginAdmin,
  6492. Status: 1,
  6493. }, &customFields)
  6494. assert.Nil(t, user)
  6495. if assert.NotNil(t, admin) {
  6496. assert.Equal(t, 1, admin.Status)
  6497. }
  6498. assert.NoError(t, err)
  6499. assert.Eventually(t, func() bool {
  6500. return lastReceivedEmail.get().From != ""
  6501. }, 3000*time.Millisecond, 100*time.Millisecond)
  6502. email = lastReceivedEmail.get()
  6503. assert.Len(t, email.To, 1)
  6504. assert.True(t, slices.Contains(email.To, "[email protected]"))
  6505. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: "%s OK"`, common.IDPLoginAdmin))
  6506. assert.Contains(t, email.Data, username)
  6507. assert.Contains(t, email.Data, custom1)
  6508. admin.Status = 0
  6509. _, _, err = httpdtest.UpdateAdmin(*admin, http.StatusOK)
  6510. assert.NoError(t, err)
  6511. user, admin, err = common.HandleIDPLoginEvent(common.EventParams{
  6512. Name: username,
  6513. Event: common.IDPLoginAdmin,
  6514. Status: 1,
  6515. }, &customFields)
  6516. assert.Nil(t, user)
  6517. if assert.NotNil(t, admin) {
  6518. assert.Equal(t, 0, admin.Status)
  6519. }
  6520. assert.NoError(t, err)
  6521. action1.Options.IDPConfig.Mode = 0
  6522. action1, _, err = httpdtest.UpdateEventAction(action1, http.StatusOK)
  6523. assert.NoError(t, err)
  6524. user, admin, err = common.HandleIDPLoginEvent(common.EventParams{
  6525. Name: username,
  6526. Event: common.IDPLoginAdmin,
  6527. Status: 1,
  6528. }, &customFields)
  6529. assert.Nil(t, user)
  6530. if assert.NotNil(t, admin) {
  6531. assert.Equal(t, 1, admin.Status)
  6532. }
  6533. assert.NoError(t, err)
  6534. _, err = httpdtest.RemoveAdmin(*admin, http.StatusOK)
  6535. assert.NoError(t, err)
  6536. r3 := dataprovider.EventRule{
  6537. Name: "test rule2 IDP login",
  6538. Status: 1,
  6539. Trigger: dataprovider.EventTriggerIDPLogin,
  6540. Conditions: dataprovider.EventConditions{
  6541. IDPLoginEvent: dataprovider.IDPLoginAny,
  6542. },
  6543. Actions: []dataprovider.EventAction{
  6544. {
  6545. BaseEventAction: dataprovider.BaseEventAction{
  6546. Name: action1.Name,
  6547. },
  6548. Order: 1,
  6549. Options: dataprovider.EventActionOptions{
  6550. ExecuteSync: true,
  6551. },
  6552. },
  6553. },
  6554. }
  6555. rule3, resp, err := httpdtest.AddEventRule(r3, http.StatusCreated)
  6556. assert.NoError(t, err, string(resp))
  6557. user, admin, err = common.HandleIDPLoginEvent(common.EventParams{
  6558. Name: username,
  6559. Event: common.IDPLoginAdmin,
  6560. Status: 1,
  6561. }, &customFields)
  6562. assert.Nil(t, user)
  6563. assert.Nil(t, admin)
  6564. if assert.Error(t, err) {
  6565. assert.Contains(t, err.Error(), "more than one account check action rules matches")
  6566. }
  6567. _, err = httpdtest.RemoveEventRule(rule3, http.StatusOK)
  6568. assert.NoError(t, err)
  6569. action1.Options.IDPConfig.TemplateAdmin = `{}`
  6570. action1, _, err = httpdtest.UpdateEventAction(action1, http.StatusOK)
  6571. assert.NoError(t, err)
  6572. _, _, err = common.HandleIDPLoginEvent(common.EventParams{
  6573. Name: username,
  6574. Event: common.IDPLoginAdmin,
  6575. Status: 1,
  6576. }, &customFields)
  6577. assert.ErrorIs(t, err, util.ErrValidation)
  6578. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  6579. assert.NoError(t, err)
  6580. user, admin, err = common.HandleIDPLoginEvent(common.EventParams{
  6581. Name: username,
  6582. Event: common.IDPLoginAdmin,
  6583. Status: 1,
  6584. }, &customFields)
  6585. assert.Nil(t, user)
  6586. assert.Nil(t, admin)
  6587. assert.NoError(t, err)
  6588. _, err = httpdtest.RemoveEventRule(rule2, http.StatusOK)
  6589. assert.NoError(t, err)
  6590. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  6591. assert.NoError(t, err)
  6592. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  6593. assert.NoError(t, err)
  6594. smtpCfg = smtp.Config{}
  6595. err = smtpCfg.Initialize(configDir, true)
  6596. require.NoError(t, err)
  6597. }
  6598. func TestEventRuleEmailField(t *testing.T) {
  6599. smtpCfg := smtp.Config{
  6600. Host: "127.0.0.1",
  6601. Port: 2525,
  6602. From: "[email protected]",
  6603. TemplatesPath: "templates",
  6604. }
  6605. err := smtpCfg.Initialize(configDir, true)
  6606. require.NoError(t, err)
  6607. lastReceivedEmail.reset()
  6608. a1 := dataprovider.BaseEventAction{
  6609. Name: "action1",
  6610. Type: dataprovider.ActionTypeEmail,
  6611. Options: dataprovider.BaseEventActionOptions{
  6612. EmailConfig: dataprovider.EventActionEmailConfig{
  6613. Recipients: []string{"{{Email}}"},
  6614. Subject: `"{{Event}}" from "{{Name}}"`,
  6615. Body: "Sample email body",
  6616. },
  6617. },
  6618. }
  6619. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  6620. assert.NoError(t, err)
  6621. a2 := dataprovider.BaseEventAction{
  6622. Name: "action2",
  6623. Type: dataprovider.ActionTypeEmail,
  6624. Options: dataprovider.BaseEventActionOptions{
  6625. EmailConfig: dataprovider.EventActionEmailConfig{
  6626. Recipients: []string{"[email protected]"},
  6627. Subject: `"Failure`,
  6628. Body: "{{ErrorString}}",
  6629. },
  6630. },
  6631. }
  6632. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  6633. assert.NoError(t, err)
  6634. r1 := dataprovider.EventRule{
  6635. Name: "r1",
  6636. Status: 1,
  6637. Trigger: dataprovider.EventTriggerFsEvent,
  6638. Conditions: dataprovider.EventConditions{
  6639. FsEvents: []string{"mkdir"},
  6640. },
  6641. Actions: []dataprovider.EventAction{
  6642. {
  6643. BaseEventAction: dataprovider.BaseEventAction{
  6644. Name: action1.Name,
  6645. },
  6646. },
  6647. },
  6648. }
  6649. r2 := dataprovider.EventRule{
  6650. Name: "test rule2",
  6651. Status: 1,
  6652. Trigger: dataprovider.EventTriggerProviderEvent,
  6653. Conditions: dataprovider.EventConditions{
  6654. ProviderEvents: []string{"add"},
  6655. },
  6656. Actions: []dataprovider.EventAction{
  6657. {
  6658. BaseEventAction: dataprovider.BaseEventAction{
  6659. Name: action1.Name,
  6660. },
  6661. Order: 1,
  6662. },
  6663. {
  6664. BaseEventAction: dataprovider.BaseEventAction{
  6665. Name: action2.Name,
  6666. },
  6667. Options: dataprovider.EventActionOptions{
  6668. IsFailureAction: true,
  6669. },
  6670. },
  6671. },
  6672. }
  6673. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  6674. assert.NoError(t, err)
  6675. rule2, _, err := httpdtest.AddEventRule(r2, http.StatusCreated)
  6676. assert.NoError(t, err)
  6677. u := getTestUser()
  6678. u.Email = "[email protected]"
  6679. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  6680. assert.NoError(t, err)
  6681. assert.Eventually(t, func() bool {
  6682. return lastReceivedEmail.get().From != ""
  6683. }, 3000*time.Millisecond, 100*time.Millisecond)
  6684. email := lastReceivedEmail.get()
  6685. assert.Len(t, email.To, 1)
  6686. assert.True(t, slices.Contains(email.To, user.Email))
  6687. assert.Contains(t, email.Data, `Subject: "add" from "admin"`)
  6688. // if we add a user without email the notification will fail
  6689. lastReceivedEmail.reset()
  6690. u1 := getTestUser()
  6691. u1.Username += "_1"
  6692. user1, _, err := httpdtest.AddUser(u1, http.StatusCreated)
  6693. assert.NoError(t, err)
  6694. assert.Eventually(t, func() bool {
  6695. return lastReceivedEmail.get().From != ""
  6696. }, 3000*time.Millisecond, 100*time.Millisecond)
  6697. email = lastReceivedEmail.get()
  6698. assert.Len(t, email.To, 1)
  6699. assert.True(t, slices.Contains(email.To, "[email protected]"))
  6700. assert.Contains(t, email.Data, `no recipient addresses set`)
  6701. conn, client, err := getSftpClient(user)
  6702. if assert.NoError(t, err) {
  6703. defer conn.Close()
  6704. defer client.Close()
  6705. lastReceivedEmail.reset()
  6706. err = client.Mkdir(testFileName)
  6707. assert.NoError(t, err)
  6708. assert.Eventually(t, func() bool {
  6709. return lastReceivedEmail.get().From != ""
  6710. }, 3000*time.Millisecond, 100*time.Millisecond)
  6711. email := lastReceivedEmail.get()
  6712. assert.Len(t, email.To, 1)
  6713. assert.True(t, slices.Contains(email.To, user.Email))
  6714. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: "mkdir" from "%s"`, user.Username))
  6715. }
  6716. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  6717. assert.NoError(t, err)
  6718. _, err = httpdtest.RemoveEventRule(rule2, http.StatusOK)
  6719. assert.NoError(t, err)
  6720. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  6721. assert.NoError(t, err)
  6722. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  6723. assert.NoError(t, err)
  6724. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  6725. assert.NoError(t, err)
  6726. err = os.RemoveAll(user.GetHomeDir())
  6727. assert.NoError(t, err)
  6728. _, err = httpdtest.RemoveUser(user1, http.StatusOK)
  6729. assert.NoError(t, err)
  6730. smtpCfg = smtp.Config{}
  6731. err = smtpCfg.Initialize(configDir, true)
  6732. require.NoError(t, err)
  6733. }
  6734. func TestEventRuleCertificate(t *testing.T) {
  6735. smtpCfg := smtp.Config{
  6736. Host: "127.0.0.1",
  6737. Port: 2525,
  6738. From: "[email protected]",
  6739. TemplatesPath: "templates",
  6740. }
  6741. err := smtpCfg.Initialize(configDir, true)
  6742. require.NoError(t, err)
  6743. lastReceivedEmail.reset()
  6744. a1 := dataprovider.BaseEventAction{
  6745. Name: "action1",
  6746. Type: dataprovider.ActionTypeEmail,
  6747. Options: dataprovider.BaseEventActionOptions{
  6748. EmailConfig: dataprovider.EventActionEmailConfig{
  6749. Recipients: []string{"[email protected]"},
  6750. Subject: `"{{Event}} {{StatusString}}"`,
  6751. ContentType: 0,
  6752. Body: "Domain: {{Name}} Timestamp: {{Timestamp}} {{ErrorString}} Date time: {{DateTime}}",
  6753. },
  6754. },
  6755. }
  6756. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  6757. assert.NoError(t, err)
  6758. a2 := dataprovider.BaseEventAction{
  6759. Name: "action2",
  6760. Type: dataprovider.ActionTypeFolderQuotaReset,
  6761. }
  6762. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  6763. assert.NoError(t, err)
  6764. r1 := dataprovider.EventRule{
  6765. Name: "test rule certificate",
  6766. Status: 1,
  6767. Trigger: dataprovider.EventTriggerCertificate,
  6768. Actions: []dataprovider.EventAction{
  6769. {
  6770. BaseEventAction: dataprovider.BaseEventAction{
  6771. Name: action1.Name,
  6772. },
  6773. Order: 1,
  6774. },
  6775. },
  6776. }
  6777. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  6778. assert.NoError(t, err)
  6779. r2 := dataprovider.EventRule{
  6780. Name: "test rule 2",
  6781. Status: 1,
  6782. Trigger: dataprovider.EventTriggerCertificate,
  6783. Actions: []dataprovider.EventAction{
  6784. {
  6785. BaseEventAction: dataprovider.BaseEventAction{
  6786. Name: action1.Name,
  6787. },
  6788. Order: 1,
  6789. },
  6790. {
  6791. BaseEventAction: dataprovider.BaseEventAction{
  6792. Name: action2.Name,
  6793. },
  6794. Order: 2,
  6795. },
  6796. },
  6797. }
  6798. rule2, _, err := httpdtest.AddEventRule(r2, http.StatusCreated)
  6799. assert.NoError(t, err)
  6800. renewalEvent := "Certificate renewal"
  6801. common.HandleCertificateEvent(common.EventParams{
  6802. Name: "example.com",
  6803. Timestamp: time.Now(),
  6804. Status: 1,
  6805. Event: renewalEvent,
  6806. })
  6807. assert.Eventually(t, func() bool {
  6808. return lastReceivedEmail.get().From != ""
  6809. }, 3000*time.Millisecond, 100*time.Millisecond)
  6810. email := lastReceivedEmail.get()
  6811. assert.Len(t, email.To, 1)
  6812. assert.True(t, slices.Contains(email.To, "[email protected]"))
  6813. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: "%s OK"`, renewalEvent))
  6814. assert.Contains(t, email.Data, "Content-Type: text/plain")
  6815. assert.Contains(t, email.Data, `Domain: example.com Timestamp`)
  6816. lastReceivedEmail.reset()
  6817. dateTime := time.Now()
  6818. params := common.EventParams{
  6819. Name: "example.com",
  6820. Timestamp: dateTime,
  6821. Status: 2,
  6822. Event: renewalEvent,
  6823. }
  6824. errRenew := errors.New("generic renew error")
  6825. params.AddError(errRenew)
  6826. common.HandleCertificateEvent(params)
  6827. assert.Eventually(t, func() bool {
  6828. return lastReceivedEmail.get().From != ""
  6829. }, 3000*time.Millisecond, 100*time.Millisecond)
  6830. email = lastReceivedEmail.get()
  6831. assert.Len(t, email.To, 1)
  6832. assert.True(t, slices.Contains(email.To, "[email protected]"))
  6833. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: "%s KO"`, renewalEvent))
  6834. assert.Contains(t, email.Data, `Domain: example.com Timestamp`)
  6835. assert.Contains(t, email.Data, dateTime.UTC().Format("2006-01-02T15:04:05.000"))
  6836. assert.Contains(t, email.Data, errRenew.Error())
  6837. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  6838. assert.NoError(t, err)
  6839. _, err = httpdtest.RemoveEventRule(rule2, http.StatusOK)
  6840. assert.NoError(t, err)
  6841. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  6842. assert.NoError(t, err)
  6843. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  6844. assert.NoError(t, err)
  6845. // ignored no more certificate rules
  6846. common.HandleCertificateEvent(common.EventParams{
  6847. Name: "example.com",
  6848. Timestamp: time.Now(),
  6849. Status: 1,
  6850. Event: renewalEvent,
  6851. })
  6852. smtpCfg = smtp.Config{}
  6853. err = smtpCfg.Initialize(configDir, true)
  6854. require.NoError(t, err)
  6855. }
  6856. func TestEventRuleIPBlocked(t *testing.T) {
  6857. oldConfig := config.GetCommonConfig()
  6858. cfg := config.GetCommonConfig()
  6859. cfg.DefenderConfig.Enabled = true
  6860. cfg.DefenderConfig.Threshold = 3
  6861. cfg.DefenderConfig.ScoreLimitExceeded = 2
  6862. err := common.Initialize(cfg, 0)
  6863. assert.NoError(t, err)
  6864. smtpCfg := smtp.Config{
  6865. Host: "127.0.0.1",
  6866. Port: 2525,
  6867. From: "[email protected]",
  6868. TemplatesPath: "templates",
  6869. }
  6870. err = smtpCfg.Initialize(configDir, true)
  6871. require.NoError(t, err)
  6872. a1 := dataprovider.BaseEventAction{
  6873. Name: "action1",
  6874. Type: dataprovider.ActionTypeEmail,
  6875. Options: dataprovider.BaseEventActionOptions{
  6876. EmailConfig: dataprovider.EventActionEmailConfig{
  6877. Recipients: []string{"[email protected]", "[email protected]"},
  6878. Subject: `New "{{Event}}"`,
  6879. Body: "IP: {{IP}} Timestamp: {{Timestamp}}",
  6880. },
  6881. },
  6882. }
  6883. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  6884. assert.NoError(t, err)
  6885. a2 := dataprovider.BaseEventAction{
  6886. Name: "action2",
  6887. Type: dataprovider.ActionTypeFolderQuotaReset,
  6888. }
  6889. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  6890. assert.NoError(t, err)
  6891. r1 := dataprovider.EventRule{
  6892. Name: "test rule ip blocked",
  6893. Status: 1,
  6894. Trigger: dataprovider.EventTriggerIPBlocked,
  6895. Actions: []dataprovider.EventAction{
  6896. {
  6897. BaseEventAction: dataprovider.BaseEventAction{
  6898. Name: action1.Name,
  6899. },
  6900. Order: 1,
  6901. },
  6902. },
  6903. }
  6904. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  6905. assert.NoError(t, err)
  6906. r2 := dataprovider.EventRule{
  6907. Name: "test rule 2",
  6908. Status: 1,
  6909. Trigger: dataprovider.EventTriggerIPBlocked,
  6910. Actions: []dataprovider.EventAction{
  6911. {
  6912. BaseEventAction: dataprovider.BaseEventAction{
  6913. Name: action1.Name,
  6914. },
  6915. Order: 1,
  6916. },
  6917. {
  6918. BaseEventAction: dataprovider.BaseEventAction{
  6919. Name: action2.Name,
  6920. },
  6921. Order: 2,
  6922. },
  6923. },
  6924. }
  6925. rule2, _, err := httpdtest.AddEventRule(r2, http.StatusCreated)
  6926. assert.NoError(t, err)
  6927. u := getTestUser()
  6928. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  6929. assert.NoError(t, err)
  6930. lastReceivedEmail.reset()
  6931. time.Sleep(300 * time.Millisecond)
  6932. assert.Empty(t, lastReceivedEmail.get().From, lastReceivedEmail.get().Data)
  6933. for i := 0; i < 3; i++ {
  6934. user.Password = "wrong_pwd"
  6935. _, _, err = getSftpClient(user)
  6936. assert.Error(t, err)
  6937. }
  6938. // the client is now banned
  6939. user.Password = defaultPassword
  6940. _, _, err = getSftpClient(user)
  6941. assert.Error(t, err)
  6942. // check the email notification
  6943. assert.Eventually(t, func() bool {
  6944. return lastReceivedEmail.get().From != ""
  6945. }, 3000*time.Millisecond, 100*time.Millisecond)
  6946. email := lastReceivedEmail.get()
  6947. assert.Len(t, email.To, 2)
  6948. assert.True(t, slices.Contains(email.To, "[email protected]"))
  6949. assert.True(t, slices.Contains(email.To, "[email protected]"))
  6950. assert.Contains(t, email.Data, `Subject: New "IP Blocked"`)
  6951. err = dataprovider.DeleteEventRule(rule1.Name, "", "", "")
  6952. assert.NoError(t, err)
  6953. err = dataprovider.DeleteEventRule(rule2.Name, "", "", "")
  6954. assert.NoError(t, err)
  6955. err = dataprovider.DeleteEventAction(action1.Name, "", "", "")
  6956. assert.NoError(t, err)
  6957. err = dataprovider.DeleteEventAction(action2.Name, "", "", "")
  6958. assert.NoError(t, err)
  6959. err = dataprovider.DeleteUser(user.Username, "", "", "")
  6960. assert.NoError(t, err)
  6961. err = os.RemoveAll(user.GetHomeDir())
  6962. assert.NoError(t, err)
  6963. smtpCfg = smtp.Config{}
  6964. err = smtpCfg.Initialize(configDir, true)
  6965. require.NoError(t, err)
  6966. err = common.Initialize(oldConfig, 0)
  6967. assert.NoError(t, err)
  6968. }
  6969. func TestEventRuleRotateLog(t *testing.T) {
  6970. smtpCfg := smtp.Config{
  6971. Host: "127.0.0.1",
  6972. Port: 2525,
  6973. From: "[email protected]",
  6974. TemplatesPath: "templates",
  6975. }
  6976. err := smtpCfg.Initialize(configDir, true)
  6977. require.NoError(t, err)
  6978. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  6979. assert.NoError(t, err)
  6980. a1 := dataprovider.BaseEventAction{
  6981. Name: "a1",
  6982. Type: dataprovider.ActionTypeRotateLogs,
  6983. }
  6984. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  6985. assert.NoError(t, err)
  6986. a2 := dataprovider.BaseEventAction{
  6987. Name: "a2",
  6988. Type: dataprovider.ActionTypeEmail,
  6989. Options: dataprovider.BaseEventActionOptions{
  6990. EmailConfig: dataprovider.EventActionEmailConfig{
  6991. Recipients: []string{"[email protected]"},
  6992. Subject: `OK`,
  6993. Body: "OK action",
  6994. },
  6995. },
  6996. }
  6997. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  6998. assert.NoError(t, err)
  6999. r1 := dataprovider.EventRule{
  7000. Name: "rule1",
  7001. Status: 1,
  7002. Trigger: dataprovider.EventTriggerFsEvent,
  7003. Conditions: dataprovider.EventConditions{
  7004. FsEvents: []string{"mkdir"},
  7005. Options: dataprovider.ConditionOptions{
  7006. Names: []dataprovider.ConditionPattern{
  7007. {
  7008. Pattern: user.Username,
  7009. },
  7010. },
  7011. },
  7012. },
  7013. Actions: []dataprovider.EventAction{
  7014. {
  7015. BaseEventAction: dataprovider.BaseEventAction{
  7016. Name: action1.Name,
  7017. },
  7018. Order: 1,
  7019. },
  7020. {
  7021. BaseEventAction: dataprovider.BaseEventAction{
  7022. Name: action2.Name,
  7023. },
  7024. Order: 2,
  7025. },
  7026. },
  7027. }
  7028. rule1, resp, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  7029. assert.NoError(t, err, string(resp))
  7030. conn, client, err := getSftpClient(user)
  7031. if assert.NoError(t, err) {
  7032. defer conn.Close()
  7033. defer client.Close()
  7034. lastReceivedEmail.reset()
  7035. err := client.Mkdir("just a test dir")
  7036. assert.NoError(t, err)
  7037. // just check that the action is executed
  7038. assert.Eventually(t, func() bool {
  7039. return lastReceivedEmail.get().From != ""
  7040. }, 1500*time.Millisecond, 100*time.Millisecond)
  7041. email := lastReceivedEmail.get()
  7042. assert.Len(t, email.To, 1)
  7043. assert.Contains(t, email.To, "[email protected]")
  7044. }
  7045. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  7046. assert.NoError(t, err)
  7047. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  7048. assert.NoError(t, err)
  7049. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  7050. assert.NoError(t, err)
  7051. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  7052. assert.NoError(t, err)
  7053. err = os.RemoveAll(user.GetHomeDir())
  7054. assert.NoError(t, err)
  7055. smtpCfg = smtp.Config{}
  7056. err = smtpCfg.Initialize(configDir, true)
  7057. require.NoError(t, err)
  7058. }
  7059. func TestEventRuleInactivityCheck(t *testing.T) {
  7060. smtpCfg := smtp.Config{
  7061. Host: "127.0.0.1",
  7062. Port: 2525,
  7063. From: "[email protected]",
  7064. TemplatesPath: "templates",
  7065. }
  7066. err := smtpCfg.Initialize(configDir, true)
  7067. require.NoError(t, err)
  7068. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  7069. assert.NoError(t, err)
  7070. a1 := dataprovider.BaseEventAction{
  7071. Name: "a1",
  7072. Type: dataprovider.ActionTypeUserInactivityCheck,
  7073. Options: dataprovider.BaseEventActionOptions{
  7074. UserInactivityConfig: dataprovider.EventActionUserInactivity{
  7075. DisableThreshold: 10,
  7076. DeleteThreshold: 20,
  7077. },
  7078. },
  7079. }
  7080. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  7081. assert.NoError(t, err)
  7082. a2 := dataprovider.BaseEventAction{
  7083. Name: "a2",
  7084. Type: dataprovider.ActionTypeEmail,
  7085. Options: dataprovider.BaseEventActionOptions{
  7086. EmailConfig: dataprovider.EventActionEmailConfig{
  7087. Recipients: []string{"[email protected]"},
  7088. Subject: `OK`,
  7089. Body: "OK action",
  7090. },
  7091. },
  7092. }
  7093. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  7094. assert.NoError(t, err)
  7095. r1 := dataprovider.EventRule{
  7096. Name: "rule1",
  7097. Status: 1,
  7098. Trigger: dataprovider.EventTriggerFsEvent,
  7099. Conditions: dataprovider.EventConditions{
  7100. FsEvents: []string{"mkdir"},
  7101. Options: dataprovider.ConditionOptions{
  7102. Names: []dataprovider.ConditionPattern{
  7103. {
  7104. Pattern: user.Username,
  7105. },
  7106. },
  7107. },
  7108. },
  7109. Actions: []dataprovider.EventAction{
  7110. {
  7111. BaseEventAction: dataprovider.BaseEventAction{
  7112. Name: action1.Name,
  7113. },
  7114. Order: 1,
  7115. },
  7116. {
  7117. BaseEventAction: dataprovider.BaseEventAction{
  7118. Name: action2.Name,
  7119. },
  7120. Order: 2,
  7121. },
  7122. },
  7123. }
  7124. rule1, resp, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  7125. assert.NoError(t, err, string(resp))
  7126. conn, client, err := getSftpClient(user)
  7127. if assert.NoError(t, err) {
  7128. defer conn.Close()
  7129. defer client.Close()
  7130. lastReceivedEmail.reset()
  7131. err := client.Mkdir("just a test dir")
  7132. assert.NoError(t, err)
  7133. // just check that the action is executed
  7134. assert.Eventually(t, func() bool {
  7135. return lastReceivedEmail.get().From != ""
  7136. }, 1500*time.Millisecond, 100*time.Millisecond)
  7137. email := lastReceivedEmail.get()
  7138. assert.Len(t, email.To, 1)
  7139. assert.Contains(t, email.To, "[email protected]")
  7140. }
  7141. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  7142. assert.NoError(t, err)
  7143. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  7144. assert.NoError(t, err)
  7145. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  7146. assert.NoError(t, err)
  7147. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  7148. assert.NoError(t, err)
  7149. err = os.RemoveAll(user.GetHomeDir())
  7150. assert.NoError(t, err)
  7151. smtpCfg = smtp.Config{}
  7152. err = smtpCfg.Initialize(configDir, true)
  7153. require.NoError(t, err)
  7154. }
  7155. func TestEventRulePasswordExpiration(t *testing.T) {
  7156. smtpCfg := smtp.Config{
  7157. Host: "127.0.0.1",
  7158. Port: 2525,
  7159. From: "[email protected]",
  7160. TemplatesPath: "templates",
  7161. }
  7162. err := smtpCfg.Initialize(configDir, true)
  7163. require.NoError(t, err)
  7164. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  7165. assert.NoError(t, err)
  7166. a1 := dataprovider.BaseEventAction{
  7167. Name: "a1",
  7168. Type: dataprovider.ActionTypeEmail,
  7169. Options: dataprovider.BaseEventActionOptions{
  7170. EmailConfig: dataprovider.EventActionEmailConfig{
  7171. Recipients: []string{"[email protected]"},
  7172. Subject: `Failure`,
  7173. Body: "Failure action",
  7174. },
  7175. },
  7176. }
  7177. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  7178. assert.NoError(t, err)
  7179. a2 := dataprovider.BaseEventAction{
  7180. Name: "a2",
  7181. Type: dataprovider.ActionTypePasswordExpirationCheck,
  7182. Options: dataprovider.BaseEventActionOptions{
  7183. PwdExpirationConfig: dataprovider.EventActionPasswordExpiration{
  7184. Threshold: 10,
  7185. },
  7186. },
  7187. }
  7188. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  7189. assert.NoError(t, err)
  7190. a3 := dataprovider.BaseEventAction{
  7191. Name: "a3",
  7192. Type: dataprovider.ActionTypeEmail,
  7193. Options: dataprovider.BaseEventActionOptions{
  7194. EmailConfig: dataprovider.EventActionEmailConfig{
  7195. Recipients: []string{"[email protected]"},
  7196. Subject: `OK`,
  7197. Body: "OK action",
  7198. },
  7199. },
  7200. }
  7201. action3, _, err := httpdtest.AddEventAction(a3, http.StatusCreated)
  7202. assert.NoError(t, err)
  7203. r1 := dataprovider.EventRule{
  7204. Name: "rule1",
  7205. Status: 1,
  7206. Trigger: dataprovider.EventTriggerFsEvent,
  7207. Conditions: dataprovider.EventConditions{
  7208. FsEvents: []string{"mkdir"},
  7209. },
  7210. Actions: []dataprovider.EventAction{
  7211. {
  7212. BaseEventAction: dataprovider.BaseEventAction{
  7213. Name: action2.Name,
  7214. },
  7215. Order: 1,
  7216. },
  7217. {
  7218. BaseEventAction: dataprovider.BaseEventAction{
  7219. Name: action3.Name,
  7220. },
  7221. Order: 2,
  7222. },
  7223. {
  7224. BaseEventAction: dataprovider.BaseEventAction{
  7225. Name: action1.Name,
  7226. },
  7227. Options: dataprovider.EventActionOptions{
  7228. IsFailureAction: true,
  7229. },
  7230. },
  7231. },
  7232. }
  7233. rule1, resp, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  7234. assert.NoError(t, err, string(resp))
  7235. dirName := "aTestDir"
  7236. conn, client, err := getSftpClient(user)
  7237. if assert.NoError(t, err) {
  7238. defer conn.Close()
  7239. defer client.Close()
  7240. lastReceivedEmail.reset()
  7241. err := client.Mkdir(dirName)
  7242. assert.NoError(t, err)
  7243. // the user has no password expiration, the check will be skipped and the ok action executed
  7244. assert.Eventually(t, func() bool {
  7245. return lastReceivedEmail.get().From != ""
  7246. }, 1500*time.Millisecond, 100*time.Millisecond)
  7247. email := lastReceivedEmail.get()
  7248. assert.Len(t, email.To, 1)
  7249. assert.Contains(t, email.To, "[email protected]")
  7250. err = client.RemoveDirectory(dirName)
  7251. assert.NoError(t, err)
  7252. }
  7253. user.Filters.PasswordExpiration = 20
  7254. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  7255. assert.NoError(t, err)
  7256. conn, client, err = getSftpClient(user)
  7257. if assert.NoError(t, err) {
  7258. defer conn.Close()
  7259. defer client.Close()
  7260. lastReceivedEmail.reset()
  7261. err := client.Mkdir(dirName)
  7262. assert.NoError(t, err)
  7263. // the passowrd is not about to expire, the check will be skipped and the ok action executed
  7264. assert.Eventually(t, func() bool {
  7265. return lastReceivedEmail.get().From != ""
  7266. }, 1500*time.Millisecond, 100*time.Millisecond)
  7267. email := lastReceivedEmail.get()
  7268. assert.Len(t, email.To, 1)
  7269. assert.Contains(t, email.To, "[email protected]")
  7270. err = client.RemoveDirectory(dirName)
  7271. assert.NoError(t, err)
  7272. }
  7273. user.Filters.PasswordExpiration = 5
  7274. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  7275. assert.NoError(t, err)
  7276. conn, client, err = getSftpClient(user)
  7277. if assert.NoError(t, err) {
  7278. defer conn.Close()
  7279. defer client.Close()
  7280. lastReceivedEmail.reset()
  7281. err := client.Mkdir(dirName)
  7282. assert.NoError(t, err)
  7283. // the passowrd is about to expire, the user has no email, the failure action will be executed
  7284. assert.Eventually(t, func() bool {
  7285. return lastReceivedEmail.get().From != ""
  7286. }, 1500*time.Millisecond, 100*time.Millisecond)
  7287. email := lastReceivedEmail.get()
  7288. assert.Len(t, email.To, 1)
  7289. assert.Contains(t, email.To, "[email protected]")
  7290. err = client.RemoveDirectory(dirName)
  7291. assert.NoError(t, err)
  7292. }
  7293. // remove the success action
  7294. rule1.Actions = []dataprovider.EventAction{
  7295. {
  7296. BaseEventAction: dataprovider.BaseEventAction{
  7297. Name: action2.Name,
  7298. },
  7299. Order: 1,
  7300. },
  7301. {
  7302. BaseEventAction: dataprovider.BaseEventAction{
  7303. Name: action1.Name,
  7304. },
  7305. Options: dataprovider.EventActionOptions{
  7306. IsFailureAction: true,
  7307. },
  7308. },
  7309. }
  7310. _, _, err = httpdtest.UpdateEventRule(rule1, http.StatusOK)
  7311. assert.NoError(t, err)
  7312. user.Email = "[email protected]"
  7313. user.Filters.AdditionalEmails = []string{"[email protected]"}
  7314. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  7315. assert.NoError(t, err)
  7316. conn, client, err = getSftpClient(user)
  7317. if assert.NoError(t, err) {
  7318. defer conn.Close()
  7319. defer client.Close()
  7320. lastReceivedEmail.reset()
  7321. err := client.Mkdir(dirName)
  7322. assert.NoError(t, err)
  7323. // the passowrd expiration will be notified
  7324. assert.Eventually(t, func() bool {
  7325. return lastReceivedEmail.get().From != ""
  7326. }, 1500*time.Millisecond, 100*time.Millisecond)
  7327. email := lastReceivedEmail.get()
  7328. assert.Len(t, email.To, 2)
  7329. assert.Contains(t, email.To, user.Email)
  7330. assert.Contains(t, email.To, user.Filters.AdditionalEmails[0])
  7331. assert.Contains(t, email.Data, "your SFTPGo password expires in 5 days")
  7332. err = client.RemoveDirectory(dirName)
  7333. assert.NoError(t, err)
  7334. }
  7335. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  7336. assert.NoError(t, err)
  7337. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  7338. assert.NoError(t, err)
  7339. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  7340. assert.NoError(t, err)
  7341. _, err = httpdtest.RemoveEventAction(action3, http.StatusOK)
  7342. assert.NoError(t, err)
  7343. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  7344. assert.NoError(t, err)
  7345. err = os.RemoveAll(user.GetHomeDir())
  7346. assert.NoError(t, err)
  7347. smtpCfg = smtp.Config{}
  7348. err = smtpCfg.Initialize(configDir, true)
  7349. require.NoError(t, err)
  7350. }
  7351. func TestSyncUploadAction(t *testing.T) {
  7352. if runtime.GOOS == osWindows {
  7353. t.Skip("this test is not available on Windows")
  7354. }
  7355. uploadScriptPath := filepath.Join(os.TempDir(), "upload.sh")
  7356. common.Config.Actions.ExecuteOn = []string{"upload"}
  7357. common.Config.Actions.ExecuteSync = []string{"upload"}
  7358. common.Config.Actions.Hook = uploadScriptPath
  7359. u := getTestUser()
  7360. u.QuotaFiles = 1000
  7361. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  7362. assert.NoError(t, err)
  7363. movedFileName := "moved.dat"
  7364. movedPath := filepath.Join(user.HomeDir, movedFileName)
  7365. err = os.WriteFile(uploadScriptPath, getUploadScriptContent(movedPath, "", 0), 0755)
  7366. assert.NoError(t, err)
  7367. conn, client, err := getSftpClient(user)
  7368. if assert.NoError(t, err) {
  7369. defer conn.Close()
  7370. defer client.Close()
  7371. size := int64(32768)
  7372. err = writeSFTPFileNoCheck(testFileName, size, client)
  7373. assert.NoError(t, err)
  7374. _, err = client.Stat(testFileName)
  7375. assert.Error(t, err)
  7376. info, err := client.Stat(movedFileName)
  7377. if assert.NoError(t, err) {
  7378. assert.Equal(t, size, info.Size())
  7379. }
  7380. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  7381. assert.NoError(t, err)
  7382. assert.Equal(t, 1, user.UsedQuotaFiles)
  7383. assert.Equal(t, size, user.UsedQuotaSize)
  7384. // test some hook failure
  7385. // the uploaded file is moved and the hook fails, it will be not removed from the quota
  7386. err = os.WriteFile(uploadScriptPath, getUploadScriptContent(movedPath, "", 1), 0755)
  7387. assert.NoError(t, err)
  7388. err = writeSFTPFileNoCheck(testFileName+"_1", size, client)
  7389. assert.Error(t, err)
  7390. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  7391. assert.NoError(t, err)
  7392. assert.Equal(t, 2, user.UsedQuotaFiles)
  7393. assert.Equal(t, size*2, user.UsedQuotaSize)
  7394. // the uploaded file is not moved and the hook fails, the uploaded file will be deleted
  7395. // and removed from the quota
  7396. movedPath = filepath.Join(user.HomeDir, "missing dir", movedFileName)
  7397. err = os.WriteFile(uploadScriptPath, getUploadScriptContent(movedPath, "", 1), 0755)
  7398. assert.NoError(t, err)
  7399. err = writeSFTPFileNoCheck(testFileName+"_2", size, client)
  7400. assert.Error(t, err)
  7401. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  7402. assert.NoError(t, err)
  7403. assert.Equal(t, 2, user.UsedQuotaFiles)
  7404. assert.Equal(t, size*2, user.UsedQuotaSize)
  7405. // overwrite an existing file
  7406. _, err = client.Stat(movedFileName)
  7407. assert.NoError(t, err)
  7408. err = writeSFTPFileNoCheck(movedFileName, size, client)
  7409. assert.Error(t, err)
  7410. _, err = client.Stat(movedFileName)
  7411. assert.Error(t, err)
  7412. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  7413. assert.NoError(t, err)
  7414. assert.Equal(t, 1, user.UsedQuotaFiles)
  7415. assert.Equal(t, size, user.UsedQuotaSize)
  7416. }
  7417. err = os.Remove(uploadScriptPath)
  7418. assert.NoError(t, err)
  7419. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  7420. assert.NoError(t, err)
  7421. err = os.RemoveAll(user.GetHomeDir())
  7422. assert.NoError(t, err)
  7423. common.Config.Actions.ExecuteOn = nil
  7424. common.Config.Actions.ExecuteSync = nil
  7425. common.Config.Actions.Hook = uploadScriptPath
  7426. }
  7427. func TestQuotaTrackDisabled(t *testing.T) {
  7428. err := dataprovider.Close()
  7429. assert.NoError(t, err)
  7430. err = config.LoadConfig(configDir, "")
  7431. assert.NoError(t, err)
  7432. providerConf := config.GetProviderConf()
  7433. providerConf.TrackQuota = 0
  7434. err = dataprovider.Initialize(providerConf, configDir, true)
  7435. assert.NoError(t, err)
  7436. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  7437. assert.NoError(t, err)
  7438. conn, client, err := getSftpClient(user)
  7439. if assert.NoError(t, err) {
  7440. defer conn.Close()
  7441. defer client.Close()
  7442. err = writeSFTPFile(testFileName, 32, client)
  7443. assert.NoError(t, err)
  7444. err = client.Rename(testFileName, testFileName+"1")
  7445. assert.NoError(t, err)
  7446. }
  7447. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  7448. assert.NoError(t, err)
  7449. err = os.RemoveAll(user.GetHomeDir())
  7450. assert.NoError(t, err)
  7451. err = dataprovider.Close()
  7452. assert.NoError(t, err)
  7453. err = config.LoadConfig(configDir, "")
  7454. assert.NoError(t, err)
  7455. providerConf = config.GetProviderConf()
  7456. err = dataprovider.Initialize(providerConf, configDir, true)
  7457. assert.NoError(t, err)
  7458. }
  7459. func TestGetQuotaError(t *testing.T) {
  7460. if dataprovider.GetProviderStatus().Driver == "memory" {
  7461. t.Skip("this test is not available with the memory provider")
  7462. }
  7463. u := getTestUser()
  7464. u.TotalDataTransfer = 2000
  7465. mappedPath := filepath.Join(os.TempDir(), "vdir")
  7466. folderName := filepath.Base(mappedPath)
  7467. vdirPath := "/vpath"
  7468. f := vfs.BaseVirtualFolder{
  7469. Name: folderName,
  7470. MappedPath: mappedPath,
  7471. }
  7472. _, _, err := httpdtest.AddFolder(f, http.StatusCreated)
  7473. assert.NoError(t, err)
  7474. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  7475. BaseVirtualFolder: vfs.BaseVirtualFolder{
  7476. Name: folderName,
  7477. },
  7478. VirtualPath: vdirPath,
  7479. QuotaSize: 0,
  7480. QuotaFiles: 10,
  7481. })
  7482. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  7483. assert.NoError(t, err)
  7484. conn, client, err := getSftpClient(user)
  7485. if assert.NoError(t, err) {
  7486. defer conn.Close()
  7487. defer client.Close()
  7488. err = writeSFTPFile(testFileName, 32, client)
  7489. assert.NoError(t, err)
  7490. err = dataprovider.Close()
  7491. assert.NoError(t, err)
  7492. err = client.Rename(testFileName, path.Join(vdirPath, testFileName))
  7493. assert.Error(t, err)
  7494. err = config.LoadConfig(configDir, "")
  7495. assert.NoError(t, err)
  7496. providerConf := config.GetProviderConf()
  7497. err = dataprovider.Initialize(providerConf, configDir, true)
  7498. assert.NoError(t, err)
  7499. }
  7500. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  7501. assert.NoError(t, err)
  7502. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName}, http.StatusOK)
  7503. assert.NoError(t, err)
  7504. err = os.RemoveAll(user.GetHomeDir())
  7505. assert.NoError(t, err)
  7506. err = os.RemoveAll(mappedPath)
  7507. assert.NoError(t, err)
  7508. }
  7509. func TestRetentionAPI(t *testing.T) {
  7510. u := getTestUser()
  7511. u.Permissions["/"] = []string{dataprovider.PermListItems, dataprovider.PermUpload,
  7512. dataprovider.PermOverwrite, dataprovider.PermDownload, dataprovider.PermCreateDirs,
  7513. dataprovider.PermChtimes}
  7514. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  7515. assert.NoError(t, err)
  7516. uploadPath := path.Join(testDir, testFileName)
  7517. conn, client, err := getSftpClient(user)
  7518. if assert.NoError(t, err) {
  7519. defer conn.Close()
  7520. defer client.Close()
  7521. err = client.Mkdir(testDir)
  7522. assert.NoError(t, err)
  7523. err = writeSFTPFile(uploadPath, 32, client)
  7524. assert.NoError(t, err)
  7525. folderRetention := []dataprovider.FolderRetention{
  7526. {
  7527. Path: "/",
  7528. Retention: 24,
  7529. DeleteEmptyDirs: true,
  7530. },
  7531. }
  7532. _, err = httpdtest.StartRetentionCheck(user.Username, folderRetention, http.StatusAccepted)
  7533. assert.NoError(t, err)
  7534. assert.Eventually(t, func() bool {
  7535. return len(common.RetentionChecks.Get("")) == 0
  7536. }, 1000*time.Millisecond, 50*time.Millisecond)
  7537. _, err = client.Stat(uploadPath)
  7538. assert.NoError(t, err)
  7539. err = client.Chtimes(uploadPath, time.Now().Add(-48*time.Hour), time.Now().Add(-48*time.Hour))
  7540. assert.NoError(t, err)
  7541. _, err = httpdtest.StartRetentionCheck(user.Username, folderRetention, http.StatusAccepted)
  7542. assert.NoError(t, err)
  7543. assert.Eventually(t, func() bool {
  7544. return len(common.RetentionChecks.Get("")) == 0
  7545. }, 1000*time.Millisecond, 50*time.Millisecond)
  7546. _, err = client.Stat(uploadPath)
  7547. assert.ErrorIs(t, err, os.ErrNotExist)
  7548. _, err = client.Stat(testDir)
  7549. assert.ErrorIs(t, err, os.ErrNotExist)
  7550. err = client.Mkdir(testDir)
  7551. assert.NoError(t, err)
  7552. err = writeSFTPFile(uploadPath, 32, client)
  7553. assert.NoError(t, err)
  7554. folderRetention[0].DeleteEmptyDirs = false
  7555. err = client.Chtimes(uploadPath, time.Now().Add(-48*time.Hour), time.Now().Add(-48*time.Hour))
  7556. assert.NoError(t, err)
  7557. _, err = httpdtest.StartRetentionCheck(user.Username, folderRetention, http.StatusAccepted)
  7558. assert.NoError(t, err)
  7559. assert.Eventually(t, func() bool {
  7560. return len(common.RetentionChecks.Get("")) == 0
  7561. }, 1000*time.Millisecond, 50*time.Millisecond)
  7562. _, err = client.Stat(uploadPath)
  7563. assert.ErrorIs(t, err, os.ErrNotExist)
  7564. _, err = client.Stat(testDir)
  7565. assert.NoError(t, err)
  7566. err = writeSFTPFile(uploadPath, 32, client)
  7567. assert.NoError(t, err)
  7568. err = client.Chtimes(uploadPath, time.Now().Add(-48*time.Hour), time.Now().Add(-48*time.Hour))
  7569. assert.NoError(t, err)
  7570. }
  7571. // remove delete permissions to the user, it will be automatically granted
  7572. user.Permissions["/"+testDir] = []string{dataprovider.PermListItems, dataprovider.PermUpload,
  7573. dataprovider.PermCreateDirs, dataprovider.PermChtimes}
  7574. user, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  7575. assert.NoError(t, err)
  7576. conn, client, err = getSftpClient(user)
  7577. if assert.NoError(t, err) {
  7578. defer conn.Close()
  7579. defer client.Close()
  7580. innerUploadFilePath := path.Join("/"+testDir, testDir, testFileName)
  7581. err = client.Mkdir(path.Join(testDir, testDir))
  7582. assert.NoError(t, err)
  7583. err = writeSFTPFile(innerUploadFilePath, 32, client)
  7584. assert.NoError(t, err)
  7585. err = client.Chtimes(innerUploadFilePath, time.Now().Add(-48*time.Hour), time.Now().Add(-48*time.Hour))
  7586. assert.NoError(t, err)
  7587. folderRetention := []dataprovider.FolderRetention{
  7588. {
  7589. Path: "/missing",
  7590. Retention: 24,
  7591. },
  7592. {
  7593. Path: "/" + testDir,
  7594. Retention: 24,
  7595. DeleteEmptyDirs: true,
  7596. },
  7597. {
  7598. Path: path.Dir(innerUploadFilePath),
  7599. Retention: 0,
  7600. },
  7601. }
  7602. _, err = httpdtest.StartRetentionCheck(user.Username, folderRetention, http.StatusAccepted)
  7603. assert.NoError(t, err)
  7604. assert.Eventually(t, func() bool {
  7605. return len(common.RetentionChecks.Get("")) == 0
  7606. }, 1000*time.Millisecond, 50*time.Millisecond)
  7607. _, err = client.Stat(uploadPath)
  7608. assert.ErrorIs(t, err, os.ErrNotExist)
  7609. _, err = client.Stat(innerUploadFilePath)
  7610. assert.NoError(t, err)
  7611. folderRetention = []dataprovider.FolderRetention{
  7612. {
  7613. Path: "/" + testDir,
  7614. Retention: 24,
  7615. DeleteEmptyDirs: true,
  7616. },
  7617. }
  7618. _, err = httpdtest.StartRetentionCheck(user.Username, folderRetention, http.StatusAccepted)
  7619. assert.NoError(t, err)
  7620. assert.Eventually(t, func() bool {
  7621. return len(common.RetentionChecks.Get("")) == 0
  7622. }, 1000*time.Millisecond, 50*time.Millisecond)
  7623. _, err = client.Stat(innerUploadFilePath)
  7624. assert.ErrorIs(t, err, os.ErrNotExist)
  7625. }
  7626. // finally test some errors removing files or folders
  7627. if runtime.GOOS != osWindows {
  7628. dirPath := filepath.Join(user.HomeDir, "adir", "sub")
  7629. err := os.MkdirAll(dirPath, os.ModePerm)
  7630. assert.NoError(t, err)
  7631. filePath := filepath.Join(dirPath, "f.dat")
  7632. err = os.WriteFile(filePath, nil, os.ModePerm)
  7633. assert.NoError(t, err)
  7634. err = os.Chtimes(filePath, time.Now().Add(-72*time.Hour), time.Now().Add(-72*time.Hour))
  7635. assert.NoError(t, err)
  7636. err = os.Chmod(dirPath, 0001)
  7637. assert.NoError(t, err)
  7638. folderRetention := []dataprovider.FolderRetention{
  7639. {
  7640. Path: "/adir",
  7641. Retention: 24,
  7642. DeleteEmptyDirs: true,
  7643. },
  7644. }
  7645. _, err = httpdtest.StartRetentionCheck(user.Username, folderRetention, http.StatusAccepted)
  7646. assert.NoError(t, err)
  7647. assert.Eventually(t, func() bool {
  7648. return len(common.RetentionChecks.Get("")) == 0
  7649. }, 1000*time.Millisecond, 50*time.Millisecond)
  7650. err = os.Chmod(dirPath, 0555)
  7651. assert.NoError(t, err)
  7652. _, err = httpdtest.StartRetentionCheck(user.Username, folderRetention, http.StatusAccepted)
  7653. assert.NoError(t, err)
  7654. assert.Eventually(t, func() bool {
  7655. return len(common.RetentionChecks.Get("")) == 0
  7656. }, 1000*time.Millisecond, 50*time.Millisecond)
  7657. err = os.Chmod(dirPath, os.ModePerm)
  7658. assert.NoError(t, err)
  7659. _, err = httpdtest.StartRetentionCheck(user.Username, folderRetention, http.StatusAccepted)
  7660. assert.NoError(t, err)
  7661. assert.Eventually(t, func() bool {
  7662. return len(common.RetentionChecks.Get("")) == 0
  7663. }, 1000*time.Millisecond, 50*time.Millisecond)
  7664. assert.NoDirExists(t, dirPath)
  7665. }
  7666. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  7667. assert.NoError(t, err)
  7668. err = os.RemoveAll(user.GetHomeDir())
  7669. assert.NoError(t, err)
  7670. }
  7671. func TestRenameDir(t *testing.T) {
  7672. u := getTestUser()
  7673. testDir := "/dir-to-rename"
  7674. u.Permissions[testDir] = []string{dataprovider.PermListItems, dataprovider.PermUpload}
  7675. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  7676. assert.NoError(t, err)
  7677. conn, client, err := getSftpClient(user)
  7678. if assert.NoError(t, err) {
  7679. defer conn.Close()
  7680. defer client.Close()
  7681. err = client.Mkdir(testDir)
  7682. assert.NoError(t, err)
  7683. err = writeSFTPFile(path.Join(testDir, testFileName), 32, client)
  7684. assert.NoError(t, err)
  7685. err = client.Rename(testDir, testDir+"_rename")
  7686. assert.ErrorIs(t, err, os.ErrPermission)
  7687. }
  7688. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  7689. assert.NoError(t, err)
  7690. err = os.RemoveAll(user.GetHomeDir())
  7691. assert.NoError(t, err)
  7692. }
  7693. func TestBuiltinKeyboardInteractiveAuthentication(t *testing.T) {
  7694. u := getTestUser()
  7695. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  7696. assert.NoError(t, err)
  7697. authMethods := []ssh.AuthMethod{
  7698. ssh.KeyboardInteractive(func(_, _ string, _ []string, _ []bool) ([]string, error) {
  7699. return []string{defaultPassword}, nil
  7700. }),
  7701. }
  7702. conn, client, err := getCustomAuthSftpClient(user, authMethods)
  7703. if assert.NoError(t, err) {
  7704. defer conn.Close()
  7705. defer client.Close()
  7706. assert.NoError(t, checkBasicSFTP(client))
  7707. err = writeSFTPFile(testFileName, 4096, client)
  7708. assert.NoError(t, err)
  7709. }
  7710. // add multi-factor authentication
  7711. configName, key, _, err := mfa.GenerateTOTPSecret(mfa.GetAvailableTOTPConfigNames()[0], user.Username)
  7712. assert.NoError(t, err)
  7713. user.Password = defaultPassword
  7714. user.Filters.TOTPConfig = dataprovider.UserTOTPConfig{
  7715. Enabled: true,
  7716. ConfigName: configName,
  7717. Secret: kms.NewPlainSecret(key.Secret()),
  7718. Protocols: []string{common.ProtocolSSH},
  7719. }
  7720. err = dataprovider.UpdateUser(&user, "", "", "")
  7721. assert.NoError(t, err)
  7722. passcode, err := generateTOTPPasscode(key.Secret(), otp.AlgorithmSHA1)
  7723. assert.NoError(t, err)
  7724. passwordAsked := false
  7725. passcodeAsked := false
  7726. authMethods = []ssh.AuthMethod{
  7727. ssh.KeyboardInteractive(func(_, _ string, questions []string, _ []bool) ([]string, error) {
  7728. var answers []string
  7729. if strings.HasPrefix(questions[0], "Password") {
  7730. answers = append(answers, defaultPassword)
  7731. passwordAsked = true
  7732. } else {
  7733. answers = append(answers, passcode)
  7734. passcodeAsked = true
  7735. }
  7736. return answers, nil
  7737. }),
  7738. }
  7739. conn, client, err = getCustomAuthSftpClient(user, authMethods)
  7740. if assert.NoError(t, err) {
  7741. defer conn.Close()
  7742. defer client.Close()
  7743. assert.NoError(t, checkBasicSFTP(client))
  7744. err = writeSFTPFile(testFileName, 4096, client)
  7745. assert.NoError(t, err)
  7746. }
  7747. assert.True(t, passwordAsked)
  7748. assert.True(t, passcodeAsked)
  7749. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  7750. assert.NoError(t, err)
  7751. err = os.RemoveAll(user.GetHomeDir())
  7752. assert.NoError(t, err)
  7753. }
  7754. func TestMultiStepBuiltinKeyboardAuth(t *testing.T) {
  7755. u := getTestUser()
  7756. u.PublicKeys = []string{testPubKey}
  7757. u.Filters.DeniedLoginMethods = []string{
  7758. dataprovider.SSHLoginMethodPublicKey,
  7759. dataprovider.LoginMethodPassword,
  7760. dataprovider.SSHLoginMethodKeyboardInteractive,
  7761. }
  7762. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  7763. assert.NoError(t, err)
  7764. signer, err := ssh.ParsePrivateKey([]byte(testPrivateKey))
  7765. assert.NoError(t, err)
  7766. // public key + password
  7767. authMethods := []ssh.AuthMethod{
  7768. ssh.PublicKeys(signer),
  7769. ssh.KeyboardInteractive(func(_, _ string, _ []string, _ []bool) ([]string, error) {
  7770. return []string{defaultPassword}, nil
  7771. }),
  7772. }
  7773. conn, client, err := getCustomAuthSftpClient(user, authMethods)
  7774. if assert.NoError(t, err) {
  7775. defer conn.Close()
  7776. defer client.Close()
  7777. assert.NoError(t, checkBasicSFTP(client))
  7778. err = writeSFTPFile(testFileName, 4096, client)
  7779. assert.NoError(t, err)
  7780. }
  7781. // add multi-factor authentication
  7782. configName, key, _, err := mfa.GenerateTOTPSecret(mfa.GetAvailableTOTPConfigNames()[0], user.Username)
  7783. assert.NoError(t, err)
  7784. user.Password = defaultPassword
  7785. user.Filters.TOTPConfig = dataprovider.UserTOTPConfig{
  7786. Enabled: true,
  7787. ConfigName: configName,
  7788. Secret: kms.NewPlainSecret(key.Secret()),
  7789. Protocols: []string{common.ProtocolSSH},
  7790. }
  7791. err = dataprovider.UpdateUser(&user, "", "", "")
  7792. assert.NoError(t, err)
  7793. passcode, err := generateTOTPPasscode(key.Secret(), otp.AlgorithmSHA1)
  7794. assert.NoError(t, err)
  7795. // public key + passcode
  7796. authMethods = []ssh.AuthMethod{
  7797. ssh.PublicKeys(signer),
  7798. ssh.KeyboardInteractive(func(_, _ string, _ []string, _ []bool) ([]string, error) {
  7799. return []string{passcode}, nil
  7800. }),
  7801. }
  7802. conn, client, err = getCustomAuthSftpClient(user, authMethods)
  7803. if assert.NoError(t, err) {
  7804. defer conn.Close()
  7805. defer client.Close()
  7806. assert.NoError(t, checkBasicSFTP(client))
  7807. err = writeSFTPFile(testFileName, 4096, client)
  7808. assert.NoError(t, err)
  7809. }
  7810. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  7811. assert.NoError(t, err)
  7812. err = os.RemoveAll(user.GetHomeDir())
  7813. assert.NoError(t, err)
  7814. }
  7815. func TestRenameSymlink(t *testing.T) {
  7816. u := getTestUser()
  7817. testDir := "/dir-no-create-links"
  7818. otherDir := "otherdir"
  7819. u.Permissions[testDir] = []string{dataprovider.PermListItems, dataprovider.PermUpload, dataprovider.PermDelete,
  7820. dataprovider.PermCreateDirs}
  7821. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  7822. assert.NoError(t, err)
  7823. conn, client, err := getSftpClient(user)
  7824. if assert.NoError(t, err) {
  7825. defer conn.Close()
  7826. defer client.Close()
  7827. err = client.Mkdir(otherDir)
  7828. assert.NoError(t, err)
  7829. err = client.Symlink(otherDir, otherDir+".link")
  7830. assert.NoError(t, err)
  7831. err = client.Rename(otherDir+".link", path.Join(testDir, "symlink"))
  7832. assert.ErrorIs(t, err, os.ErrPermission)
  7833. err = client.Rename(otherDir+".link", "allowed_link")
  7834. assert.NoError(t, err)
  7835. }
  7836. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  7837. assert.NoError(t, err)
  7838. err = os.RemoveAll(user.GetHomeDir())
  7839. assert.NoError(t, err)
  7840. }
  7841. func TestSplittedDeletePerms(t *testing.T) {
  7842. u := getTestUser()
  7843. u.Permissions["/"] = []string{dataprovider.PermListItems, dataprovider.PermUpload, dataprovider.PermDeleteDirs,
  7844. dataprovider.PermCreateDirs}
  7845. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  7846. assert.NoError(t, err)
  7847. conn, client, err := getSftpClient(user)
  7848. if assert.NoError(t, err) {
  7849. defer conn.Close()
  7850. defer client.Close()
  7851. err = writeSFTPFile(testFileName, 4096, client)
  7852. assert.NoError(t, err)
  7853. err = client.Remove(testFileName)
  7854. assert.Error(t, err)
  7855. err = client.Mkdir(testDir)
  7856. assert.NoError(t, err)
  7857. err = client.RemoveDirectory(testDir)
  7858. assert.NoError(t, err)
  7859. }
  7860. u.Permissions["/"] = []string{dataprovider.PermListItems, dataprovider.PermUpload, dataprovider.PermDeleteFiles,
  7861. dataprovider.PermCreateDirs, dataprovider.PermOverwrite}
  7862. _, _, err = httpdtest.UpdateUser(u, http.StatusOK, "")
  7863. assert.NoError(t, err)
  7864. conn, client, err = getSftpClient(user)
  7865. if assert.NoError(t, err) {
  7866. defer conn.Close()
  7867. defer client.Close()
  7868. err = writeSFTPFile(testFileName, 4096, client)
  7869. assert.NoError(t, err)
  7870. err = client.Remove(testFileName)
  7871. assert.NoError(t, err)
  7872. err = client.Mkdir(testDir)
  7873. assert.NoError(t, err)
  7874. err = client.RemoveDirectory(testDir)
  7875. assert.Error(t, err)
  7876. }
  7877. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  7878. assert.NoError(t, err)
  7879. err = os.RemoveAll(user.GetHomeDir())
  7880. assert.NoError(t, err)
  7881. }
  7882. func TestSplittedRenamePerms(t *testing.T) {
  7883. u := getTestUser()
  7884. u.Permissions["/"] = []string{dataprovider.PermListItems, dataprovider.PermUpload, dataprovider.PermRenameDirs,
  7885. dataprovider.PermCreateDirs}
  7886. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  7887. assert.NoError(t, err)
  7888. conn, client, err := getSftpClient(user)
  7889. if assert.NoError(t, err) {
  7890. defer conn.Close()
  7891. defer client.Close()
  7892. err = writeSFTPFile(testFileName, 4096, client)
  7893. assert.NoError(t, err)
  7894. err = client.Mkdir(testDir)
  7895. assert.NoError(t, err)
  7896. err = client.Rename(testFileName, testFileName+"_renamed")
  7897. assert.Error(t, err)
  7898. err = client.Rename(testDir, testDir+"_renamed")
  7899. assert.NoError(t, err)
  7900. }
  7901. u.Permissions["/"] = []string{dataprovider.PermListItems, dataprovider.PermUpload, dataprovider.PermRenameFiles,
  7902. dataprovider.PermCreateDirs, dataprovider.PermOverwrite}
  7903. _, _, err = httpdtest.UpdateUser(u, http.StatusOK, "")
  7904. assert.NoError(t, err)
  7905. conn, client, err = getSftpClient(user)
  7906. if assert.NoError(t, err) {
  7907. defer conn.Close()
  7908. defer client.Close()
  7909. err = writeSFTPFile(testFileName, 4096, client)
  7910. assert.NoError(t, err)
  7911. err = client.Mkdir(testDir)
  7912. assert.NoError(t, err)
  7913. err = client.Rename(testFileName, testFileName+"_renamed")
  7914. assert.NoError(t, err)
  7915. err = client.Rename(testDir, testDir+"_renamed")
  7916. assert.Error(t, err)
  7917. }
  7918. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  7919. assert.NoError(t, err)
  7920. err = os.RemoveAll(user.GetHomeDir())
  7921. assert.NoError(t, err)
  7922. }
  7923. func TestSFTPLoopError(t *testing.T) {
  7924. smtpCfg := smtp.Config{
  7925. Host: "127.0.0.1",
  7926. Port: 2525,
  7927. From: "[email protected]",
  7928. TemplatesPath: "templates",
  7929. }
  7930. err := smtpCfg.Initialize(configDir, true)
  7931. require.NoError(t, err)
  7932. user1 := getTestUser()
  7933. user2 := getTestUser()
  7934. user1.Username += "1"
  7935. user2.Username += "2"
  7936. // user1 is a local account with a virtual SFTP folder to user2
  7937. // user2 has user1 as SFTP fs
  7938. f := vfs.BaseVirtualFolder{
  7939. Name: "sftp",
  7940. FsConfig: vfs.Filesystem{
  7941. Provider: sdk.SFTPFilesystemProvider,
  7942. SFTPConfig: vfs.SFTPFsConfig{
  7943. BaseSFTPFsConfig: sdk.BaseSFTPFsConfig{
  7944. Endpoint: sftpServerAddr,
  7945. Username: user2.Username,
  7946. },
  7947. Password: kms.NewPlainSecret(defaultPassword),
  7948. },
  7949. },
  7950. }
  7951. folder, _, err := httpdtest.AddFolder(f, http.StatusCreated)
  7952. assert.NoError(t, err)
  7953. user1.VirtualFolders = append(user1.VirtualFolders, vfs.VirtualFolder{
  7954. BaseVirtualFolder: vfs.BaseVirtualFolder{
  7955. Name: folder.Name,
  7956. },
  7957. VirtualPath: "/vdir",
  7958. })
  7959. user2.FsConfig.Provider = sdk.SFTPFilesystemProvider
  7960. user2.FsConfig.SFTPConfig = vfs.SFTPFsConfig{
  7961. BaseSFTPFsConfig: sdk.BaseSFTPFsConfig{
  7962. Endpoint: sftpServerAddr,
  7963. Username: user1.Username,
  7964. },
  7965. Password: kms.NewPlainSecret(defaultPassword),
  7966. }
  7967. user1, resp, err := httpdtest.AddUser(user1, http.StatusCreated)
  7968. assert.NoError(t, err, string(resp))
  7969. user2, resp, err = httpdtest.AddUser(user2, http.StatusCreated)
  7970. assert.NoError(t, err, string(resp))
  7971. a1 := dataprovider.BaseEventAction{
  7972. Name: "a1",
  7973. Type: dataprovider.ActionTypeUserQuotaReset,
  7974. }
  7975. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  7976. assert.NoError(t, err)
  7977. a2 := dataprovider.BaseEventAction{
  7978. Name: "a2",
  7979. Type: dataprovider.ActionTypeEmail,
  7980. Options: dataprovider.BaseEventActionOptions{
  7981. EmailConfig: dataprovider.EventActionEmailConfig{
  7982. Recipients: []string{"[email protected]"},
  7983. Subject: `Failed action"`,
  7984. Body: "Test body",
  7985. },
  7986. },
  7987. }
  7988. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  7989. assert.NoError(t, err)
  7990. r1 := dataprovider.EventRule{
  7991. Name: "rule1",
  7992. Status: 1,
  7993. Trigger: dataprovider.EventTriggerProviderEvent,
  7994. Conditions: dataprovider.EventConditions{
  7995. ProviderEvents: []string{"update"},
  7996. },
  7997. Actions: []dataprovider.EventAction{
  7998. {
  7999. BaseEventAction: dataprovider.BaseEventAction{
  8000. Name: action1.Name,
  8001. },
  8002. Order: 1,
  8003. },
  8004. {
  8005. BaseEventAction: dataprovider.BaseEventAction{
  8006. Name: action2.Name,
  8007. },
  8008. Order: 2,
  8009. Options: dataprovider.EventActionOptions{
  8010. IsFailureAction: true,
  8011. },
  8012. },
  8013. },
  8014. }
  8015. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  8016. assert.NoError(t, err)
  8017. lastReceivedEmail.reset()
  8018. _, _, err = httpdtest.UpdateUser(user2, http.StatusOK, "")
  8019. assert.NoError(t, err)
  8020. assert.Eventually(t, func() bool {
  8021. return lastReceivedEmail.get().From != ""
  8022. }, 3000*time.Millisecond, 100*time.Millisecond)
  8023. email := lastReceivedEmail.get()
  8024. assert.Len(t, email.To, 1)
  8025. assert.True(t, slices.Contains(email.To, "[email protected]"))
  8026. assert.Contains(t, email.Data, `Subject: Failed action`)
  8027. user1.VirtualFolders[0].FsConfig.SFTPConfig.Password = kms.NewPlainSecret(defaultPassword)
  8028. user2.FsConfig.SFTPConfig.Password = kms.NewPlainSecret(defaultPassword)
  8029. conn := common.NewBaseConnection("", common.ProtocolWebDAV, "", "", user1)
  8030. _, _, err = conn.GetFsAndResolvedPath(user1.VirtualFolders[0].VirtualPath)
  8031. assert.ErrorIs(t, err, os.ErrPermission)
  8032. conn = common.NewBaseConnection("", common.ProtocolSFTP, "", "", user1)
  8033. _, _, err = conn.GetFsAndResolvedPath(user1.VirtualFolders[0].VirtualPath)
  8034. assert.Error(t, err)
  8035. conn = common.NewBaseConnection("", common.ProtocolFTP, "", "", user1)
  8036. _, _, err = conn.GetFsAndResolvedPath(user1.VirtualFolders[0].VirtualPath)
  8037. assert.Error(t, err)
  8038. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  8039. assert.NoError(t, err)
  8040. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  8041. assert.NoError(t, err)
  8042. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  8043. assert.NoError(t, err)
  8044. _, err = httpdtest.RemoveUser(user1, http.StatusOK)
  8045. assert.NoError(t, err)
  8046. err = os.RemoveAll(user1.GetHomeDir())
  8047. assert.NoError(t, err)
  8048. _, err = httpdtest.RemoveUser(user2, http.StatusOK)
  8049. assert.NoError(t, err)
  8050. err = os.RemoveAll(user2.GetHomeDir())
  8051. assert.NoError(t, err)
  8052. _, err = httpdtest.RemoveFolder(folder, http.StatusOK)
  8053. assert.NoError(t, err)
  8054. smtpCfg = smtp.Config{}
  8055. err = smtpCfg.Initialize(configDir, true)
  8056. require.NoError(t, err)
  8057. }
  8058. func TestNonLocalCrossRename(t *testing.T) {
  8059. baseUser, resp, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  8060. assert.NoError(t, err, string(resp))
  8061. u := getTestUser()
  8062. u.HomeDir += "_folders"
  8063. u.Username += "_folders"
  8064. mappedPathSFTP := filepath.Join(os.TempDir(), "sftp")
  8065. folderNameSFTP := filepath.Base(mappedPathSFTP)
  8066. vdirSFTPPath := "/vdir/sftp"
  8067. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  8068. BaseVirtualFolder: vfs.BaseVirtualFolder{
  8069. Name: folderNameSFTP,
  8070. },
  8071. VirtualPath: vdirSFTPPath,
  8072. })
  8073. mappedPathCrypt := filepath.Join(os.TempDir(), "crypt")
  8074. folderNameCrypt := filepath.Base(mappedPathCrypt)
  8075. vdirCryptPath := "/vdir/crypt"
  8076. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  8077. BaseVirtualFolder: vfs.BaseVirtualFolder{
  8078. Name: folderNameCrypt,
  8079. },
  8080. VirtualPath: vdirCryptPath,
  8081. })
  8082. f1 := vfs.BaseVirtualFolder{
  8083. Name: folderNameSFTP,
  8084. FsConfig: vfs.Filesystem{
  8085. Provider: sdk.SFTPFilesystemProvider,
  8086. SFTPConfig: vfs.SFTPFsConfig{
  8087. BaseSFTPFsConfig: sdk.BaseSFTPFsConfig{
  8088. Endpoint: sftpServerAddr,
  8089. Username: baseUser.Username,
  8090. },
  8091. Password: kms.NewPlainSecret(defaultPassword),
  8092. },
  8093. },
  8094. }
  8095. _, _, err = httpdtest.AddFolder(f1, http.StatusCreated)
  8096. assert.NoError(t, err)
  8097. f2 := vfs.BaseVirtualFolder{
  8098. Name: folderNameCrypt,
  8099. FsConfig: vfs.Filesystem{
  8100. Provider: sdk.CryptedFilesystemProvider,
  8101. CryptConfig: vfs.CryptFsConfig{
  8102. Passphrase: kms.NewPlainSecret(defaultPassword),
  8103. },
  8104. },
  8105. MappedPath: mappedPathCrypt,
  8106. }
  8107. _, _, err = httpdtest.AddFolder(f2, http.StatusCreated)
  8108. assert.NoError(t, err)
  8109. user, resp, err := httpdtest.AddUser(u, http.StatusCreated)
  8110. assert.NoError(t, err, string(resp))
  8111. conn, client, err := getSftpClient(user)
  8112. if assert.NoError(t, err) {
  8113. defer conn.Close()
  8114. defer client.Close()
  8115. assert.NoError(t, checkBasicSFTP(client))
  8116. err = writeSFTPFile(testFileName, 4096, client)
  8117. assert.NoError(t, err)
  8118. err = writeSFTPFile(path.Join(vdirSFTPPath, testFileName), 8192, client)
  8119. assert.NoError(t, err)
  8120. err = writeSFTPFile(path.Join(vdirCryptPath, testFileName), 16384, client)
  8121. assert.NoError(t, err)
  8122. err = client.Rename(path.Join(vdirSFTPPath, testFileName), path.Join(vdirCryptPath, testFileName+".rename"))
  8123. assert.ErrorIs(t, err, os.ErrPermission)
  8124. err = client.Rename(path.Join(vdirCryptPath, testFileName), path.Join(vdirSFTPPath, testFileName+".rename"))
  8125. assert.ErrorIs(t, err, os.ErrPermission)
  8126. err = client.Rename(testFileName, path.Join(vdirCryptPath, testFileName+".rename"))
  8127. assert.ErrorIs(t, err, os.ErrPermission)
  8128. err = client.Rename(testFileName, path.Join(vdirSFTPPath, testFileName+".rename"))
  8129. assert.ErrorIs(t, err, os.ErrPermission)
  8130. err = client.Rename(path.Join(vdirSFTPPath, testFileName), testFileName+".rename")
  8131. assert.ErrorIs(t, err, os.ErrPermission)
  8132. err = client.Rename(path.Join(vdirCryptPath, testFileName), testFileName+".rename")
  8133. assert.ErrorIs(t, err, os.ErrPermission)
  8134. // rename on local fs or on the same folder must work
  8135. err = client.Rename(testFileName, testFileName+".rename")
  8136. assert.NoError(t, err)
  8137. err = client.Rename(path.Join(vdirSFTPPath, testFileName), path.Join(vdirSFTPPath, testFileName+"_rename"))
  8138. assert.NoError(t, err)
  8139. err = client.Rename(path.Join(vdirCryptPath, testFileName), path.Join(vdirCryptPath, testFileName+"_rename"))
  8140. assert.NoError(t, err)
  8141. // renaming a virtual folder is not allowed
  8142. err = client.Rename(vdirSFTPPath, vdirSFTPPath+"_rename")
  8143. assert.ErrorIs(t, err, os.ErrPermission)
  8144. err = client.Rename(vdirCryptPath, vdirCryptPath+"_rename")
  8145. assert.ErrorIs(t, err, os.ErrPermission)
  8146. err = client.Rename(vdirCryptPath, path.Join(vdirCryptPath, "rename"))
  8147. assert.ErrorIs(t, err, os.ErrPermission)
  8148. err = client.Mkdir(path.Join(vdirCryptPath, "subcryptdir"))
  8149. assert.NoError(t, err)
  8150. err = client.Rename(path.Join(vdirCryptPath, "subcryptdir"), vdirCryptPath)
  8151. assert.ErrorIs(t, err, os.ErrPermission)
  8152. // renaming root folder is not allowed
  8153. err = client.Rename("/", "new_name")
  8154. assert.ErrorIs(t, err, os.ErrPermission)
  8155. // renaming a path to a virtual folder is not allowed
  8156. err = client.Rename("/vdir", "new_vdir")
  8157. if assert.Error(t, err) {
  8158. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  8159. }
  8160. }
  8161. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  8162. assert.NoError(t, err)
  8163. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderNameCrypt}, http.StatusOK)
  8164. assert.NoError(t, err)
  8165. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderNameSFTP}, http.StatusOK)
  8166. assert.NoError(t, err)
  8167. _, err = httpdtest.RemoveUser(baseUser, http.StatusOK)
  8168. assert.NoError(t, err)
  8169. err = os.RemoveAll(user.GetHomeDir())
  8170. assert.NoError(t, err)
  8171. err = os.RemoveAll(baseUser.GetHomeDir())
  8172. assert.NoError(t, err)
  8173. err = os.RemoveAll(mappedPathCrypt)
  8174. assert.NoError(t, err)
  8175. err = os.RemoveAll(mappedPathSFTP)
  8176. assert.NoError(t, err)
  8177. }
  8178. func TestNonLocalCrossRenameNonLocalBaseUser(t *testing.T) {
  8179. baseUser, resp, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  8180. assert.NoError(t, err, string(resp))
  8181. u := getTestSFTPUser()
  8182. mappedPathLocal := filepath.Join(os.TempDir(), "local")
  8183. folderNameLocal := filepath.Base(mappedPathLocal)
  8184. vdirLocalPath := "/vdir/local"
  8185. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  8186. BaseVirtualFolder: vfs.BaseVirtualFolder{
  8187. Name: folderNameLocal,
  8188. },
  8189. VirtualPath: vdirLocalPath,
  8190. })
  8191. mappedPathCrypt := filepath.Join(os.TempDir(), "crypt")
  8192. folderNameCrypt := filepath.Base(mappedPathCrypt)
  8193. vdirCryptPath := "/vdir/crypt"
  8194. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  8195. BaseVirtualFolder: vfs.BaseVirtualFolder{
  8196. Name: folderNameCrypt,
  8197. },
  8198. VirtualPath: vdirCryptPath,
  8199. })
  8200. f1 := vfs.BaseVirtualFolder{
  8201. Name: folderNameLocal,
  8202. MappedPath: mappedPathLocal,
  8203. }
  8204. _, _, err = httpdtest.AddFolder(f1, http.StatusCreated)
  8205. assert.NoError(t, err)
  8206. f2 := vfs.BaseVirtualFolder{
  8207. Name: folderNameCrypt,
  8208. FsConfig: vfs.Filesystem{
  8209. Provider: sdk.CryptedFilesystemProvider,
  8210. CryptConfig: vfs.CryptFsConfig{
  8211. Passphrase: kms.NewPlainSecret(defaultPassword),
  8212. },
  8213. },
  8214. MappedPath: mappedPathCrypt,
  8215. }
  8216. _, _, err = httpdtest.AddFolder(f2, http.StatusCreated)
  8217. assert.NoError(t, err)
  8218. user, resp, err := httpdtest.AddUser(u, http.StatusCreated)
  8219. assert.NoError(t, err, string(resp))
  8220. conn, client, err := getSftpClient(user)
  8221. if assert.NoError(t, err) {
  8222. defer conn.Close()
  8223. defer client.Close()
  8224. assert.NoError(t, checkBasicSFTP(client))
  8225. err = writeSFTPFile(testFileName, 4096, client)
  8226. assert.NoError(t, err)
  8227. err = writeSFTPFile(path.Join(vdirLocalPath, testFileName), 8192, client)
  8228. assert.NoError(t, err)
  8229. err = writeSFTPFile(path.Join(vdirCryptPath, testFileName), 16384, client)
  8230. assert.NoError(t, err)
  8231. err = client.Rename(path.Join(vdirLocalPath, testFileName), path.Join(vdirCryptPath, testFileName+".rename"))
  8232. assert.ErrorIs(t, err, os.ErrPermission)
  8233. err = client.Rename(path.Join(vdirCryptPath, testFileName), path.Join(vdirLocalPath, testFileName+".rename"))
  8234. assert.ErrorIs(t, err, os.ErrPermission)
  8235. err = client.Rename(testFileName, path.Join(vdirCryptPath, testFileName+".rename"))
  8236. assert.ErrorIs(t, err, os.ErrPermission)
  8237. err = client.Rename(testFileName, path.Join(vdirLocalPath, testFileName+".rename"))
  8238. assert.ErrorIs(t, err, os.ErrPermission)
  8239. err = client.Rename(path.Join(vdirLocalPath, testFileName), testFileName+".rename")
  8240. assert.ErrorIs(t, err, os.ErrPermission)
  8241. err = client.Rename(path.Join(vdirCryptPath, testFileName), testFileName+".rename")
  8242. assert.ErrorIs(t, err, os.ErrPermission)
  8243. // rename on local fs or on the same folder must work
  8244. err = client.Rename(testFileName, testFileName+".rename")
  8245. assert.NoError(t, err)
  8246. err = client.Rename(path.Join(vdirLocalPath, testFileName), path.Join(vdirLocalPath, testFileName+"_rename"))
  8247. assert.NoError(t, err)
  8248. err = client.Rename(path.Join(vdirCryptPath, testFileName), path.Join(vdirCryptPath, testFileName+"_rename"))
  8249. assert.NoError(t, err)
  8250. // renaming a virtual folder is not allowed
  8251. err = client.Rename(vdirLocalPath, vdirLocalPath+"_rename")
  8252. assert.ErrorIs(t, err, os.ErrPermission)
  8253. err = client.Rename(vdirCryptPath, vdirCryptPath+"_rename")
  8254. assert.ErrorIs(t, err, os.ErrPermission)
  8255. // renaming root folder is not allowed
  8256. err = client.Rename("/", "new_name")
  8257. assert.ErrorIs(t, err, os.ErrPermission)
  8258. // renaming a path to a virtual folder is not allowed
  8259. err = client.Rename("/vdir", "new_vdir")
  8260. if assert.Error(t, err) {
  8261. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  8262. }
  8263. }
  8264. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  8265. assert.NoError(t, err)
  8266. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderNameCrypt}, http.StatusOK)
  8267. assert.NoError(t, err)
  8268. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderNameLocal}, http.StatusOK)
  8269. assert.NoError(t, err)
  8270. _, err = httpdtest.RemoveUser(baseUser, http.StatusOK)
  8271. assert.NoError(t, err)
  8272. err = os.RemoveAll(user.GetHomeDir())
  8273. assert.NoError(t, err)
  8274. err = os.RemoveAll(baseUser.GetHomeDir())
  8275. assert.NoError(t, err)
  8276. err = os.RemoveAll(mappedPathCrypt)
  8277. assert.NoError(t, err)
  8278. err = os.RemoveAll(mappedPathLocal)
  8279. assert.NoError(t, err)
  8280. }
  8281. func TestCopyAndRemoveSSHCommands(t *testing.T) {
  8282. u := getTestUser()
  8283. u.QuotaFiles = 1000
  8284. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  8285. assert.NoError(t, err)
  8286. conn, client, err := getSftpClient(user)
  8287. if assert.NoError(t, err) {
  8288. defer conn.Close()
  8289. defer client.Close()
  8290. fileSize := int64(32)
  8291. err = writeSFTPFile(testFileName, fileSize, client)
  8292. assert.NoError(t, err)
  8293. testFileNameCopy := testFileName + "_copy"
  8294. out, err := runSSHCommand(fmt.Sprintf("sftpgo-copy %s %s", testFileName, testFileNameCopy), user)
  8295. assert.NoError(t, err, string(out))
  8296. // the resolved destination path match the source path
  8297. out, err = runSSHCommand(fmt.Sprintf("sftpgo-copy %s %s", testFileName, path.Dir(testFileName)), user)
  8298. assert.Error(t, err, string(out))
  8299. info, err := client.Stat(testFileNameCopy)
  8300. if assert.NoError(t, err) {
  8301. assert.Equal(t, fileSize, info.Size())
  8302. }
  8303. testDir := "test dir"
  8304. err = client.Mkdir(testDir)
  8305. assert.NoError(t, err)
  8306. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s '%s'`, testFileName, testDir), user)
  8307. assert.NoError(t, err, string(out))
  8308. info, err = client.Stat(path.Join(testDir, testFileName))
  8309. if assert.NoError(t, err) {
  8310. assert.Equal(t, fileSize, info.Size())
  8311. }
  8312. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  8313. assert.NoError(t, err)
  8314. assert.Equal(t, 3*fileSize, user.UsedQuotaSize)
  8315. assert.Equal(t, 3, user.UsedQuotaFiles)
  8316. out, err = runSSHCommand(fmt.Sprintf("sftpgo-remove %s", testFileNameCopy), user)
  8317. assert.NoError(t, err, string(out))
  8318. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-remove '%s'`, testDir), user)
  8319. assert.NoError(t, err, string(out))
  8320. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  8321. assert.NoError(t, err)
  8322. assert.Equal(t, fileSize, user.UsedQuotaSize)
  8323. assert.Equal(t, 1, user.UsedQuotaFiles)
  8324. _, err = client.Stat(testFileNameCopy)
  8325. assert.ErrorIs(t, err, os.ErrNotExist)
  8326. // create a dir tree
  8327. dir1 := "dir1"
  8328. dir2 := "dir 2"
  8329. err = client.MkdirAll(path.Join(dir1, dir2))
  8330. assert.NoError(t, err)
  8331. toCreate := []string{
  8332. path.Join(dir1, testFileName),
  8333. path.Join(dir1, dir2, testFileName),
  8334. }
  8335. for _, p := range toCreate {
  8336. err = writeSFTPFile(p, fileSize, client)
  8337. assert.NoError(t, err)
  8338. }
  8339. // create a symlink, copying a symlink is not supported
  8340. err = client.Symlink(path.Join("/", dir1, testFileName), path.Join("/", dir1, testFileName+"_link"))
  8341. assert.NoError(t, err)
  8342. out, err = runSSHCommand(fmt.Sprintf("sftpgo-copy %s %s", path.Join("/", dir1, testFileName+"_link"),
  8343. path.Join("/", testFileName+"_link")), user)
  8344. assert.Error(t, err, string(out))
  8345. // copying a dir inside itself should fail
  8346. out, err = runSSHCommand(fmt.Sprintf("sftpgo-copy %s %s", path.Join("/", dir1),
  8347. path.Join("/", dir1, "sub")), user)
  8348. assert.Error(t, err, string(out))
  8349. // copy source and dest must differ
  8350. out, err = runSSHCommand(fmt.Sprintf("sftpgo-copy %s %s", path.Join("/", dir1),
  8351. path.Join("/", dir1)), user)
  8352. assert.Error(t, err, string(out))
  8353. // copy a missing file/dir should fail
  8354. out, err = runSSHCommand(fmt.Sprintf("sftpgo-copy %s %s", path.Join("/", "missing_entry"),
  8355. path.Join("/", dir1)), user)
  8356. assert.Error(t, err, string(out))
  8357. // try to overwrite a file with a dir
  8358. out, err = runSSHCommand(fmt.Sprintf("sftpgo-copy %s %s", path.Join("/", dir1), testFileName), user)
  8359. assert.Error(t, err, string(out))
  8360. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s "%s"`, dir1, dir2), user)
  8361. assert.NoError(t, err, string(out))
  8362. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  8363. assert.NoError(t, err)
  8364. assert.Equal(t, 5*fileSize, user.UsedQuotaSize)
  8365. assert.Equal(t, 5, user.UsedQuotaFiles)
  8366. // copy again, quota must remain unchanged
  8367. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s/ "%s"`, dir1, dir2), user)
  8368. assert.NoError(t, err, string(out))
  8369. _, err = client.Stat(dir2)
  8370. assert.NoError(t, err)
  8371. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  8372. assert.NoError(t, err)
  8373. assert.Equal(t, 5*fileSize, user.UsedQuotaSize)
  8374. assert.Equal(t, 5, user.UsedQuotaFiles)
  8375. // now copy inside target
  8376. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s "%s"`, dir1, dir2), user)
  8377. assert.NoError(t, err, string(out))
  8378. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  8379. assert.NoError(t, err)
  8380. assert.Equal(t, 7*fileSize, user.UsedQuotaSize)
  8381. assert.Equal(t, 7, user.UsedQuotaFiles)
  8382. for _, p := range []string{dir1, dir2} {
  8383. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-remove "%s"`, p), user)
  8384. assert.NoError(t, err, string(out))
  8385. _, err = client.Stat(p)
  8386. assert.ErrorIs(t, err, os.ErrNotExist)
  8387. }
  8388. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  8389. assert.NoError(t, err)
  8390. assert.Equal(t, fileSize, user.UsedQuotaSize)
  8391. assert.Equal(t, 1, user.UsedQuotaFiles)
  8392. // test quota errors
  8393. user.QuotaFiles = 1
  8394. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  8395. assert.NoError(t, err)
  8396. // quota files exceeded
  8397. out, err = runSSHCommand(fmt.Sprintf("sftpgo-copy %s %s", testFileName, testFileNameCopy), user)
  8398. assert.Error(t, err, string(out))
  8399. user.QuotaFiles = 1000
  8400. user.QuotaSize = fileSize + 1
  8401. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  8402. assert.NoError(t, err)
  8403. // quota size exceeded after the copy
  8404. out, err = runSSHCommand(fmt.Sprintf("sftpgo-copy %s %s", testFileName, testFileNameCopy), user)
  8405. assert.Error(t, err, string(out))
  8406. user.QuotaSize = fileSize - 1
  8407. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  8408. assert.NoError(t, err)
  8409. // quota size exceeded
  8410. out, err = runSSHCommand(fmt.Sprintf("sftpgo-copy %s %s", testFileName, testFileNameCopy), user)
  8411. assert.Error(t, err, string(out))
  8412. }
  8413. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  8414. assert.NoError(t, err)
  8415. err = os.RemoveAll(user.GetHomeDir())
  8416. assert.NoError(t, err)
  8417. }
  8418. func TestCopyAndRemovePermissions(t *testing.T) {
  8419. u := getTestUser()
  8420. restrictedPath := "/dir/path"
  8421. patternFilterPath := "/patterns"
  8422. u.Filters.FilePatterns = []sdk.PatternsFilter{
  8423. {
  8424. Path: patternFilterPath,
  8425. DeniedPatterns: []string{"*.dat"},
  8426. },
  8427. }
  8428. u.Permissions[restrictedPath] = []string{}
  8429. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  8430. assert.NoError(t, err)
  8431. conn, client, err := getSftpClient(user)
  8432. if assert.NoError(t, err) {
  8433. defer conn.Close()
  8434. defer client.Close()
  8435. err = client.MkdirAll(restrictedPath)
  8436. assert.NoError(t, err)
  8437. err = client.MkdirAll(patternFilterPath)
  8438. assert.NoError(t, err)
  8439. err = writeSFTPFile(testFileName, 100, client)
  8440. assert.NoError(t, err)
  8441. // getting file writer will fail
  8442. out, err := runSSHCommand(fmt.Sprintf(`sftpgo-copy %s %s`, testFileName, restrictedPath), user)
  8443. assert.Error(t, err, string(out))
  8444. // file pattern not allowed
  8445. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s %s`, testFileName, patternFilterPath), user)
  8446. assert.Error(t, err, string(out))
  8447. testDir := path.Join("/", path.Base(restrictedPath))
  8448. err = client.Mkdir(testDir)
  8449. assert.NoError(t, err)
  8450. err = writeSFTPFile(path.Join(testDir, testFileName), 100, client)
  8451. assert.NoError(t, err)
  8452. // creating target dir will fail
  8453. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s %s/`, testDir, restrictedPath), user)
  8454. assert.Error(t, err, string(out))
  8455. // get dir contents will fail
  8456. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s /`, restrictedPath), user)
  8457. assert.Error(t, err, string(out))
  8458. // get dir contents will fail
  8459. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-remove %s`, restrictedPath), user)
  8460. assert.Error(t, err, string(out))
  8461. // give list dir permissions and retry, now delete will fail
  8462. user.Permissions[restrictedPath] = []string{dataprovider.PermListItems, dataprovider.PermUpload}
  8463. user.Permissions[testDir] = []string{dataprovider.PermListItems}
  8464. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  8465. assert.NoError(t, err)
  8466. // no copy permission
  8467. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s %s`, testFileName, restrictedPath), user)
  8468. assert.Error(t, err, string(out))
  8469. user.Permissions[restrictedPath] = []string{dataprovider.PermListItems, dataprovider.PermUpload, dataprovider.PermCopy}
  8470. user.Permissions[testDir] = []string{dataprovider.PermListItems, dataprovider.PermCopy}
  8471. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  8472. assert.NoError(t, err)
  8473. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s %s`, testFileName, restrictedPath), user)
  8474. assert.NoError(t, err, string(out))
  8475. // overwrite will fail, no permission
  8476. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s %s`, testFileName, restrictedPath), user)
  8477. assert.Error(t, err, string(out))
  8478. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-remove %s`, restrictedPath), user)
  8479. assert.Error(t, err, string(out))
  8480. // try to copy a file from testDir, we have only list permissions so getFileReader will fail
  8481. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s %s`, path.Join(testDir, testFileName), testFileName+".copy"), user)
  8482. assert.Error(t, err, string(out))
  8483. }
  8484. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  8485. assert.NoError(t, err)
  8486. err = os.RemoveAll(user.GetHomeDir())
  8487. assert.NoError(t, err)
  8488. }
  8489. func TestCrossFoldersCopy(t *testing.T) {
  8490. baseUser, resp, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  8491. assert.NoError(t, err, string(resp))
  8492. u := getTestUser()
  8493. u.Username += "_1"
  8494. u.HomeDir = filepath.Join(os.TempDir(), u.Username)
  8495. u.QuotaFiles = 1000
  8496. mappedPath1 := filepath.Join(os.TempDir(), "mapped1")
  8497. folderName1 := filepath.Base(mappedPath1)
  8498. vpath1 := "/vdirs/vdir1"
  8499. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  8500. BaseVirtualFolder: vfs.BaseVirtualFolder{
  8501. Name: folderName1,
  8502. },
  8503. VirtualPath: vpath1,
  8504. QuotaSize: -1,
  8505. QuotaFiles: -1,
  8506. })
  8507. mappedPath2 := filepath.Join(os.TempDir(), "mapped1", "dir", "mapped2")
  8508. folderName2 := filepath.Base(mappedPath2)
  8509. vpath2 := "/vdirs/vdir2"
  8510. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  8511. BaseVirtualFolder: vfs.BaseVirtualFolder{
  8512. Name: folderName2,
  8513. },
  8514. VirtualPath: vpath2,
  8515. QuotaSize: -1,
  8516. QuotaFiles: -1,
  8517. })
  8518. mappedPath3 := filepath.Join(os.TempDir(), "mapped3")
  8519. folderName3 := filepath.Base(mappedPath3)
  8520. vpath3 := "/vdirs/vdir3"
  8521. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  8522. BaseVirtualFolder: vfs.BaseVirtualFolder{
  8523. Name: folderName3,
  8524. },
  8525. VirtualPath: vpath3,
  8526. QuotaSize: -1,
  8527. QuotaFiles: -1,
  8528. })
  8529. mappedPath4 := filepath.Join(os.TempDir(), "mapped4")
  8530. folderName4 := filepath.Base(mappedPath4)
  8531. vpath4 := "/vdirs/vdir4"
  8532. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  8533. BaseVirtualFolder: vfs.BaseVirtualFolder{
  8534. Name: folderName4,
  8535. },
  8536. VirtualPath: vpath4,
  8537. QuotaSize: -1,
  8538. QuotaFiles: -1,
  8539. })
  8540. f1 := vfs.BaseVirtualFolder{
  8541. Name: folderName1,
  8542. MappedPath: mappedPath1,
  8543. }
  8544. _, _, err = httpdtest.AddFolder(f1, http.StatusCreated)
  8545. assert.NoError(t, err)
  8546. f2 := vfs.BaseVirtualFolder{
  8547. Name: folderName2,
  8548. MappedPath: mappedPath2,
  8549. }
  8550. _, _, err = httpdtest.AddFolder(f2, http.StatusCreated)
  8551. assert.NoError(t, err)
  8552. f3 := vfs.BaseVirtualFolder{
  8553. Name: folderName3,
  8554. MappedPath: mappedPath3,
  8555. FsConfig: vfs.Filesystem{
  8556. Provider: sdk.CryptedFilesystemProvider,
  8557. CryptConfig: vfs.CryptFsConfig{
  8558. Passphrase: kms.NewPlainSecret(defaultPassword),
  8559. },
  8560. },
  8561. }
  8562. _, _, err = httpdtest.AddFolder(f3, http.StatusCreated)
  8563. assert.NoError(t, err)
  8564. f4 := vfs.BaseVirtualFolder{
  8565. Name: folderName4,
  8566. MappedPath: mappedPath4,
  8567. FsConfig: vfs.Filesystem{
  8568. Provider: sdk.SFTPFilesystemProvider,
  8569. SFTPConfig: vfs.SFTPFsConfig{
  8570. BaseSFTPFsConfig: sdk.BaseSFTPFsConfig{
  8571. Endpoint: sftpServerAddr,
  8572. Username: baseUser.Username,
  8573. },
  8574. Password: kms.NewPlainSecret(defaultPassword),
  8575. },
  8576. },
  8577. }
  8578. _, _, err = httpdtest.AddFolder(f4, http.StatusCreated)
  8579. assert.NoError(t, err)
  8580. user, resp, err := httpdtest.AddUser(u, http.StatusCreated)
  8581. assert.NoError(t, err, string(resp))
  8582. conn, client, err := getSftpClient(user)
  8583. if assert.NoError(t, err) {
  8584. defer conn.Close()
  8585. defer client.Close()
  8586. baseFileSize := int64(100)
  8587. err = writeSFTPFile(path.Join(vpath1, testFileName), baseFileSize+1, client)
  8588. assert.NoError(t, err)
  8589. err = writeSFTPFile(path.Join(vpath2, testFileName), baseFileSize+2, client)
  8590. assert.NoError(t, err)
  8591. err = writeSFTPFile(path.Join(vpath3, testFileName), baseFileSize+3, client)
  8592. assert.NoError(t, err)
  8593. err = writeSFTPFile(path.Join(vpath4, testFileName), baseFileSize+4, client)
  8594. assert.NoError(t, err)
  8595. // cannot remove a directory with virtual folders inside
  8596. out, err := runSSHCommand(fmt.Sprintf(`sftpgo-remove %s`, path.Dir(vpath1)), user)
  8597. assert.Error(t, err, string(out))
  8598. // copy across virtual folders
  8599. copyDir := "/copy"
  8600. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s %s/`, path.Dir(vpath1), copyDir), user)
  8601. assert.NoError(t, err, string(out))
  8602. // check the copy
  8603. info, err := client.Stat(path.Join(copyDir, vpath1, testFileName))
  8604. if assert.NoError(t, err) {
  8605. assert.Equal(t, baseFileSize+1, info.Size())
  8606. }
  8607. info, err = client.Stat(path.Join(copyDir, vpath2, testFileName))
  8608. if assert.NoError(t, err) {
  8609. assert.Equal(t, baseFileSize+2, info.Size())
  8610. }
  8611. info, err = client.Stat(path.Join(copyDir, vpath3, testFileName))
  8612. if assert.NoError(t, err) {
  8613. assert.Equal(t, baseFileSize+3, info.Size())
  8614. }
  8615. info, err = client.Stat(path.Join(copyDir, vpath4, testFileName))
  8616. if assert.NoError(t, err) {
  8617. assert.Equal(t, baseFileSize+4, info.Size())
  8618. }
  8619. // nested fs paths
  8620. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s %s`, vpath1, vpath2), user)
  8621. assert.Error(t, err, string(out))
  8622. }
  8623. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  8624. assert.NoError(t, err)
  8625. err = os.RemoveAll(user.GetHomeDir())
  8626. assert.NoError(t, err)
  8627. _, err = httpdtest.RemoveUser(baseUser, http.StatusOK)
  8628. assert.NoError(t, err)
  8629. err = os.RemoveAll(baseUser.GetHomeDir())
  8630. assert.NoError(t, err)
  8631. for _, folderName := range []string{folderName1, folderName2, folderName3, folderName4} {
  8632. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName}, http.StatusOK)
  8633. assert.NoError(t, err)
  8634. err = os.RemoveAll(filepath.Join(os.TempDir(), folderName))
  8635. assert.NoError(t, err)
  8636. }
  8637. }
  8638. func TestHTTPFs(t *testing.T) {
  8639. u := getTestUserWithHTTPFs()
  8640. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  8641. assert.NoError(t, err)
  8642. err = os.MkdirAll(user.GetHomeDir(), os.ModePerm)
  8643. assert.NoError(t, err)
  8644. conn := common.NewBaseConnection(xid.New().String(), common.ProtocolFTP, "", "", user)
  8645. err = conn.CreateDir(httpFsWellKnowDir, false)
  8646. assert.NoError(t, err)
  8647. err = os.WriteFile(filepath.Join(os.TempDir(), "httpfs", defaultHTTPFsUsername, httpFsWellKnowDir, "file.txt"), []byte("data"), 0666)
  8648. assert.NoError(t, err)
  8649. err = conn.Copy(httpFsWellKnowDir, httpFsWellKnowDir+"_copy")
  8650. assert.NoError(t, err)
  8651. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  8652. assert.NoError(t, err)
  8653. err = os.RemoveAll(user.GetHomeDir())
  8654. assert.NoError(t, err)
  8655. }
  8656. func TestProxyProtocol(t *testing.T) {
  8657. resp, err := httpclient.Get(fmt.Sprintf("http://%v", httpProxyAddr))
  8658. if !assert.Error(t, err) {
  8659. resp.Body.Close()
  8660. }
  8661. }
  8662. func TestSetProtocol(t *testing.T) {
  8663. conn := common.NewBaseConnection("id", "sshd_exec", "", "", dataprovider.User{BaseUser: sdk.BaseUser{HomeDir: os.TempDir()}})
  8664. conn.SetProtocol(common.ProtocolSCP)
  8665. require.Equal(t, "SCP_id", conn.GetID())
  8666. }
  8667. func TestGetFsError(t *testing.T) {
  8668. u := getTestUser()
  8669. u.FsConfig.Provider = sdk.GCSFilesystemProvider
  8670. u.FsConfig.GCSConfig.Bucket = "test"
  8671. u.FsConfig.GCSConfig.Credentials = kms.NewPlainSecret("invalid JSON for credentials")
  8672. conn := common.NewBaseConnection("", common.ProtocolFTP, "", "", u)
  8673. _, _, err := conn.GetFsAndResolvedPath("/vpath")
  8674. assert.Error(t, err)
  8675. }
  8676. func waitTCPListening(address string) {
  8677. for {
  8678. conn, err := net.Dial("tcp", address)
  8679. if err != nil {
  8680. logger.WarnToConsole("tcp server %v not listening: %v", address, err)
  8681. time.Sleep(100 * time.Millisecond)
  8682. continue
  8683. }
  8684. logger.InfoToConsole("tcp server %v now listening", address)
  8685. conn.Close()
  8686. break
  8687. }
  8688. }
  8689. func checkBasicSFTP(client *sftp.Client) error {
  8690. _, err := client.Getwd()
  8691. if err != nil {
  8692. return err
  8693. }
  8694. _, err = client.ReadDir(".")
  8695. return err
  8696. }
  8697. func getCustomAuthSftpClient(user dataprovider.User, authMethods []ssh.AuthMethod) (*ssh.Client, *sftp.Client, error) {
  8698. var sftpClient *sftp.Client
  8699. config := &ssh.ClientConfig{
  8700. User: user.Username,
  8701. HostKeyCallback: ssh.InsecureIgnoreHostKey(),
  8702. Auth: authMethods,
  8703. Timeout: 5 * time.Second,
  8704. }
  8705. conn, err := ssh.Dial("tcp", sftpServerAddr, config)
  8706. if err != nil {
  8707. return conn, sftpClient, err
  8708. }
  8709. sftpClient, err = sftp.NewClient(conn)
  8710. if err != nil {
  8711. conn.Close()
  8712. }
  8713. return conn, sftpClient, err
  8714. }
  8715. func getSftpClient(user dataprovider.User) (*ssh.Client, *sftp.Client, error) {
  8716. var sftpClient *sftp.Client
  8717. config := &ssh.ClientConfig{
  8718. User: user.Username,
  8719. HostKeyCallback: ssh.InsecureIgnoreHostKey(),
  8720. Timeout: 5 * time.Second,
  8721. }
  8722. if user.Password != "" {
  8723. config.Auth = []ssh.AuthMethod{ssh.Password(user.Password)}
  8724. } else {
  8725. config.Auth = []ssh.AuthMethod{ssh.Password(defaultPassword)}
  8726. }
  8727. conn, err := ssh.Dial("tcp", sftpServerAddr, config)
  8728. if err != nil {
  8729. return conn, sftpClient, err
  8730. }
  8731. sftpClient, err = sftp.NewClient(conn)
  8732. if err != nil {
  8733. conn.Close()
  8734. }
  8735. return conn, sftpClient, err
  8736. }
  8737. func runSSHCommand(command string, user dataprovider.User) ([]byte, error) {
  8738. var sshSession *ssh.Session
  8739. var output []byte
  8740. config := &ssh.ClientConfig{
  8741. User: user.Username,
  8742. HostKeyCallback: ssh.InsecureIgnoreHostKey(),
  8743. Timeout: 5 * time.Second,
  8744. }
  8745. if user.Password != "" {
  8746. config.Auth = []ssh.AuthMethod{ssh.Password(user.Password)}
  8747. } else {
  8748. config.Auth = []ssh.AuthMethod{ssh.Password(defaultPassword)}
  8749. }
  8750. conn, err := ssh.Dial("tcp", sftpServerAddr, config)
  8751. if err != nil {
  8752. return output, err
  8753. }
  8754. defer conn.Close()
  8755. sshSession, err = conn.NewSession()
  8756. if err != nil {
  8757. return output, err
  8758. }
  8759. var stdout, stderr bytes.Buffer
  8760. sshSession.Stdout = &stdout
  8761. sshSession.Stderr = &stderr
  8762. err = sshSession.Run(command)
  8763. if err != nil {
  8764. return nil, fmt.Errorf("failed to run command %v: %v", command, stderr.Bytes())
  8765. }
  8766. return stdout.Bytes(), err
  8767. }
  8768. func getWebDavClient(user dataprovider.User) *gowebdav.Client {
  8769. rootPath := fmt.Sprintf("http://localhost:%d/", webDavServerPort)
  8770. pwd := defaultPassword
  8771. if user.Password != "" {
  8772. pwd = user.Password
  8773. }
  8774. client := gowebdav.NewClient(rootPath, user.Username, pwd)
  8775. client.SetTimeout(10 * time.Second)
  8776. return client
  8777. }
  8778. func getTestUser() dataprovider.User {
  8779. user := dataprovider.User{
  8780. BaseUser: sdk.BaseUser{
  8781. Username: defaultUsername,
  8782. Password: defaultPassword,
  8783. HomeDir: filepath.Join(homeBasePath, defaultUsername),
  8784. Status: 1,
  8785. ExpirationDate: 0,
  8786. },
  8787. }
  8788. user.Permissions = make(map[string][]string)
  8789. user.Permissions["/"] = allPerms
  8790. return user
  8791. }
  8792. func getTestSFTPUser() dataprovider.User {
  8793. u := getTestUser()
  8794. u.Username = defaultSFTPUsername
  8795. u.FsConfig.Provider = sdk.SFTPFilesystemProvider
  8796. u.FsConfig.SFTPConfig.Endpoint = sftpServerAddr
  8797. u.FsConfig.SFTPConfig.Username = defaultUsername
  8798. u.FsConfig.SFTPConfig.Password = kms.NewPlainSecret(defaultPassword)
  8799. return u
  8800. }
  8801. func getCryptFsUser() dataprovider.User {
  8802. u := getTestUser()
  8803. u.Username += "_crypt"
  8804. u.FsConfig.Provider = sdk.CryptedFilesystemProvider
  8805. u.FsConfig.CryptConfig.Passphrase = kms.NewPlainSecret(defaultPassword)
  8806. return u
  8807. }
  8808. func getTestUserWithHTTPFs() dataprovider.User {
  8809. u := getTestUser()
  8810. u.FsConfig.Provider = sdk.HTTPFilesystemProvider
  8811. u.FsConfig.HTTPConfig = vfs.HTTPFsConfig{
  8812. BaseHTTPFsConfig: sdk.BaseHTTPFsConfig{
  8813. Endpoint: fmt.Sprintf("http://127.0.0.1:%d/api/v1", httpFsPort),
  8814. Username: defaultHTTPFsUsername,
  8815. },
  8816. }
  8817. return u
  8818. }
  8819. func writeSFTPFile(name string, size int64, client *sftp.Client) error {
  8820. err := writeSFTPFileNoCheck(name, size, client)
  8821. if err != nil {
  8822. return err
  8823. }
  8824. info, err := client.Stat(name)
  8825. if err != nil {
  8826. return err
  8827. }
  8828. if info.Size() != size {
  8829. return fmt.Errorf("file size mismatch, wanted %v, actual %v", size, info.Size())
  8830. }
  8831. return nil
  8832. }
  8833. func writeSFTPFileNoCheck(name string, size int64, client *sftp.Client) error {
  8834. content := make([]byte, size)
  8835. _, err := rand.Read(content)
  8836. if err != nil {
  8837. return err
  8838. }
  8839. f, err := client.Create(name)
  8840. if err != nil {
  8841. return err
  8842. }
  8843. _, err = io.Copy(f, bytes.NewBuffer(content))
  8844. if err != nil {
  8845. f.Close()
  8846. return err
  8847. }
  8848. return f.Close()
  8849. }
  8850. func getUploadScriptEnvContent(envVar string) []byte {
  8851. content := []byte("#!/bin/sh\n\n")
  8852. content = append(content, []byte(fmt.Sprintf("if [ -z \"$%s\" ]\n", envVar))...)
  8853. content = append(content, []byte("then\n")...)
  8854. content = append(content, []byte(" exit 1\n")...)
  8855. content = append(content, []byte("else\n")...)
  8856. content = append(content, []byte(" exit 0\n")...)
  8857. content = append(content, []byte("fi\n")...)
  8858. return content
  8859. }
  8860. func getUploadScriptContent(movedPath, logFilePath string, exitStatus int) []byte {
  8861. content := []byte("#!/bin/sh\n\n")
  8862. content = append(content, []byte("sleep 1\n")...)
  8863. if logFilePath != "" {
  8864. content = append(content, []byte(fmt.Sprintf("echo $@ > %v\n", logFilePath))...)
  8865. }
  8866. content = append(content, []byte(fmt.Sprintf("mv ${SFTPGO_ACTION_PATH} %v\n", movedPath))...)
  8867. content = append(content, []byte(fmt.Sprintf("exit %d", exitStatus))...)
  8868. return content
  8869. }
  8870. func getSaveProviderObjectScriptContent(outFilePath string, exitStatus int) []byte {
  8871. content := []byte("#!/bin/sh\n\n")
  8872. content = append(content, []byte(fmt.Sprintf("echo ${SFTPGO_OBJECT_DATA} > %v\n", outFilePath))...)
  8873. content = append(content, []byte(fmt.Sprintf("exit %d", exitStatus))...)
  8874. return content
  8875. }
  8876. func generateTOTPPasscode(secret string, algo otp.Algorithm) (string, error) {
  8877. return totp.GenerateCodeCustom(secret, time.Now(), totp.ValidateOpts{
  8878. Period: 30,
  8879. Skew: 1,
  8880. Digits: otp.DigitsSix,
  8881. Algorithm: algo,
  8882. })
  8883. }
  8884. func isDbDefenderSupported() bool {
  8885. // SQLite shares the implementation with other SQL-based provider but it makes no sense
  8886. // to use it outside test cases
  8887. switch dataprovider.GetProviderStatus().Driver {
  8888. case dataprovider.MySQLDataProviderName, dataprovider.PGSQLDataProviderName,
  8889. dataprovider.CockroachDataProviderName, dataprovider.SQLiteDataProviderName:
  8890. return true
  8891. default:
  8892. return false
  8893. }
  8894. }
  8895. func getEncryptedFileSize(size int64) (int64, error) {
  8896. encSize, err := sio.EncryptedSize(uint64(size))
  8897. return int64(encSize) + 33, err
  8898. }
  8899. func printLatestLogs(maxNumberOfLines int) {
  8900. var lines []string
  8901. f, err := os.Open(logFilePath)
  8902. if err != nil {
  8903. return
  8904. }
  8905. defer f.Close()
  8906. scanner := bufio.NewScanner(f)
  8907. for scanner.Scan() {
  8908. lines = append(lines, scanner.Text()+"\r\n")
  8909. for len(lines) > maxNumberOfLines {
  8910. lines = lines[1:]
  8911. }
  8912. }
  8913. if scanner.Err() != nil {
  8914. logger.WarnToConsole("Unable to print latest logs: %v", scanner.Err())
  8915. return
  8916. }
  8917. for _, line := range lines {
  8918. logger.DebugToConsole("%s", line)
  8919. }
  8920. }
  8921. type receivedEmail struct {
  8922. sync.RWMutex
  8923. From string
  8924. To []string
  8925. Data string
  8926. }
  8927. func (e *receivedEmail) set(from string, to []string, data []byte) {
  8928. e.Lock()
  8929. defer e.Unlock()
  8930. e.From = from
  8931. e.To = to
  8932. e.Data = strings.ReplaceAll(string(data), "=\r\n", "")
  8933. }
  8934. func (e *receivedEmail) reset() {
  8935. e.Lock()
  8936. defer e.Unlock()
  8937. e.From = ""
  8938. e.To = nil
  8939. e.Data = ""
  8940. }
  8941. func (e *receivedEmail) get() receivedEmail {
  8942. e.RLock()
  8943. defer e.RUnlock()
  8944. return receivedEmail{
  8945. From: e.From,
  8946. To: e.To,
  8947. Data: e.Data,
  8948. }
  8949. }
  8950. func startHTTPFs() {
  8951. go func() {
  8952. readdirCallback := func(name string) []os.FileInfo {
  8953. if name == httpFsWellKnowDir {
  8954. return []os.FileInfo{vfs.NewFileInfo("ghost.txt", false, 0, time.Unix(0, 0), false)}
  8955. }
  8956. return nil
  8957. }
  8958. callbacks := &httpdtest.HTTPFsCallbacks{
  8959. Readdir: readdirCallback,
  8960. }
  8961. if err := httpdtest.StartTestHTTPFs(httpFsPort, callbacks); err != nil {
  8962. logger.ErrorToConsole("could not start HTTPfs test server: %v", err)
  8963. os.Exit(1)
  8964. }
  8965. }()
  8966. waitTCPListening(fmt.Sprintf(":%d", httpFsPort))
  8967. }