protocol_test.go 320 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820282128222823282428252826282728282829283028312832283328342835283628372838283928402841284228432844284528462847284828492850285128522853285428552856285728582859286028612862286328642865286628672868286928702871287228732874287528762877287828792880288128822883288428852886288728882889289028912892289328942895289628972898289929002901290229032904290529062907290829092910291129122913291429152916291729182919292029212922292329242925292629272928292929302931293229332934293529362937293829392940294129422943294429452946294729482949295029512952295329542955295629572958295929602961296229632964296529662967296829692970297129722973297429752976297729782979298029812982298329842985298629872988298929902991299229932994299529962997299829993000300130023003300430053006300730083009301030113012301330143015301630173018301930203021302230233024302530263027302830293030303130323033303430353036303730383039304030413042304330443045304630473048304930503051305230533054305530563057305830593060306130623063306430653066306730683069307030713072307330743075307630773078307930803081308230833084308530863087308830893090309130923093309430953096309730983099310031013102310331043105310631073108310931103111311231133114311531163117311831193120312131223123312431253126312731283129313031313132313331343135313631373138313931403141314231433144314531463147314831493150315131523153315431553156315731583159316031613162316331643165316631673168316931703171317231733174317531763177317831793180318131823183318431853186318731883189319031913192319331943195319631973198319932003201320232033204320532063207320832093210321132123213321432153216321732183219322032213222322332243225322632273228322932303231323232333234323532363237323832393240324132423243324432453246324732483249325032513252325332543255325632573258325932603261326232633264326532663267326832693270327132723273327432753276327732783279328032813282328332843285328632873288328932903291329232933294329532963297329832993300330133023303330433053306330733083309331033113312331333143315331633173318331933203321332233233324332533263327332833293330333133323333333433353336333733383339334033413342334333443345334633473348334933503351335233533354335533563357335833593360336133623363336433653366336733683369337033713372337333743375337633773378337933803381338233833384338533863387338833893390339133923393339433953396339733983399340034013402340334043405340634073408340934103411341234133414341534163417341834193420342134223423342434253426342734283429343034313432343334343435343634373438343934403441344234433444344534463447344834493450345134523453345434553456345734583459346034613462346334643465346634673468346934703471347234733474347534763477347834793480348134823483348434853486348734883489349034913492349334943495349634973498349935003501350235033504350535063507350835093510351135123513351435153516351735183519352035213522352335243525352635273528352935303531353235333534353535363537353835393540354135423543354435453546354735483549355035513552355335543555355635573558355935603561356235633564356535663567356835693570357135723573357435753576357735783579358035813582358335843585358635873588358935903591359235933594359535963597359835993600360136023603360436053606360736083609361036113612361336143615361636173618361936203621362236233624362536263627362836293630363136323633363436353636363736383639364036413642364336443645364636473648364936503651365236533654365536563657365836593660366136623663366436653666366736683669367036713672367336743675367636773678367936803681368236833684368536863687368836893690369136923693369436953696369736983699370037013702370337043705370637073708370937103711371237133714371537163717371837193720372137223723372437253726372737283729373037313732373337343735373637373738373937403741374237433744374537463747374837493750375137523753375437553756375737583759376037613762376337643765376637673768376937703771377237733774377537763777377837793780378137823783378437853786378737883789379037913792379337943795379637973798379938003801380238033804380538063807380838093810381138123813381438153816381738183819382038213822382338243825382638273828382938303831383238333834383538363837383838393840384138423843384438453846384738483849385038513852385338543855385638573858385938603861386238633864386538663867386838693870387138723873387438753876387738783879388038813882388338843885388638873888388938903891389238933894389538963897389838993900390139023903390439053906390739083909391039113912391339143915391639173918391939203921392239233924392539263927392839293930393139323933393439353936393739383939394039413942394339443945394639473948394939503951395239533954395539563957395839593960396139623963396439653966396739683969397039713972397339743975397639773978397939803981398239833984398539863987398839893990399139923993399439953996399739983999400040014002400340044005400640074008400940104011401240134014401540164017401840194020402140224023402440254026402740284029403040314032403340344035403640374038403940404041404240434044404540464047404840494050405140524053405440554056405740584059406040614062406340644065406640674068406940704071407240734074407540764077407840794080408140824083408440854086408740884089409040914092409340944095409640974098409941004101410241034104410541064107410841094110411141124113411441154116411741184119412041214122412341244125412641274128412941304131413241334134413541364137413841394140414141424143414441454146414741484149415041514152415341544155415641574158415941604161416241634164416541664167416841694170417141724173417441754176417741784179418041814182418341844185418641874188418941904191419241934194419541964197419841994200420142024203420442054206420742084209421042114212421342144215421642174218421942204221422242234224422542264227422842294230423142324233423442354236423742384239424042414242424342444245424642474248424942504251425242534254425542564257425842594260426142624263426442654266426742684269427042714272427342744275427642774278427942804281428242834284428542864287428842894290429142924293429442954296429742984299430043014302430343044305430643074308430943104311431243134314431543164317431843194320432143224323432443254326432743284329433043314332433343344335433643374338433943404341434243434344434543464347434843494350435143524353435443554356435743584359436043614362436343644365436643674368436943704371437243734374437543764377437843794380438143824383438443854386438743884389439043914392439343944395439643974398439944004401440244034404440544064407440844094410441144124413441444154416441744184419442044214422442344244425442644274428442944304431443244334434443544364437443844394440444144424443444444454446444744484449445044514452445344544455445644574458445944604461446244634464446544664467446844694470447144724473447444754476447744784479448044814482448344844485448644874488448944904491449244934494449544964497449844994500450145024503450445054506450745084509451045114512451345144515451645174518451945204521452245234524452545264527452845294530453145324533453445354536453745384539454045414542454345444545454645474548454945504551455245534554455545564557455845594560456145624563456445654566456745684569457045714572457345744575457645774578457945804581458245834584458545864587458845894590459145924593459445954596459745984599460046014602460346044605460646074608460946104611461246134614461546164617461846194620462146224623462446254626462746284629463046314632463346344635463646374638463946404641464246434644464546464647464846494650465146524653465446554656465746584659466046614662466346644665466646674668466946704671467246734674467546764677467846794680468146824683468446854686468746884689469046914692469346944695469646974698469947004701470247034704470547064707470847094710471147124713471447154716471747184719472047214722472347244725472647274728472947304731473247334734473547364737473847394740474147424743474447454746474747484749475047514752475347544755475647574758475947604761476247634764476547664767476847694770477147724773477447754776477747784779478047814782478347844785478647874788478947904791479247934794479547964797479847994800480148024803480448054806480748084809481048114812481348144815481648174818481948204821482248234824482548264827482848294830483148324833483448354836483748384839484048414842484348444845484648474848484948504851485248534854485548564857485848594860486148624863486448654866486748684869487048714872487348744875487648774878487948804881488248834884488548864887488848894890489148924893489448954896489748984899490049014902490349044905490649074908490949104911491249134914491549164917491849194920492149224923492449254926492749284929493049314932493349344935493649374938493949404941494249434944494549464947494849494950495149524953495449554956495749584959496049614962496349644965496649674968496949704971497249734974497549764977497849794980498149824983498449854986498749884989499049914992499349944995499649974998499950005001500250035004500550065007500850095010501150125013501450155016501750185019502050215022502350245025502650275028502950305031503250335034503550365037503850395040504150425043504450455046504750485049505050515052505350545055505650575058505950605061506250635064506550665067506850695070507150725073507450755076507750785079508050815082508350845085508650875088508950905091509250935094509550965097509850995100510151025103510451055106510751085109511051115112511351145115511651175118511951205121512251235124512551265127512851295130513151325133513451355136513751385139514051415142514351445145514651475148514951505151515251535154515551565157515851595160516151625163516451655166516751685169517051715172517351745175517651775178517951805181518251835184518551865187518851895190519151925193519451955196519751985199520052015202520352045205520652075208520952105211521252135214521552165217521852195220522152225223522452255226522752285229523052315232523352345235523652375238523952405241524252435244524552465247524852495250525152525253525452555256525752585259526052615262526352645265526652675268526952705271527252735274527552765277527852795280528152825283528452855286528752885289529052915292529352945295529652975298529953005301530253035304530553065307530853095310531153125313531453155316531753185319532053215322532353245325532653275328532953305331533253335334533553365337533853395340534153425343534453455346534753485349535053515352535353545355535653575358535953605361536253635364536553665367536853695370537153725373537453755376537753785379538053815382538353845385538653875388538953905391539253935394539553965397539853995400540154025403540454055406540754085409541054115412541354145415541654175418541954205421542254235424542554265427542854295430543154325433543454355436543754385439544054415442544354445445544654475448544954505451545254535454545554565457545854595460546154625463546454655466546754685469547054715472547354745475547654775478547954805481548254835484548554865487548854895490549154925493549454955496549754985499550055015502550355045505550655075508550955105511551255135514551555165517551855195520552155225523552455255526552755285529553055315532553355345535553655375538553955405541554255435544554555465547554855495550555155525553555455555556555755585559556055615562556355645565556655675568556955705571557255735574557555765577557855795580558155825583558455855586558755885589559055915592559355945595559655975598559956005601560256035604560556065607560856095610561156125613561456155616561756185619562056215622562356245625562656275628562956305631563256335634563556365637563856395640564156425643564456455646564756485649565056515652565356545655565656575658565956605661566256635664566556665667566856695670567156725673567456755676567756785679568056815682568356845685568656875688568956905691569256935694569556965697569856995700570157025703570457055706570757085709571057115712571357145715571657175718571957205721572257235724572557265727572857295730573157325733573457355736573757385739574057415742574357445745574657475748574957505751575257535754575557565757575857595760576157625763576457655766576757685769577057715772577357745775577657775778577957805781578257835784578557865787578857895790579157925793579457955796579757985799580058015802580358045805580658075808580958105811581258135814581558165817581858195820582158225823582458255826582758285829583058315832583358345835583658375838583958405841584258435844584558465847584858495850585158525853585458555856585758585859586058615862586358645865586658675868586958705871587258735874587558765877587858795880588158825883588458855886588758885889589058915892589358945895589658975898589959005901590259035904590559065907590859095910591159125913591459155916591759185919592059215922592359245925592659275928592959305931593259335934593559365937593859395940594159425943594459455946594759485949595059515952595359545955595659575958595959605961596259635964596559665967596859695970597159725973597459755976597759785979598059815982598359845985598659875988598959905991599259935994599559965997599859996000600160026003600460056006600760086009601060116012601360146015601660176018601960206021602260236024602560266027602860296030603160326033603460356036603760386039604060416042604360446045604660476048604960506051605260536054605560566057605860596060606160626063606460656066606760686069607060716072607360746075607660776078607960806081608260836084608560866087608860896090609160926093609460956096609760986099610061016102610361046105610661076108610961106111611261136114611561166117611861196120612161226123612461256126612761286129613061316132613361346135613661376138613961406141614261436144614561466147614861496150615161526153615461556156615761586159616061616162616361646165616661676168616961706171617261736174617561766177617861796180618161826183618461856186618761886189619061916192619361946195619661976198619962006201620262036204620562066207620862096210621162126213621462156216621762186219622062216222622362246225622662276228622962306231623262336234623562366237623862396240624162426243624462456246624762486249625062516252625362546255625662576258625962606261626262636264626562666267626862696270627162726273627462756276627762786279628062816282628362846285628662876288628962906291629262936294629562966297629862996300630163026303630463056306630763086309631063116312631363146315631663176318631963206321632263236324632563266327632863296330633163326333633463356336633763386339634063416342634363446345634663476348634963506351635263536354635563566357635863596360636163626363636463656366636763686369637063716372637363746375637663776378637963806381638263836384638563866387638863896390639163926393639463956396639763986399640064016402640364046405640664076408640964106411641264136414641564166417641864196420642164226423642464256426642764286429643064316432643364346435643664376438643964406441644264436444644564466447644864496450645164526453645464556456645764586459646064616462646364646465646664676468646964706471647264736474647564766477647864796480648164826483648464856486648764886489649064916492649364946495649664976498649965006501650265036504650565066507650865096510651165126513651465156516651765186519652065216522652365246525652665276528652965306531653265336534653565366537653865396540654165426543654465456546654765486549655065516552655365546555655665576558655965606561656265636564656565666567656865696570657165726573657465756576657765786579658065816582658365846585658665876588658965906591659265936594659565966597659865996600660166026603660466056606660766086609661066116612661366146615661666176618661966206621662266236624662566266627662866296630663166326633663466356636663766386639664066416642664366446645664666476648664966506651665266536654665566566657665866596660666166626663666466656666666766686669667066716672667366746675667666776678667966806681668266836684668566866687668866896690669166926693669466956696669766986699670067016702670367046705670667076708670967106711671267136714671567166717671867196720672167226723672467256726672767286729673067316732673367346735673667376738673967406741674267436744674567466747674867496750675167526753675467556756675767586759676067616762676367646765676667676768676967706771677267736774677567766777677867796780678167826783678467856786678767886789679067916792679367946795679667976798679968006801680268036804680568066807680868096810681168126813681468156816681768186819682068216822682368246825682668276828682968306831683268336834683568366837683868396840684168426843684468456846684768486849685068516852685368546855685668576858685968606861686268636864686568666867686868696870687168726873687468756876687768786879688068816882688368846885688668876888688968906891689268936894689568966897689868996900690169026903690469056906690769086909691069116912691369146915691669176918691969206921692269236924692569266927692869296930693169326933693469356936693769386939694069416942694369446945694669476948694969506951695269536954695569566957695869596960696169626963696469656966696769686969697069716972697369746975697669776978697969806981698269836984698569866987698869896990699169926993699469956996699769986999700070017002700370047005700670077008700970107011701270137014701570167017701870197020702170227023702470257026702770287029703070317032703370347035703670377038703970407041704270437044704570467047704870497050705170527053705470557056705770587059706070617062706370647065706670677068706970707071707270737074707570767077707870797080708170827083708470857086708770887089709070917092709370947095709670977098709971007101710271037104710571067107710871097110711171127113711471157116711771187119712071217122712371247125712671277128712971307131713271337134713571367137713871397140714171427143714471457146714771487149715071517152715371547155715671577158715971607161716271637164716571667167716871697170717171727173717471757176717771787179718071817182718371847185718671877188718971907191719271937194719571967197719871997200720172027203720472057206720772087209721072117212721372147215721672177218721972207221722272237224722572267227722872297230723172327233723472357236723772387239724072417242724372447245724672477248724972507251725272537254725572567257725872597260726172627263726472657266726772687269727072717272727372747275727672777278727972807281728272837284728572867287728872897290729172927293729472957296729772987299730073017302730373047305730673077308730973107311731273137314731573167317731873197320732173227323732473257326732773287329733073317332733373347335733673377338733973407341734273437344734573467347734873497350735173527353735473557356735773587359736073617362736373647365736673677368736973707371737273737374737573767377737873797380738173827383738473857386738773887389739073917392739373947395739673977398739974007401740274037404740574067407740874097410741174127413741474157416741774187419742074217422742374247425742674277428742974307431743274337434743574367437743874397440744174427443744474457446744774487449745074517452745374547455745674577458745974607461746274637464746574667467746874697470747174727473747474757476747774787479748074817482748374847485748674877488748974907491749274937494749574967497749874997500750175027503750475057506750775087509751075117512751375147515751675177518751975207521752275237524752575267527752875297530753175327533753475357536753775387539754075417542754375447545754675477548754975507551755275537554755575567557755875597560756175627563756475657566756775687569757075717572757375747575757675777578757975807581758275837584758575867587758875897590759175927593759475957596759775987599760076017602760376047605760676077608760976107611761276137614761576167617761876197620762176227623762476257626762776287629763076317632763376347635763676377638763976407641764276437644764576467647764876497650765176527653765476557656765776587659766076617662766376647665766676677668766976707671767276737674767576767677767876797680768176827683768476857686768776887689769076917692769376947695769676977698769977007701770277037704770577067707770877097710771177127713771477157716771777187719772077217722772377247725772677277728772977307731773277337734773577367737773877397740774177427743774477457746774777487749775077517752775377547755775677577758775977607761776277637764776577667767776877697770777177727773777477757776777777787779778077817782778377847785778677877788778977907791779277937794779577967797779877997800780178027803780478057806780778087809781078117812781378147815781678177818781978207821782278237824782578267827782878297830783178327833783478357836783778387839784078417842784378447845784678477848784978507851785278537854785578567857785878597860786178627863786478657866786778687869787078717872787378747875787678777878787978807881788278837884788578867887788878897890789178927893789478957896789778987899790079017902790379047905790679077908790979107911791279137914791579167917791879197920792179227923792479257926792779287929793079317932793379347935793679377938793979407941794279437944794579467947794879497950795179527953795479557956795779587959796079617962796379647965796679677968796979707971797279737974797579767977797879797980798179827983798479857986798779887989799079917992799379947995799679977998799980008001800280038004800580068007800880098010801180128013801480158016801780188019802080218022802380248025802680278028802980308031803280338034803580368037803880398040804180428043804480458046804780488049805080518052805380548055805680578058805980608061806280638064806580668067806880698070807180728073807480758076807780788079808080818082808380848085808680878088808980908091809280938094809580968097809880998100810181028103810481058106810781088109811081118112811381148115811681178118811981208121812281238124812581268127812881298130813181328133813481358136813781388139814081418142814381448145814681478148814981508151815281538154815581568157815881598160816181628163816481658166816781688169817081718172817381748175817681778178817981808181818281838184818581868187818881898190819181928193819481958196819781988199820082018202820382048205820682078208820982108211821282138214821582168217821882198220822182228223822482258226822782288229823082318232823382348235823682378238823982408241824282438244824582468247824882498250825182528253825482558256825782588259826082618262826382648265826682678268826982708271827282738274827582768277827882798280828182828283828482858286828782888289829082918292829382948295829682978298829983008301830283038304830583068307830883098310831183128313831483158316831783188319832083218322832383248325832683278328832983308331833283338334833583368337833883398340834183428343834483458346834783488349835083518352835383548355835683578358835983608361836283638364836583668367836883698370837183728373837483758376837783788379838083818382838383848385838683878388838983908391839283938394839583968397839883998400840184028403840484058406840784088409841084118412841384148415841684178418841984208421842284238424842584268427842884298430843184328433843484358436843784388439844084418442844384448445844684478448844984508451845284538454845584568457845884598460846184628463846484658466846784688469847084718472847384748475847684778478847984808481848284838484848584868487848884898490849184928493849484958496849784988499850085018502850385048505850685078508850985108511851285138514851585168517851885198520852185228523852485258526852785288529853085318532853385348535853685378538853985408541854285438544854585468547854885498550855185528553855485558556855785588559856085618562856385648565856685678568856985708571857285738574857585768577857885798580858185828583858485858586858785888589859085918592859385948595859685978598859986008601860286038604860586068607860886098610861186128613861486158616861786188619862086218622862386248625862686278628862986308631863286338634863586368637863886398640864186428643864486458646864786488649865086518652865386548655865686578658865986608661866286638664866586668667866886698670867186728673867486758676867786788679868086818682868386848685868686878688868986908691869286938694869586968697869886998700870187028703870487058706870787088709871087118712871387148715871687178718871987208721872287238724872587268727872887298730873187328733873487358736873787388739874087418742874387448745874687478748874987508751875287538754875587568757875887598760876187628763876487658766876787688769877087718772877387748775877687778778877987808781878287838784878587868787878887898790879187928793879487958796879787988799880088018802880388048805880688078808880988108811881288138814881588168817881888198820882188228823882488258826882788288829883088318832883388348835883688378838883988408841884288438844884588468847884888498850885188528853885488558856885788588859886088618862886388648865886688678868886988708871887288738874887588768877887888798880888188828883888488858886888788888889889088918892889388948895889688978898889989008901890289038904890589068907890889098910891189128913891489158916891789188919892089218922892389248925892689278928892989308931893289338934893589368937893889398940894189428943894489458946894789488949895089518952895389548955895689578958895989608961896289638964896589668967896889698970897189728973897489758976897789788979898089818982898389848985898689878988898989908991899289938994899589968997899889999000900190029003900490059006900790089009901090119012901390149015901690179018901990209021902290239024902590269027902890299030903190329033903490359036903790389039904090419042904390449045904690479048904990509051905290539054905590569057905890599060906190629063906490659066906790689069907090719072907390749075907690779078907990809081908290839084908590869087908890899090909190929093909490959096909790989099910091019102910391049105910691079108910991109111911291139114911591169117911891199120912191229123912491259126912791289129913091319132913391349135913691379138913991409141914291439144914591469147914891499150915191529153915491559156915791589159916091619162916391649165916691679168916991709171917291739174917591769177917891799180918191829183918491859186918791889189919091919192919391949195919691979198919992009201920292039204920592069207920892099210921192129213921492159216921792189219922092219222922392249225922692279228922992309231923292339234923592369237923892399240924192429243924492459246924792489249925092519252925392549255925692579258925992609261926292639264926592669267926892699270927192729273927492759276927792789279928092819282928392849285928692879288928992909291929292939294929592969297929892999300930193029303930493059306930793089309931093119312931393149315931693179318931993209321932293239324932593269327932893299330933193329333933493359336933793389339934093419342934393449345934693479348934993509351935293539354935593569357935893599360936193629363936493659366936793689369937093719372937393749375937693779378937993809381938293839384938593869387938893899390939193929393939493959396939793989399940094019402940394049405940694079408940994109411941294139414941594169417941894199420942194229423942494259426942794289429943094319432943394349435943694379438943994409441944294439444944594469447944894499450945194529453945494559456945794589459946094619462946394649465946694679468946994709471947294739474947594769477947894799480948194829483948494859486948794889489949094919492949394949495949694979498949995009501950295039504950595069507950895099510951195129513951495159516951795189519952095219522952395249525952695279528952995309531953295339534953595369537953895399540954195429543954495459546954795489549955095519552955395549555955695579558955995609561956295639564956595669567956895699570957195729573957495759576957795789579958095819582958395849585958695879588958995909591959295939594959595969597959895999600960196029603960496059606960796089609961096119612961396149615961696179618961996209621962296239624962596269627962896299630963196329633963496359636963796389639964096419642964396449645964696479648964996509651965296539654965596569657965896599660966196629663966496659666966796689669967096719672967396749675967696779678967996809681968296839684968596869687968896899690969196929693969496959696969796989699970097019702970397049705970697079708970997109711971297139714971597169717971897199720972197229723972497259726972797289729973097319732973397349735973697379738973997409741974297439744974597469747974897499750975197529753975497559756975797589759976097619762976397649765976697679768976997709771977297739774977597769777977897799780978197829783978497859786978797889789979097919792979397949795979697979798979998009801980298039804980598069807980898099810981198129813981498159816981798189819982098219822982398249825982698279828982998309831983298339834983598369837983898399840984198429843984498459846984798489849985098519852985398549855985698579858985998609861986298639864986598669867986898699870987198729873987498759876987798789879988098819882988398849885988698879888988998909891989298939894989598969897989898999900990199029903990499059906990799089909991099119912991399149915991699179918991999209921992299239924992599269927992899299930993199329933993499359936993799389939994099419942994399449945994699479948994999509951995299539954995599569957995899599960996199629963996499659966996799689969997099719972997399749975997699779978997999809981998299839984998599869987998899899990999199929993999499959996999799989999100001000110002100031000410005100061000710008100091001010011100121001310014100151001610017100181001910020
  1. // Copyright (C) 2019 Nicola Murino
  2. //
  3. // This program is free software: you can redistribute it and/or modify
  4. // it under the terms of the GNU Affero General Public License as published
  5. // by the Free Software Foundation, version 3.
  6. //
  7. // This program is distributed in the hope that it will be useful,
  8. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. // GNU Affero General Public License for more details.
  11. //
  12. // You should have received a copy of the GNU Affero General Public License
  13. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  14. package common_test
  15. import (
  16. "bufio"
  17. "bytes"
  18. "crypto/rand"
  19. "encoding/json"
  20. "errors"
  21. "fmt"
  22. "io"
  23. "io/fs"
  24. "math"
  25. "net"
  26. "net/http"
  27. "net/url"
  28. "os"
  29. "path"
  30. "path/filepath"
  31. "runtime"
  32. "slices"
  33. "strings"
  34. "sync"
  35. "testing"
  36. "time"
  37. _ "github.com/go-sql-driver/mysql"
  38. _ "github.com/jackc/pgx/v5/stdlib"
  39. _ "github.com/mattn/go-sqlite3"
  40. "github.com/mhale/smtpd"
  41. "github.com/minio/sio"
  42. "github.com/pkg/sftp"
  43. "github.com/pquerna/otp"
  44. "github.com/pquerna/otp/totp"
  45. "github.com/rs/xid"
  46. "github.com/rs/zerolog"
  47. "github.com/sftpgo/sdk"
  48. "github.com/stretchr/testify/assert"
  49. "github.com/stretchr/testify/require"
  50. "github.com/studio-b12/gowebdav"
  51. "golang.org/x/crypto/ssh"
  52. "github.com/drakkan/sftpgo/v2/internal/common"
  53. "github.com/drakkan/sftpgo/v2/internal/config"
  54. "github.com/drakkan/sftpgo/v2/internal/dataprovider"
  55. "github.com/drakkan/sftpgo/v2/internal/httpclient"
  56. "github.com/drakkan/sftpgo/v2/internal/httpdtest"
  57. "github.com/drakkan/sftpgo/v2/internal/kms"
  58. "github.com/drakkan/sftpgo/v2/internal/logger"
  59. "github.com/drakkan/sftpgo/v2/internal/mfa"
  60. "github.com/drakkan/sftpgo/v2/internal/sftpd"
  61. "github.com/drakkan/sftpgo/v2/internal/smtp"
  62. "github.com/drakkan/sftpgo/v2/internal/util"
  63. "github.com/drakkan/sftpgo/v2/internal/vfs"
  64. "github.com/drakkan/sftpgo/v2/internal/webdavd"
  65. )
  66. const (
  67. httpAddr = "127.0.0.1:9999"
  68. httpProxyAddr = "127.0.0.1:7777"
  69. sftpServerAddr = "127.0.0.1:4022"
  70. smtpServerAddr = "127.0.0.1:2525"
  71. webDavServerPort = 9191
  72. httpFsPort = 34567
  73. defaultUsername = "test_common_sftp"
  74. defaultPassword = "test_password"
  75. defaultSFTPUsername = "test_common_sftpfs_user"
  76. defaultHTTPFsUsername = "httpfs_ftp_user"
  77. httpFsWellKnowDir = "/wellknow"
  78. osWindows = "windows"
  79. testFileName = "test_file_common_sftp.dat"
  80. testDir = "test_dir_common"
  81. testPubKey = "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC03jj0D+djk7pxIf/0OhrxrchJTRZklofJ1NoIu4752Sq02mdXmarMVsqJ1cAjV5LBVy3D1F5U6XW4rppkXeVtd04Pxb09ehtH0pRRPaoHHlALiJt8CoMpbKYMA8b3KXPPriGxgGomvtU2T2RMURSwOZbMtpsugfjYSWenyYX+VORYhylWnSXL961LTyC21ehd6d6QnW9G7E5hYMITMY9TuQZz3bROYzXiTsgN0+g6Hn7exFQp50p45StUMfV/SftCMdCxlxuyGny2CrN/vfjO7xxOo2uv7q1qm10Q46KPWJQv+pgZ/OfL+EDjy07n5QVSKHlbx+2nT4Q0EgOSQaCTYwn3YjtABfIxWwgAFdyj6YlPulCL22qU4MYhDcA6PSBwDdf8hvxBfvsiHdM+JcSHvv8/VeJhk6CmnZxGY0fxBupov27z3yEO8nAg8k+6PaUiW1MSUfuGMF/ktB8LOstXsEPXSszuyXiOv4DaryOXUiSn7bmRqKcEFlJusO6aZP0= nicola@p1"
  82. testPrivateKey = `-----BEGIN OPENSSH PRIVATE KEY-----
  83. b3BlbnNzaC1rZXktdjEAAAAABG5vbmUAAAAEbm9uZQAAAAAAAAABAAABlwAAAAdzc2gtcn
  84. NhAAAAAwEAAQAAAYEAtN449A/nY5O6cSH/9Doa8a3ISU0WZJaHydTaCLuO+dkqtNpnV5mq
  85. zFbKidXAI1eSwVctw9ReVOl1uK6aZF3lbXdOD8W9PXobR9KUUT2qBx5QC4ibfAqDKWymDA
  86. PG9ylzz64hsYBqJr7VNk9kTFEUsDmWzLabLoH42Elnp8mF/lTkWIcpVp0ly/etS08gttXo
  87. XenekJ1vRuxOYWDCEzGPU7kGc920TmM14k7IDdPoOh5+3sRUKedKeOUrVDH1f0n7QjHQsZ
  88. cbshp8tgqzf734zu8cTqNrr+6taptdEOOij1iUL/qYGfzny/hA48tO5+UFUih5W8ftp0+E
  89. NBIDkkGgk2MJ92I7QAXyMVsIABXco+mJT7pQi9tqlODGIQ3AOj0gcA3X/Ib8QX77Ih3TPi
  90. XEh77/P1XiYZOgpp2cRmNH8QbqaL9u898hDvJwIPJPuj2lIltTElH7hjBf5LQfCzrLV7BD
  91. 10rM7sl4jr+A2q8jl1Ikp+25kainBBZSbrDummT9AAAFgDU/VLk1P1S5AAAAB3NzaC1yc2
  92. EAAAGBALTeOPQP52OTunEh//Q6GvGtyElNFmSWh8nU2gi7jvnZKrTaZ1eZqsxWyonVwCNX
  93. ksFXLcPUXlTpdbiummRd5W13Tg/FvT16G0fSlFE9qgceUAuIm3wKgylspgwDxvcpc8+uIb
  94. GAaia+1TZPZExRFLA5lsy2my6B+NhJZ6fJhf5U5FiHKVadJcv3rUtPILbV6F3p3pCdb0bs
  95. TmFgwhMxj1O5BnPdtE5jNeJOyA3T6Doeft7EVCnnSnjlK1Qx9X9J+0Ix0LGXG7IafLYKs3
  96. +9+M7vHE6ja6/urWqbXRDjoo9YlC/6mBn858v4QOPLTuflBVIoeVvH7adPhDQSA5JBoJNj
  97. CfdiO0AF8jFbCAAV3KPpiU+6UIvbapTgxiENwDo9IHAN1/yG/EF++yId0z4lxIe+/z9V4m
  98. GToKadnEZjR/EG6mi/bvPfIQ7ycCDyT7o9pSJbUxJR+4YwX+S0Hws6y1ewQ9dKzO7JeI6/
  99. gNqvI5dSJKftuZGopwQWUm6w7ppk/QAAAAMBAAEAAAGAHKnC+Nq0XtGAkIFE4N18e6SAwy
  100. 0WSWaZqmCzFQM0S2AhJnweOIG/0ZZHjsRzKKauOTmppQk40dgVsejpytIek9R+aH172gxJ
  101. 2n4Cx0UwduRU5x8FFQlNc/kl722B0JWfJuB/snOZXv6LJ4o5aObIkozt2w9tVFeAqjYn2S
  102. 1UsNOfRHBXGsTYwpRDwFWP56nKo2d2wBBTHDhCy6fb2dLW1fvSi/YspueOGIlHpvlYKi2/
  103. CWqvs9xVrwcScMtiDoQYq0khhO0efLCxvg/o+W9CLMVM2ms4G1zoSUQKN0oYWWQJyW4+VI
  104. YneWO8UpN0J3ElXKi7bhgAat7dBaM1g9IrAzk153DiEFZNsPxGOgL/+YdQN7zUBx/z7EkI
  105. jyv80RV7fpUXvcq2p+qNl6UVig3VSzRrnsaJkUWu/A0u59ha7ocv6NxDIXjxpIDJme16GF
  106. quiGVBQNnYJymS/vFEbGf6bgf7iRmMCRUMG4nqLA6fPYP9uAtch+CmDfVLZC/fIdC5AAAA
  107. wQCDissV4zH6bfqgxJSuYNk8Vbb+19cF3b7gH1rVlB3zxpCAgcRgMHC+dP1z2NRx7UW9MR
  108. nye6kjpkzZZ0OigLqo7TtEq8uTglD9o6W7mRXqhy5A/ySOmqPL3ernHHQhGuoNODYAHkOU
  109. u2Rh8HXi+VLwKZcLInPOYJvcuLG4DxN8WfeVvlMHwhAOaTNNOtL4XZDHQeIPc4qHmJymmv
  110. sV7GuyQ6yW5C10uoGdxRPd90Bh4z4h2bKfZFjvEBbSBVkqrlAAAADBAN/zNtNayd/dX7Cr
  111. Nb4sZuzCh+CW4BH8GOePZWNCATwBbNXBVb5cR+dmuTqYm+Ekz0VxVQRA1TvKncluJOQpoa
  112. Xj8r0xdIgqkehnfDPMKtYVor06B9Fl1jrXtXU0Vrr6QcBWruSVyK1ZxqcmcNK/+KolVepe
  113. A6vcl/iKaG4U7su166nxLST06M2EgcSVsFJHpKn5+WAXC+X0Gx8kNjWIIb3GpiChdc0xZD
  114. mq02xZthVJrTCVw/e7gfDoB2QRsNV8HwAAAMEAzsCghZVp+0YsYg9oOrw4tEqcbEXEMhwY
  115. 0jW8JNL8Spr1Ibp5Dw6bRSk5azARjmJtnMJhJ3oeHfF0eoISqcNuQXGndGQbVM9YzzAzc1
  116. NbbCNsVroqKlChT5wyPNGS+phi2bPARBno7WSDvshTZ7dAVEP2c9MJW0XwoSevwKlhgSdt
  117. RLFFQ/5nclJSdzPBOmQouC0OBcMFSrYtMeknJ4VvueVvve5HcHFaEsaMc7ABAGaLYaBQOm
  118. iixITGvaNZh/tjAAAACW5pY29sYUBwMQE=
  119. -----END OPENSSH PRIVATE KEY-----`
  120. )
  121. var (
  122. configDir = filepath.Join(".", "..", "..")
  123. allPerms = []string{dataprovider.PermAny}
  124. homeBasePath string
  125. logFilePath string
  126. backupsPath string
  127. testFileContent = []byte("test data")
  128. lastReceivedEmail receivedEmail
  129. )
  130. func TestMain(m *testing.M) {
  131. homeBasePath = os.TempDir()
  132. logFilePath = filepath.Join(configDir, "common_test.log")
  133. backupsPath = filepath.Join(os.TempDir(), "backups")
  134. logger.InitLogger(logFilePath, 5, 1, 28, false, false, zerolog.DebugLevel)
  135. os.Setenv("SFTPGO_DATA_PROVIDER__CREATE_DEFAULT_ADMIN", "1")
  136. os.Setenv("SFTPGO_COMMON__ALLOW_SELF_CONNECTIONS", "1")
  137. os.Setenv("SFTPGO_DEFAULT_ADMIN_USERNAME", "admin")
  138. os.Setenv("SFTPGO_DEFAULT_ADMIN_PASSWORD", "password")
  139. err := config.LoadConfig(configDir, "")
  140. if err != nil {
  141. logger.ErrorToConsole("error loading configuration: %v", err)
  142. os.Exit(1)
  143. }
  144. providerConf := config.GetProviderConf()
  145. providerConf.BackupsPath = backupsPath
  146. logger.InfoToConsole("Starting COMMON tests, provider: %v", providerConf.Driver)
  147. err = dataprovider.Initialize(providerConf, configDir, true)
  148. if err != nil {
  149. logger.ErrorToConsole("error initializing data provider: %v", err)
  150. os.Exit(1)
  151. }
  152. err = common.Initialize(config.GetCommonConfig(), 0)
  153. if err != nil {
  154. logger.WarnToConsole("error initializing common: %v", err)
  155. os.Exit(1)
  156. }
  157. httpConfig := config.GetHTTPConfig()
  158. httpConfig.Timeout = 5
  159. httpConfig.RetryMax = 0
  160. httpConfig.Initialize(configDir) //nolint:errcheck
  161. kmsConfig := config.GetKMSConfig()
  162. err = kmsConfig.Initialize()
  163. if err != nil {
  164. logger.ErrorToConsole("error initializing kms: %v", err)
  165. os.Exit(1)
  166. }
  167. mfaConfig := config.GetMFAConfig()
  168. err = mfaConfig.Initialize()
  169. if err != nil {
  170. logger.ErrorToConsole("error initializing MFA: %v", err)
  171. os.Exit(1)
  172. }
  173. sftpdConf := config.GetSFTPDConfig()
  174. sftpdConf.Bindings[0].Port = 4022
  175. sftpdConf.EnabledSSHCommands = []string{"*"}
  176. sftpdConf.Bindings = append(sftpdConf.Bindings, sftpd.Binding{
  177. Port: 4024,
  178. })
  179. sftpdConf.KeyboardInteractiveAuthentication = true
  180. httpdConf := config.GetHTTPDConfig()
  181. httpdConf.Bindings[0].Port = 4080
  182. httpdtest.SetBaseURL("http://127.0.0.1:4080")
  183. webDavConf := config.GetWebDAVDConfig()
  184. webDavConf.Bindings = []webdavd.Binding{
  185. {
  186. Port: webDavServerPort,
  187. },
  188. }
  189. go func() {
  190. if err := sftpdConf.Initialize(configDir); err != nil {
  191. logger.ErrorToConsole("could not start SFTP server: %v", err)
  192. os.Exit(1)
  193. }
  194. }()
  195. go func() {
  196. if err := httpdConf.Initialize(configDir, 0); err != nil {
  197. logger.ErrorToConsole("could not start HTTP server: %v", err)
  198. os.Exit(1)
  199. }
  200. }()
  201. go func() {
  202. if err := webDavConf.Initialize(configDir); err != nil {
  203. logger.ErrorToConsole("could not start WebDAV server: %v", err)
  204. os.Exit(1)
  205. }
  206. }()
  207. waitTCPListening(sftpdConf.Bindings[0].GetAddress())
  208. waitTCPListening(httpdConf.Bindings[0].GetAddress())
  209. waitTCPListening(webDavConf.Bindings[0].GetAddress())
  210. startHTTPFs()
  211. go func() {
  212. // start a test HTTP server to receive action notifications
  213. http.HandleFunc("/", func(w http.ResponseWriter, _ *http.Request) {
  214. fmt.Fprintf(w, "OK\n")
  215. })
  216. http.HandleFunc("/404", func(w http.ResponseWriter, _ *http.Request) {
  217. w.WriteHeader(http.StatusNotFound)
  218. fmt.Fprintf(w, "Not found\n")
  219. })
  220. http.HandleFunc("/multipart", func(w http.ResponseWriter, r *http.Request) {
  221. err := r.ParseMultipartForm(1048576)
  222. if err != nil {
  223. w.WriteHeader(http.StatusInternalServerError)
  224. fmt.Fprintf(w, "KO\n")
  225. return
  226. }
  227. defer r.MultipartForm.RemoveAll() //nolint:errcheck
  228. fmt.Fprintf(w, "OK\n")
  229. })
  230. if err := http.ListenAndServe(httpAddr, nil); err != nil {
  231. logger.ErrorToConsole("could not start HTTP notification server: %v", err)
  232. os.Exit(1)
  233. }
  234. }()
  235. go func() {
  236. common.Config.ProxyProtocol = 2
  237. listener, err := net.Listen("tcp", httpProxyAddr)
  238. if err != nil {
  239. logger.ErrorToConsole("error creating listener for proxy protocol server: %v", err)
  240. os.Exit(1)
  241. }
  242. proxyListener, err := common.Config.GetProxyListener(listener)
  243. if err != nil {
  244. logger.ErrorToConsole("error creating proxy protocol listener: %v", err)
  245. os.Exit(1)
  246. }
  247. common.Config.ProxyProtocol = 0
  248. s := &http.Server{}
  249. if err := s.Serve(proxyListener); err != nil {
  250. logger.ErrorToConsole("could not start HTTP proxy protocol server: %v", err)
  251. os.Exit(1)
  252. }
  253. }()
  254. go func() {
  255. if err := smtpd.ListenAndServe(smtpServerAddr, func(_ net.Addr, from string, to []string, data []byte) error {
  256. lastReceivedEmail.set(from, to, data)
  257. return nil
  258. }, "SFTPGo test", "localhost"); err != nil {
  259. logger.ErrorToConsole("could not start SMTP server: %v", err)
  260. os.Exit(1)
  261. }
  262. }()
  263. waitTCPListening(httpAddr)
  264. waitTCPListening(httpProxyAddr)
  265. waitTCPListening(smtpServerAddr)
  266. exitCode := m.Run()
  267. os.Remove(logFilePath)
  268. os.RemoveAll(backupsPath)
  269. os.Exit(exitCode)
  270. }
  271. func TestBaseConnection(t *testing.T) {
  272. u := getTestUser()
  273. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  274. assert.NoError(t, err)
  275. err = os.RemoveAll(user.GetHomeDir())
  276. assert.NoError(t, err)
  277. conn, client, err := getSftpClient(user)
  278. if assert.NoError(t, err) {
  279. defer conn.Close()
  280. defer client.Close()
  281. assert.NoError(t, checkBasicSFTP(client))
  282. _, err = client.ReadDir(testDir)
  283. assert.ErrorIs(t, err, os.ErrNotExist)
  284. err = client.RemoveDirectory(testDir)
  285. assert.ErrorIs(t, err, os.ErrNotExist)
  286. err = client.Mkdir(testDir)
  287. assert.NoError(t, err)
  288. err = client.Mkdir(testDir)
  289. assert.Error(t, err)
  290. info, err := client.Stat(testDir)
  291. if assert.NoError(t, err) {
  292. assert.True(t, info.IsDir())
  293. }
  294. err = client.Rename(testDir, testDir)
  295. if assert.Error(t, err) {
  296. assert.Contains(t, err.Error(), "the rename source and target cannot be the same")
  297. }
  298. err = client.Rename(testDir, path.Join(testDir, "sub"))
  299. if assert.Error(t, err) {
  300. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  301. }
  302. err = client.RemoveDirectory(testDir)
  303. assert.NoError(t, err)
  304. err = client.Remove(testFileName)
  305. assert.ErrorIs(t, err, os.ErrNotExist)
  306. f, err := client.Create(testFileName)
  307. assert.NoError(t, err)
  308. _, err = f.Write(testFileContent)
  309. assert.NoError(t, err)
  310. err = f.Close()
  311. assert.NoError(t, err)
  312. linkName := testFileName + ".link" //nolint:goconst
  313. err = client.Rename(testFileName, testFileName)
  314. if assert.Error(t, err) {
  315. assert.Contains(t, err.Error(), "the rename source and target cannot be the same")
  316. }
  317. err = client.Symlink(testFileName, linkName)
  318. assert.NoError(t, err)
  319. err = client.Symlink(testFileName, testFileName)
  320. assert.Error(t, err)
  321. info, err = client.Stat(testFileName)
  322. if assert.NoError(t, err) {
  323. assert.Equal(t, int64(len(testFileContent)), info.Size())
  324. assert.False(t, info.IsDir())
  325. }
  326. info, err = client.Lstat(linkName)
  327. if assert.NoError(t, err) {
  328. assert.NotEqual(t, int64(7), info.Size())
  329. assert.True(t, info.Mode()&os.ModeSymlink != 0)
  330. assert.False(t, info.IsDir())
  331. }
  332. err = client.RemoveDirectory(linkName)
  333. if assert.Error(t, err) {
  334. assert.Contains(t, err.Error(), "SSH_FX_FAILURE")
  335. }
  336. err = client.Remove(testFileName)
  337. assert.NoError(t, err)
  338. err = client.Remove(linkName)
  339. assert.NoError(t, err)
  340. err = client.Rename(testFileName, "test")
  341. assert.ErrorIs(t, err, os.ErrNotExist)
  342. f, err = client.Create(testFileName)
  343. assert.NoError(t, err)
  344. err = f.Close()
  345. assert.NoError(t, err)
  346. err = client.Rename(testFileName, testFileName+"1")
  347. assert.NoError(t, err)
  348. err = client.Remove(testFileName + "1")
  349. assert.NoError(t, err)
  350. err = client.RemoveDirectory("missing")
  351. assert.Error(t, err)
  352. } else {
  353. printLatestLogs(10)
  354. }
  355. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  356. assert.NoError(t, err)
  357. err = os.RemoveAll(user.GetHomeDir())
  358. assert.NoError(t, err)
  359. }
  360. func TestRemoveAll(t *testing.T) {
  361. u := getTestUser()
  362. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  363. assert.NoError(t, err)
  364. webDavClient := getWebDavClient(user)
  365. err = webDavClient.RemoveAll("/")
  366. if assert.Error(t, err) {
  367. assert.True(t, gowebdav.IsErrCode(err, http.StatusForbidden))
  368. }
  369. testDir := "baseDir"
  370. err = webDavClient.RemoveAll(testDir)
  371. assert.NoError(t, err)
  372. conn, client, err := getSftpClient(user)
  373. if assert.NoError(t, err) {
  374. defer conn.Close()
  375. defer client.Close()
  376. err = client.Mkdir(testDir)
  377. assert.NoError(t, err)
  378. err = writeSFTPFile(path.Join(testDir, testFileName), 1234, client)
  379. assert.NoError(t, err)
  380. err = webDavClient.RemoveAll(path.Join(testDir, testFileName))
  381. assert.NoError(t, err)
  382. _, err = client.Stat(path.Join(testDir, testFileName))
  383. assert.Error(t, err)
  384. err = writeSFTPFile(path.Join(testDir, testFileName), 1234, client)
  385. assert.NoError(t, err)
  386. err = webDavClient.RemoveAll(testDir)
  387. assert.NoError(t, err)
  388. _, err = client.Stat(testDir)
  389. assert.Error(t, err)
  390. }
  391. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  392. assert.NoError(t, err)
  393. err = os.RemoveAll(user.GetHomeDir())
  394. assert.NoError(t, err)
  395. }
  396. func TestRelativeSymlinks(t *testing.T) {
  397. u := getTestUser()
  398. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  399. assert.NoError(t, err)
  400. err = os.RemoveAll(user.GetHomeDir())
  401. assert.NoError(t, err)
  402. conn, client, err := getSftpClient(user)
  403. if assert.NoError(t, err) {
  404. defer conn.Close()
  405. defer client.Close()
  406. linkName := testFileName + "_link" //nolint:goconst
  407. err = client.Symlink("non-existent-file", linkName)
  408. assert.NoError(t, err)
  409. err = client.Remove(linkName)
  410. assert.NoError(t, err)
  411. testDir := "sub"
  412. err = client.Mkdir(testDir)
  413. assert.NoError(t, err)
  414. f, err := client.Create(path.Join(testDir, testFileName))
  415. assert.NoError(t, err)
  416. _, err = f.Write(testFileContent)
  417. assert.NoError(t, err)
  418. err = f.Close()
  419. assert.NoError(t, err)
  420. err = client.Symlink(path.Join(testDir, testFileName), linkName)
  421. assert.NoError(t, err)
  422. _, err = client.Stat(linkName)
  423. assert.NoError(t, err)
  424. p, err := client.ReadLink(linkName)
  425. assert.NoError(t, err)
  426. assert.Equal(t, path.Join("/", testDir, testFileName), p)
  427. err = client.Remove(linkName)
  428. assert.NoError(t, err)
  429. err = client.Symlink(testFileName, path.Join(testDir, linkName))
  430. assert.NoError(t, err)
  431. _, err = client.Stat(path.Join(testDir, linkName))
  432. assert.NoError(t, err)
  433. p, err = client.ReadLink(path.Join(testDir, linkName))
  434. assert.NoError(t, err)
  435. assert.Equal(t, path.Join("/", testDir, testFileName), p)
  436. f, err = client.Create(testFileName)
  437. assert.NoError(t, err)
  438. _, err = f.Write(testFileContent)
  439. assert.NoError(t, err)
  440. err = f.Close()
  441. assert.NoError(t, err)
  442. err = client.Symlink(testFileName, linkName)
  443. assert.NoError(t, err)
  444. _, err = client.Stat(linkName)
  445. assert.NoError(t, err)
  446. p, err = client.ReadLink(linkName)
  447. assert.NoError(t, err)
  448. assert.Equal(t, path.Join("/", testFileName), p)
  449. }
  450. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  451. assert.NoError(t, err)
  452. err = os.RemoveAll(user.GetHomeDir())
  453. assert.NoError(t, err)
  454. }
  455. func TestCheckFsAfterUpdate(t *testing.T) {
  456. u := getTestUser()
  457. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  458. assert.NoError(t, err)
  459. conn, client, err := getSftpClient(user)
  460. if assert.NoError(t, err) {
  461. defer conn.Close()
  462. defer client.Close()
  463. err = checkBasicSFTP(client)
  464. assert.NoError(t, err)
  465. }
  466. // remove the home dir, it will not be re-created
  467. err = os.RemoveAll(user.GetHomeDir())
  468. assert.NoError(t, err)
  469. conn, client, err = getSftpClient(user)
  470. if assert.NoError(t, err) {
  471. defer conn.Close()
  472. defer client.Close()
  473. err = checkBasicSFTP(client)
  474. assert.Error(t, err)
  475. } else {
  476. printLatestLogs(10)
  477. }
  478. // update the user and login again, this time the home dir will be created
  479. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  480. assert.NoError(t, err)
  481. conn, client, err = getSftpClient(user)
  482. if assert.NoError(t, err) {
  483. defer conn.Close()
  484. defer client.Close()
  485. err = checkBasicSFTP(client)
  486. assert.NoError(t, err)
  487. }
  488. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  489. assert.NoError(t, err)
  490. err = os.RemoveAll(user.GetHomeDir())
  491. assert.NoError(t, err)
  492. }
  493. func TestLoginAccessTime(t *testing.T) {
  494. u := getTestUser()
  495. u.Filters.AccessTime = []sdk.TimePeriod{
  496. {
  497. DayOfWeek: int(time.Now().Add(-25 * time.Hour).UTC().Weekday()),
  498. From: "00:00",
  499. To: "23:59",
  500. },
  501. }
  502. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  503. assert.NoError(t, err)
  504. _, _, err = getSftpClient(user)
  505. assert.Error(t, err)
  506. user.Filters.AccessTime = []sdk.TimePeriod{
  507. {
  508. DayOfWeek: int(time.Now().UTC().Weekday()),
  509. From: "00:00",
  510. To: "23:59",
  511. },
  512. }
  513. user, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  514. assert.NoError(t, err)
  515. conn, client, err := getSftpClient(user)
  516. if assert.NoError(t, err) {
  517. defer conn.Close()
  518. defer client.Close()
  519. err := checkBasicSFTP(client)
  520. assert.NoError(t, err)
  521. }
  522. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  523. assert.NoError(t, err)
  524. err = os.RemoveAll(user.GetHomeDir())
  525. assert.NoError(t, err)
  526. }
  527. func TestSetStat(t *testing.T) {
  528. u := getTestUser()
  529. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  530. assert.NoError(t, err)
  531. err = os.RemoveAll(user.GetHomeDir())
  532. assert.NoError(t, err)
  533. conn, client, err := getSftpClient(user)
  534. if assert.NoError(t, err) {
  535. defer conn.Close()
  536. defer client.Close()
  537. f, err := client.Create(testFileName)
  538. assert.NoError(t, err)
  539. _, err = f.Write(testFileContent)
  540. assert.NoError(t, err)
  541. err = f.Close()
  542. assert.NoError(t, err)
  543. acmodTime := time.Now().Add(36 * time.Hour)
  544. err = client.Chtimes(testFileName, acmodTime, acmodTime)
  545. assert.NoError(t, err)
  546. newFi, err := client.Lstat(testFileName)
  547. assert.NoError(t, err)
  548. diff := math.Abs(newFi.ModTime().Sub(acmodTime).Seconds())
  549. assert.LessOrEqual(t, diff, float64(1))
  550. if runtime.GOOS != osWindows {
  551. err = client.Chown(testFileName, os.Getuid(), os.Getgid())
  552. assert.NoError(t, err)
  553. }
  554. newPerm := os.FileMode(0666)
  555. err = client.Chmod(testFileName, newPerm)
  556. assert.NoError(t, err)
  557. newFi, err = client.Lstat(testFileName)
  558. if assert.NoError(t, err) {
  559. assert.Equal(t, newPerm, newFi.Mode().Perm())
  560. }
  561. err = client.Truncate(testFileName, 2)
  562. assert.NoError(t, err)
  563. info, err := client.Stat(testFileName)
  564. if assert.NoError(t, err) {
  565. assert.Equal(t, int64(2), info.Size())
  566. }
  567. err = client.Remove(testFileName)
  568. assert.NoError(t, err)
  569. err = client.Truncate(testFileName, 0)
  570. assert.ErrorIs(t, err, os.ErrNotExist)
  571. err = client.Chtimes(testFileName, acmodTime, acmodTime)
  572. assert.ErrorIs(t, err, os.ErrNotExist)
  573. if runtime.GOOS != osWindows {
  574. err = client.Chown(testFileName, os.Getuid(), os.Getgid())
  575. assert.ErrorIs(t, err, os.ErrNotExist)
  576. }
  577. err = client.Chmod(testFileName, newPerm)
  578. assert.ErrorIs(t, err, os.ErrNotExist)
  579. }
  580. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  581. assert.NoError(t, err)
  582. err = os.RemoveAll(user.GetHomeDir())
  583. assert.NoError(t, err)
  584. }
  585. func TestCryptFsUserUploadErrorOverwrite(t *testing.T) {
  586. u := getCryptFsUser()
  587. u.QuotaSize = 6000
  588. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  589. assert.NoError(t, err)
  590. var buf []byte
  591. for i := 0; i < 4000; i++ {
  592. buf = append(buf, []byte("a")...)
  593. }
  594. bufSize := int64(len(buf))
  595. reader := bytes.NewReader(buf)
  596. conn, client, err := getSftpClient(user)
  597. if assert.NoError(t, err) {
  598. defer conn.Close()
  599. defer client.Close()
  600. f, err := client.Create(testFileName + "_big")
  601. assert.NoError(t, err)
  602. n, err := io.Copy(f, reader)
  603. assert.NoError(t, err)
  604. assert.Equal(t, bufSize, n)
  605. err = f.Close()
  606. assert.NoError(t, err)
  607. encryptedSize, err := getEncryptedFileSize(bufSize)
  608. assert.NoError(t, err)
  609. expectedSize := encryptedSize
  610. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  611. assert.NoError(t, err)
  612. assert.Equal(t, 1, user.UsedQuotaFiles)
  613. assert.Equal(t, expectedSize, user.UsedQuotaSize)
  614. // now write a small file
  615. f, err = client.Create(testFileName)
  616. assert.NoError(t, err)
  617. _, err = f.Write(testFileContent)
  618. assert.NoError(t, err)
  619. err = f.Close()
  620. assert.NoError(t, err)
  621. encryptedSize, err = getEncryptedFileSize(int64(len(testFileContent)))
  622. assert.NoError(t, err)
  623. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  624. assert.NoError(t, err)
  625. assert.Equal(t, 2, user.UsedQuotaFiles)
  626. assert.Equal(t, expectedSize+encryptedSize, user.UsedQuotaSize)
  627. // try to overwrite this file with a big one, this cause an overquota error
  628. // the partial file is deleted and the quota updated
  629. _, err = reader.Seek(0, io.SeekStart)
  630. assert.NoError(t, err)
  631. f, err = client.Create(testFileName)
  632. assert.NoError(t, err)
  633. _, err = io.Copy(f, reader)
  634. assert.Error(t, err)
  635. err = f.Close()
  636. assert.Error(t, err)
  637. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  638. assert.NoError(t, err)
  639. assert.Equal(t, 1, user.UsedQuotaFiles)
  640. assert.Equal(t, expectedSize, user.UsedQuotaSize)
  641. }
  642. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  643. assert.NoError(t, err)
  644. err = os.RemoveAll(user.GetHomeDir())
  645. assert.NoError(t, err)
  646. }
  647. func TestChtimesOpenHandle(t *testing.T) {
  648. localUser, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  649. assert.NoError(t, err)
  650. sftpUser, _, err := httpdtest.AddUser(getTestSFTPUser(), http.StatusCreated)
  651. assert.NoError(t, err)
  652. u := getCryptFsUser()
  653. cryptFsUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
  654. assert.NoError(t, err)
  655. for _, user := range []dataprovider.User{localUser, sftpUser, cryptFsUser} {
  656. conn, client, err := getSftpClient(user)
  657. if assert.NoError(t, err) {
  658. defer conn.Close()
  659. defer client.Close()
  660. f, err := client.Create(testFileName)
  661. assert.NoError(t, err, "user %v", user.Username)
  662. f1, err := client.Create(testFileName + "1")
  663. assert.NoError(t, err, "user %v", user.Username)
  664. acmodTime := time.Now().Add(36 * time.Hour)
  665. err = client.Chtimes(testFileName, acmodTime, acmodTime)
  666. assert.NoError(t, err, "user %v", user.Username)
  667. _, err = f.Write(testFileContent)
  668. assert.NoError(t, err, "user %v", user.Username)
  669. err = f.Close()
  670. assert.NoError(t, err, "user %v", user.Username)
  671. err = f1.Close()
  672. assert.NoError(t, err, "user %v", user.Username)
  673. info, err := client.Lstat(testFileName)
  674. assert.NoError(t, err, "user %v", user.Username)
  675. diff := math.Abs(info.ModTime().Sub(acmodTime).Seconds())
  676. assert.LessOrEqual(t, diff, float64(1), "user %v", user.Username)
  677. info1, err := client.Lstat(testFileName + "1")
  678. assert.NoError(t, err, "user %v", user.Username)
  679. diff = math.Abs(info1.ModTime().Sub(acmodTime).Seconds())
  680. assert.Greater(t, diff, float64(86400), "user %v", user.Username)
  681. }
  682. }
  683. _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
  684. assert.NoError(t, err)
  685. _, err = httpdtest.RemoveUser(localUser, http.StatusOK)
  686. assert.NoError(t, err)
  687. err = os.RemoveAll(localUser.GetHomeDir())
  688. assert.NoError(t, err)
  689. _, err = httpdtest.RemoveUser(cryptFsUser, http.StatusOK)
  690. assert.NoError(t, err)
  691. err = os.RemoveAll(cryptFsUser.GetHomeDir())
  692. assert.NoError(t, err)
  693. }
  694. func TestWaitForConnections(t *testing.T) {
  695. u := getTestUser()
  696. u.UploadBandwidth = 128
  697. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  698. assert.NoError(t, err)
  699. testFileSize := int64(524288)
  700. conn, client, err := getSftpClient(user)
  701. if assert.NoError(t, err) {
  702. defer conn.Close()
  703. defer client.Close()
  704. err = common.CheckClosing()
  705. assert.NoError(t, err)
  706. var wg sync.WaitGroup
  707. wg.Add(1)
  708. go func() {
  709. defer wg.Done()
  710. time.Sleep(1 * time.Second)
  711. common.WaitForTransfers(10)
  712. common.WaitForTransfers(0)
  713. common.WaitForTransfers(10)
  714. }()
  715. err = writeSFTPFileNoCheck(testFileName, testFileSize, client)
  716. assert.NoError(t, err)
  717. wg.Wait()
  718. err = common.CheckClosing()
  719. assert.EqualError(t, err, common.ErrShuttingDown.Error())
  720. _, err = client.Stat(testFileName)
  721. if assert.Error(t, err) {
  722. assert.Contains(t, err.Error(), common.ErrShuttingDown.Error())
  723. }
  724. }
  725. _, _, err = getSftpClient(user)
  726. assert.Error(t, err)
  727. err = common.Initialize(common.Config, 0)
  728. assert.NoError(t, err)
  729. conn, client, err = getSftpClient(user)
  730. if assert.NoError(t, err) {
  731. defer conn.Close()
  732. defer client.Close()
  733. info, err := client.Stat(testFileName)
  734. if assert.NoError(t, err) {
  735. assert.Equal(t, testFileSize, info.Size())
  736. }
  737. err = client.Remove(testFileName)
  738. assert.NoError(t, err)
  739. var wg sync.WaitGroup
  740. wg.Add(1)
  741. go func() {
  742. defer wg.Done()
  743. time.Sleep(1 * time.Second)
  744. common.WaitForTransfers(1)
  745. }()
  746. err = writeSFTPFileNoCheck(testFileName, testFileSize, client)
  747. // we don't have an error here because the service won't really stop
  748. assert.NoError(t, err)
  749. wg.Wait()
  750. }
  751. err = common.Initialize(common.Config, 0)
  752. assert.NoError(t, err)
  753. common.WaitForTransfers(1)
  754. err = common.Initialize(common.Config, 0)
  755. assert.NoError(t, err)
  756. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  757. assert.NoError(t, err)
  758. err = os.RemoveAll(user.GetHomeDir())
  759. assert.NoError(t, err)
  760. }
  761. func TestCheckParentDirs(t *testing.T) {
  762. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  763. assert.NoError(t, err)
  764. testDir := "/path/to/sub/dir"
  765. conn, client, err := getSftpClient(user)
  766. if assert.NoError(t, err) {
  767. defer conn.Close()
  768. defer client.Close()
  769. _, err = client.Stat(testDir)
  770. assert.ErrorIs(t, err, os.ErrNotExist)
  771. c := common.NewBaseConnection(xid.New().String(), common.ProtocolSFTP, "", "", user)
  772. err = c.CheckParentDirs(testDir)
  773. assert.NoError(t, err)
  774. _, err = client.Stat(testDir)
  775. assert.NoError(t, err)
  776. err = c.CheckParentDirs(testDir)
  777. assert.NoError(t, err)
  778. }
  779. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  780. assert.NoError(t, err)
  781. err = os.RemoveAll(user.GetHomeDir())
  782. assert.NoError(t, err)
  783. u := getTestUser()
  784. u.Permissions["/"] = []string{dataprovider.PermUpload, dataprovider.PermListItems, dataprovider.PermDownload}
  785. user, _, err = httpdtest.AddUser(u, http.StatusCreated)
  786. assert.NoError(t, err)
  787. conn, client, err = getSftpClient(user)
  788. if assert.NoError(t, err) {
  789. defer conn.Close()
  790. defer client.Close()
  791. c := common.NewBaseConnection(xid.New().String(), common.ProtocolSFTP, "", "", user)
  792. err = c.CheckParentDirs(testDir)
  793. assert.ErrorIs(t, err, sftp.ErrSSHFxPermissionDenied)
  794. }
  795. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  796. assert.NoError(t, err)
  797. err = os.RemoveAll(user.GetHomeDir())
  798. assert.NoError(t, err)
  799. }
  800. func TestPermissionErrors(t *testing.T) {
  801. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  802. assert.NoError(t, err)
  803. u := getTestSFTPUser()
  804. subDir := "/sub"
  805. u.Permissions[subDir] = nil
  806. sftpUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
  807. assert.NoError(t, err)
  808. conn, client, err := getSftpClient(user)
  809. if assert.NoError(t, err) {
  810. defer conn.Close()
  811. defer client.Close()
  812. err = client.MkdirAll(path.Join(subDir, subDir))
  813. assert.NoError(t, err)
  814. f, err := client.Create(path.Join(subDir, subDir, testFileName))
  815. if assert.NoError(t, err) {
  816. _, err = f.Write(testFileContent)
  817. assert.NoError(t, err)
  818. err = f.Close()
  819. assert.NoError(t, err)
  820. }
  821. }
  822. conn, client, err = getSftpClient(sftpUser)
  823. if assert.NoError(t, err) {
  824. defer conn.Close()
  825. defer client.Close()
  826. assert.NoError(t, checkBasicSFTP(client))
  827. _, err = client.ReadDir(subDir)
  828. assert.ErrorIs(t, err, os.ErrPermission)
  829. err = client.Mkdir(path.Join(subDir, subDir))
  830. assert.ErrorIs(t, err, os.ErrPermission)
  831. err = client.RemoveDirectory(path.Join(subDir, subDir))
  832. assert.ErrorIs(t, err, os.ErrPermission)
  833. err = client.Symlink("test", path.Join(subDir, subDir))
  834. assert.ErrorIs(t, err, os.ErrPermission)
  835. err = client.Chmod(path.Join(subDir, subDir), os.ModePerm)
  836. assert.ErrorIs(t, err, os.ErrPermission)
  837. err = client.Chown(path.Join(subDir, subDir), os.Getuid(), os.Getgid())
  838. assert.ErrorIs(t, err, os.ErrPermission)
  839. err = client.Chtimes(path.Join(subDir, subDir), time.Now(), time.Now())
  840. assert.ErrorIs(t, err, os.ErrPermission)
  841. err = client.Truncate(path.Join(subDir, subDir), 0)
  842. assert.ErrorIs(t, err, os.ErrPermission)
  843. err = client.Remove(path.Join(subDir, subDir, testFileName))
  844. assert.ErrorIs(t, err, os.ErrPermission)
  845. }
  846. _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
  847. assert.NoError(t, err)
  848. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  849. assert.NoError(t, err)
  850. err = os.RemoveAll(user.GetHomeDir())
  851. assert.NoError(t, err)
  852. }
  853. func TestHiddenPatternFilter(t *testing.T) {
  854. deniedDir := "/denied_hidden"
  855. u := getTestUser()
  856. u.Filters.FilePatterns = []sdk.PatternsFilter{
  857. {
  858. Path: deniedDir,
  859. DeniedPatterns: []string{"*.txt", "beta*"},
  860. DenyPolicy: sdk.DenyPolicyHide,
  861. },
  862. }
  863. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  864. assert.NoError(t, err)
  865. dirName := "beta"
  866. subDirName := "testDir"
  867. testFile := filepath.Join(u.GetHomeDir(), deniedDir, "file.txt")
  868. testFile1 := filepath.Join(u.GetHomeDir(), deniedDir, "beta.txt")
  869. testHiddenFile := filepath.Join(u.GetHomeDir(), deniedDir, dirName, subDirName, "hidden.jpg")
  870. err = os.MkdirAll(filepath.Join(u.GetHomeDir(), deniedDir), os.ModePerm)
  871. assert.NoError(t, err)
  872. err = os.WriteFile(testFile, testFileContent, os.ModePerm)
  873. assert.NoError(t, err)
  874. err = os.WriteFile(testFile1, testFileContent, os.ModePerm)
  875. assert.NoError(t, err)
  876. err = os.MkdirAll(filepath.Join(u.GetHomeDir(), deniedDir, dirName, subDirName), os.ModePerm)
  877. assert.NoError(t, err)
  878. err = os.WriteFile(testHiddenFile, testFileContent, os.ModePerm)
  879. assert.NoError(t, err)
  880. conn, client, err := getSftpClient(user)
  881. if assert.NoError(t, err) {
  882. defer conn.Close()
  883. defer client.Close()
  884. files, err := client.ReadDir(deniedDir)
  885. assert.NoError(t, err)
  886. assert.Len(t, files, 0)
  887. err = client.Remove(path.Join(deniedDir, filepath.Base(testFile)))
  888. assert.ErrorIs(t, err, os.ErrNotExist)
  889. err = client.Chtimes(path.Join(deniedDir, filepath.Base(testFile)), time.Now(), time.Now())
  890. assert.ErrorIs(t, err, os.ErrNotExist)
  891. _, err = client.Stat(path.Join(deniedDir, filepath.Base(testFile1)))
  892. assert.ErrorIs(t, err, os.ErrNotExist)
  893. err = client.RemoveDirectory(path.Join(deniedDir, dirName))
  894. assert.ErrorIs(t, err, os.ErrNotExist)
  895. err = client.Rename(path.Join(deniedDir, dirName), path.Join(deniedDir, "newname"))
  896. assert.ErrorIs(t, err, os.ErrPermission)
  897. err = client.Mkdir(path.Join(deniedDir, "beta1"))
  898. assert.ErrorIs(t, err, os.ErrPermission)
  899. err = writeSFTPFile(path.Join(deniedDir, "afile.txt"), 1024, client)
  900. assert.ErrorIs(t, err, os.ErrPermission)
  901. err = writeSFTPFile(path.Join(deniedDir, dirName, subDirName, "afile.jpg"), 1024, client)
  902. assert.ErrorIs(t, err, os.ErrPermission)
  903. _, err = client.Open(path.Join(deniedDir, dirName, subDirName, filepath.Base(testHiddenFile)))
  904. assert.ErrorIs(t, err, os.ErrNotExist)
  905. err = client.Symlink(path.Join(deniedDir, dirName), dirName)
  906. assert.ErrorIs(t, err, os.ErrNotExist)
  907. err = writeSFTPFile(path.Join(deniedDir, testFileName), 1024, client)
  908. assert.NoError(t, err)
  909. err = client.Symlink(path.Join(deniedDir, testFileName), path.Join(deniedDir, "symlink.txt"))
  910. assert.ErrorIs(t, err, os.ErrPermission)
  911. files, err = client.ReadDir(deniedDir)
  912. assert.NoError(t, err)
  913. assert.Len(t, files, 1)
  914. }
  915. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  916. assert.NoError(t, err)
  917. u.Filters.FilePatterns = []sdk.PatternsFilter{
  918. {
  919. Path: deniedDir,
  920. DeniedPatterns: []string{"*.txt", "beta*"},
  921. DenyPolicy: sdk.DenyPolicyDefault,
  922. },
  923. }
  924. user, _, err = httpdtest.AddUser(u, http.StatusCreated)
  925. assert.NoError(t, err)
  926. conn, client, err = getSftpClient(user)
  927. if assert.NoError(t, err) {
  928. defer conn.Close()
  929. defer client.Close()
  930. files, err := client.ReadDir(deniedDir)
  931. assert.NoError(t, err)
  932. assert.Len(t, files, 4)
  933. _, err = client.Stat(path.Join(deniedDir, filepath.Base(testFile)))
  934. assert.NoError(t, err)
  935. err = client.Chtimes(path.Join(deniedDir, filepath.Base(testFile)), time.Now(), time.Now())
  936. assert.ErrorIs(t, err, os.ErrPermission)
  937. err = client.Mkdir(path.Join(deniedDir, "beta2"))
  938. assert.ErrorIs(t, err, os.ErrPermission)
  939. err = writeSFTPFile(path.Join(deniedDir, "afile2.txt"), 1024, client)
  940. assert.ErrorIs(t, err, os.ErrPermission)
  941. err = client.Symlink(path.Join(deniedDir, testFileName), path.Join(deniedDir, "link.txt"))
  942. assert.ErrorIs(t, err, os.ErrPermission)
  943. err = writeSFTPFile(path.Join(deniedDir, dirName, subDirName, "afile.jpg"), 1024, client)
  944. assert.NoError(t, err)
  945. f, err := client.Open(path.Join(deniedDir, dirName, subDirName, filepath.Base(testHiddenFile)))
  946. assert.NoError(t, err)
  947. err = f.Close()
  948. assert.NoError(t, err)
  949. }
  950. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  951. assert.NoError(t, err)
  952. err = os.RemoveAll(user.GetHomeDir())
  953. assert.NoError(t, err)
  954. }
  955. func TestHiddenRoot(t *testing.T) {
  956. // only the "/ftp" directory is allowed and visibile in the "/" path
  957. // within /ftp any file/directory is allowed and visibile
  958. u := getTestUser()
  959. u.Filters.FilePatterns = []sdk.PatternsFilter{
  960. {
  961. Path: "/",
  962. AllowedPatterns: []string{"ftp"},
  963. DenyPolicy: sdk.DenyPolicyHide,
  964. },
  965. {
  966. Path: "/ftp",
  967. AllowedPatterns: []string{"*"},
  968. },
  969. }
  970. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  971. assert.NoError(t, err)
  972. for i := 0; i < 10; i++ {
  973. err = os.MkdirAll(filepath.Join(user.HomeDir, fmt.Sprintf("ftp%d", i)), os.ModePerm)
  974. assert.NoError(t, err)
  975. }
  976. err = os.WriteFile(filepath.Join(user.HomeDir, testFileName), []byte(""), 0666)
  977. assert.NoError(t, err)
  978. err = os.WriteFile(filepath.Join(user.HomeDir, "ftp.txt"), []byte(""), 0666)
  979. assert.NoError(t, err)
  980. conn, client, err := getSftpClient(user)
  981. if assert.NoError(t, err) {
  982. defer conn.Close()
  983. defer client.Close()
  984. err = client.Mkdir("ftp")
  985. assert.NoError(t, err)
  986. entries, err := client.ReadDir("/")
  987. assert.NoError(t, err)
  988. if assert.Len(t, entries, 1) {
  989. assert.Equal(t, "ftp", entries[0].Name())
  990. }
  991. _, err = client.Stat(".")
  992. assert.NoError(t, err)
  993. for _, name := range []string{testFileName, "ftp.txt"} {
  994. _, err = client.Stat(name)
  995. assert.ErrorIs(t, err, os.ErrNotExist)
  996. }
  997. for i := 0; i < 10; i++ {
  998. _, err = client.Stat(fmt.Sprintf("ftp%d", i))
  999. assert.ErrorIs(t, err, os.ErrNotExist)
  1000. }
  1001. err = writeSFTPFile(testFileName, 4096, client)
  1002. assert.ErrorIs(t, err, os.ErrPermission)
  1003. err = writeSFTPFile("ftp123", 4096, client)
  1004. assert.ErrorIs(t, err, os.ErrPermission)
  1005. err = client.Rename(testFileName, testFileName+"_rename") //nolint:goconst
  1006. assert.ErrorIs(t, err, os.ErrPermission)
  1007. err = writeSFTPFile(path.Join("/ftp", testFileName), 4096, client)
  1008. assert.NoError(t, err)
  1009. err = client.Mkdir("/ftp/dir")
  1010. assert.NoError(t, err)
  1011. err = client.Rename(path.Join("/ftp", testFileName), path.Join("/ftp/dir", testFileName))
  1012. assert.NoError(t, err)
  1013. }
  1014. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  1015. assert.NoError(t, err)
  1016. err = os.RemoveAll(user.GetHomeDir())
  1017. assert.NoError(t, err)
  1018. }
  1019. func TestFileNotAllowedErrors(t *testing.T) {
  1020. deniedDir := "/denied"
  1021. u := getTestUser()
  1022. u.Filters.FilePatterns = []sdk.PatternsFilter{
  1023. {
  1024. Path: deniedDir,
  1025. DeniedPatterns: []string{"*.txt"},
  1026. },
  1027. }
  1028. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  1029. assert.NoError(t, err)
  1030. conn, client, err := getSftpClient(user)
  1031. if assert.NoError(t, err) {
  1032. defer conn.Close()
  1033. defer client.Close()
  1034. testFile := filepath.Join(u.GetHomeDir(), deniedDir, "file.txt")
  1035. err = os.MkdirAll(filepath.Join(u.GetHomeDir(), deniedDir), os.ModePerm)
  1036. assert.NoError(t, err)
  1037. err = os.WriteFile(testFile, testFileContent, os.ModePerm)
  1038. assert.NoError(t, err)
  1039. err = client.Remove(path.Join(deniedDir, "file.txt"))
  1040. assert.ErrorIs(t, err, os.ErrPermission)
  1041. err = client.Rename(path.Join(deniedDir, "file.txt"), path.Join(deniedDir, "file1.txt"))
  1042. assert.ErrorIs(t, err, os.ErrPermission)
  1043. }
  1044. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  1045. assert.NoError(t, err)
  1046. err = os.RemoveAll(user.GetHomeDir())
  1047. assert.NoError(t, err)
  1048. }
  1049. func TestRootDirVirtualFolder(t *testing.T) {
  1050. mappedPath1 := filepath.Join(os.TempDir(), "mapped1")
  1051. f1 := vfs.BaseVirtualFolder{
  1052. Name: filepath.Base(mappedPath1),
  1053. MappedPath: mappedPath1,
  1054. FsConfig: vfs.Filesystem{
  1055. Provider: sdk.CryptedFilesystemProvider,
  1056. CryptConfig: vfs.CryptFsConfig{
  1057. Passphrase: kms.NewPlainSecret("cryptsecret"),
  1058. },
  1059. },
  1060. }
  1061. mappedPath2 := filepath.Join(os.TempDir(), "mapped2")
  1062. f2 := vfs.BaseVirtualFolder{
  1063. Name: filepath.Base(mappedPath2),
  1064. MappedPath: mappedPath2,
  1065. }
  1066. folder1, _, err := httpdtest.AddFolder(f1, http.StatusCreated)
  1067. assert.NoError(t, err)
  1068. folder2, _, err := httpdtest.AddFolder(f2, http.StatusCreated)
  1069. assert.NoError(t, err)
  1070. u := getTestUser()
  1071. u.QuotaFiles = 1000
  1072. u.UploadDataTransfer = 1000
  1073. u.DownloadDataTransfer = 5000
  1074. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1075. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1076. Name: folder1.Name,
  1077. },
  1078. VirtualPath: "/",
  1079. QuotaFiles: 1000,
  1080. })
  1081. vdirPath2 := "/vmapped"
  1082. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1083. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1084. Name: folder2.Name,
  1085. },
  1086. VirtualPath: vdirPath2,
  1087. QuotaFiles: -1,
  1088. QuotaSize: -1,
  1089. })
  1090. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  1091. assert.NoError(t, err)
  1092. f, err := user.GetVirtualFolderForPath("/")
  1093. assert.NoError(t, err)
  1094. assert.Equal(t, "/", f.VirtualPath)
  1095. conn, client, err := getSftpClient(user)
  1096. if assert.NoError(t, err) {
  1097. defer conn.Close()
  1098. defer client.Close()
  1099. err = checkBasicSFTP(client)
  1100. assert.NoError(t, err)
  1101. f, err := client.Create(testFileName)
  1102. if assert.NoError(t, err) {
  1103. _, err = f.Write(testFileContent)
  1104. assert.NoError(t, err)
  1105. err = f.Close()
  1106. assert.NoError(t, err)
  1107. }
  1108. assert.NoFileExists(t, filepath.Join(user.HomeDir, testFileName))
  1109. assert.FileExists(t, filepath.Join(mappedPath1, testFileName))
  1110. entries, err := client.ReadDir(".")
  1111. if assert.NoError(t, err) {
  1112. assert.Len(t, entries, 2)
  1113. }
  1114. user, _, err := httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1115. assert.NoError(t, err)
  1116. assert.Equal(t, 0, user.UsedQuotaFiles)
  1117. folder, _, err := httpdtest.GetFolderByName(folder1.Name, http.StatusOK)
  1118. assert.NoError(t, err)
  1119. assert.Equal(t, 1, folder.UsedQuotaFiles)
  1120. f, err = client.Create(path.Join(vdirPath2, testFileName))
  1121. if assert.NoError(t, err) {
  1122. _, err = f.Write(testFileContent)
  1123. assert.NoError(t, err)
  1124. err = f.Close()
  1125. assert.NoError(t, err)
  1126. }
  1127. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1128. assert.NoError(t, err)
  1129. assert.Equal(t, 1, user.UsedQuotaFiles)
  1130. folder, _, err = httpdtest.GetFolderByName(folder1.Name, http.StatusOK)
  1131. assert.NoError(t, err)
  1132. assert.Equal(t, 1, folder.UsedQuotaFiles)
  1133. err = client.Rename(testFileName, path.Join(vdirPath2, testFileName+"_rename"))
  1134. assert.Error(t, err)
  1135. err = client.Rename(path.Join(vdirPath2, testFileName), testFileName+"_rename")
  1136. assert.Error(t, err)
  1137. err = client.Rename(testFileName, testFileName+"_rename")
  1138. assert.NoError(t, err)
  1139. err = client.Rename(path.Join(vdirPath2, testFileName), path.Join(vdirPath2, testFileName+"_rename"))
  1140. assert.NoError(t, err)
  1141. }
  1142. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  1143. assert.NoError(t, err)
  1144. err = os.RemoveAll(user.GetHomeDir())
  1145. assert.NoError(t, err)
  1146. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folder1.Name}, http.StatusOK)
  1147. assert.NoError(t, err)
  1148. err = os.RemoveAll(mappedPath1)
  1149. assert.NoError(t, err)
  1150. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folder2.Name}, http.StatusOK)
  1151. assert.NoError(t, err)
  1152. err = os.RemoveAll(mappedPath2)
  1153. assert.NoError(t, err)
  1154. }
  1155. func TestTruncateQuotaLimits(t *testing.T) {
  1156. mappedPath1 := filepath.Join(os.TempDir(), "mapped1")
  1157. f1 := vfs.BaseVirtualFolder{
  1158. Name: filepath.Base(mappedPath1),
  1159. MappedPath: mappedPath1,
  1160. }
  1161. folder1, _, err := httpdtest.AddFolder(f1, http.StatusCreated)
  1162. assert.NoError(t, err)
  1163. mappedPath2 := filepath.Join(os.TempDir(), "mapped2")
  1164. f2 := vfs.BaseVirtualFolder{
  1165. Name: filepath.Base(mappedPath2),
  1166. MappedPath: mappedPath2,
  1167. }
  1168. folder2, _, err := httpdtest.AddFolder(f2, http.StatusCreated)
  1169. assert.NoError(t, err)
  1170. u := getTestUser()
  1171. u.QuotaSize = 20
  1172. u.UploadDataTransfer = 1000
  1173. u.DownloadDataTransfer = 5000
  1174. vdirPath1 := "/vmapped1"
  1175. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1176. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1177. Name: folder1.Name,
  1178. },
  1179. VirtualPath: vdirPath1,
  1180. QuotaFiles: 10,
  1181. })
  1182. vdirPath2 := "/vmapped2"
  1183. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1184. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1185. Name: folder2.Name,
  1186. },
  1187. VirtualPath: vdirPath2,
  1188. QuotaFiles: -1,
  1189. QuotaSize: -1,
  1190. })
  1191. localUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
  1192. assert.NoError(t, err)
  1193. u = getTestSFTPUser()
  1194. u.QuotaSize = 20
  1195. sftpUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
  1196. assert.NoError(t, err)
  1197. for _, user := range []dataprovider.User{localUser, sftpUser} {
  1198. conn, client, err := getSftpClient(user)
  1199. if assert.NoError(t, err) {
  1200. defer conn.Close()
  1201. defer client.Close()
  1202. f, err := client.OpenFile(testFileName, os.O_WRONLY|os.O_CREATE)
  1203. if assert.NoError(t, err) {
  1204. n, err := f.Write(testFileContent)
  1205. assert.NoError(t, err)
  1206. assert.Equal(t, len(testFileContent), n)
  1207. err = f.Truncate(2)
  1208. assert.NoError(t, err)
  1209. expectedQuotaFiles := 0
  1210. expectedQuotaSize := int64(2)
  1211. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1212. assert.NoError(t, err)
  1213. assert.Equal(t, expectedQuotaFiles, user.UsedQuotaFiles)
  1214. assert.Equal(t, expectedQuotaSize, user.UsedQuotaSize)
  1215. _, err = f.Seek(expectedQuotaSize, io.SeekStart)
  1216. assert.NoError(t, err)
  1217. n, err = f.Write(testFileContent)
  1218. assert.NoError(t, err)
  1219. assert.Equal(t, len(testFileContent), n)
  1220. err = f.Truncate(5)
  1221. assert.NoError(t, err)
  1222. expectedQuotaSize = int64(5)
  1223. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1224. assert.NoError(t, err)
  1225. assert.Equal(t, expectedQuotaFiles, user.UsedQuotaFiles)
  1226. assert.Equal(t, expectedQuotaSize, user.UsedQuotaSize)
  1227. _, err = f.Seek(expectedQuotaSize, io.SeekStart)
  1228. assert.NoError(t, err)
  1229. n, err = f.Write(testFileContent)
  1230. assert.NoError(t, err)
  1231. assert.Equal(t, len(testFileContent), n)
  1232. err = f.Close()
  1233. assert.NoError(t, err)
  1234. expectedQuotaFiles = 1
  1235. expectedQuotaSize = int64(5) + int64(len(testFileContent))
  1236. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1237. assert.NoError(t, err)
  1238. assert.Equal(t, expectedQuotaFiles, user.UsedQuotaFiles)
  1239. assert.Equal(t, expectedQuotaSize, user.UsedQuotaSize)
  1240. }
  1241. // now truncate by path
  1242. err = client.Truncate(testFileName, 5)
  1243. assert.NoError(t, err)
  1244. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1245. assert.NoError(t, err)
  1246. assert.Equal(t, 1, user.UsedQuotaFiles)
  1247. assert.Equal(t, int64(5), user.UsedQuotaSize)
  1248. // now open an existing file without truncate it, quota should not change
  1249. f, err = client.OpenFile(testFileName, os.O_WRONLY)
  1250. if assert.NoError(t, err) {
  1251. err = f.Close()
  1252. assert.NoError(t, err)
  1253. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1254. assert.NoError(t, err)
  1255. assert.Equal(t, 1, user.UsedQuotaFiles)
  1256. assert.Equal(t, int64(5), user.UsedQuotaSize)
  1257. }
  1258. // open the file truncating it
  1259. f, err = client.OpenFile(testFileName, os.O_WRONLY|os.O_TRUNC)
  1260. if assert.NoError(t, err) {
  1261. err = f.Close()
  1262. assert.NoError(t, err)
  1263. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1264. assert.NoError(t, err)
  1265. assert.Equal(t, 1, user.UsedQuotaFiles)
  1266. assert.Equal(t, int64(0), user.UsedQuotaSize)
  1267. }
  1268. // now test max write size
  1269. f, err = client.OpenFile(testFileName, os.O_WRONLY)
  1270. if assert.NoError(t, err) {
  1271. n, err := f.Write(testFileContent)
  1272. assert.NoError(t, err)
  1273. assert.Equal(t, len(testFileContent), n)
  1274. err = f.Truncate(11)
  1275. assert.NoError(t, err)
  1276. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1277. assert.NoError(t, err)
  1278. assert.Equal(t, 1, user.UsedQuotaFiles)
  1279. assert.Equal(t, int64(11), user.UsedQuotaSize)
  1280. _, err = f.Seek(int64(11), io.SeekStart)
  1281. assert.NoError(t, err)
  1282. n, err = f.Write(testFileContent)
  1283. assert.NoError(t, err)
  1284. assert.Equal(t, len(testFileContent), n)
  1285. err = f.Truncate(5)
  1286. assert.NoError(t, err)
  1287. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1288. assert.NoError(t, err)
  1289. assert.Equal(t, 1, user.UsedQuotaFiles)
  1290. assert.Equal(t, int64(5), user.UsedQuotaSize)
  1291. _, err = f.Seek(int64(5), io.SeekStart)
  1292. assert.NoError(t, err)
  1293. n, err = f.Write(testFileContent)
  1294. assert.NoError(t, err)
  1295. assert.Equal(t, len(testFileContent), n)
  1296. err = f.Truncate(12)
  1297. assert.NoError(t, err)
  1298. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1299. assert.NoError(t, err)
  1300. assert.Equal(t, 1, user.UsedQuotaFiles)
  1301. assert.Equal(t, int64(12), user.UsedQuotaSize)
  1302. _, err = f.Seek(int64(12), io.SeekStart)
  1303. assert.NoError(t, err)
  1304. _, err = f.Write(testFileContent)
  1305. if assert.Error(t, err) {
  1306. assert.Contains(t, err.Error(), common.ErrQuotaExceeded.Error())
  1307. }
  1308. err = f.Close()
  1309. assert.Error(t, err)
  1310. // the file is deleted
  1311. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1312. assert.NoError(t, err)
  1313. assert.Equal(t, 0, user.UsedQuotaFiles)
  1314. assert.Equal(t, int64(0), user.UsedQuotaSize)
  1315. }
  1316. if user.Username == defaultUsername {
  1317. // basic test inside a virtual folder
  1318. vfileName1 := path.Join(vdirPath1, testFileName)
  1319. f, err = client.OpenFile(vfileName1, os.O_WRONLY|os.O_CREATE)
  1320. if assert.NoError(t, err) {
  1321. n, err := f.Write(testFileContent)
  1322. assert.NoError(t, err)
  1323. assert.Equal(t, len(testFileContent), n)
  1324. err = f.Truncate(2)
  1325. assert.NoError(t, err)
  1326. expectedQuotaFiles := 0
  1327. expectedQuotaSize := int64(2)
  1328. fold, _, err := httpdtest.GetFolderByName(folder1.Name, http.StatusOK)
  1329. assert.NoError(t, err)
  1330. assert.Equal(t, expectedQuotaSize, fold.UsedQuotaSize)
  1331. assert.Equal(t, expectedQuotaFiles, fold.UsedQuotaFiles)
  1332. err = f.Close()
  1333. assert.NoError(t, err)
  1334. expectedQuotaFiles = 1
  1335. fold, _, err = httpdtest.GetFolderByName(folder1.Name, http.StatusOK)
  1336. assert.NoError(t, err)
  1337. assert.Equal(t, expectedQuotaSize, fold.UsedQuotaSize)
  1338. assert.Equal(t, expectedQuotaFiles, fold.UsedQuotaFiles)
  1339. }
  1340. err = client.Truncate(vfileName1, 1)
  1341. assert.NoError(t, err)
  1342. fold, _, err := httpdtest.GetFolderByName(folder1.Name, http.StatusOK)
  1343. assert.NoError(t, err)
  1344. assert.Equal(t, int64(1), fold.UsedQuotaSize)
  1345. assert.Equal(t, 1, fold.UsedQuotaFiles)
  1346. // now test on vdirPath2, the folder quota is included in the user's quota
  1347. vfileName2 := path.Join(vdirPath2, testFileName)
  1348. f, err = client.OpenFile(vfileName2, os.O_WRONLY|os.O_CREATE)
  1349. if assert.NoError(t, err) {
  1350. n, err := f.Write(testFileContent)
  1351. assert.NoError(t, err)
  1352. assert.Equal(t, len(testFileContent), n)
  1353. err = f.Truncate(3)
  1354. assert.NoError(t, err)
  1355. expectedQuotaFiles := 0
  1356. expectedQuotaSize := int64(3)
  1357. fold, _, err := httpdtest.GetFolderByName(folder2.Name, http.StatusOK)
  1358. assert.NoError(t, err)
  1359. assert.Equal(t, int64(0), fold.UsedQuotaSize)
  1360. assert.Equal(t, 0, fold.UsedQuotaFiles)
  1361. err = f.Close()
  1362. assert.NoError(t, err)
  1363. expectedQuotaFiles = 1
  1364. fold, _, err = httpdtest.GetFolderByName(folder2.Name, http.StatusOK)
  1365. assert.NoError(t, err)
  1366. assert.Equal(t, int64(0), fold.UsedQuotaSize)
  1367. assert.Equal(t, 0, fold.UsedQuotaFiles)
  1368. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1369. assert.NoError(t, err)
  1370. assert.Equal(t, expectedQuotaFiles, user.UsedQuotaFiles)
  1371. assert.Equal(t, expectedQuotaSize, user.UsedQuotaSize)
  1372. }
  1373. // cleanup
  1374. err = os.RemoveAll(user.GetHomeDir())
  1375. assert.NoError(t, err)
  1376. if user.Username == defaultUsername {
  1377. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  1378. assert.NoError(t, err)
  1379. user.Password = defaultPassword
  1380. user.QuotaSize = 0
  1381. user.ID = 0
  1382. user.CreatedAt = 0
  1383. _, resp, err := httpdtest.AddUser(user, http.StatusCreated)
  1384. assert.NoError(t, err, string(resp))
  1385. }
  1386. }
  1387. }
  1388. }
  1389. _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
  1390. assert.NoError(t, err)
  1391. _, err = httpdtest.RemoveUser(localUser, http.StatusOK)
  1392. assert.NoError(t, err)
  1393. err = os.RemoveAll(localUser.GetHomeDir())
  1394. assert.NoError(t, err)
  1395. _, err = httpdtest.RemoveFolder(folder1, http.StatusOK)
  1396. assert.NoError(t, err)
  1397. err = os.RemoveAll(mappedPath1)
  1398. assert.NoError(t, err)
  1399. _, err = httpdtest.RemoveFolder(folder2, http.StatusOK)
  1400. assert.NoError(t, err)
  1401. err = os.RemoveAll(mappedPath2)
  1402. assert.NoError(t, err)
  1403. }
  1404. func TestVirtualFoldersQuotaRenameOverwrite(t *testing.T) {
  1405. testFileSize := int64(131072)
  1406. testFileSize1 := int64(65537)
  1407. testFileName1 := "test_file1.dat" //nolint:goconst
  1408. u := getTestUser()
  1409. u.QuotaFiles = 0
  1410. u.QuotaSize = 0
  1411. mappedPath1 := filepath.Join(os.TempDir(), "vdir1")
  1412. folderName1 := filepath.Base(mappedPath1)
  1413. vdirPath1 := "/vdir1" //nolint:goconst
  1414. mappedPath2 := filepath.Join(os.TempDir(), "vdir2")
  1415. folderName2 := filepath.Base(mappedPath2)
  1416. vdirPath2 := "/vdir2" //nolint:goconst
  1417. mappedPath3 := filepath.Join(os.TempDir(), "vdir3")
  1418. folderName3 := filepath.Base(mappedPath3)
  1419. vdirPath3 := "/vdir3"
  1420. f1 := vfs.BaseVirtualFolder{
  1421. Name: folderName1,
  1422. MappedPath: mappedPath1,
  1423. }
  1424. _, _, err := httpdtest.AddFolder(f1, http.StatusCreated)
  1425. assert.NoError(t, err)
  1426. f2 := vfs.BaseVirtualFolder{
  1427. Name: folderName2,
  1428. MappedPath: mappedPath2,
  1429. }
  1430. _, _, err = httpdtest.AddFolder(f2, http.StatusCreated)
  1431. assert.NoError(t, err)
  1432. f3 := vfs.BaseVirtualFolder{
  1433. Name: folderName3,
  1434. MappedPath: mappedPath3,
  1435. }
  1436. _, _, err = httpdtest.AddFolder(f3, http.StatusCreated)
  1437. assert.NoError(t, err)
  1438. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1439. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1440. Name: folderName1,
  1441. },
  1442. VirtualPath: vdirPath1,
  1443. QuotaFiles: 2,
  1444. QuotaSize: 0,
  1445. })
  1446. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1447. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1448. Name: folderName2,
  1449. },
  1450. VirtualPath: vdirPath2,
  1451. QuotaFiles: 0,
  1452. QuotaSize: testFileSize + testFileSize1 + 1,
  1453. })
  1454. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1455. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1456. Name: folderName3,
  1457. },
  1458. VirtualPath: vdirPath3,
  1459. QuotaFiles: 2,
  1460. QuotaSize: testFileSize * 2,
  1461. })
  1462. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  1463. assert.NoError(t, err)
  1464. conn, client, err := getSftpClient(user)
  1465. if assert.NoError(t, err) {
  1466. defer conn.Close()
  1467. defer client.Close()
  1468. err = writeSFTPFile(path.Join(vdirPath1, testFileName), testFileSize, client)
  1469. assert.NoError(t, err)
  1470. f, err := client.Open(path.Join(vdirPath1, testFileName))
  1471. assert.NoError(t, err)
  1472. contents, err := io.ReadAll(f)
  1473. assert.NoError(t, err)
  1474. err = f.Close()
  1475. assert.NoError(t, err)
  1476. assert.Len(t, contents, int(testFileSize))
  1477. err = writeSFTPFile(path.Join(vdirPath2, testFileName), testFileSize, client)
  1478. assert.NoError(t, err)
  1479. err = writeSFTPFile(path.Join(vdirPath1, testFileName1), testFileSize1, client)
  1480. assert.NoError(t, err)
  1481. err = writeSFTPFile(path.Join(vdirPath2, testFileName1), testFileSize1, client)
  1482. assert.NoError(t, err)
  1483. err = writeSFTPFile(testFileName, testFileSize, client)
  1484. assert.NoError(t, err)
  1485. err = writeSFTPFile(testFileName1, testFileSize1, client)
  1486. assert.NoError(t, err)
  1487. err = writeSFTPFile(path.Join(vdirPath3, testFileName), testFileSize, client)
  1488. assert.NoError(t, err)
  1489. err = writeSFTPFile(path.Join(vdirPath3, testFileName+"1"), testFileSize, client)
  1490. assert.NoError(t, err)
  1491. err = client.Rename(testFileName, path.Join(vdirPath1, testFileName+".rename")) //nolint:goconst
  1492. assert.Error(t, err)
  1493. // we overwrite an existing file and we have unlimited size
  1494. err = client.Rename(testFileName, path.Join(vdirPath1, testFileName))
  1495. assert.NoError(t, err)
  1496. // we have no space and we try to overwrite a bigger file with a smaller one, this should succeed
  1497. err = client.Rename(testFileName1, path.Join(vdirPath2, testFileName))
  1498. assert.NoError(t, err)
  1499. err = writeSFTPFile(path.Join(vdirPath2, testFileName), testFileSize, client)
  1500. assert.NoError(t, err)
  1501. err = writeSFTPFile(testFileName, testFileSize, client)
  1502. assert.NoError(t, err)
  1503. // we have no space and we try to overwrite a smaller file with a bigger one, this should fail
  1504. err = client.Rename(testFileName, path.Join(vdirPath2, testFileName1))
  1505. assert.Error(t, err)
  1506. fi, err := client.Stat(path.Join(vdirPath1, testFileName1))
  1507. if assert.NoError(t, err) {
  1508. assert.Equal(t, testFileSize1, fi.Size())
  1509. }
  1510. // we are overquota inside vdir3 size 2/2 and size 262144/262144
  1511. err = client.Rename(path.Join(vdirPath1, testFileName1), path.Join(vdirPath3, testFileName1+".rename"))
  1512. assert.Error(t, err)
  1513. // we overwrite an existing file and we have enough size
  1514. err = client.Rename(path.Join(vdirPath1, testFileName1), path.Join(vdirPath3, testFileName))
  1515. assert.NoError(t, err)
  1516. testFileName2 := "test_file2.dat"
  1517. err = writeSFTPFile(testFileName2, testFileSize+testFileSize1, client)
  1518. assert.NoError(t, err)
  1519. // we overwrite an existing file and we haven't enough size
  1520. err = client.Rename(testFileName2, path.Join(vdirPath3, testFileName))
  1521. assert.Error(t, err)
  1522. // now remove a file from vdir3, create a dir with 2 files and try to rename it in vdir3
  1523. // this will fail since the rename will result in 3 files inside vdir3 and quota limits only
  1524. // allow 2 total files there
  1525. err = client.Remove(path.Join(vdirPath3, testFileName+"1"))
  1526. assert.NoError(t, err)
  1527. aDir := "a dir"
  1528. err = client.Mkdir(aDir)
  1529. assert.NoError(t, err)
  1530. err = writeSFTPFile(path.Join(aDir, testFileName1), testFileSize1, client)
  1531. assert.NoError(t, err)
  1532. err = writeSFTPFile(path.Join(aDir, testFileName1+"1"), testFileSize1, client)
  1533. assert.NoError(t, err)
  1534. err = client.Rename(aDir, path.Join(vdirPath3, aDir))
  1535. assert.Error(t, err)
  1536. }
  1537. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  1538. assert.NoError(t, err)
  1539. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName1}, http.StatusOK)
  1540. assert.NoError(t, err)
  1541. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName2}, http.StatusOK)
  1542. assert.NoError(t, err)
  1543. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName3}, http.StatusOK)
  1544. assert.NoError(t, err)
  1545. err = os.RemoveAll(user.GetHomeDir())
  1546. assert.NoError(t, err)
  1547. err = os.RemoveAll(mappedPath1)
  1548. assert.NoError(t, err)
  1549. err = os.RemoveAll(mappedPath2)
  1550. assert.NoError(t, err)
  1551. err = os.RemoveAll(mappedPath3)
  1552. assert.NoError(t, err)
  1553. }
  1554. func TestQuotaRenameOverwrite(t *testing.T) {
  1555. u := getTestUser()
  1556. u.QuotaFiles = 100
  1557. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  1558. assert.NoError(t, err)
  1559. conn, client, err := getSftpClient(user)
  1560. if assert.NoError(t, err) {
  1561. defer conn.Close()
  1562. defer client.Close()
  1563. testFileSize := int64(131072)
  1564. testFileSize1 := int64(65537)
  1565. testFileName1 := "test_file1.dat"
  1566. err = writeSFTPFile(testFileName, testFileSize, client)
  1567. assert.NoError(t, err)
  1568. f, err := client.Open(testFileName)
  1569. assert.NoError(t, err)
  1570. contents := make([]byte, testFileSize)
  1571. n, err := io.ReadFull(f, contents)
  1572. assert.NoError(t, err)
  1573. assert.Equal(t, int(testFileSize), n)
  1574. err = f.Close()
  1575. assert.NoError(t, err)
  1576. err = writeSFTPFile(testFileName1, testFileSize1, client)
  1577. assert.NoError(t, err)
  1578. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1579. assert.NoError(t, err)
  1580. assert.Equal(t, int64(0), user.UsedDownloadDataTransfer)
  1581. assert.Equal(t, int64(0), user.UsedUploadDataTransfer)
  1582. assert.Equal(t, 2, user.UsedQuotaFiles)
  1583. assert.Equal(t, testFileSize+testFileSize1, user.UsedQuotaSize)
  1584. err = client.Rename(testFileName, testFileName1)
  1585. assert.NoError(t, err)
  1586. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1587. assert.NoError(t, err)
  1588. assert.Equal(t, int64(0), user.UsedDownloadDataTransfer)
  1589. assert.Equal(t, int64(0), user.UsedUploadDataTransfer)
  1590. assert.Equal(t, 1, user.UsedQuotaFiles)
  1591. assert.Equal(t, testFileSize, user.UsedQuotaSize)
  1592. err = client.Remove(testFileName1)
  1593. assert.NoError(t, err)
  1594. err = writeSFTPFile(testFileName, testFileSize, client)
  1595. assert.NoError(t, err)
  1596. err = writeSFTPFile(testFileName1, testFileSize1, client)
  1597. assert.NoError(t, err)
  1598. err = client.Rename(testFileName1, testFileName)
  1599. assert.NoError(t, err)
  1600. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1601. assert.NoError(t, err)
  1602. assert.Equal(t, 1, user.UsedQuotaFiles)
  1603. assert.Equal(t, testFileSize1, user.UsedQuotaSize)
  1604. }
  1605. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  1606. assert.NoError(t, err)
  1607. err = os.RemoveAll(user.GetHomeDir())
  1608. assert.NoError(t, err)
  1609. }
  1610. func TestVirtualFoldersQuotaValues(t *testing.T) {
  1611. u := getTestUser()
  1612. u.QuotaFiles = 100
  1613. mappedPath1 := filepath.Join(os.TempDir(), "vdir1")
  1614. vdirPath1 := "/vdir1"
  1615. folderName1 := filepath.Base(mappedPath1)
  1616. mappedPath2 := filepath.Join(os.TempDir(), "vdir2")
  1617. vdirPath2 := "/vdir2"
  1618. folderName2 := filepath.Base(mappedPath2)
  1619. f1 := vfs.BaseVirtualFolder{
  1620. Name: folderName1,
  1621. MappedPath: mappedPath1,
  1622. }
  1623. _, _, err := httpdtest.AddFolder(f1, http.StatusCreated)
  1624. assert.NoError(t, err)
  1625. f2 := vfs.BaseVirtualFolder{
  1626. Name: folderName2,
  1627. MappedPath: mappedPath2,
  1628. }
  1629. _, _, err = httpdtest.AddFolder(f2, http.StatusCreated)
  1630. assert.NoError(t, err)
  1631. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1632. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1633. Name: folderName1,
  1634. },
  1635. VirtualPath: vdirPath1,
  1636. // quota is included in the user's one
  1637. QuotaFiles: -1,
  1638. QuotaSize: -1,
  1639. })
  1640. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1641. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1642. Name: folderName2,
  1643. },
  1644. VirtualPath: vdirPath2,
  1645. // quota is unlimited and excluded from user's one
  1646. QuotaFiles: 0,
  1647. QuotaSize: 0,
  1648. })
  1649. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  1650. assert.NoError(t, err)
  1651. conn, client, err := getSftpClient(user)
  1652. if assert.NoError(t, err) {
  1653. defer conn.Close()
  1654. defer client.Close()
  1655. testFileSize := int64(131072)
  1656. err = writeSFTPFile(testFileName, testFileSize, client)
  1657. assert.NoError(t, err)
  1658. // we copy the same file two times to test quota update on file overwrite
  1659. err = writeSFTPFile(path.Join(vdirPath1, testFileName), testFileSize, client)
  1660. assert.NoError(t, err)
  1661. err = writeSFTPFile(path.Join(vdirPath1, testFileName), testFileSize, client)
  1662. assert.NoError(t, err)
  1663. err = writeSFTPFile(path.Join(vdirPath2, testFileName), testFileSize, client)
  1664. assert.NoError(t, err)
  1665. err = writeSFTPFile(path.Join(vdirPath2, testFileName), testFileSize, client)
  1666. assert.NoError(t, err)
  1667. expectedQuotaFiles := 2
  1668. expectedQuotaSize := testFileSize * 2
  1669. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1670. assert.NoError(t, err)
  1671. assert.Equal(t, expectedQuotaFiles, user.UsedQuotaFiles)
  1672. assert.Equal(t, expectedQuotaSize, user.UsedQuotaSize)
  1673. f, _, err := httpdtest.GetFolderByName(folderName1, http.StatusOK)
  1674. assert.NoError(t, err)
  1675. assert.Equal(t, int64(0), f.UsedQuotaSize)
  1676. assert.Equal(t, 0, f.UsedQuotaFiles)
  1677. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  1678. assert.NoError(t, err)
  1679. assert.Equal(t, testFileSize, f.UsedQuotaSize)
  1680. assert.Equal(t, 1, f.UsedQuotaFiles)
  1681. err = client.Remove(path.Join(vdirPath1, testFileName))
  1682. assert.NoError(t, err)
  1683. err = client.Remove(path.Join(vdirPath2, testFileName))
  1684. assert.NoError(t, err)
  1685. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  1686. assert.NoError(t, err)
  1687. assert.Equal(t, int64(0), f.UsedQuotaSize)
  1688. assert.Equal(t, 0, f.UsedQuotaFiles)
  1689. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  1690. assert.NoError(t, err)
  1691. assert.Equal(t, int64(0), f.UsedQuotaSize)
  1692. assert.Equal(t, 0, f.UsedQuotaFiles)
  1693. }
  1694. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  1695. assert.NoError(t, err)
  1696. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName1}, http.StatusOK)
  1697. assert.NoError(t, err)
  1698. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName2}, http.StatusOK)
  1699. assert.NoError(t, err)
  1700. err = os.RemoveAll(user.GetHomeDir())
  1701. assert.NoError(t, err)
  1702. err = os.RemoveAll(mappedPath1)
  1703. assert.NoError(t, err)
  1704. err = os.RemoveAll(mappedPath2)
  1705. assert.NoError(t, err)
  1706. }
  1707. func TestQuotaRenameInsideSameVirtualFolder(t *testing.T) {
  1708. u := getTestUser()
  1709. u.QuotaFiles = 100
  1710. mappedPath1 := filepath.Join(os.TempDir(), "vdir1")
  1711. vdirPath1 := "/vdir1"
  1712. folderName1 := filepath.Base(mappedPath1)
  1713. mappedPath2 := filepath.Join(os.TempDir(), "vdir2")
  1714. vdirPath2 := "/vdir2"
  1715. folderName2 := filepath.Base(mappedPath2)
  1716. f1 := vfs.BaseVirtualFolder{
  1717. Name: folderName1,
  1718. MappedPath: mappedPath1,
  1719. }
  1720. _, _, err := httpdtest.AddFolder(f1, http.StatusCreated)
  1721. assert.NoError(t, err)
  1722. f2 := vfs.BaseVirtualFolder{
  1723. Name: folderName2,
  1724. MappedPath: mappedPath2,
  1725. }
  1726. _, _, err = httpdtest.AddFolder(f2, http.StatusCreated)
  1727. assert.NoError(t, err)
  1728. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1729. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1730. Name: folderName1,
  1731. },
  1732. VirtualPath: vdirPath1,
  1733. // quota is included in the user's one
  1734. QuotaFiles: -1,
  1735. QuotaSize: -1,
  1736. })
  1737. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1738. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1739. Name: folderName2,
  1740. },
  1741. VirtualPath: vdirPath2,
  1742. // quota is unlimited and excluded from user's one
  1743. QuotaFiles: 0,
  1744. QuotaSize: 0,
  1745. })
  1746. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  1747. assert.NoError(t, err)
  1748. conn, client, err := getSftpClient(user)
  1749. if assert.NoError(t, err) {
  1750. defer conn.Close()
  1751. defer client.Close()
  1752. testFileName1 := "test_file1.dat"
  1753. testFileSize := int64(131072)
  1754. testFileSize1 := int64(65535)
  1755. dir1 := "dir1" //nolint:goconst
  1756. dir2 := "dir2" //nolint:goconst
  1757. assert.NoError(t, err)
  1758. err = client.Mkdir(path.Join(vdirPath1, dir1))
  1759. assert.NoError(t, err)
  1760. err = client.Mkdir(path.Join(vdirPath1, dir2))
  1761. assert.NoError(t, err)
  1762. err = client.Mkdir(path.Join(vdirPath2, dir1))
  1763. assert.NoError(t, err)
  1764. err = client.Mkdir(path.Join(vdirPath2, dir2))
  1765. assert.NoError(t, err)
  1766. err = writeSFTPFile(path.Join(vdirPath1, dir1, testFileName), testFileSize, client)
  1767. assert.NoError(t, err)
  1768. err = writeSFTPFile(path.Join(vdirPath1, dir2, testFileName1), testFileSize1, client)
  1769. assert.NoError(t, err)
  1770. err = writeSFTPFile(path.Join(vdirPath2, dir1, testFileName), testFileSize, client)
  1771. assert.NoError(t, err)
  1772. err = writeSFTPFile(path.Join(vdirPath2, dir2, testFileName1), testFileSize1, client)
  1773. assert.NoError(t, err)
  1774. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1775. assert.NoError(t, err)
  1776. assert.Equal(t, 2, user.UsedQuotaFiles)
  1777. assert.Equal(t, testFileSize+testFileSize1, user.UsedQuotaSize)
  1778. f, _, err := httpdtest.GetFolderByName(folderName1, http.StatusOK)
  1779. assert.NoError(t, err)
  1780. assert.Equal(t, int64(0), f.UsedQuotaSize)
  1781. assert.Equal(t, 0, f.UsedQuotaFiles)
  1782. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  1783. assert.NoError(t, err)
  1784. assert.Equal(t, testFileSize+testFileSize1, f.UsedQuotaSize)
  1785. assert.Equal(t, 2, f.UsedQuotaFiles)
  1786. // initial files:
  1787. // - vdir1/dir1/testFileName
  1788. // - vdir1/dir2/testFileName1
  1789. // - vdir2/dir1/testFileName
  1790. // - vdir2/dir2/testFileName1
  1791. //
  1792. // rename a file inside vdir1 it is included inside user quota, so we have:
  1793. // - vdir1/dir1/testFileName.rename
  1794. // - vdir1/dir2/testFileName1
  1795. // - vdir2/dir1/testFileName
  1796. // - vdir2/dir2/testFileName1
  1797. err = client.Rename(path.Join(vdirPath1, dir1, testFileName), path.Join(vdirPath1, dir1, testFileName+".rename"))
  1798. assert.NoError(t, err)
  1799. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1800. assert.NoError(t, err)
  1801. assert.Equal(t, 2, user.UsedQuotaFiles)
  1802. assert.Equal(t, testFileSize+testFileSize1, user.UsedQuotaSize)
  1803. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  1804. assert.NoError(t, err)
  1805. assert.Equal(t, int64(0), f.UsedQuotaSize)
  1806. assert.Equal(t, 0, f.UsedQuotaFiles)
  1807. // rename a file inside vdir2, it isn't included inside user quota, so we have:
  1808. // - vdir1/dir1/testFileName.rename
  1809. // - vdir1/dir2/testFileName1
  1810. // - vdir2/dir1/testFileName.rename
  1811. // - vdir2/dir2/testFileName1
  1812. err = client.Rename(path.Join(vdirPath2, dir1, testFileName), path.Join(vdirPath2, dir1, testFileName+".rename"))
  1813. assert.NoError(t, err)
  1814. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1815. assert.NoError(t, err)
  1816. assert.Equal(t, 2, user.UsedQuotaFiles)
  1817. assert.Equal(t, testFileSize+testFileSize1, user.UsedQuotaSize)
  1818. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  1819. assert.NoError(t, err)
  1820. assert.Equal(t, testFileSize+testFileSize1, f.UsedQuotaSize)
  1821. assert.Equal(t, 2, f.UsedQuotaFiles)
  1822. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  1823. assert.NoError(t, err)
  1824. assert.Equal(t, int64(0), f.UsedQuotaSize)
  1825. assert.Equal(t, 0, f.UsedQuotaFiles)
  1826. // rename a file inside vdir2 overwriting an existing, we now have:
  1827. // - vdir1/dir1/testFileName.rename
  1828. // - vdir1/dir2/testFileName1
  1829. // - vdir2/dir1/testFileName.rename (initial testFileName1)
  1830. err = client.Rename(path.Join(vdirPath2, dir2, testFileName1), path.Join(vdirPath2, dir1, testFileName+".rename"))
  1831. assert.NoError(t, err)
  1832. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1833. assert.NoError(t, err)
  1834. assert.Equal(t, 2, user.UsedQuotaFiles)
  1835. assert.Equal(t, testFileSize+testFileSize1, user.UsedQuotaSize)
  1836. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  1837. assert.NoError(t, err)
  1838. assert.Equal(t, testFileSize1, f.UsedQuotaSize)
  1839. assert.Equal(t, 1, f.UsedQuotaFiles)
  1840. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  1841. assert.NoError(t, err)
  1842. assert.Equal(t, int64(0), f.UsedQuotaSize)
  1843. assert.Equal(t, 0, f.UsedQuotaFiles)
  1844. // rename a file inside vdir1 overwriting an existing, we now have:
  1845. // - vdir1/dir1/testFileName.rename (initial testFileName1)
  1846. // - vdir2/dir1/testFileName.rename (initial testFileName1)
  1847. err = client.Rename(path.Join(vdirPath1, dir2, testFileName1), path.Join(vdirPath1, dir1, testFileName+".rename"))
  1848. assert.NoError(t, err)
  1849. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1850. assert.NoError(t, err)
  1851. assert.Equal(t, 1, user.UsedQuotaFiles)
  1852. assert.Equal(t, testFileSize1, user.UsedQuotaSize)
  1853. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  1854. assert.NoError(t, err)
  1855. assert.Equal(t, int64(0), f.UsedQuotaSize)
  1856. assert.Equal(t, 0, f.UsedQuotaFiles)
  1857. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  1858. assert.NoError(t, err)
  1859. assert.Equal(t, testFileSize1, f.UsedQuotaSize)
  1860. assert.Equal(t, 1, f.UsedQuotaFiles)
  1861. // rename a directory inside the same virtual folder, quota should not change
  1862. err = client.RemoveDirectory(path.Join(vdirPath1, dir2))
  1863. assert.NoError(t, err)
  1864. err = client.RemoveDirectory(path.Join(vdirPath2, dir2))
  1865. assert.NoError(t, err)
  1866. err = client.Rename(path.Join(vdirPath1, dir1), path.Join(vdirPath1, dir2))
  1867. assert.NoError(t, err)
  1868. err = client.Rename(path.Join(vdirPath2, dir1), path.Join(vdirPath2, dir2))
  1869. assert.NoError(t, err)
  1870. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1871. assert.NoError(t, err)
  1872. assert.Equal(t, 1, user.UsedQuotaFiles)
  1873. assert.Equal(t, testFileSize1, user.UsedQuotaSize)
  1874. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  1875. assert.NoError(t, err)
  1876. assert.Equal(t, int64(0), f.UsedQuotaSize)
  1877. assert.Equal(t, 0, f.UsedQuotaFiles)
  1878. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  1879. assert.NoError(t, err)
  1880. assert.Equal(t, testFileSize1, f.UsedQuotaSize)
  1881. assert.Equal(t, 1, f.UsedQuotaFiles)
  1882. }
  1883. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  1884. assert.NoError(t, err)
  1885. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName1}, http.StatusOK)
  1886. assert.NoError(t, err)
  1887. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName2}, http.StatusOK)
  1888. assert.NoError(t, err)
  1889. err = os.RemoveAll(user.GetHomeDir())
  1890. assert.NoError(t, err)
  1891. err = os.RemoveAll(mappedPath1)
  1892. assert.NoError(t, err)
  1893. err = os.RemoveAll(mappedPath2)
  1894. assert.NoError(t, err)
  1895. }
  1896. func TestQuotaRenameBetweenVirtualFolder(t *testing.T) {
  1897. u := getTestUser()
  1898. u.QuotaFiles = 100
  1899. mappedPath1 := filepath.Join(os.TempDir(), "vdir1")
  1900. folderName1 := filepath.Base(mappedPath1)
  1901. vdirPath1 := "/vdir1"
  1902. mappedPath2 := filepath.Join(os.TempDir(), "vdir2")
  1903. folderName2 := filepath.Base(mappedPath2)
  1904. vdirPath2 := "/vdir2"
  1905. f1 := vfs.BaseVirtualFolder{
  1906. Name: folderName1,
  1907. MappedPath: mappedPath1,
  1908. }
  1909. _, _, err := httpdtest.AddFolder(f1, http.StatusCreated)
  1910. assert.NoError(t, err)
  1911. f2 := vfs.BaseVirtualFolder{
  1912. Name: folderName2,
  1913. MappedPath: mappedPath2,
  1914. }
  1915. _, _, err = httpdtest.AddFolder(f2, http.StatusCreated)
  1916. assert.NoError(t, err)
  1917. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1918. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1919. Name: folderName1,
  1920. },
  1921. VirtualPath: vdirPath1,
  1922. // quota is included in the user's one
  1923. QuotaFiles: -1,
  1924. QuotaSize: -1,
  1925. })
  1926. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1927. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1928. Name: folderName2,
  1929. },
  1930. VirtualPath: vdirPath2,
  1931. // quota is unlimited and excluded from user's one
  1932. QuotaFiles: 0,
  1933. QuotaSize: 0,
  1934. })
  1935. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  1936. assert.NoError(t, err)
  1937. conn, client, err := getSftpClient(user)
  1938. if assert.NoError(t, err) {
  1939. defer conn.Close()
  1940. defer client.Close()
  1941. testFileName1 := "test_file1.dat"
  1942. testFileSize := int64(131072)
  1943. testFileSize1 := int64(65535)
  1944. dir1 := "dir1"
  1945. dir2 := "dir2"
  1946. err = client.Mkdir(path.Join(vdirPath1, dir1))
  1947. assert.NoError(t, err)
  1948. err = client.Mkdir(path.Join(vdirPath1, dir2))
  1949. assert.NoError(t, err)
  1950. err = client.Mkdir(path.Join(vdirPath2, dir1))
  1951. assert.NoError(t, err)
  1952. err = client.Mkdir(path.Join(vdirPath2, dir2))
  1953. assert.NoError(t, err)
  1954. err = writeSFTPFile(path.Join(vdirPath1, dir1, testFileName), testFileSize, client)
  1955. assert.NoError(t, err)
  1956. err = writeSFTPFile(path.Join(vdirPath1, dir2, testFileName1), testFileSize1, client)
  1957. assert.NoError(t, err)
  1958. err = writeSFTPFile(path.Join(vdirPath2, dir1, testFileName), testFileSize, client)
  1959. assert.NoError(t, err)
  1960. err = writeSFTPFile(path.Join(vdirPath2, dir2, testFileName1), testFileSize1, client)
  1961. assert.NoError(t, err)
  1962. // initial files:
  1963. // - vdir1/dir1/testFileName
  1964. // - vdir1/dir2/testFileName1
  1965. // - vdir2/dir1/testFileName
  1966. // - vdir2/dir2/testFileName1
  1967. //
  1968. // rename a file from vdir1 to vdir2, vdir1 is included inside user quota, so we have:
  1969. // - vdir1/dir1/testFileName
  1970. // - vdir2/dir1/testFileName
  1971. // - vdir2/dir2/testFileName1
  1972. // - vdir2/dir1/testFileName1.rename
  1973. err = client.Rename(path.Join(vdirPath1, dir2, testFileName1), path.Join(vdirPath2, dir1, testFileName1+".rename"))
  1974. assert.NoError(t, err)
  1975. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1976. assert.NoError(t, err)
  1977. assert.Equal(t, 1, user.UsedQuotaFiles)
  1978. assert.Equal(t, testFileSize, user.UsedQuotaSize)
  1979. f, _, err := httpdtest.GetFolderByName(folderName1, http.StatusOK)
  1980. assert.NoError(t, err)
  1981. assert.Equal(t, int64(0), f.UsedQuotaSize)
  1982. assert.Equal(t, 0, f.UsedQuotaFiles)
  1983. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  1984. assert.NoError(t, err)
  1985. assert.Equal(t, testFileSize+testFileSize1+testFileSize1, f.UsedQuotaSize)
  1986. assert.Equal(t, 3, f.UsedQuotaFiles)
  1987. // rename a file from vdir2 to vdir1, vdir2 is not included inside user quota, so we have:
  1988. // - vdir1/dir1/testFileName
  1989. // - vdir1/dir2/testFileName.rename
  1990. // - vdir2/dir2/testFileName1
  1991. // - vdir2/dir1/testFileName1.rename
  1992. err = client.Rename(path.Join(vdirPath2, dir1, testFileName), path.Join(vdirPath1, dir2, testFileName+".rename"))
  1993. assert.NoError(t, err)
  1994. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1995. assert.NoError(t, err)
  1996. assert.Equal(t, 2, user.UsedQuotaFiles)
  1997. assert.Equal(t, testFileSize*2, user.UsedQuotaSize)
  1998. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  1999. assert.NoError(t, err)
  2000. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2001. assert.Equal(t, 0, f.UsedQuotaFiles)
  2002. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2003. assert.NoError(t, err)
  2004. assert.Equal(t, testFileSize1*2, f.UsedQuotaSize)
  2005. assert.Equal(t, 2, f.UsedQuotaFiles)
  2006. // rename a file from vdir1 to vdir2 overwriting an existing file, vdir1 is included inside user quota, so we have:
  2007. // - vdir1/dir2/testFileName.rename
  2008. // - vdir2/dir2/testFileName1 (is the initial testFileName)
  2009. // - vdir2/dir1/testFileName1.rename
  2010. err = client.Rename(path.Join(vdirPath1, dir1, testFileName), path.Join(vdirPath2, dir2, testFileName1))
  2011. assert.NoError(t, err)
  2012. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2013. assert.NoError(t, err)
  2014. assert.Equal(t, 1, user.UsedQuotaFiles)
  2015. assert.Equal(t, testFileSize, user.UsedQuotaSize)
  2016. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2017. assert.NoError(t, err)
  2018. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2019. assert.Equal(t, 0, f.UsedQuotaFiles)
  2020. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2021. assert.NoError(t, err)
  2022. assert.Equal(t, testFileSize1+testFileSize, f.UsedQuotaSize)
  2023. assert.Equal(t, 2, f.UsedQuotaFiles)
  2024. // rename a file from vdir2 to vdir1 overwriting an existing file, vdir2 is not included inside user quota, so we have:
  2025. // - vdir1/dir2/testFileName.rename (is the initial testFileName1)
  2026. // - vdir2/dir2/testFileName1 (is the initial testFileName)
  2027. err = client.Rename(path.Join(vdirPath2, dir1, testFileName1+".rename"), path.Join(vdirPath1, dir2, testFileName+".rename"))
  2028. assert.NoError(t, err)
  2029. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2030. assert.NoError(t, err)
  2031. assert.Equal(t, 1, user.UsedQuotaFiles)
  2032. assert.Equal(t, testFileSize1, user.UsedQuotaSize)
  2033. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2034. assert.NoError(t, err)
  2035. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2036. assert.Equal(t, 0, f.UsedQuotaFiles)
  2037. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2038. assert.NoError(t, err)
  2039. assert.Equal(t, testFileSize, f.UsedQuotaSize)
  2040. assert.Equal(t, 1, f.UsedQuotaFiles)
  2041. err = writeSFTPFile(path.Join(vdirPath1, dir2, testFileName), testFileSize, client)
  2042. assert.NoError(t, err)
  2043. err = writeSFTPFile(path.Join(vdirPath2, dir2, testFileName), testFileSize1, client)
  2044. assert.NoError(t, err)
  2045. err = writeSFTPFile(path.Join(vdirPath2, dir2, testFileName+"1.dupl"), testFileSize1, client)
  2046. assert.NoError(t, err)
  2047. err = client.RemoveDirectory(path.Join(vdirPath1, dir1))
  2048. assert.NoError(t, err)
  2049. err = client.RemoveDirectory(path.Join(vdirPath2, dir1))
  2050. assert.NoError(t, err)
  2051. // - vdir1/dir2/testFileName.rename (initial testFileName1)
  2052. // - vdir1/dir2/testFileName
  2053. // - vdir2/dir2/testFileName1 (initial testFileName)
  2054. // - vdir2/dir2/testFileName (initial testFileName1)
  2055. // - vdir2/dir2/testFileName1.dupl
  2056. // rename directories between the two virtual folders
  2057. err = client.Rename(path.Join(vdirPath2, dir2), path.Join(vdirPath1, dir1))
  2058. assert.NoError(t, err)
  2059. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2060. assert.NoError(t, err)
  2061. assert.Equal(t, 5, user.UsedQuotaFiles)
  2062. assert.Equal(t, testFileSize1*3+testFileSize*2, user.UsedQuotaSize)
  2063. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2064. assert.NoError(t, err)
  2065. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2066. assert.Equal(t, 0, f.UsedQuotaFiles)
  2067. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2068. assert.NoError(t, err)
  2069. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2070. assert.Equal(t, 0, f.UsedQuotaFiles)
  2071. // now move on vpath2
  2072. err = client.Rename(path.Join(vdirPath1, dir2), path.Join(vdirPath2, dir1))
  2073. assert.NoError(t, err)
  2074. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2075. assert.NoError(t, err)
  2076. assert.Equal(t, 3, user.UsedQuotaFiles)
  2077. assert.Equal(t, testFileSize1*2+testFileSize, user.UsedQuotaSize)
  2078. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2079. assert.NoError(t, err)
  2080. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2081. assert.Equal(t, 0, f.UsedQuotaFiles)
  2082. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2083. assert.NoError(t, err)
  2084. assert.Equal(t, testFileSize+testFileSize1, f.UsedQuotaSize)
  2085. assert.Equal(t, 2, f.UsedQuotaFiles)
  2086. }
  2087. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  2088. assert.NoError(t, err)
  2089. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName1}, http.StatusOK)
  2090. assert.NoError(t, err)
  2091. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName2}, http.StatusOK)
  2092. assert.NoError(t, err)
  2093. err = os.RemoveAll(user.GetHomeDir())
  2094. assert.NoError(t, err)
  2095. err = os.RemoveAll(mappedPath1)
  2096. assert.NoError(t, err)
  2097. err = os.RemoveAll(mappedPath2)
  2098. assert.NoError(t, err)
  2099. }
  2100. func TestQuotaRenameFromVirtualFolder(t *testing.T) {
  2101. u := getTestUser()
  2102. u.QuotaFiles = 100
  2103. mappedPath1 := filepath.Join(os.TempDir(), "vdir1")
  2104. folderName1 := filepath.Base(mappedPath1)
  2105. vdirPath1 := "/vdir1"
  2106. mappedPath2 := filepath.Join(os.TempDir(), "vdir2")
  2107. folderName2 := filepath.Base(mappedPath2)
  2108. vdirPath2 := "/vdir2"
  2109. f1 := vfs.BaseVirtualFolder{
  2110. Name: folderName1,
  2111. MappedPath: mappedPath1,
  2112. }
  2113. _, _, err := httpdtest.AddFolder(f1, http.StatusCreated)
  2114. assert.NoError(t, err)
  2115. f2 := vfs.BaseVirtualFolder{
  2116. Name: folderName2,
  2117. MappedPath: mappedPath2,
  2118. }
  2119. _, _, err = httpdtest.AddFolder(f2, http.StatusCreated)
  2120. assert.NoError(t, err)
  2121. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  2122. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2123. Name: folderName1,
  2124. },
  2125. VirtualPath: vdirPath1,
  2126. // quota is included in the user's one
  2127. QuotaFiles: -1,
  2128. QuotaSize: -1,
  2129. })
  2130. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  2131. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2132. Name: folderName2,
  2133. },
  2134. VirtualPath: vdirPath2,
  2135. // quota is unlimited and excluded from user's one
  2136. QuotaFiles: 0,
  2137. QuotaSize: 0,
  2138. })
  2139. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  2140. assert.NoError(t, err)
  2141. conn, client, err := getSftpClient(user)
  2142. if assert.NoError(t, err) {
  2143. defer conn.Close()
  2144. defer client.Close()
  2145. testFileName1 := "test_file1.dat"
  2146. testFileSize := int64(131072)
  2147. testFileSize1 := int64(65535)
  2148. dir1 := "dir1"
  2149. dir2 := "dir2"
  2150. err = client.Mkdir(path.Join(vdirPath1, dir1))
  2151. assert.NoError(t, err)
  2152. err = client.Mkdir(path.Join(vdirPath1, dir2))
  2153. assert.NoError(t, err)
  2154. err = client.Mkdir(path.Join(vdirPath2, dir1))
  2155. assert.NoError(t, err)
  2156. err = client.Mkdir(path.Join(vdirPath2, dir2))
  2157. assert.NoError(t, err)
  2158. err = writeSFTPFile(path.Join(vdirPath1, dir1, testFileName), testFileSize, client)
  2159. assert.NoError(t, err)
  2160. err = writeSFTPFile(path.Join(vdirPath1, dir2, testFileName1), testFileSize1, client)
  2161. assert.NoError(t, err)
  2162. err = writeSFTPFile(path.Join(vdirPath2, dir1, testFileName), testFileSize, client)
  2163. assert.NoError(t, err)
  2164. err = writeSFTPFile(path.Join(vdirPath2, dir2, testFileName1), testFileSize1, client)
  2165. assert.NoError(t, err)
  2166. // initial files:
  2167. // - vdir1/dir1/testFileName
  2168. // - vdir1/dir2/testFileName1
  2169. // - vdir2/dir1/testFileName
  2170. // - vdir2/dir2/testFileName1
  2171. //
  2172. // rename a file from vdir1 to the user home dir, vdir1 is included in user quota so we have:
  2173. // - testFileName
  2174. // - vdir1/dir2/testFileName1
  2175. // - vdir2/dir1/testFileName
  2176. // - vdir2/dir2/testFileName1
  2177. err = client.Rename(path.Join(vdirPath1, dir1, testFileName), path.Join(testFileName))
  2178. assert.NoError(t, err)
  2179. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2180. assert.NoError(t, err)
  2181. assert.Equal(t, 2, user.UsedQuotaFiles)
  2182. assert.Equal(t, testFileSize+testFileSize1, user.UsedQuotaSize)
  2183. f, _, err := httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2184. assert.NoError(t, err)
  2185. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2186. assert.Equal(t, 0, f.UsedQuotaFiles)
  2187. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2188. assert.NoError(t, err)
  2189. assert.Equal(t, testFileSize+testFileSize1, f.UsedQuotaSize)
  2190. assert.Equal(t, 2, f.UsedQuotaFiles)
  2191. // rename a file from vdir2 to the user home dir, vdir2 is not included in user quota so we have:
  2192. // - testFileName
  2193. // - testFileName1
  2194. // - vdir1/dir2/testFileName1
  2195. // - vdir2/dir1/testFileName
  2196. err = client.Rename(path.Join(vdirPath2, dir2, testFileName1), path.Join(testFileName1))
  2197. assert.NoError(t, err)
  2198. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2199. assert.NoError(t, err)
  2200. assert.Equal(t, 3, user.UsedQuotaFiles)
  2201. assert.Equal(t, testFileSize+testFileSize1+testFileSize1, user.UsedQuotaSize)
  2202. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2203. assert.NoError(t, err)
  2204. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2205. assert.Equal(t, 0, f.UsedQuotaFiles)
  2206. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2207. assert.NoError(t, err)
  2208. assert.Equal(t, testFileSize, f.UsedQuotaSize)
  2209. assert.Equal(t, 1, f.UsedQuotaFiles)
  2210. // rename a file from vdir1 to the user home dir overwriting an existing file, vdir1 is included in user quota so we have:
  2211. // - testFileName (initial testFileName1)
  2212. // - testFileName1
  2213. // - vdir2/dir1/testFileName
  2214. err = client.Rename(path.Join(vdirPath1, dir2, testFileName1), path.Join(testFileName))
  2215. assert.NoError(t, err)
  2216. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2217. assert.NoError(t, err)
  2218. assert.Equal(t, 2, user.UsedQuotaFiles)
  2219. assert.Equal(t, testFileSize1+testFileSize1, user.UsedQuotaSize)
  2220. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2221. assert.NoError(t, err)
  2222. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2223. assert.Equal(t, 0, f.UsedQuotaFiles)
  2224. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2225. assert.NoError(t, err)
  2226. assert.Equal(t, testFileSize, f.UsedQuotaSize)
  2227. assert.Equal(t, 1, f.UsedQuotaFiles)
  2228. // rename a file from vdir2 to the user home dir overwriting an existing file, vdir2 is not included in user quota so we have:
  2229. // - testFileName (initial testFileName1)
  2230. // - testFileName1 (initial testFileName)
  2231. err = client.Rename(path.Join(vdirPath2, dir1, testFileName), path.Join(testFileName1))
  2232. assert.NoError(t, err)
  2233. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2234. assert.NoError(t, err)
  2235. assert.Equal(t, 2, user.UsedQuotaFiles)
  2236. assert.Equal(t, testFileSize+testFileSize1, user.UsedQuotaSize)
  2237. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2238. assert.NoError(t, err)
  2239. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2240. assert.Equal(t, 0, f.UsedQuotaFiles)
  2241. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2242. assert.NoError(t, err)
  2243. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2244. assert.Equal(t, 0, f.UsedQuotaFiles)
  2245. // dir rename
  2246. err = writeSFTPFile(path.Join(vdirPath1, dir1, testFileName), testFileSize, client)
  2247. assert.NoError(t, err)
  2248. err = writeSFTPFile(path.Join(vdirPath1, dir1, testFileName1), testFileSize1, client)
  2249. assert.NoError(t, err)
  2250. err = writeSFTPFile(path.Join(vdirPath2, dir1, testFileName), testFileSize, client)
  2251. assert.NoError(t, err)
  2252. err = writeSFTPFile(path.Join(vdirPath2, dir1, testFileName1), testFileSize1, client)
  2253. assert.NoError(t, err)
  2254. // - testFileName (initial testFileName1)
  2255. // - testFileName1 (initial testFileName)
  2256. // - vdir1/dir1/testFileName
  2257. // - vdir1/dir1/testFileName1
  2258. // - dir1/testFileName
  2259. // - dir1/testFileName1
  2260. err = client.Rename(path.Join(vdirPath2, dir1), dir1)
  2261. assert.NoError(t, err)
  2262. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2263. assert.NoError(t, err)
  2264. assert.Equal(t, 6, user.UsedQuotaFiles)
  2265. assert.Equal(t, testFileSize*3+testFileSize1*3, user.UsedQuotaSize)
  2266. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2267. assert.NoError(t, err)
  2268. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2269. assert.Equal(t, 0, f.UsedQuotaFiles)
  2270. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2271. assert.NoError(t, err)
  2272. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2273. assert.Equal(t, 0, f.UsedQuotaFiles)
  2274. // - testFileName (initial testFileName1)
  2275. // - testFileName1 (initial testFileName)
  2276. // - dir2/testFileName
  2277. // - dir2/testFileName1
  2278. // - dir1/testFileName
  2279. // - dir1/testFileName1
  2280. err = client.Rename(path.Join(vdirPath1, dir1), dir2)
  2281. assert.NoError(t, err)
  2282. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2283. assert.NoError(t, err)
  2284. assert.Equal(t, 6, user.UsedQuotaFiles)
  2285. assert.Equal(t, testFileSize*3+testFileSize1*3, user.UsedQuotaSize)
  2286. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2287. assert.NoError(t, err)
  2288. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2289. assert.Equal(t, 0, f.UsedQuotaFiles)
  2290. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2291. assert.NoError(t, err)
  2292. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2293. assert.Equal(t, 0, f.UsedQuotaFiles)
  2294. }
  2295. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  2296. assert.NoError(t, err)
  2297. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName1}, http.StatusOK)
  2298. assert.NoError(t, err)
  2299. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName2}, http.StatusOK)
  2300. assert.NoError(t, err)
  2301. err = os.RemoveAll(user.GetHomeDir())
  2302. assert.NoError(t, err)
  2303. err = os.RemoveAll(mappedPath1)
  2304. assert.NoError(t, err)
  2305. err = os.RemoveAll(mappedPath2)
  2306. assert.NoError(t, err)
  2307. }
  2308. func TestQuotaRenameToVirtualFolder(t *testing.T) {
  2309. u := getTestUser()
  2310. u.QuotaFiles = 100
  2311. mappedPath1 := filepath.Join(os.TempDir(), "vdir1")
  2312. folderName1 := filepath.Base(mappedPath1)
  2313. vdirPath1 := "/vdir1"
  2314. mappedPath2 := filepath.Join(os.TempDir(), "vdir2")
  2315. folderName2 := filepath.Base(mappedPath2)
  2316. vdirPath2 := "/vdir2"
  2317. f1 := vfs.BaseVirtualFolder{
  2318. Name: folderName1,
  2319. MappedPath: mappedPath1,
  2320. }
  2321. _, _, err := httpdtest.AddFolder(f1, http.StatusCreated)
  2322. assert.NoError(t, err)
  2323. f2 := vfs.BaseVirtualFolder{
  2324. Name: folderName2,
  2325. MappedPath: mappedPath2,
  2326. }
  2327. _, _, err = httpdtest.AddFolder(f2, http.StatusCreated)
  2328. assert.NoError(t, err)
  2329. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  2330. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2331. Name: folderName1,
  2332. },
  2333. VirtualPath: vdirPath1,
  2334. // quota is included in the user's one
  2335. QuotaFiles: -1,
  2336. QuotaSize: -1,
  2337. })
  2338. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  2339. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2340. Name: folderName2,
  2341. },
  2342. VirtualPath: vdirPath2,
  2343. // quota is unlimited and excluded from user's one
  2344. QuotaFiles: 0,
  2345. QuotaSize: 0,
  2346. })
  2347. u.Permissions[vdirPath1] = []string{dataprovider.PermListItems, dataprovider.PermDownload, dataprovider.PermUpload,
  2348. dataprovider.PermOverwrite, dataprovider.PermDelete, dataprovider.PermCreateSymlinks, dataprovider.PermCreateDirs,
  2349. dataprovider.PermRename}
  2350. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  2351. assert.NoError(t, err)
  2352. conn, client, err := getSftpClient(user)
  2353. if assert.NoError(t, err) {
  2354. defer conn.Close()
  2355. defer client.Close()
  2356. testFileName1 := "test_file1.dat"
  2357. testFileSize := int64(131072)
  2358. testFileSize1 := int64(65535)
  2359. dir1 := "dir1"
  2360. dir2 := "dir2"
  2361. err = client.Mkdir(path.Join(vdirPath1, dir1))
  2362. assert.NoError(t, err)
  2363. err = client.Mkdir(path.Join(vdirPath1, dir2))
  2364. assert.NoError(t, err)
  2365. err = client.Mkdir(path.Join(vdirPath2, dir1))
  2366. assert.NoError(t, err)
  2367. err = client.Mkdir(path.Join(vdirPath2, dir2))
  2368. assert.NoError(t, err)
  2369. err = writeSFTPFile(testFileName, testFileSize, client)
  2370. assert.NoError(t, err)
  2371. err = writeSFTPFile(testFileName1, testFileSize1, client)
  2372. assert.NoError(t, err)
  2373. // initial files:
  2374. // - testFileName
  2375. // - testFileName1
  2376. //
  2377. // rename a file from user home dir to vdir1, vdir1 is included in user quota so we have:
  2378. // - testFileName
  2379. // - /vdir1/dir1/testFileName1
  2380. err = client.Rename(testFileName1, path.Join(vdirPath1, dir1, testFileName1))
  2381. assert.NoError(t, err)
  2382. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2383. assert.NoError(t, err)
  2384. assert.Equal(t, 2, user.UsedQuotaFiles)
  2385. assert.Equal(t, testFileSize+testFileSize1, user.UsedQuotaSize)
  2386. f, _, err := httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2387. assert.NoError(t, err)
  2388. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2389. assert.Equal(t, 0, f.UsedQuotaFiles)
  2390. // rename a file from user home dir to vdir2, vdir2 is not included in user quota so we have:
  2391. // - /vdir2/dir1/testFileName
  2392. // - /vdir1/dir1/testFileName1
  2393. err = client.Rename(testFileName, path.Join(vdirPath2, dir1, testFileName))
  2394. assert.NoError(t, err)
  2395. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2396. assert.NoError(t, err)
  2397. assert.Equal(t, 1, user.UsedQuotaFiles)
  2398. assert.Equal(t, testFileSize1, user.UsedQuotaSize)
  2399. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2400. assert.NoError(t, err)
  2401. assert.Equal(t, testFileSize, f.UsedQuotaSize)
  2402. assert.Equal(t, 1, f.UsedQuotaFiles)
  2403. // upload two new files to the user home dir so we have:
  2404. // - testFileName
  2405. // - testFileName1
  2406. // - /vdir1/dir1/testFileName1
  2407. // - /vdir2/dir1/testFileName
  2408. err = writeSFTPFile(testFileName, testFileSize, client)
  2409. assert.NoError(t, err)
  2410. err = writeSFTPFile(testFileName1, testFileSize1, client)
  2411. assert.NoError(t, err)
  2412. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2413. assert.NoError(t, err)
  2414. assert.Equal(t, 3, user.UsedQuotaFiles)
  2415. assert.Equal(t, testFileSize+testFileSize1+testFileSize1, user.UsedQuotaSize)
  2416. // rename a file from user home dir to vdir1 overwriting an existing file, vdir1 is included in user quota so we have:
  2417. // - testFileName1
  2418. // - /vdir1/dir1/testFileName1 (initial testFileName)
  2419. // - /vdir2/dir1/testFileName
  2420. err = client.Rename(testFileName, path.Join(vdirPath1, dir1, testFileName1))
  2421. assert.NoError(t, err)
  2422. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2423. assert.NoError(t, err)
  2424. assert.Equal(t, 2, user.UsedQuotaFiles)
  2425. assert.Equal(t, testFileSize+testFileSize1, user.UsedQuotaSize)
  2426. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2427. assert.NoError(t, err)
  2428. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2429. assert.Equal(t, 0, f.UsedQuotaFiles)
  2430. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2431. assert.NoError(t, err)
  2432. assert.Equal(t, testFileSize, f.UsedQuotaSize)
  2433. assert.Equal(t, 1, f.UsedQuotaFiles)
  2434. // rename a file from user home dir to vdir2 overwriting an existing file, vdir2 is not included in user quota so we have:
  2435. // - /vdir1/dir1/testFileName1 (initial testFileName)
  2436. // - /vdir2/dir1/testFileName (initial testFileName1)
  2437. err = client.Rename(testFileName1, path.Join(vdirPath2, dir1, testFileName))
  2438. assert.NoError(t, err)
  2439. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2440. assert.NoError(t, err)
  2441. assert.Equal(t, 1, user.UsedQuotaFiles)
  2442. assert.Equal(t, testFileSize, user.UsedQuotaSize)
  2443. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2444. assert.NoError(t, err)
  2445. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2446. assert.Equal(t, 0, f.UsedQuotaFiles)
  2447. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2448. assert.NoError(t, err)
  2449. assert.Equal(t, testFileSize1, f.UsedQuotaSize)
  2450. assert.Equal(t, 1, f.UsedQuotaFiles)
  2451. err = client.Mkdir(dir1)
  2452. assert.NoError(t, err)
  2453. err = writeSFTPFile(path.Join(dir1, testFileName), testFileSize, client)
  2454. assert.NoError(t, err)
  2455. err = writeSFTPFile(path.Join(dir1, testFileName1), testFileSize1, client)
  2456. assert.NoError(t, err)
  2457. // - /dir1/testFileName
  2458. // - /dir1/testFileName1
  2459. // - /vdir1/dir1/testFileName1 (initial testFileName)
  2460. // - /vdir2/dir1/testFileName (initial testFileName1)
  2461. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2462. assert.NoError(t, err)
  2463. assert.Equal(t, 3, user.UsedQuotaFiles)
  2464. assert.Equal(t, testFileSize*2+testFileSize1, user.UsedQuotaSize)
  2465. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2466. assert.NoError(t, err)
  2467. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2468. assert.Equal(t, 0, f.UsedQuotaFiles)
  2469. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2470. assert.NoError(t, err)
  2471. assert.Equal(t, testFileSize1, f.UsedQuotaSize)
  2472. assert.Equal(t, 1, f.UsedQuotaFiles)
  2473. // - /vdir1/adir/testFileName
  2474. // - /vdir1/adir/testFileName1
  2475. // - /vdir1/dir1/testFileName1 (initial testFileName)
  2476. // - /vdir2/dir1/testFileName (initial testFileName1)
  2477. err = client.Rename(dir1, path.Join(vdirPath1, "adir"))
  2478. assert.NoError(t, err)
  2479. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2480. assert.NoError(t, err)
  2481. assert.Equal(t, 3, user.UsedQuotaFiles)
  2482. assert.Equal(t, testFileSize*2+testFileSize1, user.UsedQuotaSize)
  2483. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2484. assert.NoError(t, err)
  2485. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2486. assert.Equal(t, 0, f.UsedQuotaFiles)
  2487. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2488. assert.NoError(t, err)
  2489. assert.Equal(t, testFileSize1, f.UsedQuotaSize)
  2490. assert.Equal(t, 1, f.UsedQuotaFiles)
  2491. err = client.Mkdir(dir1)
  2492. assert.NoError(t, err)
  2493. err = writeSFTPFile(path.Join(dir1, testFileName), testFileSize, client)
  2494. assert.NoError(t, err)
  2495. err = writeSFTPFile(path.Join(dir1, testFileName1), testFileSize1, client)
  2496. assert.NoError(t, err)
  2497. // - /vdir1/adir/testFileName
  2498. // - /vdir1/adir/testFileName1
  2499. // - /vdir1/dir1/testFileName1 (initial testFileName)
  2500. // - /vdir2/dir1/testFileName (initial testFileName1)
  2501. // - /vdir2/adir/testFileName
  2502. // - /vdir2/adir/testFileName1
  2503. err = client.Rename(dir1, path.Join(vdirPath2, "adir"))
  2504. assert.NoError(t, err)
  2505. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2506. assert.NoError(t, err)
  2507. assert.Equal(t, 3, user.UsedQuotaFiles)
  2508. assert.Equal(t, testFileSize*2+testFileSize1, user.UsedQuotaSize)
  2509. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2510. assert.NoError(t, err)
  2511. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2512. assert.Equal(t, 0, f.UsedQuotaFiles)
  2513. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2514. assert.NoError(t, err)
  2515. assert.Equal(t, testFileSize1*2+testFileSize, f.UsedQuotaSize)
  2516. assert.Equal(t, 3, f.UsedQuotaFiles)
  2517. }
  2518. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  2519. assert.NoError(t, err)
  2520. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName1}, http.StatusOK)
  2521. assert.NoError(t, err)
  2522. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName2}, http.StatusOK)
  2523. assert.NoError(t, err)
  2524. err = os.RemoveAll(user.GetHomeDir())
  2525. assert.NoError(t, err)
  2526. err = os.RemoveAll(mappedPath1)
  2527. assert.NoError(t, err)
  2528. err = os.RemoveAll(mappedPath2)
  2529. assert.NoError(t, err)
  2530. }
  2531. func TestTransferQuotaLimits(t *testing.T) {
  2532. u := getTestUser()
  2533. u.TotalDataTransfer = 1
  2534. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  2535. assert.NoError(t, err)
  2536. conn, client, err := getSftpClient(user)
  2537. if assert.NoError(t, err) {
  2538. defer conn.Close()
  2539. defer client.Close()
  2540. testFileSize := int64(524288)
  2541. err = writeSFTPFile(testFileName, testFileSize, client)
  2542. assert.NoError(t, err)
  2543. f, err := client.Open(testFileName)
  2544. assert.NoError(t, err)
  2545. contents := make([]byte, testFileSize)
  2546. n, err := io.ReadFull(f, contents)
  2547. assert.NoError(t, err)
  2548. assert.Equal(t, int(testFileSize), n)
  2549. assert.Len(t, contents, int(testFileSize))
  2550. err = f.Close()
  2551. assert.NoError(t, err)
  2552. _, err = client.Open(testFileName)
  2553. if assert.Error(t, err) {
  2554. assert.Contains(t, err.Error(), "SSH_FX_FAILURE")
  2555. assert.Contains(t, err.Error(), common.ErrReadQuotaExceeded.Error())
  2556. }
  2557. err = writeSFTPFile(testFileName, testFileSize, client)
  2558. if assert.Error(t, err) {
  2559. assert.Contains(t, err.Error(), "SSH_FX_FAILURE")
  2560. assert.Contains(t, err.Error(), common.ErrQuotaExceeded.Error())
  2561. }
  2562. }
  2563. // test the limit while uploading/downloading
  2564. user.TotalDataTransfer = 0
  2565. user.UploadDataTransfer = 1
  2566. user.DownloadDataTransfer = 1
  2567. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  2568. assert.NoError(t, err)
  2569. conn, client, err = getSftpClient(user)
  2570. if assert.NoError(t, err) {
  2571. defer conn.Close()
  2572. defer client.Close()
  2573. testFileSize := int64(450000)
  2574. err = writeSFTPFile(testFileName, testFileSize, client)
  2575. assert.NoError(t, err)
  2576. f, err := client.Open(testFileName)
  2577. if assert.NoError(t, err) {
  2578. _, err = io.Copy(io.Discard, f)
  2579. assert.NoError(t, err)
  2580. err = f.Close()
  2581. assert.NoError(t, err)
  2582. }
  2583. f, err = client.Open(testFileName)
  2584. if assert.NoError(t, err) {
  2585. _, err = io.Copy(io.Discard, f)
  2586. if assert.Error(t, err) {
  2587. assert.Contains(t, err.Error(), "SSH_FX_FAILURE")
  2588. assert.Contains(t, err.Error(), common.ErrReadQuotaExceeded.Error())
  2589. }
  2590. err = f.Close()
  2591. assert.Error(t, err)
  2592. }
  2593. err = writeSFTPFile(testFileName, testFileSize, client)
  2594. if assert.Error(t, err) {
  2595. assert.Contains(t, err.Error(), "SSH_FX_FAILURE")
  2596. assert.Contains(t, err.Error(), common.ErrQuotaExceeded.Error())
  2597. }
  2598. }
  2599. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  2600. assert.NoError(t, err)
  2601. err = os.RemoveAll(user.GetHomeDir())
  2602. assert.NoError(t, err)
  2603. }
  2604. func TestVirtualFoldersLink(t *testing.T) {
  2605. u := getTestUser()
  2606. mappedPath1 := filepath.Join(os.TempDir(), "vdir1")
  2607. folderName1 := filepath.Base(mappedPath1)
  2608. vdirPath1 := "/vdir1"
  2609. mappedPath2 := filepath.Join(os.TempDir(), "vdir2")
  2610. folderName2 := filepath.Base(mappedPath2)
  2611. vdirPath2 := "/vdir2"
  2612. f1 := vfs.BaseVirtualFolder{
  2613. Name: folderName1,
  2614. MappedPath: mappedPath1,
  2615. }
  2616. _, _, err := httpdtest.AddFolder(f1, http.StatusCreated)
  2617. assert.NoError(t, err)
  2618. f2 := vfs.BaseVirtualFolder{
  2619. Name: folderName2,
  2620. MappedPath: mappedPath2,
  2621. }
  2622. _, _, err = httpdtest.AddFolder(f2, http.StatusCreated)
  2623. assert.NoError(t, err)
  2624. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  2625. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2626. Name: folderName1,
  2627. },
  2628. VirtualPath: vdirPath1,
  2629. // quota is included in the user's one
  2630. QuotaFiles: -1,
  2631. QuotaSize: -1,
  2632. })
  2633. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  2634. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2635. Name: folderName2,
  2636. },
  2637. VirtualPath: vdirPath2,
  2638. // quota is unlimited and excluded from user's one
  2639. QuotaFiles: 0,
  2640. QuotaSize: 0,
  2641. })
  2642. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  2643. assert.NoError(t, err)
  2644. conn, client, err := getSftpClient(user)
  2645. if assert.NoError(t, err) {
  2646. defer conn.Close()
  2647. defer client.Close()
  2648. testFileSize := int64(131072)
  2649. testDir := "adir"
  2650. err = writeSFTPFile(testFileName, testFileSize, client)
  2651. assert.NoError(t, err)
  2652. err = writeSFTPFile(path.Join(vdirPath1, testFileName), testFileSize, client)
  2653. assert.NoError(t, err)
  2654. err = writeSFTPFile(path.Join(vdirPath2, testFileName), testFileSize, client)
  2655. assert.NoError(t, err)
  2656. err = client.Mkdir(path.Join(vdirPath1, testDir))
  2657. assert.NoError(t, err)
  2658. err = client.Mkdir(path.Join(vdirPath2, testDir))
  2659. assert.NoError(t, err)
  2660. err = client.Symlink(testFileName, testFileName+".link")
  2661. assert.NoError(t, err)
  2662. err = client.Symlink(path.Join(vdirPath1, testFileName), path.Join(vdirPath1, testFileName+".link"))
  2663. assert.NoError(t, err)
  2664. err = client.Symlink(path.Join(vdirPath1, testFileName), path.Join(vdirPath1, testDir, testFileName+".link"))
  2665. assert.NoError(t, err)
  2666. err = client.Symlink(path.Join(vdirPath2, testFileName), path.Join(vdirPath2, testFileName+".link"))
  2667. assert.NoError(t, err)
  2668. err = client.Symlink(path.Join(vdirPath2, testFileName), path.Join(vdirPath2, testDir, testFileName+".link"))
  2669. assert.NoError(t, err)
  2670. err = client.Symlink(path.Join("/", testFileName), path.Join(vdirPath1, testFileName+".link1")) //nolint:goconst
  2671. if assert.Error(t, err) {
  2672. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  2673. }
  2674. err = client.Symlink(path.Join("/", testFileName), path.Join(vdirPath1, testDir, testFileName+".link1"))
  2675. if assert.Error(t, err) {
  2676. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  2677. }
  2678. err = client.Symlink(path.Join("/", testFileName), path.Join(vdirPath2, testFileName+".link1"))
  2679. if assert.Error(t, err) {
  2680. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  2681. }
  2682. err = client.Symlink(path.Join("/", testFileName), path.Join(vdirPath2, testDir, testFileName+".link1"))
  2683. if assert.Error(t, err) {
  2684. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  2685. }
  2686. err = client.Symlink(path.Join(vdirPath1, testFileName), testFileName+".link1")
  2687. if assert.Error(t, err) {
  2688. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  2689. }
  2690. err = client.Symlink(path.Join(vdirPath2, testFileName), testFileName+".link1")
  2691. if assert.Error(t, err) {
  2692. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  2693. }
  2694. err = client.Symlink(path.Join(vdirPath1, testFileName), path.Join(vdirPath2, testDir, testFileName+".link1"))
  2695. if assert.Error(t, err) {
  2696. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  2697. }
  2698. err = client.Symlink(path.Join(vdirPath2, testFileName), path.Join(vdirPath1, testFileName+".link1"))
  2699. if assert.Error(t, err) {
  2700. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  2701. }
  2702. err = client.Symlink("/", "/roolink")
  2703. assert.ErrorIs(t, err, os.ErrPermission)
  2704. err = client.Symlink(testFileName, "/")
  2705. assert.ErrorIs(t, err, os.ErrPermission)
  2706. err = client.Symlink(testFileName, vdirPath1)
  2707. if assert.Error(t, err) {
  2708. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  2709. }
  2710. err = client.Symlink(vdirPath1, testFileName+".link2")
  2711. if assert.Error(t, err) {
  2712. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  2713. }
  2714. }
  2715. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  2716. assert.NoError(t, err)
  2717. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName1}, http.StatusOK)
  2718. assert.NoError(t, err)
  2719. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName2}, http.StatusOK)
  2720. assert.NoError(t, err)
  2721. err = os.RemoveAll(user.GetHomeDir())
  2722. assert.NoError(t, err)
  2723. err = os.RemoveAll(mappedPath1)
  2724. assert.NoError(t, err)
  2725. err = os.RemoveAll(mappedPath2)
  2726. assert.NoError(t, err)
  2727. }
  2728. func TestCrossFolderRename(t *testing.T) {
  2729. folder1 := "folder1"
  2730. folder2 := "folder2"
  2731. folder3 := "folder3"
  2732. folder4 := "folder4"
  2733. folder5 := "folder5"
  2734. folder6 := "folder6"
  2735. folder7 := "folder7"
  2736. baseUser, resp, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  2737. assert.NoError(t, err, string(resp))
  2738. f1 := vfs.BaseVirtualFolder{
  2739. Name: folder1,
  2740. MappedPath: filepath.Join(os.TempDir(), folder1),
  2741. FsConfig: vfs.Filesystem{
  2742. Provider: sdk.CryptedFilesystemProvider,
  2743. CryptConfig: vfs.CryptFsConfig{
  2744. Passphrase: kms.NewPlainSecret(defaultPassword),
  2745. },
  2746. },
  2747. }
  2748. _, _, err = httpdtest.AddFolder(f1, http.StatusCreated)
  2749. assert.NoError(t, err)
  2750. f2 := vfs.BaseVirtualFolder{
  2751. Name: folder2,
  2752. MappedPath: filepath.Join(os.TempDir(), folder2),
  2753. FsConfig: vfs.Filesystem{
  2754. Provider: sdk.CryptedFilesystemProvider,
  2755. CryptConfig: vfs.CryptFsConfig{
  2756. Passphrase: kms.NewPlainSecret(defaultPassword),
  2757. },
  2758. },
  2759. }
  2760. _, _, err = httpdtest.AddFolder(f2, http.StatusCreated)
  2761. assert.NoError(t, err)
  2762. f3 := vfs.BaseVirtualFolder{
  2763. Name: folder3,
  2764. MappedPath: filepath.Join(os.TempDir(), folder3),
  2765. FsConfig: vfs.Filesystem{
  2766. Provider: sdk.CryptedFilesystemProvider,
  2767. CryptConfig: vfs.CryptFsConfig{
  2768. Passphrase: kms.NewPlainSecret(defaultPassword + "mod"),
  2769. },
  2770. },
  2771. }
  2772. _, _, err = httpdtest.AddFolder(f3, http.StatusCreated)
  2773. assert.NoError(t, err)
  2774. f4 := vfs.BaseVirtualFolder{
  2775. Name: folder4,
  2776. MappedPath: filepath.Join(os.TempDir(), folder4),
  2777. FsConfig: vfs.Filesystem{
  2778. Provider: sdk.SFTPFilesystemProvider,
  2779. SFTPConfig: vfs.SFTPFsConfig{
  2780. BaseSFTPFsConfig: sdk.BaseSFTPFsConfig{
  2781. Endpoint: sftpServerAddr,
  2782. Username: baseUser.Username,
  2783. Prefix: path.Join("/", folder4),
  2784. },
  2785. Password: kms.NewPlainSecret(defaultPassword),
  2786. },
  2787. },
  2788. }
  2789. _, _, err = httpdtest.AddFolder(f4, http.StatusCreated)
  2790. assert.NoError(t, err)
  2791. f5 := vfs.BaseVirtualFolder{
  2792. Name: folder5,
  2793. MappedPath: filepath.Join(os.TempDir(), folder5),
  2794. FsConfig: vfs.Filesystem{
  2795. Provider: sdk.SFTPFilesystemProvider,
  2796. SFTPConfig: vfs.SFTPFsConfig{
  2797. BaseSFTPFsConfig: sdk.BaseSFTPFsConfig{
  2798. Endpoint: sftpServerAddr,
  2799. Username: baseUser.Username,
  2800. Prefix: path.Join("/", folder5),
  2801. },
  2802. Password: kms.NewPlainSecret(defaultPassword),
  2803. },
  2804. },
  2805. }
  2806. _, _, err = httpdtest.AddFolder(f5, http.StatusCreated)
  2807. assert.NoError(t, err)
  2808. f6 := vfs.BaseVirtualFolder{
  2809. Name: folder6,
  2810. MappedPath: filepath.Join(os.TempDir(), folder6),
  2811. FsConfig: vfs.Filesystem{
  2812. Provider: sdk.SFTPFilesystemProvider,
  2813. SFTPConfig: vfs.SFTPFsConfig{
  2814. BaseSFTPFsConfig: sdk.BaseSFTPFsConfig{
  2815. Endpoint: "127.0.0.1:4024",
  2816. Username: baseUser.Username,
  2817. Prefix: path.Join("/", folder6),
  2818. },
  2819. Password: kms.NewPlainSecret(defaultPassword),
  2820. },
  2821. },
  2822. }
  2823. _, _, err = httpdtest.AddFolder(f6, http.StatusCreated)
  2824. assert.NoError(t, err)
  2825. f7 := vfs.BaseVirtualFolder{
  2826. Name: folder7,
  2827. MappedPath: filepath.Join(os.TempDir(), folder7),
  2828. FsConfig: vfs.Filesystem{
  2829. Provider: sdk.SFTPFilesystemProvider,
  2830. SFTPConfig: vfs.SFTPFsConfig{
  2831. BaseSFTPFsConfig: sdk.BaseSFTPFsConfig{
  2832. Endpoint: sftpServerAddr,
  2833. Username: baseUser.Username,
  2834. Prefix: path.Join("/", folder4),
  2835. },
  2836. Password: kms.NewPlainSecret(defaultPassword),
  2837. },
  2838. },
  2839. }
  2840. _, _, err = httpdtest.AddFolder(f7, http.StatusCreated)
  2841. assert.NoError(t, err)
  2842. u := getCryptFsUser()
  2843. u.VirtualFolders = []vfs.VirtualFolder{
  2844. {
  2845. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2846. Name: folder1,
  2847. },
  2848. VirtualPath: path.Join("/", folder1),
  2849. QuotaSize: -1,
  2850. QuotaFiles: -1,
  2851. },
  2852. {
  2853. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2854. Name: folder2,
  2855. },
  2856. VirtualPath: path.Join("/", folder2),
  2857. QuotaSize: -1,
  2858. QuotaFiles: -1,
  2859. },
  2860. {
  2861. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2862. Name: folder3,
  2863. },
  2864. VirtualPath: path.Join("/", folder3),
  2865. QuotaSize: -1,
  2866. QuotaFiles: -1,
  2867. },
  2868. {
  2869. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2870. Name: folder4,
  2871. },
  2872. VirtualPath: path.Join("/", folder4),
  2873. QuotaSize: -1,
  2874. QuotaFiles: -1,
  2875. },
  2876. {
  2877. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2878. Name: folder5,
  2879. },
  2880. VirtualPath: path.Join("/", folder5),
  2881. QuotaSize: -1,
  2882. QuotaFiles: -1,
  2883. },
  2884. {
  2885. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2886. Name: folder6,
  2887. },
  2888. VirtualPath: path.Join("/", folder6),
  2889. QuotaSize: -1,
  2890. QuotaFiles: -1,
  2891. },
  2892. {
  2893. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2894. Name: folder7,
  2895. },
  2896. VirtualPath: path.Join("/", folder7),
  2897. QuotaSize: -1,
  2898. QuotaFiles: -1,
  2899. },
  2900. }
  2901. user, resp, err := httpdtest.AddUser(u, http.StatusCreated)
  2902. assert.NoError(t, err, string(resp))
  2903. conn, client, err := getSftpClient(user)
  2904. if assert.NoError(t, err) {
  2905. defer conn.Close()
  2906. defer client.Close()
  2907. subDir := "testSubDir"
  2908. err = client.Mkdir(subDir)
  2909. assert.NoError(t, err)
  2910. err = writeSFTPFile(path.Join(subDir, "afile.bin"), 64, client)
  2911. assert.NoError(t, err)
  2912. err = client.Rename(subDir, path.Join("/", folder1, subDir))
  2913. assert.NoError(t, err)
  2914. _, err = client.Stat(path.Join("/", folder1, subDir))
  2915. assert.NoError(t, err)
  2916. _, err = client.Stat(path.Join("/", folder1, subDir, "afile.bin"))
  2917. assert.NoError(t, err)
  2918. err = client.Rename(path.Join("/", folder1, subDir), path.Join("/", folder2, subDir))
  2919. assert.NoError(t, err)
  2920. _, err = client.Stat(path.Join("/", folder2, subDir))
  2921. assert.NoError(t, err)
  2922. _, err = client.Stat(path.Join("/", folder2, subDir, "afile.bin"))
  2923. assert.NoError(t, err)
  2924. err = client.Rename(path.Join("/", folder2, subDir), path.Join("/", folder3, subDir))
  2925. assert.ErrorIs(t, err, os.ErrPermission)
  2926. err = writeSFTPFile(path.Join("/", folder3, "file.bin"), 64, client)
  2927. assert.NoError(t, err)
  2928. err = client.Rename(path.Join("/", folder3, "file.bin"), "/renamed.bin")
  2929. assert.ErrorIs(t, err, os.ErrPermission)
  2930. err = client.Rename(path.Join("/", folder3, "file.bin"), path.Join("/", folder2, "/renamed.bin"))
  2931. assert.ErrorIs(t, err, os.ErrPermission)
  2932. err = client.Rename(path.Join("/", folder3, "file.bin"), path.Join("/", folder3, "/renamed.bin"))
  2933. assert.NoError(t, err)
  2934. err = writeSFTPFile("/afile.bin", 64, client)
  2935. assert.NoError(t, err)
  2936. err = client.Rename("afile.bin", path.Join("/", folder4, "afile_renamed.bin"))
  2937. assert.ErrorIs(t, err, os.ErrPermission)
  2938. err = writeSFTPFile(path.Join("/", folder4, "afile.bin"), 64, client)
  2939. assert.NoError(t, err)
  2940. err = client.Rename(path.Join("/", folder4, "afile.bin"), path.Join("/", folder5, "afile_renamed.bin"))
  2941. assert.NoError(t, err)
  2942. err = client.Rename(path.Join("/", folder5, "afile_renamed.bin"), path.Join("/", folder6, "afile_renamed.bin"))
  2943. assert.ErrorIs(t, err, os.ErrPermission)
  2944. err = writeSFTPFile(path.Join("/", folder4, "afile.bin"), 64, client)
  2945. assert.NoError(t, err)
  2946. _, err = client.Stat(path.Join("/", folder7, "afile.bin"))
  2947. assert.NoError(t, err)
  2948. err = client.Rename(path.Join("/", folder4, "afile.bin"), path.Join("/", folder7, "afile.bin"))
  2949. assert.NoError(t, err)
  2950. }
  2951. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  2952. assert.NoError(t, err)
  2953. err = os.RemoveAll(user.GetHomeDir())
  2954. assert.NoError(t, err)
  2955. _, err = httpdtest.RemoveUser(baseUser, http.StatusOK)
  2956. assert.NoError(t, err)
  2957. err = os.RemoveAll(baseUser.GetHomeDir())
  2958. assert.NoError(t, err)
  2959. for _, folderName := range []string{folder1, folder2, folder3, folder4, folder5, folder6, folder7} {
  2960. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName}, http.StatusOK)
  2961. assert.NoError(t, err)
  2962. err = os.RemoveAll(filepath.Join(os.TempDir(), folderName))
  2963. assert.NoError(t, err)
  2964. }
  2965. }
  2966. func TestDirs(t *testing.T) {
  2967. u := getTestUser()
  2968. mappedPath := filepath.Join(os.TempDir(), "vdir")
  2969. folderName := filepath.Base(mappedPath)
  2970. vdirPath := "/path/vdir"
  2971. f := vfs.BaseVirtualFolder{
  2972. Name: folderName,
  2973. MappedPath: mappedPath,
  2974. }
  2975. _, _, err := httpdtest.AddFolder(f, http.StatusCreated)
  2976. assert.NoError(t, err)
  2977. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  2978. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2979. Name: folderName,
  2980. },
  2981. VirtualPath: vdirPath,
  2982. })
  2983. u.Permissions["/subdir"] = []string{dataprovider.PermDownload, dataprovider.PermUpload,
  2984. dataprovider.PermDelete, dataprovider.PermCreateDirs, dataprovider.PermRename, dataprovider.PermListItems}
  2985. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  2986. assert.NoError(t, err)
  2987. conn, client, err := getSftpClient(user)
  2988. if assert.NoError(t, err) {
  2989. defer conn.Close()
  2990. defer client.Close()
  2991. info, err := client.ReadDir("/")
  2992. if assert.NoError(t, err) {
  2993. if assert.Len(t, info, 1) {
  2994. assert.Equal(t, "path", info[0].Name())
  2995. }
  2996. }
  2997. fi, err := client.Stat(path.Dir(vdirPath))
  2998. if assert.NoError(t, err) {
  2999. assert.True(t, fi.IsDir())
  3000. }
  3001. err = client.RemoveDirectory("/")
  3002. assert.ErrorIs(t, err, os.ErrPermission)
  3003. err = client.RemoveDirectory(vdirPath)
  3004. assert.ErrorIs(t, err, os.ErrPermission)
  3005. err = client.RemoveDirectory(path.Dir(vdirPath))
  3006. if assert.Error(t, err) {
  3007. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  3008. }
  3009. err = client.Mkdir(vdirPath)
  3010. assert.ErrorIs(t, err, os.ErrPermission)
  3011. err = client.Mkdir("adir")
  3012. assert.NoError(t, err)
  3013. err = client.Rename("/adir", path.Dir(vdirPath))
  3014. if assert.Error(t, err) {
  3015. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  3016. }
  3017. err = client.MkdirAll("/subdir/adir")
  3018. assert.NoError(t, err)
  3019. err = client.Rename("adir", "subdir/adir")
  3020. if assert.Error(t, err) {
  3021. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  3022. }
  3023. err = writeSFTPFile("/subdir/afile.bin", 64, client)
  3024. assert.NoError(t, err)
  3025. err = writeSFTPFile("/afile.bin", 32, client)
  3026. assert.NoError(t, err)
  3027. err = client.Rename("afile.bin", "subdir/afile.bin")
  3028. assert.ErrorIs(t, err, os.ErrPermission)
  3029. err = client.Rename("afile.bin", "subdir/afile1.bin")
  3030. assert.NoError(t, err)
  3031. err = client.Rename(path.Dir(vdirPath), "renamed_vdir")
  3032. if assert.Error(t, err) {
  3033. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  3034. }
  3035. }
  3036. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  3037. assert.NoError(t, err)
  3038. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName}, http.StatusOK)
  3039. assert.NoError(t, err)
  3040. err = os.RemoveAll(user.GetHomeDir())
  3041. assert.NoError(t, err)
  3042. err = os.RemoveAll(mappedPath)
  3043. assert.NoError(t, err)
  3044. }
  3045. func TestCryptFsStat(t *testing.T) {
  3046. user, _, err := httpdtest.AddUser(getCryptFsUser(), http.StatusCreated)
  3047. assert.NoError(t, err)
  3048. conn, client, err := getSftpClient(user)
  3049. if assert.NoError(t, err) {
  3050. defer conn.Close()
  3051. defer client.Close()
  3052. testFileSize := int64(4096)
  3053. err = writeSFTPFile(testFileName, testFileSize, client)
  3054. assert.NoError(t, err)
  3055. info, err := client.Stat(testFileName)
  3056. if assert.NoError(t, err) {
  3057. assert.Equal(t, testFileSize, info.Size())
  3058. }
  3059. info, err = os.Stat(filepath.Join(user.HomeDir, testFileName))
  3060. if assert.NoError(t, err) {
  3061. assert.Greater(t, info.Size(), testFileSize)
  3062. }
  3063. }
  3064. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  3065. assert.NoError(t, err)
  3066. err = os.RemoveAll(user.GetHomeDir())
  3067. assert.NoError(t, err)
  3068. }
  3069. func TestFsPermissionErrors(t *testing.T) {
  3070. if runtime.GOOS == osWindows {
  3071. t.Skip("this test is not available on Windows")
  3072. }
  3073. user, _, err := httpdtest.AddUser(getCryptFsUser(), http.StatusCreated)
  3074. assert.NoError(t, err)
  3075. conn, client, err := getSftpClient(user)
  3076. if assert.NoError(t, err) {
  3077. defer conn.Close()
  3078. defer client.Close()
  3079. testDir := "tDir"
  3080. err = client.Mkdir(testDir)
  3081. assert.NoError(t, err)
  3082. err = os.Chmod(user.GetHomeDir(), 0111)
  3083. assert.NoError(t, err)
  3084. err = client.RemoveDirectory(testDir)
  3085. assert.ErrorIs(t, err, os.ErrPermission)
  3086. err = client.Rename(testDir, testDir+"1")
  3087. assert.ErrorIs(t, err, os.ErrPermission)
  3088. err = os.Chmod(user.GetHomeDir(), os.ModePerm)
  3089. assert.NoError(t, err)
  3090. }
  3091. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  3092. assert.NoError(t, err)
  3093. err = os.RemoveAll(user.GetHomeDir())
  3094. assert.NoError(t, err)
  3095. }
  3096. func TestRenameErrorOutsideHomeDir(t *testing.T) {
  3097. if runtime.GOOS == osWindows {
  3098. t.Skip("this test is not available on Windows")
  3099. }
  3100. oldUploadMode := common.Config.UploadMode
  3101. oldTempPath := common.Config.TempPath
  3102. common.Config.UploadMode = common.UploadModeAtomicWithResume
  3103. common.Config.TempPath = filepath.Clean(os.TempDir())
  3104. vfs.SetTempPath(common.Config.TempPath)
  3105. u := getTestUser()
  3106. u.QuotaFiles = 1000
  3107. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  3108. assert.NoError(t, err)
  3109. conn, client, err := getSftpClient(user)
  3110. if assert.NoError(t, err) {
  3111. defer conn.Close()
  3112. defer client.Close()
  3113. err = os.Chmod(user.GetHomeDir(), 0555)
  3114. assert.NoError(t, err)
  3115. err = checkBasicSFTP(client)
  3116. assert.NoError(t, err)
  3117. f, err := client.Create(testFileName)
  3118. assert.NoError(t, err)
  3119. _, err = f.Write(testFileContent)
  3120. assert.NoError(t, err)
  3121. err = f.Close()
  3122. assert.ErrorIs(t, err, os.ErrPermission)
  3123. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  3124. assert.NoError(t, err)
  3125. assert.Equal(t, 0, user.UsedQuotaFiles)
  3126. assert.Equal(t, int64(0), user.UsedQuotaSize)
  3127. err = os.Chmod(user.GetHomeDir(), os.ModeDir)
  3128. assert.NoError(t, err)
  3129. }
  3130. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  3131. assert.NoError(t, err)
  3132. err = os.RemoveAll(user.GetHomeDir())
  3133. assert.NoError(t, err)
  3134. common.Config.UploadMode = oldUploadMode
  3135. common.Config.TempPath = oldTempPath
  3136. vfs.SetTempPath(oldTempPath)
  3137. }
  3138. func TestResolvePathError(t *testing.T) {
  3139. u := getTestUser()
  3140. u.HomeDir = "relative_path"
  3141. conn := common.NewBaseConnection("", common.ProtocolFTP, "", "", u)
  3142. testPath := "apath"
  3143. _, err := conn.ListDir(testPath)
  3144. assert.Error(t, err)
  3145. err = conn.CreateDir(testPath, true)
  3146. assert.Error(t, err)
  3147. err = conn.RemoveDir(testPath)
  3148. assert.Error(t, err)
  3149. err = conn.Rename(testPath, testPath+"1")
  3150. assert.Error(t, err)
  3151. err = conn.CreateSymlink(testPath, testPath+".sym")
  3152. assert.Error(t, err)
  3153. _, err = conn.DoStat(testPath, 0, false)
  3154. assert.Error(t, err)
  3155. err = conn.RemoveAll(testPath)
  3156. assert.Error(t, err)
  3157. err = conn.SetStat(testPath, &common.StatAttributes{
  3158. Atime: time.Now(),
  3159. Mtime: time.Now(),
  3160. })
  3161. assert.Error(t, err)
  3162. u = getTestUser()
  3163. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  3164. BaseVirtualFolder: vfs.BaseVirtualFolder{
  3165. MappedPath: "relative_mapped_path",
  3166. },
  3167. VirtualPath: "/vpath",
  3168. })
  3169. err = os.MkdirAll(u.HomeDir, os.ModePerm)
  3170. assert.NoError(t, err)
  3171. conn.User = u
  3172. err = conn.Rename(testPath, "/vpath/subpath")
  3173. assert.Error(t, err)
  3174. outHomePath := filepath.Join(os.TempDir(), testFileName)
  3175. err = os.WriteFile(outHomePath, testFileContent, os.ModePerm)
  3176. assert.NoError(t, err)
  3177. err = os.Symlink(outHomePath, filepath.Join(u.HomeDir, testFileName+".link"))
  3178. assert.NoError(t, err)
  3179. err = os.WriteFile(filepath.Join(u.HomeDir, testFileName), testFileContent, os.ModePerm)
  3180. assert.NoError(t, err)
  3181. err = conn.CreateSymlink(testFileName, testFileName+".link")
  3182. assert.Error(t, err)
  3183. err = os.RemoveAll(u.GetHomeDir())
  3184. assert.NoError(t, err)
  3185. err = os.Remove(outHomePath)
  3186. assert.NoError(t, err)
  3187. }
  3188. func TestUserPasswordHashing(t *testing.T) {
  3189. if config.GetProviderConf().Driver == dataprovider.MemoryDataProviderName {
  3190. t.Skip("this test is not supported with the memory provider")
  3191. }
  3192. u := getTestUser()
  3193. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  3194. assert.NoError(t, err)
  3195. err = dataprovider.Close()
  3196. assert.NoError(t, err)
  3197. err = config.LoadConfig(configDir, "")
  3198. assert.NoError(t, err)
  3199. providerConf := config.GetProviderConf()
  3200. providerConf.PasswordHashing.Algo = dataprovider.HashingAlgoArgon2ID
  3201. err = dataprovider.Initialize(providerConf, configDir, true)
  3202. assert.NoError(t, err)
  3203. currentUser, err := dataprovider.UserExists(user.Username, "")
  3204. assert.NoError(t, err)
  3205. assert.True(t, strings.HasPrefix(currentUser.Password, "$2a$"))
  3206. conn, client, err := getSftpClient(user)
  3207. if assert.NoError(t, err) {
  3208. defer conn.Close()
  3209. defer client.Close()
  3210. err = checkBasicSFTP(client)
  3211. assert.NoError(t, err)
  3212. }
  3213. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  3214. assert.NoError(t, err)
  3215. err = os.RemoveAll(user.GetHomeDir())
  3216. assert.NoError(t, err)
  3217. u = getTestUser()
  3218. user, _, err = httpdtest.AddUser(u, http.StatusCreated)
  3219. assert.NoError(t, err)
  3220. currentUser, err = dataprovider.UserExists(user.Username, "")
  3221. assert.NoError(t, err)
  3222. assert.True(t, strings.HasPrefix(currentUser.Password, "$argon2id$"))
  3223. conn, client, err = getSftpClient(user)
  3224. if assert.NoError(t, err) {
  3225. defer conn.Close()
  3226. defer client.Close()
  3227. err = checkBasicSFTP(client)
  3228. assert.NoError(t, err)
  3229. }
  3230. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  3231. assert.NoError(t, err)
  3232. err = os.RemoveAll(user.GetHomeDir())
  3233. assert.NoError(t, err)
  3234. err = dataprovider.Close()
  3235. assert.NoError(t, err)
  3236. err = config.LoadConfig(configDir, "")
  3237. assert.NoError(t, err)
  3238. providerConf = config.GetProviderConf()
  3239. err = dataprovider.Initialize(providerConf, configDir, true)
  3240. assert.NoError(t, err)
  3241. }
  3242. func TestAllowList(t *testing.T) {
  3243. configCopy := common.Config
  3244. entries := []dataprovider.IPListEntry{
  3245. {
  3246. IPOrNet: "172.18.1.1/32",
  3247. Type: dataprovider.IPListTypeAllowList,
  3248. Mode: dataprovider.ListModeAllow,
  3249. Protocols: 0,
  3250. },
  3251. {
  3252. IPOrNet: "172.18.1.2/32",
  3253. Type: dataprovider.IPListTypeAllowList,
  3254. Mode: dataprovider.ListModeAllow,
  3255. Protocols: 0,
  3256. },
  3257. {
  3258. IPOrNet: "10.8.7.0/24",
  3259. Type: dataprovider.IPListTypeAllowList,
  3260. Mode: dataprovider.ListModeAllow,
  3261. Protocols: 5,
  3262. },
  3263. {
  3264. IPOrNet: "0.0.0.0/0",
  3265. Type: dataprovider.IPListTypeAllowList,
  3266. Mode: dataprovider.ListModeAllow,
  3267. Protocols: 8,
  3268. },
  3269. {
  3270. IPOrNet: "::/0",
  3271. Type: dataprovider.IPListTypeAllowList,
  3272. Mode: dataprovider.ListModeAllow,
  3273. Protocols: 8,
  3274. },
  3275. }
  3276. for _, e := range entries {
  3277. _, resp, err := httpdtest.AddIPListEntry(e, http.StatusCreated)
  3278. assert.NoError(t, err, string(resp))
  3279. }
  3280. common.Config.AllowListStatus = 1
  3281. err := common.Initialize(common.Config, 0)
  3282. assert.NoError(t, err)
  3283. assert.True(t, common.Config.IsAllowListEnabled())
  3284. testIP := "172.18.1.1"
  3285. assert.NoError(t, common.Connections.IsNewConnectionAllowed(testIP, common.ProtocolFTP))
  3286. entry := entries[0]
  3287. entry.Protocols = 1
  3288. _, _, err = httpdtest.UpdateIPListEntry(entry, http.StatusOK)
  3289. assert.NoError(t, err)
  3290. assert.Error(t, common.Connections.IsNewConnectionAllowed(testIP, common.ProtocolFTP))
  3291. assert.NoError(t, common.Connections.IsNewConnectionAllowed(testIP, common.ProtocolSSH))
  3292. _, err = httpdtest.RemoveIPListEntry(entry, http.StatusOK)
  3293. assert.NoError(t, err)
  3294. entries = entries[1:]
  3295. assert.Error(t, common.Connections.IsNewConnectionAllowed(testIP, common.ProtocolSSH))
  3296. assert.Error(t, common.Connections.IsNewConnectionAllowed("172.18.1.3", common.ProtocolSSH))
  3297. assert.NoError(t, common.Connections.IsNewConnectionAllowed("172.18.1.3", common.ProtocolHTTP))
  3298. assert.NoError(t, common.Connections.IsNewConnectionAllowed("10.8.7.3", common.ProtocolWebDAV))
  3299. assert.NoError(t, common.Connections.IsNewConnectionAllowed("10.8.7.4", common.ProtocolSSH))
  3300. assert.Error(t, common.Connections.IsNewConnectionAllowed("10.8.7.4", common.ProtocolFTP))
  3301. assert.NoError(t, common.Connections.IsNewConnectionAllowed("10.8.7.4", common.ProtocolHTTP))
  3302. assert.NoError(t, common.Connections.IsNewConnectionAllowed("2001:0db8::1428:57ab", common.ProtocolHTTP))
  3303. assert.Error(t, common.Connections.IsNewConnectionAllowed("2001:0db8::1428:57ab", common.ProtocolSSH))
  3304. assert.Error(t, common.Connections.IsNewConnectionAllowed("10.8.8.2", common.ProtocolWebDAV))
  3305. assert.Error(t, common.Connections.IsNewConnectionAllowed("invalid IP", common.ProtocolHTTP))
  3306. common.Config = configCopy
  3307. err = common.Initialize(common.Config, 0)
  3308. assert.NoError(t, err)
  3309. assert.False(t, common.Config.IsAllowListEnabled())
  3310. for _, e := range entries {
  3311. _, err := httpdtest.RemoveIPListEntry(e, http.StatusOK)
  3312. assert.NoError(t, err)
  3313. }
  3314. }
  3315. func TestDbDefenderErrors(t *testing.T) {
  3316. if !isDbDefenderSupported() {
  3317. t.Skip("this test is not supported with the current database provider")
  3318. }
  3319. configCopy := common.Config
  3320. common.Config.DefenderConfig.Enabled = true
  3321. common.Config.DefenderConfig.Driver = common.DefenderDriverProvider
  3322. err := common.Initialize(common.Config, 0)
  3323. assert.NoError(t, err)
  3324. testIP := "127.1.1.1"
  3325. hosts, err := common.GetDefenderHosts()
  3326. assert.NoError(t, err)
  3327. assert.Len(t, hosts, 0)
  3328. common.AddDefenderEvent(testIP, common.ProtocolSSH, common.HostEventLimitExceeded)
  3329. hosts, err = common.GetDefenderHosts()
  3330. assert.NoError(t, err)
  3331. assert.Len(t, hosts, 1)
  3332. score, err := common.GetDefenderScore(testIP)
  3333. assert.NoError(t, err)
  3334. assert.Equal(t, 3, score)
  3335. banTime, err := common.GetDefenderBanTime(testIP)
  3336. assert.NoError(t, err)
  3337. assert.Nil(t, banTime)
  3338. err = dataprovider.Close()
  3339. assert.NoError(t, err)
  3340. common.AddDefenderEvent(testIP, common.ProtocolFTP, common.HostEventLimitExceeded)
  3341. _, err = common.GetDefenderHosts()
  3342. assert.Error(t, err)
  3343. _, err = common.GetDefenderHost(testIP)
  3344. assert.Error(t, err)
  3345. _, err = common.GetDefenderBanTime(testIP)
  3346. assert.Error(t, err)
  3347. _, err = common.GetDefenderScore(testIP)
  3348. assert.Error(t, err)
  3349. err = config.LoadConfig(configDir, "")
  3350. assert.NoError(t, err)
  3351. providerConf := config.GetProviderConf()
  3352. err = dataprovider.Initialize(providerConf, configDir, true)
  3353. assert.NoError(t, err)
  3354. err = dataprovider.CleanupDefender(util.GetTimeAsMsSinceEpoch(time.Now().Add(1 * time.Hour)))
  3355. assert.NoError(t, err)
  3356. common.Config = configCopy
  3357. err = common.Initialize(common.Config, 0)
  3358. assert.NoError(t, err)
  3359. }
  3360. func TestDelayedQuotaUpdater(t *testing.T) {
  3361. err := dataprovider.Close()
  3362. assert.NoError(t, err)
  3363. err = config.LoadConfig(configDir, "")
  3364. assert.NoError(t, err)
  3365. providerConf := config.GetProviderConf()
  3366. providerConf.DelayedQuotaUpdate = 120
  3367. err = dataprovider.Initialize(providerConf, configDir, true)
  3368. assert.NoError(t, err)
  3369. u := getTestUser()
  3370. u.QuotaFiles = 100
  3371. u.TotalDataTransfer = 2000
  3372. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  3373. assert.NoError(t, err)
  3374. err = dataprovider.UpdateUserQuota(&user, 10, 6000, false)
  3375. assert.NoError(t, err)
  3376. err = dataprovider.UpdateUserTransferQuota(&user, 100, 200, false)
  3377. assert.NoError(t, err)
  3378. files, size, ulSize, dlSize, err := dataprovider.GetUsedQuota(user.Username)
  3379. assert.NoError(t, err)
  3380. assert.Equal(t, 10, files)
  3381. assert.Equal(t, int64(6000), size)
  3382. assert.Equal(t, int64(100), ulSize)
  3383. assert.Equal(t, int64(200), dlSize)
  3384. userGet, err := dataprovider.UserExists(user.Username, "")
  3385. assert.NoError(t, err)
  3386. assert.Equal(t, 0, userGet.UsedQuotaFiles)
  3387. assert.Equal(t, int64(0), userGet.UsedQuotaSize)
  3388. assert.Equal(t, int64(0), userGet.UsedUploadDataTransfer)
  3389. assert.Equal(t, int64(0), userGet.UsedDownloadDataTransfer)
  3390. err = dataprovider.UpdateUserQuota(&user, 10, 6000, true)
  3391. assert.NoError(t, err)
  3392. err = dataprovider.UpdateUserTransferQuota(&user, 100, 200, true)
  3393. assert.NoError(t, err)
  3394. files, size, ulSize, dlSize, err = dataprovider.GetUsedQuota(user.Username)
  3395. assert.NoError(t, err)
  3396. assert.Equal(t, 10, files)
  3397. assert.Equal(t, int64(6000), size)
  3398. assert.Equal(t, int64(100), ulSize)
  3399. assert.Equal(t, int64(200), dlSize)
  3400. userGet, err = dataprovider.UserExists(user.Username, "")
  3401. assert.NoError(t, err)
  3402. assert.Equal(t, 10, userGet.UsedQuotaFiles)
  3403. assert.Equal(t, int64(6000), userGet.UsedQuotaSize)
  3404. assert.Equal(t, int64(100), userGet.UsedUploadDataTransfer)
  3405. assert.Equal(t, int64(200), userGet.UsedDownloadDataTransfer)
  3406. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  3407. assert.NoError(t, err)
  3408. err = os.RemoveAll(user.GetHomeDir())
  3409. assert.NoError(t, err)
  3410. folder := vfs.BaseVirtualFolder{
  3411. Name: "folder",
  3412. MappedPath: filepath.Join(os.TempDir(), "p"),
  3413. }
  3414. err = dataprovider.AddFolder(&folder, "", "", "")
  3415. assert.NoError(t, err)
  3416. err = dataprovider.UpdateVirtualFolderQuota(&folder, 10, 6000, false)
  3417. assert.NoError(t, err)
  3418. files, size, err = dataprovider.GetUsedVirtualFolderQuota(folder.Name)
  3419. assert.NoError(t, err)
  3420. assert.Equal(t, 10, files)
  3421. assert.Equal(t, int64(6000), size)
  3422. folderGet, err := dataprovider.GetFolderByName(folder.Name)
  3423. assert.NoError(t, err)
  3424. assert.Equal(t, 0, folderGet.UsedQuotaFiles)
  3425. assert.Equal(t, int64(0), folderGet.UsedQuotaSize)
  3426. err = dataprovider.UpdateVirtualFolderQuota(&folder, 10, 6000, true)
  3427. assert.NoError(t, err)
  3428. files, size, err = dataprovider.GetUsedVirtualFolderQuota(folder.Name)
  3429. assert.NoError(t, err)
  3430. assert.Equal(t, 10, files)
  3431. assert.Equal(t, int64(6000), size)
  3432. folderGet, err = dataprovider.GetFolderByName(folder.Name)
  3433. assert.NoError(t, err)
  3434. assert.Equal(t, 10, folderGet.UsedQuotaFiles)
  3435. assert.Equal(t, int64(6000), folderGet.UsedQuotaSize)
  3436. err = dataprovider.DeleteFolder(folder.Name, "", "", "")
  3437. assert.NoError(t, err)
  3438. err = dataprovider.Close()
  3439. assert.NoError(t, err)
  3440. err = config.LoadConfig(configDir, "")
  3441. assert.NoError(t, err)
  3442. providerConf = config.GetProviderConf()
  3443. err = dataprovider.Initialize(providerConf, configDir, true)
  3444. assert.NoError(t, err)
  3445. }
  3446. func TestPasswordCaching(t *testing.T) {
  3447. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  3448. assert.NoError(t, err)
  3449. dbUser, err := dataprovider.UserExists(user.Username, "")
  3450. assert.NoError(t, err)
  3451. found, match := dataprovider.CheckCachedUserPassword(user.Username, defaultPassword, dbUser.Password)
  3452. assert.False(t, found)
  3453. assert.False(t, match)
  3454. user.Password = "wrong"
  3455. _, _, err = getSftpClient(user)
  3456. assert.Error(t, err)
  3457. found, match = dataprovider.CheckCachedUserPassword(user.Username, defaultPassword, dbUser.Password)
  3458. assert.False(t, found)
  3459. assert.False(t, match)
  3460. user.Password = ""
  3461. conn, client, err := getSftpClient(user)
  3462. if assert.NoError(t, err) {
  3463. defer conn.Close()
  3464. defer client.Close()
  3465. err = checkBasicSFTP(client)
  3466. assert.NoError(t, err)
  3467. }
  3468. found, match = dataprovider.CheckCachedUserPassword(user.Username, defaultPassword, dbUser.Password)
  3469. assert.True(t, found)
  3470. assert.True(t, match)
  3471. found, match = dataprovider.CheckCachedUserPassword(user.Username, defaultPassword+"_", dbUser.Password)
  3472. assert.True(t, found)
  3473. assert.False(t, match)
  3474. found, match = dataprovider.CheckCachedUserPassword(user.Username+"_", defaultPassword, dbUser.Password)
  3475. assert.False(t, found)
  3476. assert.False(t, match)
  3477. user, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  3478. assert.NoError(t, err)
  3479. // the password was not changed
  3480. found, match = dataprovider.CheckCachedUserPassword(user.Username, defaultPassword, dbUser.Password)
  3481. assert.True(t, found)
  3482. assert.True(t, match)
  3483. // the password hash will change
  3484. user.Password = defaultPassword
  3485. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  3486. assert.NoError(t, err)
  3487. dbUser, err = dataprovider.UserExists(user.Username, "")
  3488. assert.NoError(t, err)
  3489. found, match = dataprovider.CheckCachedUserPassword(user.Username, defaultPassword, dbUser.Password)
  3490. assert.False(t, found)
  3491. assert.False(t, match)
  3492. conn, client, err = getSftpClient(user)
  3493. if assert.NoError(t, err) {
  3494. defer conn.Close()
  3495. defer client.Close()
  3496. err = checkBasicSFTP(client)
  3497. assert.NoError(t, err)
  3498. }
  3499. found, match = dataprovider.CheckCachedUserPassword(user.Username, defaultPassword, dbUser.Password)
  3500. assert.True(t, found)
  3501. assert.True(t, match)
  3502. //change password
  3503. newPassword := defaultPassword + "mod"
  3504. user.Password = newPassword
  3505. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  3506. assert.NoError(t, err)
  3507. dbUser, err = dataprovider.UserExists(user.Username, "")
  3508. assert.NoError(t, err)
  3509. found, match = dataprovider.CheckCachedUserPassword(user.Username, newPassword, dbUser.Password)
  3510. assert.False(t, found)
  3511. assert.False(t, match)
  3512. conn, client, err = getSftpClient(user)
  3513. if assert.NoError(t, err) {
  3514. defer conn.Close()
  3515. defer client.Close()
  3516. err = checkBasicSFTP(client)
  3517. assert.NoError(t, err)
  3518. }
  3519. found, match = dataprovider.CheckCachedUserPassword(user.Username, defaultPassword, dbUser.Password)
  3520. assert.True(t, found)
  3521. assert.False(t, match)
  3522. found, match = dataprovider.CheckCachedUserPassword(user.Username, newPassword, dbUser.Password)
  3523. assert.True(t, found)
  3524. assert.True(t, match)
  3525. // update the password
  3526. err = dataprovider.UpdateUserPassword(user.Username, defaultPassword, "", "", "")
  3527. assert.NoError(t, err)
  3528. dbUser, err = dataprovider.UserExists(user.Username, "")
  3529. assert.NoError(t, err)
  3530. // the stored hash does not match
  3531. found, match = dataprovider.CheckCachedUserPassword(user.Username, defaultPassword, dbUser.Password)
  3532. assert.False(t, found)
  3533. assert.False(t, match)
  3534. user.Password = defaultPassword
  3535. conn, client, err = getSftpClient(user)
  3536. if assert.NoError(t, err) {
  3537. defer conn.Close()
  3538. defer client.Close()
  3539. err = checkBasicSFTP(client)
  3540. assert.NoError(t, err)
  3541. }
  3542. found, match = dataprovider.CheckCachedUserPassword(user.Username, defaultPassword, dbUser.Password)
  3543. assert.True(t, found)
  3544. assert.True(t, match)
  3545. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  3546. assert.NoError(t, err)
  3547. err = os.RemoveAll(user.GetHomeDir())
  3548. assert.NoError(t, err)
  3549. found, match = dataprovider.CheckCachedUserPassword(user.Username, defaultPassword, dbUser.Password)
  3550. assert.False(t, found)
  3551. assert.False(t, match)
  3552. }
  3553. func TestEventRule(t *testing.T) {
  3554. if runtime.GOOS == osWindows {
  3555. t.Skip("this test is not available on Windows")
  3556. }
  3557. smtpCfg := smtp.Config{
  3558. Host: "127.0.0.1",
  3559. Port: 2525,
  3560. From: "[email protected]",
  3561. TemplatesPath: "templates",
  3562. }
  3563. err := smtpCfg.Initialize(configDir, true)
  3564. require.NoError(t, err)
  3565. a1 := dataprovider.BaseEventAction{
  3566. Name: "action1",
  3567. Type: dataprovider.ActionTypeHTTP,
  3568. Options: dataprovider.BaseEventActionOptions{
  3569. HTTPConfig: dataprovider.EventActionHTTPConfig{
  3570. Endpoint: "http://localhost",
  3571. Timeout: 20,
  3572. Method: http.MethodGet,
  3573. },
  3574. },
  3575. }
  3576. a2 := dataprovider.BaseEventAction{
  3577. Name: "action2",
  3578. Type: dataprovider.ActionTypeBackup,
  3579. }
  3580. a3 := dataprovider.BaseEventAction{
  3581. Name: "action3",
  3582. Type: dataprovider.ActionTypeEmail,
  3583. Options: dataprovider.BaseEventActionOptions{
  3584. EmailConfig: dataprovider.EventActionEmailConfig{
  3585. Recipients: []string{"[email protected]", "[email protected]"},
  3586. Bcc: []string{"[email protected]"},
  3587. Subject: `New "{{.Event}}" from "{{.Name}}" status {{.StatusString}}`,
  3588. Body: "Fs path {{.FsPath}}, size: {{.FileSize}}, protocol: {{.Protocol}}, IP: {{.IP}} Data: {{.ObjectData}} {{.ErrorString}}",
  3589. },
  3590. },
  3591. }
  3592. a4 := dataprovider.BaseEventAction{
  3593. Name: "action4",
  3594. Type: dataprovider.ActionTypeEmail,
  3595. Options: dataprovider.BaseEventActionOptions{
  3596. EmailConfig: dataprovider.EventActionEmailConfig{
  3597. Recipients: []string{"[email protected]"},
  3598. Subject: `Failed "{{.Event}}" from "{{.Name}}"`,
  3599. Body: "Fs path {{.FsPath}}, protocol: {{.Protocol}}, IP: {{.IP}} {{.ErrorString}}",
  3600. },
  3601. },
  3602. }
  3603. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  3604. assert.NoError(t, err)
  3605. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  3606. assert.NoError(t, err)
  3607. action3, _, err := httpdtest.AddEventAction(a3, http.StatusCreated)
  3608. assert.NoError(t, err)
  3609. action4, _, err := httpdtest.AddEventAction(a4, http.StatusCreated)
  3610. assert.NoError(t, err)
  3611. r1 := dataprovider.EventRule{
  3612. Name: "test rule1",
  3613. Status: 1,
  3614. Trigger: dataprovider.EventTriggerFsEvent,
  3615. Conditions: dataprovider.EventConditions{
  3616. FsEvents: []string{"upload"},
  3617. Options: dataprovider.ConditionOptions{
  3618. EventStatuses: []int{1},
  3619. FsPaths: []dataprovider.ConditionPattern{
  3620. {
  3621. Pattern: "/subdir/*.dat",
  3622. },
  3623. {
  3624. Pattern: "/**/*.txt",
  3625. },
  3626. },
  3627. },
  3628. },
  3629. Actions: []dataprovider.EventAction{
  3630. {
  3631. BaseEventAction: dataprovider.BaseEventAction{
  3632. Name: action1.Name,
  3633. },
  3634. Order: 1,
  3635. Options: dataprovider.EventActionOptions{
  3636. ExecuteSync: true,
  3637. StopOnFailure: true,
  3638. },
  3639. },
  3640. {
  3641. BaseEventAction: dataprovider.BaseEventAction{
  3642. Name: action2.Name,
  3643. },
  3644. Order: 2,
  3645. },
  3646. {
  3647. BaseEventAction: dataprovider.BaseEventAction{
  3648. Name: action3.Name,
  3649. },
  3650. Order: 3,
  3651. },
  3652. {
  3653. BaseEventAction: dataprovider.BaseEventAction{
  3654. Name: action4.Name,
  3655. },
  3656. Order: 4,
  3657. Options: dataprovider.EventActionOptions{
  3658. IsFailureAction: true,
  3659. },
  3660. },
  3661. },
  3662. }
  3663. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  3664. assert.NoError(t, err)
  3665. r2 := dataprovider.EventRule{
  3666. Name: "test rule2",
  3667. Status: 1,
  3668. Trigger: dataprovider.EventTriggerFsEvent,
  3669. Conditions: dataprovider.EventConditions{
  3670. FsEvents: []string{"download"},
  3671. Options: dataprovider.ConditionOptions{
  3672. FsPaths: []dataprovider.ConditionPattern{
  3673. {
  3674. Pattern: "/**/*.dat",
  3675. },
  3676. },
  3677. },
  3678. },
  3679. Actions: []dataprovider.EventAction{
  3680. {
  3681. BaseEventAction: dataprovider.BaseEventAction{
  3682. Name: action3.Name,
  3683. },
  3684. Order: 1,
  3685. },
  3686. {
  3687. BaseEventAction: dataprovider.BaseEventAction{
  3688. Name: action4.Name,
  3689. },
  3690. Order: 2,
  3691. Options: dataprovider.EventActionOptions{
  3692. IsFailureAction: true,
  3693. },
  3694. },
  3695. },
  3696. }
  3697. rule2, _, err := httpdtest.AddEventRule(r2, http.StatusCreated)
  3698. assert.NoError(t, err)
  3699. r3 := dataprovider.EventRule{
  3700. Name: "test rule3",
  3701. Status: 1,
  3702. Trigger: dataprovider.EventTriggerProviderEvent,
  3703. Conditions: dataprovider.EventConditions{
  3704. ProviderEvents: []string{"delete"},
  3705. },
  3706. Actions: []dataprovider.EventAction{
  3707. {
  3708. BaseEventAction: dataprovider.BaseEventAction{
  3709. Name: action3.Name,
  3710. },
  3711. Order: 1,
  3712. },
  3713. },
  3714. }
  3715. rule3, _, err := httpdtest.AddEventRule(r3, http.StatusCreated)
  3716. assert.NoError(t, err)
  3717. uploadScriptPath := filepath.Join(os.TempDir(), "upload.sh")
  3718. u := getTestUser()
  3719. u.DownloadDataTransfer = 1
  3720. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  3721. assert.NoError(t, err)
  3722. movedFileName := "moved.dat"
  3723. movedPath := filepath.Join(user.HomeDir, movedFileName)
  3724. err = os.WriteFile(uploadScriptPath, getUploadScriptContent(movedPath, "", 0), 0755)
  3725. assert.NoError(t, err)
  3726. dataprovider.EnabledActionCommands = []string{uploadScriptPath}
  3727. defer func() {
  3728. dataprovider.EnabledActionCommands = nil
  3729. }()
  3730. action1.Type = dataprovider.ActionTypeCommand
  3731. action1.Options = dataprovider.BaseEventActionOptions{
  3732. CmdConfig: dataprovider.EventActionCommandConfig{
  3733. Cmd: uploadScriptPath,
  3734. Timeout: 10,
  3735. EnvVars: []dataprovider.KeyValue{
  3736. {
  3737. Key: "SFTPGO_ACTION_PATH",
  3738. Value: "{{.FsPath}}",
  3739. },
  3740. {
  3741. Key: "CUSTOM_ENV_VAR",
  3742. Value: "value",
  3743. },
  3744. },
  3745. },
  3746. }
  3747. action1, _, err = httpdtest.UpdateEventAction(action1, http.StatusOK)
  3748. assert.NoError(t, err)
  3749. dirName := "subdir"
  3750. conn, client, err := getSftpClient(user)
  3751. if assert.NoError(t, err) {
  3752. defer conn.Close()
  3753. defer client.Close()
  3754. size := int64(32768)
  3755. // rule conditions does not match
  3756. err = writeSFTPFileNoCheck(testFileName, size, client)
  3757. assert.NoError(t, err)
  3758. info, err := client.Stat(testFileName)
  3759. if assert.NoError(t, err) {
  3760. assert.Equal(t, size, info.Size())
  3761. }
  3762. err = client.Mkdir(dirName)
  3763. assert.NoError(t, err)
  3764. err = client.Mkdir("subdir1")
  3765. assert.NoError(t, err)
  3766. // rule conditions match
  3767. lastReceivedEmail.reset()
  3768. err = writeSFTPFileNoCheck(path.Join(dirName, testFileName), size, client)
  3769. assert.NoError(t, err)
  3770. _, err = client.Stat(path.Join(dirName, testFileName))
  3771. assert.Error(t, err)
  3772. info, err = client.Stat(movedFileName)
  3773. if assert.NoError(t, err) {
  3774. assert.Equal(t, size, info.Size())
  3775. }
  3776. assert.Eventually(t, func() bool {
  3777. return lastReceivedEmail.get().From != ""
  3778. }, 3000*time.Millisecond, 100*time.Millisecond)
  3779. email := lastReceivedEmail.get()
  3780. assert.Len(t, email.To, 3)
  3781. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3782. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3783. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3784. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: New "upload" from "%s" status OK`, user.Username))
  3785. // test the failure action, we download a file that exceeds the transfer quota limit
  3786. err = writeSFTPFileNoCheck(path.Join("subdir1", testFileName), 1*1024*1024+65535, client)
  3787. assert.NoError(t, err)
  3788. lastReceivedEmail.reset()
  3789. f, err := client.Open(path.Join("subdir1", testFileName))
  3790. assert.NoError(t, err)
  3791. _, err = io.ReadAll(f)
  3792. if assert.Error(t, err) {
  3793. assert.Contains(t, err.Error(), common.ErrReadQuotaExceeded.Error())
  3794. }
  3795. err = f.Close()
  3796. assert.Error(t, err)
  3797. assert.Eventually(t, func() bool {
  3798. return lastReceivedEmail.get().From != ""
  3799. }, 3000*time.Millisecond, 100*time.Millisecond)
  3800. email = lastReceivedEmail.get()
  3801. assert.Len(t, email.To, 3)
  3802. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3803. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3804. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3805. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: New "download" from "%s" status KO`, user.Username))
  3806. assert.Contains(t, email.Data, `"download" failed`)
  3807. assert.Contains(t, email.Data, common.ErrReadQuotaExceeded.Error())
  3808. _, err = httpdtest.UpdateTransferQuotaUsage(user, "", http.StatusOK)
  3809. assert.NoError(t, err)
  3810. // remove the upload script to test the failure action
  3811. err = os.Remove(uploadScriptPath)
  3812. assert.NoError(t, err)
  3813. lastReceivedEmail.reset()
  3814. err = writeSFTPFileNoCheck(path.Join(dirName, testFileName), size, client)
  3815. assert.Error(t, err)
  3816. assert.Eventually(t, func() bool {
  3817. return lastReceivedEmail.get().From != ""
  3818. }, 3000*time.Millisecond, 100*time.Millisecond)
  3819. email = lastReceivedEmail.get()
  3820. assert.Len(t, email.To, 1)
  3821. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3822. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: Failed "upload" from "%s"`, user.Username))
  3823. assert.Contains(t, email.Data, fmt.Sprintf(`action %q failed`, action1.Name))
  3824. // now test the download rule
  3825. lastReceivedEmail.reset()
  3826. f, err = client.Open(movedFileName)
  3827. assert.NoError(t, err)
  3828. contents, err := io.ReadAll(f)
  3829. assert.NoError(t, err)
  3830. err = f.Close()
  3831. assert.NoError(t, err)
  3832. assert.Len(t, contents, int(size))
  3833. assert.Eventually(t, func() bool {
  3834. return lastReceivedEmail.get().From != ""
  3835. }, 3000*time.Millisecond, 100*time.Millisecond)
  3836. email = lastReceivedEmail.get()
  3837. assert.Len(t, email.To, 3)
  3838. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3839. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3840. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3841. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: New "download" from "%s"`, user.Username))
  3842. }
  3843. // test upload action command with arguments
  3844. action1.Options.CmdConfig.Args = []string{"{{.Event}}", "{{.VirtualPath}}", "custom_arg"}
  3845. action1, _, err = httpdtest.UpdateEventAction(action1, http.StatusOK)
  3846. assert.NoError(t, err)
  3847. uploadLogFilePath := filepath.Join(os.TempDir(), "upload.log")
  3848. err = os.WriteFile(uploadScriptPath, getUploadScriptContent(movedPath, uploadLogFilePath, 0), 0755)
  3849. assert.NoError(t, err)
  3850. conn, client, err = getSftpClient(user)
  3851. if assert.NoError(t, err) {
  3852. defer conn.Close()
  3853. defer client.Close()
  3854. err = writeSFTPFileNoCheck(path.Join(dirName, testFileName), 123, client)
  3855. assert.NoError(t, err)
  3856. logContent, err := os.ReadFile(uploadLogFilePath)
  3857. assert.NoError(t, err)
  3858. assert.Equal(t, fmt.Sprintf("upload %s custom_arg", util.CleanPath(path.Join(dirName, testFileName))),
  3859. strings.TrimSpace(string(logContent)))
  3860. err = os.Remove(uploadLogFilePath)
  3861. assert.NoError(t, err)
  3862. lastReceivedEmail.reset()
  3863. assert.Eventually(t, func() bool {
  3864. return lastReceivedEmail.get().From != ""
  3865. }, 3000*time.Millisecond, 100*time.Millisecond)
  3866. }
  3867. lastReceivedEmail.reset()
  3868. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  3869. assert.NoError(t, err)
  3870. _, err = httpdtest.RemoveEventRule(rule2, http.StatusOK)
  3871. assert.NoError(t, err)
  3872. assert.Eventually(t, func() bool {
  3873. return lastReceivedEmail.get().From != ""
  3874. }, 3000*time.Millisecond, 100*time.Millisecond)
  3875. email := lastReceivedEmail.get()
  3876. assert.Len(t, email.To, 3)
  3877. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3878. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3879. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3880. assert.Contains(t, email.Data, `Subject: New "delete" from "admin"`)
  3881. _, err = httpdtest.RemoveEventRule(rule3, http.StatusOK)
  3882. assert.NoError(t, err)
  3883. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  3884. assert.NoError(t, err)
  3885. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  3886. assert.NoError(t, err)
  3887. _, err = httpdtest.RemoveEventAction(action3, http.StatusOK)
  3888. assert.NoError(t, err)
  3889. _, err = httpdtest.RemoveEventAction(action4, http.StatusOK)
  3890. assert.NoError(t, err)
  3891. lastReceivedEmail.reset()
  3892. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  3893. assert.NoError(t, err)
  3894. err = os.RemoveAll(user.GetHomeDir())
  3895. assert.NoError(t, err)
  3896. smtpCfg = smtp.Config{}
  3897. err = smtpCfg.Initialize(configDir, true)
  3898. require.NoError(t, err)
  3899. }
  3900. func TestEventRuleStatues(t *testing.T) {
  3901. smtpCfg := smtp.Config{
  3902. Host: "127.0.0.1",
  3903. Port: 2525,
  3904. From: "[email protected]",
  3905. TemplatesPath: "templates",
  3906. }
  3907. err := smtpCfg.Initialize(configDir, true)
  3908. require.NoError(t, err)
  3909. a1 := dataprovider.BaseEventAction{
  3910. Name: "a1",
  3911. Type: dataprovider.ActionTypeEmail,
  3912. Options: dataprovider.BaseEventActionOptions{
  3913. EmailConfig: dataprovider.EventActionEmailConfig{
  3914. Recipients: []string{"[email protected]"},
  3915. Subject: `New "{{.Event}}" error`,
  3916. Body: "{{.ErrorString}}",
  3917. },
  3918. },
  3919. }
  3920. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  3921. assert.NoError(t, err)
  3922. r := dataprovider.EventRule{
  3923. Name: "rule",
  3924. Status: 1,
  3925. Trigger: dataprovider.EventTriggerFsEvent,
  3926. Conditions: dataprovider.EventConditions{
  3927. FsEvents: []string{"upload"},
  3928. Options: dataprovider.ConditionOptions{
  3929. EventStatuses: []int{3},
  3930. },
  3931. },
  3932. Actions: []dataprovider.EventAction{
  3933. {
  3934. BaseEventAction: dataprovider.BaseEventAction{
  3935. Name: action1.Name,
  3936. },
  3937. Order: 1,
  3938. },
  3939. },
  3940. }
  3941. rule, resp, err := httpdtest.AddEventRule(r, http.StatusCreated)
  3942. assert.NoError(t, err, string(resp))
  3943. u := getTestUser()
  3944. u.UploadDataTransfer = 1
  3945. u.DownloadDataTransfer = 1
  3946. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  3947. assert.NoError(t, err)
  3948. conn, client, err := getSftpClient(user)
  3949. if assert.NoError(t, err) {
  3950. defer conn.Close()
  3951. defer client.Close()
  3952. testFileSize := int64(999999)
  3953. err = writeSFTPFile(testFileName, testFileSize, client)
  3954. assert.NoError(t, err)
  3955. f, err := client.Open(testFileName)
  3956. assert.NoError(t, err)
  3957. contents := make([]byte, testFileSize)
  3958. n, err := io.ReadFull(f, contents)
  3959. assert.NoError(t, err)
  3960. assert.Equal(t, int(testFileSize), n)
  3961. assert.Len(t, contents, int(testFileSize))
  3962. err = f.Close()
  3963. assert.NoError(t, err)
  3964. lastReceivedEmail.reset()
  3965. assert.Eventually(t, func() bool {
  3966. return lastReceivedEmail.get().From == ""
  3967. }, 600*time.Millisecond, 500*time.Millisecond)
  3968. err = writeSFTPFile(testFileName, testFileSize, client)
  3969. assert.Error(t, err)
  3970. lastReceivedEmail.reset()
  3971. assert.Eventually(t, func() bool {
  3972. return lastReceivedEmail.get().From != ""
  3973. }, 3000*time.Millisecond, 100*time.Millisecond)
  3974. email := lastReceivedEmail.get()
  3975. assert.Len(t, email.To, 1)
  3976. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3977. assert.Contains(t, email.Data, `Subject: New "upload" error`)
  3978. assert.Contains(t, email.Data, common.ErrQuotaExceeded.Error())
  3979. }
  3980. _, err = httpdtest.RemoveEventRule(rule, http.StatusOK)
  3981. assert.NoError(t, err)
  3982. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  3983. assert.NoError(t, err)
  3984. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  3985. assert.NoError(t, err)
  3986. err = os.RemoveAll(user.GetHomeDir())
  3987. assert.NoError(t, err)
  3988. smtpCfg = smtp.Config{}
  3989. err = smtpCfg.Initialize(configDir, true)
  3990. require.NoError(t, err)
  3991. }
  3992. func TestEventRuleDisabledCommand(t *testing.T) {
  3993. if runtime.GOOS == osWindows {
  3994. t.Skip("this test is not available on Windows")
  3995. }
  3996. smtpCfg := smtp.Config{
  3997. Host: "127.0.0.1",
  3998. Port: 2525,
  3999. From: "[email protected]",
  4000. TemplatesPath: "templates",
  4001. }
  4002. err := smtpCfg.Initialize(configDir, true)
  4003. require.NoError(t, err)
  4004. saveObjectScriptPath := filepath.Join(os.TempDir(), "provider.sh")
  4005. outPath := filepath.Join(os.TempDir(), "provider_out.json")
  4006. err = os.WriteFile(saveObjectScriptPath, getSaveProviderObjectScriptContent(outPath, 0), 0755)
  4007. assert.NoError(t, err)
  4008. a1 := dataprovider.BaseEventAction{
  4009. Name: "a1",
  4010. Type: dataprovider.ActionTypeCommand,
  4011. Options: dataprovider.BaseEventActionOptions{
  4012. CmdConfig: dataprovider.EventActionCommandConfig{
  4013. Cmd: saveObjectScriptPath,
  4014. Timeout: 10,
  4015. EnvVars: []dataprovider.KeyValue{
  4016. {
  4017. Key: "SFTPGO_OBJECT_DATA",
  4018. Value: "{{.ObjectData}}",
  4019. },
  4020. },
  4021. },
  4022. },
  4023. }
  4024. a2 := dataprovider.BaseEventAction{
  4025. Name: "a2",
  4026. Type: dataprovider.ActionTypeEmail,
  4027. Options: dataprovider.BaseEventActionOptions{
  4028. EmailConfig: dataprovider.EventActionEmailConfig{
  4029. Recipients: []string{"[email protected]"},
  4030. Subject: `New "{{.Event}}" from "{{.Name}}"`,
  4031. Body: "Object name: {{.ObjectName}} object type: {{.ObjectType}} Data: {{.ObjectData}}",
  4032. },
  4033. },
  4034. }
  4035. a3 := dataprovider.BaseEventAction{
  4036. Name: "a3",
  4037. Type: dataprovider.ActionTypeEmail,
  4038. Options: dataprovider.BaseEventActionOptions{
  4039. EmailConfig: dataprovider.EventActionEmailConfig{
  4040. Recipients: []string{"[email protected]"},
  4041. Subject: `Failed "{{.Event}}" from "{{.Name}}"`,
  4042. Body: "Object name: {{.ObjectName}} object type: {{.ObjectType}}, IP: {{.IP}}",
  4043. },
  4044. },
  4045. }
  4046. _, _, err = httpdtest.AddEventAction(a1, http.StatusBadRequest)
  4047. assert.NoError(t, err)
  4048. // Enable the command to allow saving
  4049. dataprovider.EnabledActionCommands = []string{a1.Options.CmdConfig.Cmd}
  4050. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  4051. assert.NoError(t, err)
  4052. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  4053. assert.NoError(t, err)
  4054. action3, _, err := httpdtest.AddEventAction(a3, http.StatusCreated)
  4055. assert.NoError(t, err)
  4056. r := dataprovider.EventRule{
  4057. Name: "rule",
  4058. Status: 1,
  4059. Trigger: dataprovider.EventTriggerProviderEvent,
  4060. Conditions: dataprovider.EventConditions{
  4061. ProviderEvents: []string{"add"},
  4062. Options: dataprovider.ConditionOptions{
  4063. ProviderObjects: []string{"folder"},
  4064. },
  4065. },
  4066. Actions: []dataprovider.EventAction{
  4067. {
  4068. BaseEventAction: dataprovider.BaseEventAction{
  4069. Name: action1.Name,
  4070. },
  4071. Order: 1,
  4072. Options: dataprovider.EventActionOptions{
  4073. StopOnFailure: true,
  4074. },
  4075. },
  4076. {
  4077. BaseEventAction: dataprovider.BaseEventAction{
  4078. Name: action2.Name,
  4079. },
  4080. Order: 2,
  4081. },
  4082. {
  4083. BaseEventAction: dataprovider.BaseEventAction{
  4084. Name: action3.Name,
  4085. },
  4086. Order: 3,
  4087. Options: dataprovider.EventActionOptions{
  4088. IsFailureAction: true,
  4089. StopOnFailure: true,
  4090. },
  4091. },
  4092. },
  4093. }
  4094. rule, _, err := httpdtest.AddEventRule(r, http.StatusCreated)
  4095. assert.NoError(t, err)
  4096. // restrict command execution
  4097. dataprovider.EnabledActionCommands = nil
  4098. lastReceivedEmail.reset()
  4099. // create a folder to trigger the rule
  4100. folder := vfs.BaseVirtualFolder{
  4101. Name: "ftest failed command",
  4102. MappedPath: filepath.Join(os.TempDir(), "p"),
  4103. }
  4104. folder, _, err = httpdtest.AddFolder(folder, http.StatusCreated)
  4105. assert.NoError(t, err)
  4106. assert.NoFileExists(t, outPath)
  4107. assert.Eventually(t, func() bool {
  4108. return lastReceivedEmail.get().From != ""
  4109. }, 3000*time.Millisecond, 100*time.Millisecond)
  4110. email := lastReceivedEmail.get()
  4111. assert.Len(t, email.To, 1)
  4112. assert.True(t, slices.Contains(email.To, "[email protected]"))
  4113. assert.Contains(t, email.Data, `Subject: Failed "add" from "admin"`)
  4114. assert.Contains(t, email.Data, fmt.Sprintf("Object name: %s object type: folder", folder.Name))
  4115. lastReceivedEmail.reset()
  4116. _, err = httpdtest.RemoveFolder(folder, http.StatusOK)
  4117. assert.NoError(t, err)
  4118. _, err = httpdtest.RemoveEventRule(rule, http.StatusOK)
  4119. assert.NoError(t, err)
  4120. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  4121. assert.NoError(t, err)
  4122. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  4123. assert.NoError(t, err)
  4124. _, err = httpdtest.RemoveEventAction(action3, http.StatusOK)
  4125. assert.NoError(t, err)
  4126. }
  4127. func TestEventRuleProviderEvents(t *testing.T) {
  4128. if runtime.GOOS == osWindows {
  4129. t.Skip("this test is not available on Windows")
  4130. }
  4131. smtpCfg := smtp.Config{
  4132. Host: "127.0.0.1",
  4133. Port: 2525,
  4134. From: "[email protected]",
  4135. TemplatesPath: "templates",
  4136. }
  4137. err := smtpCfg.Initialize(configDir, true)
  4138. require.NoError(t, err)
  4139. saveObjectScriptPath := filepath.Join(os.TempDir(), "provider.sh")
  4140. outPath := filepath.Join(os.TempDir(), "provider_out.json")
  4141. err = os.WriteFile(saveObjectScriptPath, getSaveProviderObjectScriptContent(outPath, 0), 0755)
  4142. assert.NoError(t, err)
  4143. dataprovider.EnabledActionCommands = []string{saveObjectScriptPath}
  4144. defer func() {
  4145. dataprovider.EnabledActionCommands = nil
  4146. }()
  4147. a1 := dataprovider.BaseEventAction{
  4148. Name: "a1",
  4149. Type: dataprovider.ActionTypeCommand,
  4150. Options: dataprovider.BaseEventActionOptions{
  4151. CmdConfig: dataprovider.EventActionCommandConfig{
  4152. Cmd: saveObjectScriptPath,
  4153. Timeout: 10,
  4154. EnvVars: []dataprovider.KeyValue{
  4155. {
  4156. Key: "SFTPGO_OBJECT_DATA",
  4157. Value: "{{.ObjectData}}",
  4158. },
  4159. },
  4160. },
  4161. },
  4162. }
  4163. a2 := dataprovider.BaseEventAction{
  4164. Name: "a2",
  4165. Type: dataprovider.ActionTypeEmail,
  4166. Options: dataprovider.BaseEventActionOptions{
  4167. EmailConfig: dataprovider.EventActionEmailConfig{
  4168. Recipients: []string{"[email protected]"},
  4169. Subject: `New "{{.Event}}" from "{{.Name}}"`,
  4170. Body: "Object name: {{.ObjectName}} object type: {{.ObjectType}} Data: {{.ObjectData}}",
  4171. },
  4172. },
  4173. }
  4174. a3 := dataprovider.BaseEventAction{
  4175. Name: "a3",
  4176. Type: dataprovider.ActionTypeEmail,
  4177. Options: dataprovider.BaseEventActionOptions{
  4178. EmailConfig: dataprovider.EventActionEmailConfig{
  4179. Recipients: []string{"[email protected]"},
  4180. Subject: `Failed "{{.Event}}" from "{{.Name}}"`,
  4181. Body: "Object name: {{.ObjectName}} object type: {{.ObjectType}}, IP: {{.IP}}",
  4182. },
  4183. },
  4184. }
  4185. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  4186. assert.NoError(t, err)
  4187. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  4188. assert.NoError(t, err)
  4189. action3, _, err := httpdtest.AddEventAction(a3, http.StatusCreated)
  4190. assert.NoError(t, err)
  4191. r := dataprovider.EventRule{
  4192. Name: "rule",
  4193. Status: 1,
  4194. Trigger: dataprovider.EventTriggerProviderEvent,
  4195. Conditions: dataprovider.EventConditions{
  4196. ProviderEvents: []string{"update"},
  4197. },
  4198. Actions: []dataprovider.EventAction{
  4199. {
  4200. BaseEventAction: dataprovider.BaseEventAction{
  4201. Name: action1.Name,
  4202. },
  4203. Order: 1,
  4204. Options: dataprovider.EventActionOptions{
  4205. StopOnFailure: true,
  4206. },
  4207. },
  4208. {
  4209. BaseEventAction: dataprovider.BaseEventAction{
  4210. Name: action2.Name,
  4211. },
  4212. Order: 2,
  4213. },
  4214. {
  4215. BaseEventAction: dataprovider.BaseEventAction{
  4216. Name: action3.Name,
  4217. },
  4218. Order: 3,
  4219. Options: dataprovider.EventActionOptions{
  4220. IsFailureAction: true,
  4221. StopOnFailure: true,
  4222. },
  4223. },
  4224. },
  4225. }
  4226. rule, _, err := httpdtest.AddEventRule(r, http.StatusCreated)
  4227. assert.NoError(t, err)
  4228. lastReceivedEmail.reset()
  4229. // create and update a folder to trigger the rule
  4230. folder := vfs.BaseVirtualFolder{
  4231. Name: "ftest rule",
  4232. MappedPath: filepath.Join(os.TempDir(), "p"),
  4233. }
  4234. folder, _, err = httpdtest.AddFolder(folder, http.StatusCreated)
  4235. assert.NoError(t, err)
  4236. // no action is triggered on add
  4237. assert.NoFileExists(t, outPath)
  4238. // update the folder
  4239. _, _, err = httpdtest.UpdateFolder(folder, http.StatusOK)
  4240. assert.NoError(t, err)
  4241. if assert.Eventually(t, func() bool {
  4242. _, err := os.Stat(outPath)
  4243. return err == nil
  4244. }, 2*time.Second, 100*time.Millisecond) {
  4245. content, err := os.ReadFile(outPath)
  4246. assert.NoError(t, err)
  4247. var folderGet vfs.BaseVirtualFolder
  4248. err = json.Unmarshal(content, &folderGet)
  4249. assert.NoError(t, err)
  4250. assert.Equal(t, folder, folderGet)
  4251. err = os.Remove(outPath)
  4252. assert.NoError(t, err)
  4253. assert.Eventually(t, func() bool {
  4254. return lastReceivedEmail.get().From != ""
  4255. }, 3000*time.Millisecond, 100*time.Millisecond)
  4256. email := lastReceivedEmail.get()
  4257. assert.Len(t, email.To, 1)
  4258. assert.True(t, slices.Contains(email.To, "[email protected]"))
  4259. assert.Contains(t, email.Data, `Subject: New "update" from "admin"`)
  4260. }
  4261. // now delete the script to generate an error
  4262. lastReceivedEmail.reset()
  4263. err = os.Remove(saveObjectScriptPath)
  4264. assert.NoError(t, err)
  4265. _, _, err = httpdtest.UpdateFolder(folder, http.StatusOK)
  4266. assert.NoError(t, err)
  4267. assert.NoFileExists(t, outPath)
  4268. assert.Eventually(t, func() bool {
  4269. return lastReceivedEmail.get().From != ""
  4270. }, 3000*time.Millisecond, 100*time.Millisecond)
  4271. email := lastReceivedEmail.get()
  4272. assert.Len(t, email.To, 1)
  4273. assert.True(t, slices.Contains(email.To, "[email protected]"))
  4274. assert.Contains(t, email.Data, `Subject: Failed "update" from "admin"`)
  4275. assert.Contains(t, email.Data, fmt.Sprintf("Object name: %s object type: folder", folder.Name))
  4276. lastReceivedEmail.reset()
  4277. // generate an error for the failure action
  4278. smtpCfg = smtp.Config{}
  4279. err = smtpCfg.Initialize(configDir, true)
  4280. require.NoError(t, err)
  4281. _, _, err = httpdtest.UpdateFolder(folder, http.StatusOK)
  4282. assert.NoError(t, err)
  4283. assert.NoFileExists(t, outPath)
  4284. email = lastReceivedEmail.get()
  4285. assert.Len(t, email.To, 0)
  4286. _, err = httpdtest.RemoveFolder(folder, http.StatusOK)
  4287. assert.NoError(t, err)
  4288. _, err = httpdtest.RemoveEventRule(rule, http.StatusOK)
  4289. assert.NoError(t, err)
  4290. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  4291. assert.NoError(t, err)
  4292. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  4293. assert.NoError(t, err)
  4294. _, err = httpdtest.RemoveEventAction(action3, http.StatusOK)
  4295. assert.NoError(t, err)
  4296. }
  4297. func TestEventRuleFsActions(t *testing.T) {
  4298. dirsToCreate := []string{
  4299. "/basedir/1",
  4300. "/basedir/sub/2",
  4301. "/basedir/3",
  4302. }
  4303. a1 := dataprovider.BaseEventAction{
  4304. Name: "a1",
  4305. Type: dataprovider.ActionTypeFilesystem,
  4306. Options: dataprovider.BaseEventActionOptions{
  4307. FsConfig: dataprovider.EventActionFilesystemConfig{
  4308. Type: dataprovider.FilesystemActionMkdirs,
  4309. MkDirs: dirsToCreate,
  4310. },
  4311. },
  4312. }
  4313. a2 := dataprovider.BaseEventAction{
  4314. Name: "a2",
  4315. Type: dataprovider.ActionTypeFilesystem,
  4316. Options: dataprovider.BaseEventActionOptions{
  4317. FsConfig: dataprovider.EventActionFilesystemConfig{
  4318. Type: dataprovider.FilesystemActionRename,
  4319. Renames: []dataprovider.RenameConfig{
  4320. {
  4321. KeyValue: dataprovider.KeyValue{
  4322. Key: "/{{.VirtualDirPath}}/{{.ObjectName}}",
  4323. Value: "/{{.ObjectName}}_renamed",
  4324. },
  4325. },
  4326. },
  4327. },
  4328. },
  4329. }
  4330. a3 := dataprovider.BaseEventAction{
  4331. Name: "a3",
  4332. Type: dataprovider.ActionTypeFilesystem,
  4333. Options: dataprovider.BaseEventActionOptions{
  4334. FsConfig: dataprovider.EventActionFilesystemConfig{
  4335. Type: dataprovider.FilesystemActionDelete,
  4336. Deletes: []string{"/{{.ObjectName}}_renamed"},
  4337. },
  4338. },
  4339. }
  4340. a4 := dataprovider.BaseEventAction{
  4341. Name: "a4",
  4342. Type: dataprovider.ActionTypeFolderQuotaReset,
  4343. }
  4344. a5 := dataprovider.BaseEventAction{
  4345. Name: "a5",
  4346. Type: dataprovider.ActionTypeUserQuotaReset,
  4347. }
  4348. a6 := dataprovider.BaseEventAction{
  4349. Name: "a6",
  4350. Type: dataprovider.ActionTypeFilesystem,
  4351. Options: dataprovider.BaseEventActionOptions{
  4352. FsConfig: dataprovider.EventActionFilesystemConfig{
  4353. Type: dataprovider.FilesystemActionExist,
  4354. Exist: []string{"/{{.VirtualPath}}"},
  4355. },
  4356. },
  4357. }
  4358. action1, resp, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  4359. assert.NoError(t, err, string(resp))
  4360. action2, resp, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  4361. assert.NoError(t, err, string(resp))
  4362. action3, resp, err := httpdtest.AddEventAction(a3, http.StatusCreated)
  4363. assert.NoError(t, err, string(resp))
  4364. action4, resp, err := httpdtest.AddEventAction(a4, http.StatusCreated)
  4365. assert.NoError(t, err, string(resp))
  4366. action5, resp, err := httpdtest.AddEventAction(a5, http.StatusCreated)
  4367. assert.NoError(t, err, string(resp))
  4368. action6, resp, err := httpdtest.AddEventAction(a6, http.StatusCreated)
  4369. assert.NoError(t, err, string(resp))
  4370. r1 := dataprovider.EventRule{
  4371. Name: "r1",
  4372. Status: 1,
  4373. Trigger: dataprovider.EventTriggerProviderEvent,
  4374. Conditions: dataprovider.EventConditions{
  4375. ProviderEvents: []string{"add"},
  4376. },
  4377. Actions: []dataprovider.EventAction{
  4378. {
  4379. BaseEventAction: dataprovider.BaseEventAction{
  4380. Name: action1.Name,
  4381. },
  4382. Order: 1,
  4383. },
  4384. },
  4385. }
  4386. r2 := dataprovider.EventRule{
  4387. Name: "r2",
  4388. Status: 1,
  4389. Trigger: dataprovider.EventTriggerFsEvent,
  4390. Conditions: dataprovider.EventConditions{
  4391. FsEvents: []string{"upload"},
  4392. },
  4393. Actions: []dataprovider.EventAction{
  4394. {
  4395. BaseEventAction: dataprovider.BaseEventAction{
  4396. Name: action2.Name,
  4397. },
  4398. Order: 1,
  4399. Options: dataprovider.EventActionOptions{
  4400. ExecuteSync: true,
  4401. },
  4402. },
  4403. {
  4404. BaseEventAction: dataprovider.BaseEventAction{
  4405. Name: action5.Name,
  4406. },
  4407. Order: 2,
  4408. },
  4409. },
  4410. }
  4411. r3 := dataprovider.EventRule{
  4412. Name: "r3",
  4413. Status: 1,
  4414. Trigger: dataprovider.EventTriggerFsEvent,
  4415. Conditions: dataprovider.EventConditions{
  4416. FsEvents: []string{"mkdir"},
  4417. },
  4418. Actions: []dataprovider.EventAction{
  4419. {
  4420. BaseEventAction: dataprovider.BaseEventAction{
  4421. Name: action3.Name,
  4422. },
  4423. Order: 1,
  4424. },
  4425. {
  4426. BaseEventAction: dataprovider.BaseEventAction{
  4427. Name: action6.Name,
  4428. },
  4429. Order: 2,
  4430. },
  4431. },
  4432. }
  4433. r4 := dataprovider.EventRule{
  4434. Name: "r4",
  4435. Status: 1,
  4436. Trigger: dataprovider.EventTriggerFsEvent,
  4437. Conditions: dataprovider.EventConditions{
  4438. FsEvents: []string{"rmdir"},
  4439. },
  4440. Actions: []dataprovider.EventAction{
  4441. {
  4442. BaseEventAction: dataprovider.BaseEventAction{
  4443. Name: action4.Name,
  4444. },
  4445. Order: 1,
  4446. },
  4447. },
  4448. }
  4449. r5 := dataprovider.EventRule{
  4450. Name: "r5",
  4451. Status: 1,
  4452. Trigger: dataprovider.EventTriggerProviderEvent,
  4453. Conditions: dataprovider.EventConditions{
  4454. ProviderEvents: []string{"add"},
  4455. },
  4456. Actions: []dataprovider.EventAction{
  4457. {
  4458. BaseEventAction: dataprovider.BaseEventAction{
  4459. Name: action4.Name,
  4460. },
  4461. Order: 1,
  4462. },
  4463. },
  4464. }
  4465. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  4466. assert.NoError(t, err)
  4467. rule2, _, err := httpdtest.AddEventRule(r2, http.StatusCreated)
  4468. assert.NoError(t, err)
  4469. rule3, _, err := httpdtest.AddEventRule(r3, http.StatusCreated)
  4470. assert.NoError(t, err)
  4471. rule4, _, err := httpdtest.AddEventRule(r4, http.StatusCreated)
  4472. assert.NoError(t, err)
  4473. rule5, _, err := httpdtest.AddEventRule(r5, http.StatusCreated)
  4474. assert.NoError(t, err)
  4475. folderMappedPath := filepath.Join(os.TempDir(), "folder")
  4476. err = os.MkdirAll(folderMappedPath, os.ModePerm)
  4477. assert.NoError(t, err)
  4478. err = os.WriteFile(filepath.Join(folderMappedPath, "file.txt"), []byte("1"), 0666)
  4479. assert.NoError(t, err)
  4480. folder, _, err := httpdtest.AddFolder(vfs.BaseVirtualFolder{
  4481. Name: "test folder",
  4482. MappedPath: folderMappedPath,
  4483. }, http.StatusCreated)
  4484. assert.NoError(t, err)
  4485. assert.Eventually(t, func() bool {
  4486. folderGet, _, err := httpdtest.GetFolderByName(folder.Name, http.StatusOK)
  4487. if err != nil {
  4488. return false
  4489. }
  4490. return folderGet.UsedQuotaFiles == 1 && folderGet.UsedQuotaSize == 1
  4491. }, 2*time.Second, 100*time.Millisecond)
  4492. u := getTestUser()
  4493. u.Filters.DisableFsChecks = true
  4494. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  4495. assert.NoError(t, err)
  4496. conn, client, err := getSftpClient(user)
  4497. if assert.NoError(t, err) {
  4498. defer conn.Close()
  4499. defer client.Close()
  4500. // check initial directories creation
  4501. for _, dir := range dirsToCreate {
  4502. assert.Eventually(t, func() bool {
  4503. _, err := client.Stat(dir)
  4504. return err == nil
  4505. }, 2*time.Second, 100*time.Millisecond)
  4506. }
  4507. // upload a file and check the sync rename
  4508. size := int64(32768)
  4509. err = writeSFTPFileNoCheck(path.Join("basedir", testFileName), size, client)
  4510. assert.NoError(t, err)
  4511. _, err = client.Stat(path.Join("basedir", testFileName))
  4512. assert.Error(t, err)
  4513. info, err := client.Stat(testFileName + "_renamed") //nolint:goconst
  4514. if assert.NoError(t, err) {
  4515. assert.Equal(t, size, info.Size())
  4516. }
  4517. assert.NoError(t, err)
  4518. assert.Eventually(t, func() bool {
  4519. userGet, _, err := httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  4520. if err != nil {
  4521. return false
  4522. }
  4523. return userGet.UsedQuotaFiles == 1 && userGet.UsedQuotaSize == size
  4524. }, 2*time.Second, 100*time.Millisecond)
  4525. for i := 0; i < 2; i++ {
  4526. err = client.Mkdir(testFileName)
  4527. assert.NoError(t, err)
  4528. assert.Eventually(t, func() bool {
  4529. _, err = client.Stat(testFileName + "_renamed")
  4530. return err != nil
  4531. }, 2*time.Second, 100*time.Millisecond)
  4532. err = client.RemoveDirectory(testFileName)
  4533. assert.NoError(t, err)
  4534. }
  4535. err = client.Mkdir(testFileName + "_renamed")
  4536. assert.NoError(t, err)
  4537. err = client.Mkdir(testFileName)
  4538. assert.NoError(t, err)
  4539. assert.Eventually(t, func() bool {
  4540. _, err = client.Stat(testFileName + "_renamed")
  4541. return err != nil
  4542. }, 2*time.Second, 100*time.Millisecond)
  4543. }
  4544. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  4545. assert.NoError(t, err)
  4546. err = os.RemoveAll(user.GetHomeDir())
  4547. assert.NoError(t, err)
  4548. _, err = httpdtest.RemoveFolder(folder, http.StatusOK)
  4549. assert.NoError(t, err)
  4550. err = os.RemoveAll(folderMappedPath)
  4551. assert.NoError(t, err)
  4552. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  4553. assert.NoError(t, err)
  4554. _, err = httpdtest.RemoveEventRule(rule2, http.StatusOK)
  4555. assert.NoError(t, err)
  4556. _, err = httpdtest.RemoveEventRule(rule3, http.StatusOK)
  4557. assert.NoError(t, err)
  4558. _, err = httpdtest.RemoveEventRule(rule4, http.StatusOK)
  4559. assert.NoError(t, err)
  4560. _, err = httpdtest.RemoveEventRule(rule5, http.StatusOK)
  4561. assert.NoError(t, err)
  4562. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  4563. assert.NoError(t, err)
  4564. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  4565. assert.NoError(t, err)
  4566. _, err = httpdtest.RemoveEventAction(action3, http.StatusOK)
  4567. assert.NoError(t, err)
  4568. _, err = httpdtest.RemoveEventAction(action4, http.StatusOK)
  4569. assert.NoError(t, err)
  4570. _, err = httpdtest.RemoveEventAction(action5, http.StatusOK)
  4571. assert.NoError(t, err)
  4572. _, err = httpdtest.RemoveEventAction(action6, http.StatusOK)
  4573. assert.NoError(t, err)
  4574. }
  4575. func TestEventActionObjectBaseName(t *testing.T) {
  4576. a1 := dataprovider.BaseEventAction{
  4577. Name: "a1",
  4578. Type: dataprovider.ActionTypeFilesystem,
  4579. Options: dataprovider.BaseEventActionOptions{
  4580. FsConfig: dataprovider.EventActionFilesystemConfig{
  4581. Type: dataprovider.FilesystemActionRename,
  4582. Renames: []dataprovider.RenameConfig{
  4583. {
  4584. KeyValue: dataprovider.KeyValue{
  4585. Key: "/{{.VirtualDirPath}}/{{.ObjectName}}",
  4586. Value: "/{{.ObjectBaseName}}",
  4587. },
  4588. },
  4589. },
  4590. },
  4591. },
  4592. }
  4593. action1, resp, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  4594. assert.NoError(t, err, string(resp))
  4595. r1 := dataprovider.EventRule{
  4596. Name: "r2",
  4597. Status: 1,
  4598. Trigger: dataprovider.EventTriggerFsEvent,
  4599. Conditions: dataprovider.EventConditions{
  4600. FsEvents: []string{"upload"},
  4601. },
  4602. Actions: []dataprovider.EventAction{
  4603. {
  4604. BaseEventAction: dataprovider.BaseEventAction{
  4605. Name: action1.Name,
  4606. },
  4607. Order: 1,
  4608. Options: dataprovider.EventActionOptions{
  4609. ExecuteSync: true,
  4610. },
  4611. },
  4612. },
  4613. }
  4614. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  4615. assert.NoError(t, err)
  4616. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  4617. assert.NoError(t, err)
  4618. conn, client, err := getSftpClient(user)
  4619. if assert.NoError(t, err) {
  4620. defer conn.Close()
  4621. defer client.Close()
  4622. testDir := "test dir name"
  4623. err = client.Mkdir(testDir)
  4624. fileSize := int64(32768)
  4625. assert.NoError(t, err)
  4626. err = writeSFTPFileNoCheck(path.Join(testDir, testFileName), fileSize, client)
  4627. assert.NoError(t, err)
  4628. _, err = client.Stat(path.Join(testDir, testFileName))
  4629. assert.ErrorIs(t, err, os.ErrNotExist)
  4630. _, err = client.Stat(strings.TrimSuffix(testFileName, path.Ext(testFileName)))
  4631. assert.NoError(t, err)
  4632. }
  4633. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  4634. assert.NoError(t, err)
  4635. err = os.RemoveAll(user.GetHomeDir())
  4636. assert.NoError(t, err)
  4637. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  4638. assert.NoError(t, err)
  4639. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  4640. assert.NoError(t, err)
  4641. }
  4642. func TestUploadEventRule(t *testing.T) {
  4643. smtpCfg := smtp.Config{
  4644. Host: "127.0.0.1",
  4645. Port: 2525,
  4646. From: "[email protected]",
  4647. TemplatesPath: "templates",
  4648. }
  4649. err := smtpCfg.Initialize(configDir, true)
  4650. require.NoError(t, err)
  4651. a1 := dataprovider.BaseEventAction{
  4652. Name: "action1",
  4653. Type: dataprovider.ActionTypeEmail,
  4654. Options: dataprovider.BaseEventActionOptions{
  4655. EmailConfig: dataprovider.EventActionEmailConfig{
  4656. Recipients: []string{"[email protected]"},
  4657. Subject: `New "{{.Event}}" from "{{.Name}}" status {{.StatusString}}`,
  4658. Body: "Fs path {{.FsPath}}, size: {{.FileSize}}, protocol: {{.Protocol}}, IP: {{.IP}} Data: {{.ObjectData}} {{.ErrorString}}",
  4659. },
  4660. },
  4661. }
  4662. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  4663. assert.NoError(t, err)
  4664. r1 := dataprovider.EventRule{
  4665. Name: "test rule1",
  4666. Status: 1,
  4667. Trigger: dataprovider.EventTriggerFsEvent,
  4668. Conditions: dataprovider.EventConditions{
  4669. FsEvents: []string{"upload"},
  4670. Options: dataprovider.ConditionOptions{
  4671. FsPaths: []dataprovider.ConditionPattern{
  4672. {
  4673. Pattern: "/**/*.filepart",
  4674. InverseMatch: true,
  4675. },
  4676. },
  4677. },
  4678. },
  4679. Actions: []dataprovider.EventAction{
  4680. {
  4681. BaseEventAction: dataprovider.BaseEventAction{
  4682. Name: action1.Name,
  4683. },
  4684. Order: 1,
  4685. Options: dataprovider.EventActionOptions{
  4686. ExecuteSync: true,
  4687. },
  4688. },
  4689. },
  4690. }
  4691. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  4692. assert.NoError(t, err)
  4693. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  4694. assert.NoError(t, err)
  4695. conn, client, err := getSftpClient(user)
  4696. if assert.NoError(t, err) {
  4697. defer conn.Close()
  4698. defer client.Close()
  4699. lastReceivedEmail.reset()
  4700. err = writeSFTPFileNoCheck("/test.filepart", 32768, client)
  4701. assert.NoError(t, err)
  4702. email := lastReceivedEmail.get()
  4703. assert.Empty(t, email.From)
  4704. lastReceivedEmail.reset()
  4705. err = writeSFTPFileNoCheck(testFileName, 32768, client)
  4706. assert.NoError(t, err)
  4707. email = lastReceivedEmail.get()
  4708. assert.Len(t, email.To, 1)
  4709. assert.Contains(t, email.Data, `Subject: New "upload"`)
  4710. }
  4711. r2 := dataprovider.EventRule{
  4712. Name: "test rule2",
  4713. Status: 1,
  4714. Trigger: dataprovider.EventTriggerFsEvent,
  4715. Conditions: dataprovider.EventConditions{
  4716. FsEvents: []string{"rename"},
  4717. Options: dataprovider.ConditionOptions{
  4718. FsPaths: []dataprovider.ConditionPattern{
  4719. {
  4720. Pattern: "/**/*.filepart",
  4721. },
  4722. },
  4723. },
  4724. },
  4725. Actions: []dataprovider.EventAction{
  4726. {
  4727. BaseEventAction: dataprovider.BaseEventAction{
  4728. Name: action1.Name,
  4729. },
  4730. Order: 1,
  4731. },
  4732. },
  4733. }
  4734. rule2, _, err := httpdtest.AddEventRule(r2, http.StatusCreated)
  4735. assert.NoError(t, err)
  4736. conn, client, err = getSftpClient(user)
  4737. if assert.NoError(t, err) {
  4738. defer conn.Close()
  4739. defer client.Close()
  4740. tempName := "file.filepart"
  4741. lastReceivedEmail.reset()
  4742. err = writeSFTPFileNoCheck(tempName, 32768, client)
  4743. assert.NoError(t, err)
  4744. email := lastReceivedEmail.get()
  4745. assert.Empty(t, email.From)
  4746. lastReceivedEmail.reset()
  4747. err = client.Rename(tempName, testFileName)
  4748. assert.NoError(t, err)
  4749. assert.Eventually(t, func() bool {
  4750. return lastReceivedEmail.get().From != ""
  4751. }, 3000*time.Millisecond, 100*time.Millisecond)
  4752. email = lastReceivedEmail.get()
  4753. assert.Len(t, email.To, 1)
  4754. assert.Contains(t, email.Data, `Subject: New "rename"`)
  4755. }
  4756. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  4757. assert.NoError(t, err)
  4758. _, err = httpdtest.RemoveEventRule(rule2, http.StatusOK)
  4759. assert.NoError(t, err)
  4760. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  4761. assert.NoError(t, err)
  4762. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  4763. assert.NoError(t, err)
  4764. err = os.RemoveAll(user.GetHomeDir())
  4765. assert.NoError(t, err)
  4766. smtpCfg = smtp.Config{}
  4767. err = smtpCfg.Initialize(configDir, true)
  4768. require.NoError(t, err)
  4769. }
  4770. func TestEventRulePreDelete(t *testing.T) {
  4771. movePath := "recycle bin"
  4772. a1 := dataprovider.BaseEventAction{
  4773. Name: "a1",
  4774. Type: dataprovider.ActionTypeFilesystem,
  4775. Options: dataprovider.BaseEventActionOptions{
  4776. FsConfig: dataprovider.EventActionFilesystemConfig{
  4777. Type: dataprovider.FilesystemActionRename,
  4778. Renames: []dataprovider.RenameConfig{
  4779. {
  4780. KeyValue: dataprovider.KeyValue{
  4781. Key: "/{{.VirtualPath}}",
  4782. Value: fmt.Sprintf("/%s/{{.VirtualPath}}", movePath),
  4783. },
  4784. UpdateModTime: true,
  4785. },
  4786. },
  4787. },
  4788. },
  4789. }
  4790. action1, resp, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  4791. assert.NoError(t, err, string(resp))
  4792. r1 := dataprovider.EventRule{
  4793. Name: "rule1",
  4794. Status: 1,
  4795. Trigger: dataprovider.EventTriggerFsEvent,
  4796. Conditions: dataprovider.EventConditions{
  4797. FsEvents: []string{"pre-delete"},
  4798. Options: dataprovider.ConditionOptions{
  4799. FsPaths: []dataprovider.ConditionPattern{
  4800. {
  4801. Pattern: fmt.Sprintf("/%s/**", movePath),
  4802. InverseMatch: true,
  4803. },
  4804. },
  4805. },
  4806. },
  4807. Actions: []dataprovider.EventAction{
  4808. {
  4809. BaseEventAction: dataprovider.BaseEventAction{
  4810. Name: action1.Name,
  4811. },
  4812. Order: 1,
  4813. Options: dataprovider.EventActionOptions{
  4814. ExecuteSync: true,
  4815. },
  4816. },
  4817. },
  4818. }
  4819. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  4820. assert.NoError(t, err)
  4821. f := vfs.BaseVirtualFolder{
  4822. Name: movePath,
  4823. MappedPath: filepath.Join(os.TempDir(), movePath),
  4824. }
  4825. _, _, err = httpdtest.AddFolder(f, http.StatusCreated)
  4826. assert.NoError(t, err)
  4827. u := getTestUser()
  4828. u.QuotaFiles = 1000
  4829. u.VirtualFolders = []vfs.VirtualFolder{
  4830. {
  4831. BaseVirtualFolder: vfs.BaseVirtualFolder{
  4832. Name: movePath,
  4833. },
  4834. VirtualPath: "/" + movePath,
  4835. QuotaFiles: 1000,
  4836. },
  4837. }
  4838. localUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
  4839. assert.NoError(t, err)
  4840. u = getTestSFTPUser()
  4841. u.QuotaFiles = 1000
  4842. sftpUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
  4843. assert.NoError(t, err)
  4844. for _, user := range []dataprovider.User{localUser, sftpUser} {
  4845. conn, client, err := getSftpClient(user)
  4846. if assert.NoError(t, err) {
  4847. defer conn.Close()
  4848. defer client.Close()
  4849. testDir := "sub dir"
  4850. err = client.MkdirAll(testDir)
  4851. assert.NoError(t, err)
  4852. err = writeSFTPFile(testFileName, 100, client)
  4853. assert.NoError(t, err)
  4854. err = writeSFTPFile(path.Join(testDir, testFileName), 100, client)
  4855. assert.NoError(t, err)
  4856. modTime := time.Now().Add(-36 * time.Hour)
  4857. err = client.Chtimes(testFileName, modTime, modTime)
  4858. assert.NoError(t, err)
  4859. err = client.Remove(testFileName)
  4860. assert.NoError(t, err)
  4861. err = client.Remove(path.Join(testDir, testFileName))
  4862. assert.NoError(t, err)
  4863. // check files
  4864. _, err = client.Stat(testFileName)
  4865. assert.ErrorIs(t, err, os.ErrNotExist)
  4866. _, err = client.Stat(path.Join(testDir, testFileName))
  4867. assert.ErrorIs(t, err, os.ErrNotExist)
  4868. info, err := client.Stat(path.Join("/", movePath, testFileName))
  4869. assert.NoError(t, err)
  4870. diff := math.Abs(time.Until(info.ModTime()).Seconds())
  4871. assert.LessOrEqual(t, diff, float64(2))
  4872. _, err = client.Stat(path.Join("/", movePath, testDir, testFileName))
  4873. assert.NoError(t, err)
  4874. // check quota
  4875. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  4876. assert.NoError(t, err)
  4877. if user.Username == localUser.Username {
  4878. assert.Equal(t, 0, user.UsedQuotaFiles)
  4879. assert.Equal(t, int64(0), user.UsedQuotaSize)
  4880. folder, _, err := httpdtest.GetFolderByName(movePath, http.StatusOK)
  4881. assert.NoError(t, err)
  4882. assert.Equal(t, 2, folder.UsedQuotaFiles)
  4883. assert.Equal(t, int64(200), folder.UsedQuotaSize)
  4884. } else {
  4885. assert.Equal(t, 1, user.UsedQuotaFiles)
  4886. assert.Equal(t, int64(100), user.UsedQuotaSize)
  4887. }
  4888. // pre-delete action is not executed in movePath
  4889. err = client.Remove(path.Join("/", movePath, testFileName))
  4890. assert.NoError(t, err)
  4891. if user.Username == localUser.Username {
  4892. // check quota
  4893. folder, _, err := httpdtest.GetFolderByName(movePath, http.StatusOK)
  4894. assert.NoError(t, err)
  4895. assert.Equal(t, 1, folder.UsedQuotaFiles)
  4896. assert.Equal(t, int64(100), folder.UsedQuotaSize)
  4897. err = os.RemoveAll(user.GetHomeDir())
  4898. assert.NoError(t, err)
  4899. }
  4900. }
  4901. }
  4902. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  4903. assert.NoError(t, err)
  4904. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  4905. assert.NoError(t, err)
  4906. _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
  4907. assert.NoError(t, err)
  4908. _, err = httpdtest.RemoveUser(localUser, http.StatusOK)
  4909. assert.NoError(t, err)
  4910. err = os.RemoveAll(localUser.GetHomeDir())
  4911. assert.NoError(t, err)
  4912. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: movePath}, http.StatusOK)
  4913. assert.NoError(t, err)
  4914. err = os.RemoveAll(filepath.Join(os.TempDir(), movePath))
  4915. assert.NoError(t, err)
  4916. }
  4917. func TestEventRulePreDownloadUpload(t *testing.T) {
  4918. testDir := "/d"
  4919. a1 := dataprovider.BaseEventAction{
  4920. Name: "a1",
  4921. Type: dataprovider.ActionTypeFilesystem,
  4922. Options: dataprovider.BaseEventActionOptions{
  4923. FsConfig: dataprovider.EventActionFilesystemConfig{
  4924. Type: dataprovider.FilesystemActionMkdirs,
  4925. MkDirs: []string{testDir},
  4926. },
  4927. },
  4928. }
  4929. action1, resp, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  4930. assert.NoError(t, err, string(resp))
  4931. a2 := dataprovider.BaseEventAction{
  4932. Name: "a2",
  4933. Type: dataprovider.ActionTypeFilesystem,
  4934. Options: dataprovider.BaseEventActionOptions{
  4935. FsConfig: dataprovider.EventActionFilesystemConfig{
  4936. Type: dataprovider.FilesystemActionRename,
  4937. Renames: []dataprovider.RenameConfig{
  4938. {
  4939. KeyValue: dataprovider.KeyValue{
  4940. Key: "/missing source",
  4941. Value: "/missing target",
  4942. },
  4943. },
  4944. },
  4945. },
  4946. },
  4947. }
  4948. action2, resp, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  4949. assert.NoError(t, err, string(resp))
  4950. r1 := dataprovider.EventRule{
  4951. Name: "rule1",
  4952. Status: 1,
  4953. Trigger: dataprovider.EventTriggerFsEvent,
  4954. Conditions: dataprovider.EventConditions{
  4955. FsEvents: []string{"pre-download", "pre-upload"},
  4956. },
  4957. Actions: []dataprovider.EventAction{
  4958. {
  4959. BaseEventAction: dataprovider.BaseEventAction{
  4960. Name: action1.Name,
  4961. },
  4962. Order: 1,
  4963. Options: dataprovider.EventActionOptions{
  4964. ExecuteSync: true,
  4965. },
  4966. },
  4967. },
  4968. }
  4969. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  4970. assert.NoError(t, err)
  4971. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  4972. assert.NoError(t, err)
  4973. conn, client, err := getSftpClient(user)
  4974. if assert.NoError(t, err) {
  4975. defer conn.Close()
  4976. defer client.Close()
  4977. // the rule will always succeed, so uploads/downloads will work
  4978. err = writeSFTPFile(testFileName, 100, client)
  4979. assert.NoError(t, err)
  4980. _, err = client.Stat(testDir)
  4981. assert.NoError(t, err)
  4982. err = client.RemoveDirectory(testDir)
  4983. assert.NoError(t, err)
  4984. f, err := client.Open(testFileName)
  4985. assert.NoError(t, err)
  4986. contents := make([]byte, 100)
  4987. n, err := io.ReadFull(f, contents)
  4988. assert.NoError(t, err)
  4989. assert.Equal(t, int(100), n)
  4990. err = f.Close()
  4991. assert.NoError(t, err)
  4992. // disable the rule
  4993. rule1.Status = 0
  4994. _, _, err = httpdtest.UpdateEventRule(rule1, http.StatusOK)
  4995. assert.NoError(t, err)
  4996. err = client.RemoveDirectory(testDir)
  4997. assert.NoError(t, err)
  4998. err = client.Remove(testFileName)
  4999. assert.NoError(t, err)
  5000. err = writeSFTPFile(testFileName, 100, client)
  5001. assert.NoError(t, err)
  5002. _, err = client.Stat(testDir)
  5003. assert.ErrorIs(t, err, fs.ErrNotExist)
  5004. // now update the rule so that it will always fail
  5005. rule1.Status = 1
  5006. rule1.Actions = []dataprovider.EventAction{
  5007. {
  5008. BaseEventAction: dataprovider.BaseEventAction{
  5009. Name: action2.Name,
  5010. },
  5011. Order: 1,
  5012. Options: dataprovider.EventActionOptions{
  5013. ExecuteSync: true,
  5014. },
  5015. },
  5016. }
  5017. _, _, err = httpdtest.UpdateEventRule(rule1, http.StatusOK)
  5018. assert.NoError(t, err)
  5019. _, err = client.Open(testFileName)
  5020. assert.ErrorIs(t, err, os.ErrPermission)
  5021. err = client.Remove(testFileName)
  5022. assert.NoError(t, err)
  5023. err = writeSFTPFile(testFileName, 100, client)
  5024. assert.ErrorIs(t, err, os.ErrPermission)
  5025. }
  5026. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  5027. assert.NoError(t, err)
  5028. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  5029. assert.NoError(t, err)
  5030. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  5031. assert.NoError(t, err)
  5032. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  5033. assert.NoError(t, err)
  5034. err = os.RemoveAll(user.GetHomeDir())
  5035. assert.NoError(t, err)
  5036. }
  5037. func TestEventActionCommandEnvVars(t *testing.T) {
  5038. if runtime.GOOS == osWindows {
  5039. t.Skip("this test is not available on Windows")
  5040. }
  5041. envName := "MY_ENV"
  5042. uploadScriptPath := filepath.Join(os.TempDir(), "upload.sh")
  5043. dataprovider.EnabledActionCommands = []string{uploadScriptPath}
  5044. defer func() {
  5045. dataprovider.EnabledActionCommands = nil
  5046. }()
  5047. err := os.WriteFile(uploadScriptPath, getUploadScriptEnvContent(envName), 0755)
  5048. assert.NoError(t, err)
  5049. a1 := dataprovider.BaseEventAction{
  5050. Name: "action1",
  5051. Type: dataprovider.ActionTypeCommand,
  5052. Options: dataprovider.BaseEventActionOptions{
  5053. CmdConfig: dataprovider.EventActionCommandConfig{
  5054. Cmd: uploadScriptPath,
  5055. Timeout: 10,
  5056. EnvVars: []dataprovider.KeyValue{
  5057. {
  5058. Key: envName,
  5059. Value: "$",
  5060. },
  5061. },
  5062. },
  5063. },
  5064. }
  5065. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  5066. assert.NoError(t, err)
  5067. r1 := dataprovider.EventRule{
  5068. Name: "test rule1",
  5069. Status: 1,
  5070. Trigger: dataprovider.EventTriggerFsEvent,
  5071. Conditions: dataprovider.EventConditions{
  5072. FsEvents: []string{"upload"},
  5073. },
  5074. Actions: []dataprovider.EventAction{
  5075. {
  5076. BaseEventAction: dataprovider.BaseEventAction{
  5077. Name: action1.Name,
  5078. },
  5079. Order: 1,
  5080. Options: dataprovider.EventActionOptions{
  5081. ExecuteSync: true,
  5082. },
  5083. },
  5084. },
  5085. }
  5086. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  5087. assert.NoError(t, err)
  5088. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  5089. assert.NoError(t, err)
  5090. conn, client, err := getSftpClient(user)
  5091. if assert.NoError(t, err) {
  5092. defer conn.Close()
  5093. defer client.Close()
  5094. err = writeSFTPFileNoCheck(testFileName, 100, client)
  5095. assert.Error(t, err)
  5096. }
  5097. os.Setenv(envName, "1")
  5098. defer os.Unsetenv(envName)
  5099. conn, client, err = getSftpClient(user)
  5100. if assert.NoError(t, err) {
  5101. defer conn.Close()
  5102. defer client.Close()
  5103. err = writeSFTPFileNoCheck(testFileName, 100, client)
  5104. assert.NoError(t, err)
  5105. }
  5106. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  5107. assert.NoError(t, err)
  5108. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  5109. assert.NoError(t, err)
  5110. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  5111. assert.NoError(t, err)
  5112. err = os.RemoveAll(user.GetHomeDir())
  5113. assert.NoError(t, err)
  5114. err = os.Remove(uploadScriptPath)
  5115. assert.NoError(t, err)
  5116. }
  5117. func TestFsActionCopy(t *testing.T) {
  5118. dirCopy := "/dircopy"
  5119. a1 := dataprovider.BaseEventAction{
  5120. Name: "a1",
  5121. Type: dataprovider.ActionTypeFilesystem,
  5122. Options: dataprovider.BaseEventActionOptions{
  5123. FsConfig: dataprovider.EventActionFilesystemConfig{
  5124. Type: dataprovider.FilesystemActionCopy,
  5125. Copy: []dataprovider.KeyValue{
  5126. {
  5127. Key: "/{{.VirtualPath}}/",
  5128. Value: dirCopy + "/",
  5129. },
  5130. },
  5131. },
  5132. },
  5133. }
  5134. action1, resp, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  5135. assert.NoError(t, err, string(resp))
  5136. r1 := dataprovider.EventRule{
  5137. Name: "rule1",
  5138. Status: 1,
  5139. Trigger: dataprovider.EventTriggerFsEvent,
  5140. Conditions: dataprovider.EventConditions{
  5141. FsEvents: []string{"upload"},
  5142. },
  5143. Actions: []dataprovider.EventAction{
  5144. {
  5145. BaseEventAction: dataprovider.BaseEventAction{
  5146. Name: action1.Name,
  5147. },
  5148. Order: 1,
  5149. Options: dataprovider.EventActionOptions{
  5150. ExecuteSync: true,
  5151. },
  5152. },
  5153. },
  5154. }
  5155. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  5156. assert.NoError(t, err)
  5157. g1 := dataprovider.Group{
  5158. BaseGroup: sdk.BaseGroup{
  5159. Name: "group1",
  5160. },
  5161. UserSettings: dataprovider.GroupUserSettings{
  5162. BaseGroupUserSettings: sdk.BaseGroupUserSettings{
  5163. Permissions: map[string][]string{
  5164. // Restrict permissions in copyPath to check that action
  5165. // will have full permissions anyway.
  5166. dirCopy: {dataprovider.PermListItems, dataprovider.PermDelete},
  5167. },
  5168. },
  5169. },
  5170. }
  5171. group1, resp, err := httpdtest.AddGroup(g1, http.StatusCreated)
  5172. assert.NoError(t, err, string(resp))
  5173. u := getTestUser()
  5174. u.Groups = []sdk.GroupMapping{
  5175. {
  5176. Name: group1.Name,
  5177. Type: sdk.GroupTypePrimary,
  5178. },
  5179. }
  5180. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  5181. assert.NoError(t, err)
  5182. conn, client, err := getSftpClient(user)
  5183. if assert.NoError(t, err) {
  5184. defer conn.Close()
  5185. defer client.Close()
  5186. err = writeSFTPFile(testFileName, 100, client)
  5187. assert.NoError(t, err)
  5188. _, err = client.Stat(path.Join(dirCopy, testFileName))
  5189. assert.NoError(t, err)
  5190. action1.Options.FsConfig.Copy = []dataprovider.KeyValue{
  5191. {
  5192. Key: "/missing path",
  5193. Value: "/copied path",
  5194. },
  5195. }
  5196. _, _, err = httpdtest.UpdateEventAction(action1, http.StatusOK)
  5197. assert.NoError(t, err)
  5198. // copy a missing path will fail
  5199. err = writeSFTPFile(testFileName, 100, client)
  5200. assert.Error(t, err)
  5201. }
  5202. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  5203. assert.NoError(t, err)
  5204. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  5205. assert.NoError(t, err)
  5206. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  5207. assert.NoError(t, err)
  5208. err = os.RemoveAll(user.GetHomeDir())
  5209. assert.NoError(t, err)
  5210. _, err = httpdtest.RemoveGroup(group1, http.StatusOK)
  5211. assert.NoError(t, err)
  5212. }
  5213. func TestEventFsActionsGroupFilters(t *testing.T) {
  5214. smtpCfg := smtp.Config{
  5215. Host: "127.0.0.1",
  5216. Port: 2525,
  5217. From: "[email protected]",
  5218. TemplatesPath: "templates",
  5219. }
  5220. err := smtpCfg.Initialize(configDir, true)
  5221. require.NoError(t, err)
  5222. a1 := dataprovider.BaseEventAction{
  5223. Name: "a1",
  5224. Type: dataprovider.ActionTypeEmail,
  5225. Options: dataprovider.BaseEventActionOptions{
  5226. EmailConfig: dataprovider.EventActionEmailConfig{
  5227. Recipients: []string{"[email protected]"},
  5228. Subject: `New "{{.Event}}" from "{{.Name}}" status {{.StatusString}}`,
  5229. Body: "Fs path {{.FsPath}}, size: {{.FileSize}}, protocol: {{.Protocol}}, IP: {{.IP}} {{.ErrorString}}",
  5230. },
  5231. },
  5232. }
  5233. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  5234. assert.NoError(t, err)
  5235. r1 := dataprovider.EventRule{
  5236. Name: "rule1",
  5237. Status: 1,
  5238. Trigger: dataprovider.EventTriggerFsEvent,
  5239. Conditions: dataprovider.EventConditions{
  5240. FsEvents: []string{"upload"},
  5241. Options: dataprovider.ConditionOptions{
  5242. GroupNames: []dataprovider.ConditionPattern{
  5243. {
  5244. Pattern: "group*",
  5245. },
  5246. },
  5247. },
  5248. },
  5249. Actions: []dataprovider.EventAction{
  5250. {
  5251. BaseEventAction: dataprovider.BaseEventAction{
  5252. Name: action1.Name,
  5253. },
  5254. Order: 1,
  5255. Options: dataprovider.EventActionOptions{
  5256. ExecuteSync: true,
  5257. },
  5258. },
  5259. },
  5260. }
  5261. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  5262. assert.NoError(t, err)
  5263. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  5264. assert.NoError(t, err)
  5265. conn, client, err := getSftpClient(user)
  5266. if assert.NoError(t, err) {
  5267. defer conn.Close()
  5268. defer client.Close()
  5269. // the user has no group, so the rule does not match
  5270. lastReceivedEmail.reset()
  5271. err = writeSFTPFile(testFileName, 32, client)
  5272. assert.NoError(t, err)
  5273. assert.Empty(t, lastReceivedEmail.get().From)
  5274. }
  5275. g1 := dataprovider.Group{
  5276. BaseGroup: sdk.BaseGroup{
  5277. Name: "agroup1",
  5278. },
  5279. }
  5280. group1, _, err := httpdtest.AddGroup(g1, http.StatusCreated)
  5281. assert.NoError(t, err)
  5282. g2 := dataprovider.Group{
  5283. BaseGroup: sdk.BaseGroup{
  5284. Name: "group2",
  5285. },
  5286. }
  5287. group2, _, err := httpdtest.AddGroup(g2, http.StatusCreated)
  5288. assert.NoError(t, err)
  5289. user.Groups = []sdk.GroupMapping{
  5290. {
  5291. Name: group1.Name,
  5292. Type: sdk.GroupTypePrimary,
  5293. },
  5294. }
  5295. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  5296. assert.NoError(t, err)
  5297. conn, client, err = getSftpClient(user)
  5298. if assert.NoError(t, err) {
  5299. defer conn.Close()
  5300. defer client.Close()
  5301. // the group does not match
  5302. lastReceivedEmail.reset()
  5303. err = writeSFTPFile(testFileName, 32, client)
  5304. assert.NoError(t, err)
  5305. assert.Empty(t, lastReceivedEmail.get().From)
  5306. }
  5307. user.Groups = append(user.Groups, sdk.GroupMapping{
  5308. Name: group2.Name,
  5309. Type: sdk.GroupTypeSecondary,
  5310. })
  5311. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  5312. assert.NoError(t, err)
  5313. conn, client, err = getSftpClient(user)
  5314. if assert.NoError(t, err) {
  5315. defer conn.Close()
  5316. defer client.Close()
  5317. // the group matches
  5318. lastReceivedEmail.reset()
  5319. err = writeSFTPFile(testFileName, 32, client)
  5320. assert.NoError(t, err)
  5321. assert.NotEmpty(t, lastReceivedEmail.get().From)
  5322. }
  5323. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  5324. assert.NoError(t, err)
  5325. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  5326. assert.NoError(t, err)
  5327. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  5328. assert.NoError(t, err)
  5329. err = os.RemoveAll(user.GetHomeDir())
  5330. assert.NoError(t, err)
  5331. _, err = httpdtest.RemoveGroup(group1, http.StatusOK)
  5332. assert.NoError(t, err)
  5333. _, err = httpdtest.RemoveGroup(group2, http.StatusOK)
  5334. assert.NoError(t, err)
  5335. smtpCfg = smtp.Config{}
  5336. err = smtpCfg.Initialize(configDir, true)
  5337. require.NoError(t, err)
  5338. }
  5339. func TestEventProviderActionGroupFilters(t *testing.T) {
  5340. smtpCfg := smtp.Config{
  5341. Host: "127.0.0.1",
  5342. Port: 2525,
  5343. From: "[email protected]",
  5344. TemplatesPath: "templates",
  5345. }
  5346. err := smtpCfg.Initialize(configDir, true)
  5347. require.NoError(t, err)
  5348. a1 := dataprovider.BaseEventAction{
  5349. Name: "a1",
  5350. Type: dataprovider.ActionTypeEmail,
  5351. Options: dataprovider.BaseEventActionOptions{
  5352. EmailConfig: dataprovider.EventActionEmailConfig{
  5353. Recipients: []string{"[email protected]"},
  5354. Subject: `New "{{.Event}}" from "{{.Name}}"`,
  5355. Body: "IP: {{.IP}}",
  5356. },
  5357. },
  5358. }
  5359. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  5360. assert.NoError(t, err)
  5361. r1 := dataprovider.EventRule{
  5362. Name: "rule1",
  5363. Status: 1,
  5364. Trigger: dataprovider.EventTriggerProviderEvent,
  5365. Conditions: dataprovider.EventConditions{
  5366. ProviderEvents: []string{"add", "update"},
  5367. Options: dataprovider.ConditionOptions{
  5368. GroupNames: []dataprovider.ConditionPattern{
  5369. {
  5370. Pattern: "group_*",
  5371. },
  5372. },
  5373. ProviderObjects: []string{"user"},
  5374. },
  5375. },
  5376. Actions: []dataprovider.EventAction{
  5377. {
  5378. BaseEventAction: dataprovider.BaseEventAction{
  5379. Name: action1.Name,
  5380. },
  5381. Order: 1,
  5382. },
  5383. },
  5384. }
  5385. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  5386. assert.NoError(t, err)
  5387. g1 := dataprovider.Group{
  5388. BaseGroup: sdk.BaseGroup{
  5389. Name: "agroup_1",
  5390. },
  5391. }
  5392. group1, _, err := httpdtest.AddGroup(g1, http.StatusCreated)
  5393. assert.NoError(t, err)
  5394. g2 := dataprovider.Group{
  5395. BaseGroup: sdk.BaseGroup{
  5396. Name: "group_2",
  5397. },
  5398. }
  5399. group2, _, err := httpdtest.AddGroup(g2, http.StatusCreated)
  5400. assert.NoError(t, err)
  5401. u := getTestUser()
  5402. u.Groups = []sdk.GroupMapping{
  5403. {
  5404. Name: group2.Name,
  5405. Type: sdk.GroupTypePrimary,
  5406. },
  5407. }
  5408. lastReceivedEmail.reset()
  5409. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  5410. assert.NoError(t, err)
  5411. assert.Eventually(t, func() bool {
  5412. return lastReceivedEmail.get().From != ""
  5413. }, 1500*time.Millisecond, 100*time.Millisecond)
  5414. email := lastReceivedEmail.get()
  5415. assert.Len(t, email.To, 1)
  5416. user.Groups = []sdk.GroupMapping{
  5417. {
  5418. Name: group1.Name,
  5419. Type: sdk.GroupTypePrimary,
  5420. },
  5421. }
  5422. lastReceivedEmail.reset()
  5423. user, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  5424. assert.NoError(t, err)
  5425. time.Sleep(300 * time.Millisecond)
  5426. email = lastReceivedEmail.get()
  5427. assert.Len(t, email.To, 0)
  5428. user.Groups = []sdk.GroupMapping{
  5429. {
  5430. Name: group2.Name,
  5431. Type: sdk.GroupTypePrimary,
  5432. },
  5433. }
  5434. lastReceivedEmail.reset()
  5435. user, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  5436. assert.NoError(t, err)
  5437. assert.Eventually(t, func() bool {
  5438. return lastReceivedEmail.get().From != ""
  5439. }, 1500*time.Millisecond, 100*time.Millisecond)
  5440. email = lastReceivedEmail.get()
  5441. assert.Len(t, email.To, 1)
  5442. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  5443. assert.NoError(t, err)
  5444. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  5445. assert.NoError(t, err)
  5446. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  5447. assert.NoError(t, err)
  5448. err = os.RemoveAll(user.GetHomeDir())
  5449. assert.NoError(t, err)
  5450. _, err = httpdtest.RemoveGroup(group1, http.StatusOK)
  5451. assert.NoError(t, err)
  5452. _, err = httpdtest.RemoveGroup(group2, http.StatusOK)
  5453. assert.NoError(t, err)
  5454. smtpCfg = smtp.Config{}
  5455. err = smtpCfg.Initialize(configDir, true)
  5456. require.NoError(t, err)
  5457. }
  5458. func TestBackupAsAttachment(t *testing.T) {
  5459. smtpCfg := smtp.Config{
  5460. Host: "127.0.0.1",
  5461. Port: 2525,
  5462. From: "[email protected]",
  5463. TemplatesPath: "templates",
  5464. }
  5465. err := smtpCfg.Initialize(configDir, true)
  5466. require.NoError(t, err)
  5467. a1 := dataprovider.BaseEventAction{
  5468. Name: "a1",
  5469. Type: dataprovider.ActionTypeBackup,
  5470. }
  5471. a2 := dataprovider.BaseEventAction{
  5472. Name: "a2",
  5473. Type: dataprovider.ActionTypeEmail,
  5474. Options: dataprovider.BaseEventActionOptions{
  5475. EmailConfig: dataprovider.EventActionEmailConfig{
  5476. Recipients: []string{"[email protected]"},
  5477. Subject: `"{{.Event}} {{.StatusString}}"`,
  5478. Body: "Domain: {{.Name}}",
  5479. Attachments: []string{"/{{.VirtualPath}}"},
  5480. },
  5481. },
  5482. }
  5483. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  5484. assert.NoError(t, err)
  5485. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  5486. assert.NoError(t, err)
  5487. r1 := dataprovider.EventRule{
  5488. Name: "test rule certificate",
  5489. Status: 1,
  5490. Trigger: dataprovider.EventTriggerCertificate,
  5491. Actions: []dataprovider.EventAction{
  5492. {
  5493. BaseEventAction: dataprovider.BaseEventAction{
  5494. Name: action1.Name,
  5495. },
  5496. Order: 1,
  5497. },
  5498. {
  5499. BaseEventAction: dataprovider.BaseEventAction{
  5500. Name: action2.Name,
  5501. },
  5502. Order: 2,
  5503. },
  5504. },
  5505. }
  5506. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  5507. assert.NoError(t, err)
  5508. lastReceivedEmail.reset()
  5509. renewalEvent := "Certificate renewal"
  5510. common.HandleCertificateEvent(common.EventParams{
  5511. Name: "example.com",
  5512. Timestamp: time.Now(),
  5513. Status: 1,
  5514. Event: renewalEvent,
  5515. })
  5516. assert.Eventually(t, func() bool {
  5517. return lastReceivedEmail.get().From != ""
  5518. }, 3000*time.Millisecond, 100*time.Millisecond)
  5519. email := lastReceivedEmail.get()
  5520. assert.Len(t, email.To, 1)
  5521. assert.True(t, slices.Contains(email.To, "[email protected]"))
  5522. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: "%s OK"`, renewalEvent))
  5523. assert.Contains(t, email.Data, `Domain: example.com`)
  5524. assert.Contains(t, email.Data, "Content-Type: application/json")
  5525. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  5526. assert.NoError(t, err)
  5527. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  5528. assert.NoError(t, err)
  5529. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  5530. assert.NoError(t, err)
  5531. smtpCfg = smtp.Config{}
  5532. err = smtpCfg.Initialize(configDir, true)
  5533. require.NoError(t, err)
  5534. }
  5535. func TestEventActionHTTPMultipart(t *testing.T) {
  5536. a1 := dataprovider.BaseEventAction{
  5537. Name: "action1",
  5538. Type: dataprovider.ActionTypeHTTP,
  5539. Options: dataprovider.BaseEventActionOptions{
  5540. HTTPConfig: dataprovider.EventActionHTTPConfig{
  5541. Endpoint: fmt.Sprintf("http://%s/multipart", httpAddr),
  5542. Method: http.MethodPut,
  5543. Parts: []dataprovider.HTTPPart{
  5544. {
  5545. Name: "part1",
  5546. Headers: []dataprovider.KeyValue{
  5547. {
  5548. Key: "Content-Type",
  5549. Value: "application/json",
  5550. },
  5551. },
  5552. Body: `{"FilePath": "{{.VirtualPath}}"}`,
  5553. },
  5554. {
  5555. Name: "file",
  5556. Filepath: "/{{.VirtualPath}}",
  5557. },
  5558. },
  5559. },
  5560. },
  5561. }
  5562. action1, resp, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  5563. assert.NoError(t, err, string(resp))
  5564. r1 := dataprovider.EventRule{
  5565. Name: "test http multipart",
  5566. Status: 1,
  5567. Trigger: dataprovider.EventTriggerFsEvent,
  5568. Conditions: dataprovider.EventConditions{
  5569. FsEvents: []string{"upload"},
  5570. },
  5571. Actions: []dataprovider.EventAction{
  5572. {
  5573. BaseEventAction: dataprovider.BaseEventAction{
  5574. Name: action1.Name,
  5575. },
  5576. Options: dataprovider.EventActionOptions{
  5577. ExecuteSync: true,
  5578. },
  5579. Order: 1,
  5580. },
  5581. },
  5582. }
  5583. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  5584. assert.NoError(t, err)
  5585. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  5586. assert.NoError(t, err)
  5587. conn, client, err := getSftpClient(user)
  5588. if assert.NoError(t, err) {
  5589. defer conn.Close()
  5590. defer client.Close()
  5591. f, err := client.Create(testFileName)
  5592. assert.NoError(t, err)
  5593. _, err = f.Write(testFileContent)
  5594. assert.NoError(t, err)
  5595. err = f.Close()
  5596. assert.NoError(t, err)
  5597. // now add an missing file to the http multipart action
  5598. action1.Options.HTTPConfig.Parts = append(action1.Options.HTTPConfig.Parts, dataprovider.HTTPPart{
  5599. Name: "file1",
  5600. Filepath: "/missing",
  5601. })
  5602. _, resp, err = httpdtest.UpdateEventAction(action1, http.StatusOK)
  5603. assert.NoError(t, err, string(resp))
  5604. f, err = client.Create("testfile.txt")
  5605. assert.NoError(t, err)
  5606. _, err = f.Write(testFileContent)
  5607. assert.NoError(t, err)
  5608. err = f.Close()
  5609. assert.Error(t, err)
  5610. }
  5611. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  5612. assert.NoError(t, err)
  5613. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  5614. assert.NoError(t, err)
  5615. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  5616. assert.NoError(t, err)
  5617. err = os.RemoveAll(user.GetHomeDir())
  5618. assert.NoError(t, err)
  5619. }
  5620. func TestEventActionCompress(t *testing.T) {
  5621. a1 := dataprovider.BaseEventAction{
  5622. Name: "action1",
  5623. Type: dataprovider.ActionTypeFilesystem,
  5624. Options: dataprovider.BaseEventActionOptions{
  5625. FsConfig: dataprovider.EventActionFilesystemConfig{
  5626. Type: dataprovider.FilesystemActionCompress,
  5627. Compress: dataprovider.EventActionFsCompress{
  5628. Name: "/{{.VirtualPath}}.zip",
  5629. Paths: []string{"/{{.VirtualPath}}"},
  5630. },
  5631. },
  5632. },
  5633. }
  5634. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  5635. assert.NoError(t, err)
  5636. r1 := dataprovider.EventRule{
  5637. Name: "test compress",
  5638. Status: 1,
  5639. Trigger: dataprovider.EventTriggerFsEvent,
  5640. Conditions: dataprovider.EventConditions{
  5641. FsEvents: []string{"upload"},
  5642. },
  5643. Actions: []dataprovider.EventAction{
  5644. {
  5645. BaseEventAction: dataprovider.BaseEventAction{
  5646. Name: action1.Name,
  5647. },
  5648. Order: 1,
  5649. Options: dataprovider.EventActionOptions{
  5650. ExecuteSync: true,
  5651. },
  5652. },
  5653. },
  5654. }
  5655. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  5656. assert.NoError(t, err)
  5657. u := getTestUser()
  5658. u.QuotaFiles = 1000
  5659. localUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
  5660. assert.NoError(t, err)
  5661. u = getTestSFTPUser()
  5662. u.FsConfig.SFTPConfig.BufferSize = 1
  5663. u.QuotaFiles = 1000
  5664. sftpUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
  5665. assert.NoError(t, err)
  5666. u = getCryptFsUser()
  5667. u.QuotaFiles = 1000
  5668. cryptFsUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
  5669. assert.NoError(t, err)
  5670. for _, user := range []dataprovider.User{localUser, sftpUser, cryptFsUser} {
  5671. // cleanup home dir
  5672. err = os.RemoveAll(user.GetHomeDir())
  5673. assert.NoError(t, err)
  5674. rule1.Conditions.Options.Names = []dataprovider.ConditionPattern{
  5675. {
  5676. Pattern: user.Username,
  5677. },
  5678. }
  5679. _, _, err = httpdtest.UpdateEventRule(rule1, http.StatusOK)
  5680. assert.NoError(t, err)
  5681. conn, client, err := getSftpClient(user)
  5682. if assert.NoError(t, err) {
  5683. defer conn.Close()
  5684. defer client.Close()
  5685. expectedQuotaSize := int64(len(testFileContent))
  5686. expectedQuotaFiles := 1
  5687. if user.Username == cryptFsUser.Username {
  5688. encryptedFileSize, err := getEncryptedFileSize(expectedQuotaSize)
  5689. assert.NoError(t, err)
  5690. expectedQuotaSize = encryptedFileSize
  5691. }
  5692. f, err := client.Create(testFileName)
  5693. assert.NoError(t, err)
  5694. _, err = f.Write(testFileContent)
  5695. assert.NoError(t, err)
  5696. err = f.Close()
  5697. assert.NoError(t, err)
  5698. info, err := client.Stat(testFileName + ".zip") //nolint:goconst
  5699. if assert.NoError(t, err) {
  5700. assert.Greater(t, info.Size(), int64(0))
  5701. // check quota
  5702. archiveSize := info.Size()
  5703. if user.Username == cryptFsUser.Username {
  5704. encryptedFileSize, err := getEncryptedFileSize(archiveSize)
  5705. assert.NoError(t, err)
  5706. archiveSize = encryptedFileSize
  5707. }
  5708. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  5709. assert.NoError(t, err)
  5710. assert.Equal(t, expectedQuotaFiles+1, user.UsedQuotaFiles,
  5711. "quota file does no match for user %q", user.Username)
  5712. assert.Equal(t, expectedQuotaSize+archiveSize, user.UsedQuotaSize,
  5713. "quota size does no match for user %q", user.Username)
  5714. }
  5715. // now overwrite the same file
  5716. f, err = client.Create(testFileName)
  5717. assert.NoError(t, err)
  5718. _, err = f.Write(testFileContent)
  5719. assert.NoError(t, err)
  5720. err = f.Close()
  5721. assert.NoError(t, err)
  5722. info, err = client.Stat(testFileName + ".zip")
  5723. if assert.NoError(t, err) {
  5724. assert.Greater(t, info.Size(), int64(0))
  5725. archiveSize := info.Size()
  5726. if user.Username == cryptFsUser.Username {
  5727. encryptedFileSize, err := getEncryptedFileSize(archiveSize)
  5728. assert.NoError(t, err)
  5729. archiveSize = encryptedFileSize
  5730. }
  5731. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  5732. assert.NoError(t, err)
  5733. assert.Equal(t, expectedQuotaFiles+1, user.UsedQuotaFiles,
  5734. "quota file after overwrite does no match for user %q", user.Username)
  5735. assert.Equal(t, expectedQuotaSize+archiveSize, user.UsedQuotaSize,
  5736. "quota size after overwrite does no match for user %q", user.Username)
  5737. }
  5738. }
  5739. if user.Username == localUser.Username {
  5740. err = os.RemoveAll(user.GetHomeDir())
  5741. assert.NoError(t, err)
  5742. }
  5743. }
  5744. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  5745. assert.NoError(t, err)
  5746. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  5747. assert.NoError(t, err)
  5748. _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
  5749. assert.NoError(t, err)
  5750. _, err = httpdtest.RemoveUser(localUser, http.StatusOK)
  5751. assert.NoError(t, err)
  5752. err = os.RemoveAll(localUser.GetHomeDir())
  5753. assert.NoError(t, err)
  5754. _, err = httpdtest.RemoveUser(cryptFsUser, http.StatusOK)
  5755. assert.NoError(t, err)
  5756. err = os.RemoveAll(cryptFsUser.GetHomeDir())
  5757. assert.NoError(t, err)
  5758. }
  5759. func TestEventActionCompressQuotaErrors(t *testing.T) {
  5760. smtpCfg := smtp.Config{
  5761. Host: "127.0.0.1",
  5762. Port: 2525,
  5763. From: "[email protected]",
  5764. TemplatesPath: "templates",
  5765. }
  5766. err := smtpCfg.Initialize(configDir, true)
  5767. require.NoError(t, err)
  5768. testDir := "archiveDir"
  5769. zipPath := "/archive.zip"
  5770. a1 := dataprovider.BaseEventAction{
  5771. Name: "action1",
  5772. Type: dataprovider.ActionTypeFilesystem,
  5773. Options: dataprovider.BaseEventActionOptions{
  5774. FsConfig: dataprovider.EventActionFilesystemConfig{
  5775. Type: dataprovider.FilesystemActionCompress,
  5776. Compress: dataprovider.EventActionFsCompress{
  5777. Name: zipPath,
  5778. Paths: []string{"/" + testDir},
  5779. },
  5780. },
  5781. },
  5782. }
  5783. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  5784. assert.NoError(t, err)
  5785. a2 := dataprovider.BaseEventAction{
  5786. Name: "action2",
  5787. Type: dataprovider.ActionTypeEmail,
  5788. Options: dataprovider.BaseEventActionOptions{
  5789. EmailConfig: dataprovider.EventActionEmailConfig{
  5790. Recipients: []string{"[email protected]"},
  5791. Subject: `"Compress failed"`,
  5792. Body: "Error: {{.ErrorString}}",
  5793. },
  5794. },
  5795. }
  5796. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  5797. assert.NoError(t, err)
  5798. r1 := dataprovider.EventRule{
  5799. Name: "test compress",
  5800. Status: 1,
  5801. Trigger: dataprovider.EventTriggerFsEvent,
  5802. Conditions: dataprovider.EventConditions{
  5803. FsEvents: []string{"rename"},
  5804. },
  5805. Actions: []dataprovider.EventAction{
  5806. {
  5807. BaseEventAction: dataprovider.BaseEventAction{
  5808. Name: action1.Name,
  5809. },
  5810. Order: 1,
  5811. },
  5812. {
  5813. BaseEventAction: dataprovider.BaseEventAction{
  5814. Name: action2.Name,
  5815. },
  5816. Options: dataprovider.EventActionOptions{
  5817. IsFailureAction: true,
  5818. },
  5819. Order: 2,
  5820. },
  5821. },
  5822. }
  5823. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  5824. assert.NoError(t, err)
  5825. fileSize := int64(100)
  5826. u := getTestUser()
  5827. u.QuotaSize = 10 * fileSize
  5828. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  5829. assert.NoError(t, err)
  5830. conn, client, err := getSftpClient(user)
  5831. if assert.NoError(t, err) {
  5832. defer conn.Close()
  5833. defer client.Close()
  5834. err = client.MkdirAll(path.Join(testDir, "1", "1"))
  5835. assert.NoError(t, err)
  5836. err = writeSFTPFile(path.Join(testDir, "1", testFileName), fileSize, client)
  5837. assert.NoError(t, err)
  5838. err = client.MkdirAll(path.Join(testDir, "2", "2"))
  5839. assert.NoError(t, err)
  5840. err = writeSFTPFile(path.Join(testDir, "2", testFileName), fileSize, client)
  5841. assert.NoError(t, err)
  5842. err = client.Symlink(path.Join(testDir, "2", testFileName), path.Join(testDir, "2", testFileName+"_link"))
  5843. assert.NoError(t, err)
  5844. // trigger the compress action
  5845. err = client.Mkdir("a")
  5846. assert.NoError(t, err)
  5847. err = client.Rename("a", "b")
  5848. assert.NoError(t, err)
  5849. assert.Eventually(t, func() bool {
  5850. _, err := client.Stat(zipPath)
  5851. return err == nil
  5852. }, 3*time.Second, 100*time.Millisecond)
  5853. err = client.Remove(zipPath)
  5854. assert.NoError(t, err)
  5855. // add other 6 file, the compress action should fail with a quota error
  5856. err = writeSFTPFile(path.Join(testDir, "1", "1", testFileName), fileSize, client)
  5857. assert.NoError(t, err)
  5858. err = writeSFTPFile(path.Join(testDir, "2", "2", testFileName), fileSize, client)
  5859. assert.NoError(t, err)
  5860. err = writeSFTPFile(path.Join(testDir, "1", "1", testFileName+"1"), fileSize, client)
  5861. assert.NoError(t, err)
  5862. err = writeSFTPFile(path.Join(testDir, "2", "2", testFileName+"2"), fileSize, client)
  5863. assert.NoError(t, err)
  5864. err = writeSFTPFile(path.Join(testDir, "1", testFileName+"1"), fileSize, client)
  5865. assert.NoError(t, err)
  5866. err = writeSFTPFile(path.Join(testDir, "2", testFileName+"2"), fileSize, client)
  5867. assert.NoError(t, err)
  5868. lastReceivedEmail.reset()
  5869. err = client.Rename("b", "a")
  5870. assert.NoError(t, err)
  5871. assert.Eventually(t, func() bool {
  5872. return lastReceivedEmail.get().From != ""
  5873. }, 3*time.Second, 100*time.Millisecond)
  5874. email := lastReceivedEmail.get()
  5875. assert.Len(t, email.To, 1)
  5876. assert.True(t, slices.Contains(email.To, "[email protected]"))
  5877. assert.Contains(t, email.Data, `Subject: "Compress failed"`)
  5878. assert.Contains(t, email.Data, common.ErrQuotaExceeded.Error())
  5879. // update quota size so the user is already overquota
  5880. user.QuotaSize = 7 * fileSize
  5881. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  5882. assert.NoError(t, err)
  5883. lastReceivedEmail.reset()
  5884. err = client.Rename("a", "b")
  5885. assert.NoError(t, err)
  5886. assert.Eventually(t, func() bool {
  5887. return lastReceivedEmail.get().From != ""
  5888. }, 3*time.Second, 100*time.Millisecond)
  5889. email = lastReceivedEmail.get()
  5890. assert.Len(t, email.To, 1)
  5891. assert.True(t, slices.Contains(email.To, "[email protected]"))
  5892. assert.Contains(t, email.Data, `Subject: "Compress failed"`)
  5893. assert.Contains(t, email.Data, common.ErrQuotaExceeded.Error())
  5894. // remove the path to compress to trigger an error for size estimation
  5895. out, err := runSSHCommand(fmt.Sprintf("sftpgo-remove %s", testDir), user)
  5896. assert.NoError(t, err, string(out))
  5897. lastReceivedEmail.reset()
  5898. err = client.Rename("b", "a")
  5899. assert.NoError(t, err)
  5900. assert.Eventually(t, func() bool {
  5901. return lastReceivedEmail.get().From != ""
  5902. }, 3*time.Second, 100*time.Millisecond)
  5903. email = lastReceivedEmail.get()
  5904. assert.Len(t, email.To, 1)
  5905. assert.True(t, slices.Contains(email.To, "[email protected]"))
  5906. assert.Contains(t, email.Data, `Subject: "Compress failed"`)
  5907. assert.Contains(t, email.Data, "unable to estimate archive size")
  5908. }
  5909. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  5910. assert.NoError(t, err)
  5911. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  5912. assert.NoError(t, err)
  5913. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  5914. assert.NoError(t, err)
  5915. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  5916. assert.NoError(t, err)
  5917. err = os.RemoveAll(user.GetHomeDir())
  5918. assert.NoError(t, err)
  5919. smtpCfg = smtp.Config{}
  5920. err = smtpCfg.Initialize(configDir, true)
  5921. require.NoError(t, err)
  5922. }
  5923. func TestEventActionCompressQuotaFolder(t *testing.T) {
  5924. testDir := "/folder"
  5925. a1 := dataprovider.BaseEventAction{
  5926. Name: "action1",
  5927. Type: dataprovider.ActionTypeFilesystem,
  5928. Options: dataprovider.BaseEventActionOptions{
  5929. FsConfig: dataprovider.EventActionFilesystemConfig{
  5930. Type: dataprovider.FilesystemActionCompress,
  5931. Compress: dataprovider.EventActionFsCompress{
  5932. Name: "/{{.VirtualPath}}.zip",
  5933. Paths: []string{"/{{.VirtualPath}}", testDir},
  5934. },
  5935. },
  5936. },
  5937. }
  5938. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  5939. assert.NoError(t, err)
  5940. r1 := dataprovider.EventRule{
  5941. Name: "test compress",
  5942. Status: 1,
  5943. Trigger: dataprovider.EventTriggerFsEvent,
  5944. Conditions: dataprovider.EventConditions{
  5945. FsEvents: []string{"upload"},
  5946. },
  5947. Actions: []dataprovider.EventAction{
  5948. {
  5949. BaseEventAction: dataprovider.BaseEventAction{
  5950. Name: action1.Name,
  5951. },
  5952. Order: 1,
  5953. Options: dataprovider.EventActionOptions{
  5954. ExecuteSync: true,
  5955. },
  5956. },
  5957. },
  5958. }
  5959. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  5960. assert.NoError(t, err)
  5961. u := getTestUser()
  5962. u.QuotaFiles = 1000
  5963. mappedPath := filepath.Join(os.TempDir(), "virtualpath")
  5964. folderName := filepath.Base(mappedPath)
  5965. vdirPath := "/virtualpath"
  5966. f := vfs.BaseVirtualFolder{
  5967. Name: folderName,
  5968. MappedPath: mappedPath,
  5969. }
  5970. _, _, err = httpdtest.AddFolder(f, http.StatusCreated)
  5971. assert.NoError(t, err)
  5972. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  5973. BaseVirtualFolder: vfs.BaseVirtualFolder{
  5974. Name: folderName,
  5975. },
  5976. VirtualPath: vdirPath,
  5977. QuotaSize: -1,
  5978. QuotaFiles: -1,
  5979. })
  5980. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  5981. assert.NoError(t, err)
  5982. conn, client, err := getSftpClient(user)
  5983. if assert.NoError(t, err) {
  5984. defer conn.Close()
  5985. defer client.Close()
  5986. err = client.Mkdir(testDir)
  5987. assert.NoError(t, err)
  5988. expectedQuotaSize := int64(len(testFileContent))
  5989. expectedQuotaFiles := 1
  5990. err = client.Symlink(path.Join(testDir, testFileName), path.Join(testDir, testFileName+"_link"))
  5991. assert.NoError(t, err)
  5992. f, err := client.Create(path.Join(testDir, testFileName))
  5993. assert.NoError(t, err)
  5994. _, err = f.Write(testFileContent)
  5995. assert.NoError(t, err)
  5996. err = f.Close()
  5997. assert.NoError(t, err)
  5998. info, err := client.Stat(path.Join(testDir, testFileName) + ".zip")
  5999. if assert.NoError(t, err) {
  6000. assert.Greater(t, info.Size(), int64(0))
  6001. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  6002. assert.NoError(t, err)
  6003. expectedQuotaFiles++
  6004. expectedQuotaSize += info.Size()
  6005. assert.Equal(t, expectedQuotaFiles, user.UsedQuotaFiles)
  6006. assert.Equal(t, expectedQuotaSize, user.UsedQuotaSize)
  6007. }
  6008. vfolder, _, err := httpdtest.GetFolderByName(folderName, http.StatusOK)
  6009. assert.NoError(t, err)
  6010. assert.Equal(t, 0, vfolder.UsedQuotaFiles)
  6011. assert.Equal(t, int64(0), vfolder.UsedQuotaSize)
  6012. // upload in the virtual path
  6013. f, err = client.Create(path.Join(vdirPath, testFileName))
  6014. assert.NoError(t, err)
  6015. _, err = f.Write(testFileContent)
  6016. assert.NoError(t, err)
  6017. err = f.Close()
  6018. assert.NoError(t, err)
  6019. info, err = client.Stat(path.Join(vdirPath, testFileName) + ".zip")
  6020. if assert.NoError(t, err) {
  6021. assert.Greater(t, info.Size(), int64(0))
  6022. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  6023. assert.NoError(t, err)
  6024. expectedQuotaFiles += 2
  6025. expectedQuotaSize += info.Size() + int64(len(testFileContent))
  6026. assert.Equal(t, expectedQuotaFiles, user.UsedQuotaFiles)
  6027. assert.Equal(t, expectedQuotaSize, user.UsedQuotaSize)
  6028. vfolder, _, err := httpdtest.GetFolderByName(folderName, http.StatusOK)
  6029. assert.NoError(t, err)
  6030. assert.Equal(t, 0, vfolder.UsedQuotaFiles)
  6031. assert.Equal(t, int64(0), vfolder.UsedQuotaSize)
  6032. }
  6033. }
  6034. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  6035. assert.NoError(t, err)
  6036. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  6037. assert.NoError(t, err)
  6038. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  6039. assert.NoError(t, err)
  6040. err = os.RemoveAll(user.GetHomeDir())
  6041. assert.NoError(t, err)
  6042. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName}, http.StatusOK)
  6043. assert.NoError(t, err)
  6044. err = os.RemoveAll(mappedPath)
  6045. assert.NoError(t, err)
  6046. }
  6047. func TestEventActionCompressErrors(t *testing.T) {
  6048. a1 := dataprovider.BaseEventAction{
  6049. Name: "action1",
  6050. Type: dataprovider.ActionTypeFilesystem,
  6051. Options: dataprovider.BaseEventActionOptions{
  6052. FsConfig: dataprovider.EventActionFilesystemConfig{
  6053. Type: dataprovider.FilesystemActionCompress,
  6054. Compress: dataprovider.EventActionFsCompress{
  6055. Name: "/{{.VirtualPath}}.zip",
  6056. Paths: []string{"/{{.VirtualPath}}.zip"}, // cannot compress itself
  6057. },
  6058. },
  6059. },
  6060. }
  6061. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  6062. assert.NoError(t, err)
  6063. r1 := dataprovider.EventRule{
  6064. Name: "test compress",
  6065. Status: 1,
  6066. Trigger: dataprovider.EventTriggerFsEvent,
  6067. Conditions: dataprovider.EventConditions{
  6068. FsEvents: []string{"upload"},
  6069. },
  6070. Actions: []dataprovider.EventAction{
  6071. {
  6072. BaseEventAction: dataprovider.BaseEventAction{
  6073. Name: action1.Name,
  6074. },
  6075. Order: 1,
  6076. Options: dataprovider.EventActionOptions{
  6077. ExecuteSync: true,
  6078. },
  6079. },
  6080. },
  6081. }
  6082. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  6083. assert.NoError(t, err)
  6084. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  6085. assert.NoError(t, err)
  6086. conn, client, err := getSftpClient(user)
  6087. if assert.NoError(t, err) {
  6088. defer conn.Close()
  6089. defer client.Close()
  6090. f, err := client.Create(testFileName)
  6091. assert.NoError(t, err)
  6092. _, err = f.Write(testFileContent)
  6093. assert.NoError(t, err)
  6094. err = f.Close()
  6095. assert.Error(t, err)
  6096. }
  6097. // try to compress a missing file
  6098. action1.Options.FsConfig.Compress.Paths = []string{"/missing file"}
  6099. _, _, err = httpdtest.UpdateEventAction(action1, http.StatusOK)
  6100. assert.NoError(t, err)
  6101. conn, client, err = getSftpClient(user)
  6102. if assert.NoError(t, err) {
  6103. defer conn.Close()
  6104. defer client.Close()
  6105. f, err := client.Create(testFileName)
  6106. assert.NoError(t, err)
  6107. _, err = f.Write(testFileContent)
  6108. assert.NoError(t, err)
  6109. err = f.Close()
  6110. assert.Error(t, err)
  6111. }
  6112. // try to overwrite a directory
  6113. testDir := "/adir"
  6114. action1.Options.FsConfig.Compress.Name = testDir
  6115. action1.Options.FsConfig.Compress.Paths = []string{"/{{.VirtualPath}}"}
  6116. _, _, err = httpdtest.UpdateEventAction(action1, http.StatusOK)
  6117. assert.NoError(t, err)
  6118. conn, client, err = getSftpClient(user)
  6119. if assert.NoError(t, err) {
  6120. defer conn.Close()
  6121. defer client.Close()
  6122. err = client.Mkdir(testDir)
  6123. assert.NoError(t, err)
  6124. f, err := client.Create(testFileName)
  6125. assert.NoError(t, err)
  6126. _, err = f.Write(testFileContent)
  6127. assert.NoError(t, err)
  6128. err = f.Close()
  6129. assert.Error(t, err)
  6130. }
  6131. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  6132. assert.NoError(t, err)
  6133. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  6134. assert.NoError(t, err)
  6135. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  6136. assert.NoError(t, err)
  6137. err = os.RemoveAll(user.GetHomeDir())
  6138. assert.NoError(t, err)
  6139. }
  6140. func TestEventActionEmailAttachments(t *testing.T) {
  6141. smtpCfg := smtp.Config{
  6142. Host: "127.0.0.1",
  6143. Port: 2525,
  6144. From: "[email protected]",
  6145. TemplatesPath: "templates",
  6146. }
  6147. err := smtpCfg.Initialize(configDir, true)
  6148. require.NoError(t, err)
  6149. a1 := dataprovider.BaseEventAction{
  6150. Name: "action1",
  6151. Type: dataprovider.ActionTypeFilesystem,
  6152. Options: dataprovider.BaseEventActionOptions{
  6153. FsConfig: dataprovider.EventActionFilesystemConfig{
  6154. Type: dataprovider.FilesystemActionCompress,
  6155. Compress: dataprovider.EventActionFsCompress{
  6156. Name: "/archive/{{.VirtualPath}}.zip",
  6157. Paths: []string{"/{{.VirtualPath}}"},
  6158. },
  6159. },
  6160. },
  6161. }
  6162. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  6163. assert.NoError(t, err)
  6164. a2 := dataprovider.BaseEventAction{
  6165. Name: "action2",
  6166. Type: dataprovider.ActionTypeEmail,
  6167. Options: dataprovider.BaseEventActionOptions{
  6168. EmailConfig: dataprovider.EventActionEmailConfig{
  6169. Recipients: []string{"[email protected]"},
  6170. Subject: `"{{.Event}}" from "{{.Name}}"`,
  6171. Body: "Fs path {{.FsPath}}, size: {{.FileSize}}, protocol: {{.Protocol}}, IP: {{.IP}} {{.EscapedVirtualPath}}",
  6172. Attachments: []string{"/archive/{{.VirtualPath}}.zip"},
  6173. },
  6174. },
  6175. }
  6176. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  6177. assert.NoError(t, err)
  6178. r1 := dataprovider.EventRule{
  6179. Name: "test email with attachment",
  6180. Status: 1,
  6181. Trigger: dataprovider.EventTriggerFsEvent,
  6182. Conditions: dataprovider.EventConditions{
  6183. FsEvents: []string{"upload"},
  6184. },
  6185. Actions: []dataprovider.EventAction{
  6186. {
  6187. BaseEventAction: dataprovider.BaseEventAction{
  6188. Name: action1.Name,
  6189. },
  6190. Order: 1,
  6191. },
  6192. {
  6193. BaseEventAction: dataprovider.BaseEventAction{
  6194. Name: action2.Name,
  6195. },
  6196. Order: 2,
  6197. },
  6198. },
  6199. }
  6200. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  6201. assert.NoError(t, err)
  6202. localUser, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  6203. assert.NoError(t, err)
  6204. u := getTestSFTPUser()
  6205. u.FsConfig.SFTPConfig.BufferSize = 1
  6206. sftpUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
  6207. assert.NoError(t, err)
  6208. cryptFsUser, _, err := httpdtest.AddUser(getCryptFsUser(), http.StatusCreated)
  6209. assert.NoError(t, err)
  6210. for _, user := range []dataprovider.User{localUser, sftpUser, cryptFsUser} {
  6211. conn, client, err := getSftpClient(user)
  6212. if assert.NoError(t, err) {
  6213. defer conn.Close()
  6214. defer client.Close()
  6215. lastReceivedEmail.reset()
  6216. f, err := client.Create(testFileName)
  6217. assert.NoError(t, err)
  6218. _, err = f.Write(testFileContent)
  6219. assert.NoError(t, err)
  6220. err = f.Close()
  6221. assert.NoError(t, err)
  6222. assert.Eventually(t, func() bool {
  6223. return lastReceivedEmail.get().From != ""
  6224. }, 1500*time.Millisecond, 100*time.Millisecond)
  6225. email := lastReceivedEmail.get()
  6226. assert.Len(t, email.To, 1)
  6227. assert.True(t, slices.Contains(email.To, "[email protected]"))
  6228. assert.Contains(t, email.Data, `Subject: "upload" from`)
  6229. assert.Contains(t, email.Data, url.QueryEscape("/"+testFileName))
  6230. assert.Contains(t, email.Data, "Content-Disposition: attachment")
  6231. }
  6232. }
  6233. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  6234. assert.NoError(t, err)
  6235. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  6236. assert.NoError(t, err)
  6237. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  6238. assert.NoError(t, err)
  6239. _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
  6240. assert.NoError(t, err)
  6241. _, err = httpdtest.RemoveUser(localUser, http.StatusOK)
  6242. assert.NoError(t, err)
  6243. err = os.RemoveAll(localUser.GetHomeDir())
  6244. assert.NoError(t, err)
  6245. _, err = httpdtest.RemoveUser(cryptFsUser, http.StatusOK)
  6246. assert.NoError(t, err)
  6247. err = os.RemoveAll(cryptFsUser.GetHomeDir())
  6248. assert.NoError(t, err)
  6249. smtpCfg = smtp.Config{}
  6250. err = smtpCfg.Initialize(configDir, true)
  6251. require.NoError(t, err)
  6252. }
  6253. func TestEventActionsRetentionReports(t *testing.T) {
  6254. smtpCfg := smtp.Config{
  6255. Host: "127.0.0.1",
  6256. Port: 2525,
  6257. From: "[email protected]",
  6258. TemplatesPath: "templates",
  6259. }
  6260. err := smtpCfg.Initialize(configDir, true)
  6261. require.NoError(t, err)
  6262. testDir := "/d"
  6263. a1 := dataprovider.BaseEventAction{
  6264. Name: "action1",
  6265. Type: dataprovider.ActionTypeDataRetentionCheck,
  6266. Options: dataprovider.BaseEventActionOptions{
  6267. RetentionConfig: dataprovider.EventActionDataRetentionConfig{
  6268. Folders: []dataprovider.FolderRetention{
  6269. {
  6270. Path: testDir,
  6271. Retention: 1,
  6272. DeleteEmptyDirs: true,
  6273. },
  6274. },
  6275. },
  6276. },
  6277. }
  6278. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  6279. assert.NoError(t, err)
  6280. a2 := dataprovider.BaseEventAction{
  6281. Name: "action2",
  6282. Type: dataprovider.ActionTypeEmail,
  6283. Options: dataprovider.BaseEventActionOptions{
  6284. EmailConfig: dataprovider.EventActionEmailConfig{
  6285. Recipients: []string{"[email protected]"},
  6286. Subject: `"{{.Event}}" from "{{.Name}}"`,
  6287. Body: "Fs path {{.FsPath}}, size: {{.FileSize}}, protocol: {{.Protocol}}, IP: {{.IP}}",
  6288. Attachments: []string{dataprovider.RetentionReportPlaceHolder},
  6289. },
  6290. },
  6291. }
  6292. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  6293. assert.NoError(t, err)
  6294. a3 := dataprovider.BaseEventAction{
  6295. Name: "action3",
  6296. Type: dataprovider.ActionTypeHTTP,
  6297. Options: dataprovider.BaseEventActionOptions{
  6298. HTTPConfig: dataprovider.EventActionHTTPConfig{
  6299. Endpoint: fmt.Sprintf("http://%s/", httpAddr),
  6300. Timeout: 20,
  6301. Method: http.MethodPost,
  6302. Body: dataprovider.RetentionReportPlaceHolder,
  6303. },
  6304. },
  6305. }
  6306. action3, _, err := httpdtest.AddEventAction(a3, http.StatusCreated)
  6307. assert.NoError(t, err)
  6308. a4 := dataprovider.BaseEventAction{
  6309. Name: "action4",
  6310. Type: dataprovider.ActionTypeHTTP,
  6311. Options: dataprovider.BaseEventActionOptions{
  6312. HTTPConfig: dataprovider.EventActionHTTPConfig{
  6313. Endpoint: fmt.Sprintf("http://%s/multipart", httpAddr),
  6314. Timeout: 20,
  6315. Method: http.MethodPost,
  6316. Parts: []dataprovider.HTTPPart{
  6317. {
  6318. Name: "reports.zip",
  6319. Filepath: dataprovider.RetentionReportPlaceHolder,
  6320. },
  6321. },
  6322. },
  6323. },
  6324. }
  6325. action4, _, err := httpdtest.AddEventAction(a4, http.StatusCreated)
  6326. assert.NoError(t, err)
  6327. r1 := dataprovider.EventRule{
  6328. Name: "test rule1",
  6329. Status: 1,
  6330. Trigger: dataprovider.EventTriggerFsEvent,
  6331. Conditions: dataprovider.EventConditions{
  6332. FsEvents: []string{"upload"},
  6333. },
  6334. Actions: []dataprovider.EventAction{
  6335. {
  6336. BaseEventAction: dataprovider.BaseEventAction{
  6337. Name: action1.Name,
  6338. },
  6339. Order: 1,
  6340. Options: dataprovider.EventActionOptions{
  6341. ExecuteSync: true,
  6342. StopOnFailure: true,
  6343. },
  6344. },
  6345. {
  6346. BaseEventAction: dataprovider.BaseEventAction{
  6347. Name: action2.Name,
  6348. },
  6349. Order: 2,
  6350. Options: dataprovider.EventActionOptions{
  6351. ExecuteSync: true,
  6352. StopOnFailure: true,
  6353. },
  6354. },
  6355. {
  6356. BaseEventAction: dataprovider.BaseEventAction{
  6357. Name: action3.Name,
  6358. },
  6359. Order: 3,
  6360. Options: dataprovider.EventActionOptions{
  6361. ExecuteSync: true,
  6362. StopOnFailure: true,
  6363. },
  6364. },
  6365. {
  6366. BaseEventAction: dataprovider.BaseEventAction{
  6367. Name: action4.Name,
  6368. },
  6369. Order: 4,
  6370. Options: dataprovider.EventActionOptions{
  6371. ExecuteSync: true,
  6372. StopOnFailure: true,
  6373. },
  6374. },
  6375. },
  6376. }
  6377. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  6378. assert.NoError(t, err)
  6379. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  6380. assert.NoError(t, err)
  6381. conn, client, err := getSftpClient(user)
  6382. if assert.NoError(t, err) {
  6383. defer conn.Close()
  6384. defer client.Close()
  6385. subdir := path.Join(testDir, "sub")
  6386. err = client.MkdirAll(subdir)
  6387. assert.NoError(t, err)
  6388. lastReceivedEmail.reset()
  6389. f, err := client.Create(testFileName)
  6390. assert.NoError(t, err)
  6391. _, err = f.Write(testFileContent)
  6392. assert.NoError(t, err)
  6393. err = f.Close()
  6394. assert.NoError(t, err)
  6395. email := lastReceivedEmail.get()
  6396. assert.Len(t, email.To, 1)
  6397. assert.True(t, slices.Contains(email.To, "[email protected]"))
  6398. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: "upload" from "%s"`, user.Username))
  6399. assert.Contains(t, email.Data, "Content-Disposition: attachment")
  6400. _, err = client.Stat(testDir)
  6401. assert.NoError(t, err)
  6402. _, err = client.Stat(subdir)
  6403. assert.ErrorIs(t, err, os.ErrNotExist)
  6404. err = client.Mkdir(subdir)
  6405. assert.NoError(t, err)
  6406. newName := path.Join(testDir, testFileName)
  6407. err = client.Rename(testFileName, newName)
  6408. assert.NoError(t, err)
  6409. err = client.Chtimes(newName, time.Now().Add(-24*time.Hour), time.Now().Add(-24*time.Hour))
  6410. assert.NoError(t, err)
  6411. lastReceivedEmail.reset()
  6412. f, err = client.Create(testFileName)
  6413. assert.NoError(t, err)
  6414. _, err = f.Write(testFileContent)
  6415. assert.NoError(t, err)
  6416. err = f.Close()
  6417. assert.NoError(t, err)
  6418. email = lastReceivedEmail.get()
  6419. assert.Len(t, email.To, 1)
  6420. _, err = client.Stat(subdir)
  6421. assert.ErrorIs(t, err, os.ErrNotExist)
  6422. _, err = client.Stat(subdir)
  6423. assert.ErrorIs(t, err, os.ErrNotExist)
  6424. }
  6425. // now remove the retention check to test errors
  6426. rule1.Actions = []dataprovider.EventAction{
  6427. {
  6428. BaseEventAction: dataprovider.BaseEventAction{
  6429. Name: action2.Name,
  6430. },
  6431. Order: 2,
  6432. Options: dataprovider.EventActionOptions{
  6433. ExecuteSync: true,
  6434. StopOnFailure: false,
  6435. },
  6436. },
  6437. {
  6438. BaseEventAction: dataprovider.BaseEventAction{
  6439. Name: action3.Name,
  6440. },
  6441. Order: 3,
  6442. Options: dataprovider.EventActionOptions{
  6443. ExecuteSync: true,
  6444. StopOnFailure: false,
  6445. },
  6446. },
  6447. {
  6448. BaseEventAction: dataprovider.BaseEventAction{
  6449. Name: action4.Name,
  6450. },
  6451. Order: 4,
  6452. Options: dataprovider.EventActionOptions{
  6453. ExecuteSync: true,
  6454. StopOnFailure: false,
  6455. },
  6456. },
  6457. }
  6458. _, _, err = httpdtest.UpdateEventRule(rule1, http.StatusOK)
  6459. assert.NoError(t, err)
  6460. conn, client, err = getSftpClient(user)
  6461. if assert.NoError(t, err) {
  6462. defer conn.Close()
  6463. defer client.Close()
  6464. f, err := client.Create(testFileName)
  6465. assert.NoError(t, err)
  6466. _, err = f.Write(testFileContent)
  6467. assert.NoError(t, err)
  6468. err = f.Close()
  6469. assert.Error(t, err)
  6470. }
  6471. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  6472. assert.NoError(t, err)
  6473. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  6474. assert.NoError(t, err)
  6475. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  6476. assert.NoError(t, err)
  6477. _, err = httpdtest.RemoveEventAction(action3, http.StatusOK)
  6478. assert.NoError(t, err)
  6479. _, err = httpdtest.RemoveEventAction(action4, http.StatusOK)
  6480. assert.NoError(t, err)
  6481. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  6482. assert.NoError(t, err)
  6483. err = os.RemoveAll(user.GetHomeDir())
  6484. assert.NoError(t, err)
  6485. smtpCfg = smtp.Config{}
  6486. err = smtpCfg.Initialize(configDir, true)
  6487. require.NoError(t, err)
  6488. }
  6489. func TestEventRuleFirstUploadDownloadActions(t *testing.T) {
  6490. smtpCfg := smtp.Config{
  6491. Host: "127.0.0.1",
  6492. Port: 2525,
  6493. From: "[email protected]",
  6494. TemplatesPath: "templates",
  6495. }
  6496. err := smtpCfg.Initialize(configDir, true)
  6497. require.NoError(t, err)
  6498. a1 := dataprovider.BaseEventAction{
  6499. Name: "action1",
  6500. Type: dataprovider.ActionTypeEmail,
  6501. Options: dataprovider.BaseEventActionOptions{
  6502. EmailConfig: dataprovider.EventActionEmailConfig{
  6503. Recipients: []string{"[email protected]"},
  6504. Subject: `"{{.Event}}" from "{{.Name}}"`,
  6505. Body: "Fs path {{.FsPath}}, size: {{.FileSize}}, protocol: {{.Protocol}}, IP: {{.IP}}",
  6506. },
  6507. },
  6508. }
  6509. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  6510. assert.NoError(t, err)
  6511. r1 := dataprovider.EventRule{
  6512. Name: "test first upload rule",
  6513. Status: 1,
  6514. Trigger: dataprovider.EventTriggerFsEvent,
  6515. Conditions: dataprovider.EventConditions{
  6516. FsEvents: []string{"first-upload"},
  6517. },
  6518. Actions: []dataprovider.EventAction{
  6519. {
  6520. BaseEventAction: dataprovider.BaseEventAction{
  6521. Name: action1.Name,
  6522. },
  6523. Order: 1,
  6524. },
  6525. },
  6526. }
  6527. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  6528. assert.NoError(t, err)
  6529. r2 := dataprovider.EventRule{
  6530. Name: "test first download rule",
  6531. Status: 1,
  6532. Trigger: dataprovider.EventTriggerFsEvent,
  6533. Conditions: dataprovider.EventConditions{
  6534. FsEvents: []string{"first-download"},
  6535. },
  6536. Actions: []dataprovider.EventAction{
  6537. {
  6538. BaseEventAction: dataprovider.BaseEventAction{
  6539. Name: action1.Name,
  6540. },
  6541. Order: 1,
  6542. },
  6543. },
  6544. }
  6545. rule2, _, err := httpdtest.AddEventRule(r2, http.StatusCreated)
  6546. assert.NoError(t, err)
  6547. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  6548. assert.NoError(t, err)
  6549. conn, client, err := getSftpClient(user)
  6550. if assert.NoError(t, err) {
  6551. defer conn.Close()
  6552. defer client.Close()
  6553. testFileSize := int64(32768)
  6554. lastReceivedEmail.reset()
  6555. err = writeSFTPFileNoCheck(testFileName, testFileSize, client)
  6556. assert.NoError(t, err)
  6557. assert.Eventually(t, func() bool {
  6558. return lastReceivedEmail.get().From != ""
  6559. }, 1500*time.Millisecond, 100*time.Millisecond)
  6560. email := lastReceivedEmail.get()
  6561. assert.Len(t, email.To, 1)
  6562. assert.True(t, slices.Contains(email.To, "[email protected]"))
  6563. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: "first-upload" from "%s"`, user.Username))
  6564. lastReceivedEmail.reset()
  6565. // a new upload will not produce a new notification
  6566. err = writeSFTPFileNoCheck(testFileName+"_1", 32768, client)
  6567. assert.NoError(t, err)
  6568. assert.Never(t, func() bool {
  6569. return lastReceivedEmail.get().From != ""
  6570. }, 1000*time.Millisecond, 100*time.Millisecond)
  6571. // the same for download
  6572. f, err := client.Open(testFileName)
  6573. assert.NoError(t, err)
  6574. contents := make([]byte, testFileSize)
  6575. n, err := io.ReadFull(f, contents)
  6576. assert.NoError(t, err)
  6577. assert.Equal(t, int(testFileSize), n)
  6578. err = f.Close()
  6579. assert.NoError(t, err)
  6580. assert.Eventually(t, func() bool {
  6581. return lastReceivedEmail.get().From != ""
  6582. }, 1500*time.Millisecond, 100*time.Millisecond)
  6583. email = lastReceivedEmail.get()
  6584. assert.Len(t, email.To, 1)
  6585. assert.True(t, slices.Contains(email.To, "[email protected]"))
  6586. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: "first-download" from "%s"`, user.Username))
  6587. // download again
  6588. lastReceivedEmail.reset()
  6589. f, err = client.Open(testFileName)
  6590. assert.NoError(t, err)
  6591. contents = make([]byte, testFileSize)
  6592. n, err = io.ReadFull(f, contents)
  6593. assert.NoError(t, err)
  6594. assert.Equal(t, int(testFileSize), n)
  6595. err = f.Close()
  6596. assert.NoError(t, err)
  6597. assert.Never(t, func() bool {
  6598. return lastReceivedEmail.get().From != ""
  6599. }, 1000*time.Millisecond, 100*time.Millisecond)
  6600. }
  6601. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  6602. assert.NoError(t, err)
  6603. _, err = httpdtest.RemoveEventRule(rule2, http.StatusOK)
  6604. assert.NoError(t, err)
  6605. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  6606. assert.NoError(t, err)
  6607. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  6608. assert.NoError(t, err)
  6609. err = os.RemoveAll(user.GetHomeDir())
  6610. assert.NoError(t, err)
  6611. smtpCfg = smtp.Config{}
  6612. err = smtpCfg.Initialize(configDir, true)
  6613. require.NoError(t, err)
  6614. }
  6615. func TestEventRuleRenameEvent(t *testing.T) {
  6616. smtpCfg := smtp.Config{
  6617. Host: "127.0.0.1",
  6618. Port: 2525,
  6619. From: "[email protected]",
  6620. TemplatesPath: "templates",
  6621. }
  6622. err := smtpCfg.Initialize(configDir, true)
  6623. require.NoError(t, err)
  6624. a1 := dataprovider.BaseEventAction{
  6625. Name: "action1",
  6626. Type: dataprovider.ActionTypeEmail,
  6627. Options: dataprovider.BaseEventActionOptions{
  6628. EmailConfig: dataprovider.EventActionEmailConfig{
  6629. Recipients: []string{"[email protected]"},
  6630. Subject: `"{{.Event}}" from "{{.Name}}"`,
  6631. ContentType: 1,
  6632. Body: `<p>Fs path {{.FsPath}}, Name: {{.Name}}, Target path "{{.VirtualTargetDirPath}}/{{.TargetName}}", size: {{.FileSize}}</p>`,
  6633. },
  6634. },
  6635. }
  6636. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  6637. assert.NoError(t, err)
  6638. r1 := dataprovider.EventRule{
  6639. Name: "test rename rule",
  6640. Status: 1,
  6641. Trigger: dataprovider.EventTriggerFsEvent,
  6642. Conditions: dataprovider.EventConditions{
  6643. FsEvents: []string{"rename"},
  6644. },
  6645. Actions: []dataprovider.EventAction{
  6646. {
  6647. BaseEventAction: dataprovider.BaseEventAction{
  6648. Name: action1.Name,
  6649. },
  6650. Order: 1,
  6651. },
  6652. },
  6653. }
  6654. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  6655. assert.NoError(t, err)
  6656. u := getTestUser()
  6657. u.Username = "test <html > chars"
  6658. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  6659. assert.NoError(t, err)
  6660. conn, client, err := getSftpClient(user)
  6661. if assert.NoError(t, err) {
  6662. defer conn.Close()
  6663. defer client.Close()
  6664. testFileSize := int64(32768)
  6665. lastReceivedEmail.reset()
  6666. err = writeSFTPFileNoCheck(testFileName, testFileSize, client)
  6667. assert.NoError(t, err)
  6668. err = client.Mkdir("subdir")
  6669. assert.NoError(t, err)
  6670. err = client.Rename(testFileName, path.Join("/subdir", testFileName))
  6671. assert.NoError(t, err)
  6672. assert.Eventually(t, func() bool {
  6673. return lastReceivedEmail.get().From != ""
  6674. }, 1500*time.Millisecond, 100*time.Millisecond)
  6675. email := lastReceivedEmail.get()
  6676. assert.Len(t, email.To, 1)
  6677. assert.True(t, slices.Contains(email.To, "[email protected]"))
  6678. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: "rename" from "%s"`, user.Username))
  6679. assert.Contains(t, email.Data, "Content-Type: text/html")
  6680. assert.Contains(t, email.Data, fmt.Sprintf("Target path %q", path.Join("/subdir", testFileName)))
  6681. assert.Contains(t, email.Data, "Name: test &lt;html &gt; chars,")
  6682. }
  6683. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  6684. assert.NoError(t, err)
  6685. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  6686. assert.NoError(t, err)
  6687. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  6688. assert.NoError(t, err)
  6689. err = os.RemoveAll(user.GetHomeDir())
  6690. assert.NoError(t, err)
  6691. smtpCfg = smtp.Config{}
  6692. err = smtpCfg.Initialize(configDir, true)
  6693. require.NoError(t, err)
  6694. }
  6695. func TestEventRuleIDPLogin(t *testing.T) {
  6696. smtpCfg := smtp.Config{
  6697. Host: "127.0.0.1",
  6698. Port: 2525,
  6699. From: "[email protected]",
  6700. TemplatesPath: "templates",
  6701. }
  6702. err := smtpCfg.Initialize(configDir, true)
  6703. require.NoError(t, err)
  6704. lastReceivedEmail.reset()
  6705. username := `test_"idp_"login`
  6706. custom1 := `cust"oa"1`
  6707. u := map[string]any{
  6708. "username": "{{.Name}}",
  6709. "status": 1,
  6710. "home_dir": filepath.Join(os.TempDir(), "{{.IDPFieldcustom1}}"),
  6711. "permissions": map[string][]string{
  6712. "/": {dataprovider.PermAny},
  6713. },
  6714. }
  6715. userTmpl, err := json.Marshal(u)
  6716. require.NoError(t, err)
  6717. a := map[string]any{
  6718. "username": "{{.Name}}",
  6719. "status": 1,
  6720. "permissions": []string{dataprovider.PermAdminAny},
  6721. }
  6722. adminTmpl, err := json.Marshal(a)
  6723. require.NoError(t, err)
  6724. a1 := dataprovider.BaseEventAction{
  6725. Name: "a1",
  6726. Type: dataprovider.ActionTypeIDPAccountCheck,
  6727. Options: dataprovider.BaseEventActionOptions{
  6728. IDPConfig: dataprovider.EventActionIDPAccountCheck{
  6729. Mode: 1, // create if not exists
  6730. TemplateUser: string(userTmpl),
  6731. TemplateAdmin: string(adminTmpl),
  6732. },
  6733. },
  6734. }
  6735. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  6736. assert.NoError(t, err)
  6737. a2 := dataprovider.BaseEventAction{
  6738. Name: "a2",
  6739. Type: dataprovider.ActionTypeEmail,
  6740. Options: dataprovider.BaseEventActionOptions{
  6741. EmailConfig: dataprovider.EventActionEmailConfig{
  6742. Recipients: []string{"[email protected]"},
  6743. Subject: `"{{.Event}} {{.StatusString}}"`,
  6744. Body: "{{.Name}} Custom field: {{.IDPFieldcustom1}}",
  6745. },
  6746. },
  6747. }
  6748. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  6749. assert.NoError(t, err)
  6750. r1 := dataprovider.EventRule{
  6751. Name: "test rule IDP login",
  6752. Status: 1,
  6753. Trigger: dataprovider.EventTriggerIDPLogin,
  6754. Conditions: dataprovider.EventConditions{
  6755. IDPLoginEvent: dataprovider.IDPLoginUser,
  6756. },
  6757. Actions: []dataprovider.EventAction{
  6758. {
  6759. BaseEventAction: dataprovider.BaseEventAction{
  6760. Name: action1.Name, // the rule is not sync and will be skipped
  6761. },
  6762. Order: 1,
  6763. },
  6764. {
  6765. BaseEventAction: dataprovider.BaseEventAction{
  6766. Name: action2.Name,
  6767. },
  6768. Order: 2,
  6769. },
  6770. },
  6771. }
  6772. rule1, resp, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  6773. assert.NoError(t, err, string(resp))
  6774. customFields := map[string]any{
  6775. "custom1": custom1,
  6776. }
  6777. user, admin, err := common.HandleIDPLoginEvent(common.EventParams{
  6778. Name: username,
  6779. Event: common.IDPLoginUser,
  6780. Status: 1,
  6781. }, &customFields)
  6782. assert.Nil(t, user)
  6783. assert.Nil(t, admin)
  6784. assert.NoError(t, err)
  6785. rule1.Actions[0].Options.ExecuteSync = true
  6786. rule1, resp, err = httpdtest.UpdateEventRule(rule1, http.StatusOK)
  6787. assert.NoError(t, err, string(resp))
  6788. user, admin, err = common.HandleIDPLoginEvent(common.EventParams{
  6789. Name: username,
  6790. Event: common.IDPLoginUser,
  6791. Status: 1,
  6792. }, &customFields)
  6793. if assert.NotNil(t, user) {
  6794. assert.Equal(t, filepath.Join(os.TempDir(), custom1), user.GetHomeDir())
  6795. _, err = httpdtest.RemoveUser(*user, http.StatusOK)
  6796. assert.NoError(t, err)
  6797. }
  6798. assert.Nil(t, admin)
  6799. assert.NoError(t, err)
  6800. assert.Eventually(t, func() bool {
  6801. return lastReceivedEmail.get().From != ""
  6802. }, 3000*time.Millisecond, 100*time.Millisecond)
  6803. email := lastReceivedEmail.get()
  6804. assert.Len(t, email.To, 1)
  6805. assert.True(t, slices.Contains(email.To, "[email protected]"))
  6806. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: "%s OK"`, common.IDPLoginUser))
  6807. assert.Contains(t, email.Data, username)
  6808. assert.Contains(t, email.Data, custom1)
  6809. user, admin, err = common.HandleIDPLoginEvent(common.EventParams{
  6810. Name: username,
  6811. Event: common.IDPLoginAdmin,
  6812. Status: 1,
  6813. }, &customFields)
  6814. assert.Nil(t, user)
  6815. assert.Nil(t, admin)
  6816. assert.NoError(t, err)
  6817. rule1.Conditions.IDPLoginEvent = dataprovider.IDPLoginAny
  6818. rule1.Actions = []dataprovider.EventAction{
  6819. {
  6820. BaseEventAction: dataprovider.BaseEventAction{
  6821. Name: action1.Name,
  6822. },
  6823. Options: dataprovider.EventActionOptions{
  6824. ExecuteSync: true,
  6825. },
  6826. Order: 1,
  6827. },
  6828. }
  6829. rule1, _, err = httpdtest.UpdateEventRule(rule1, http.StatusOK)
  6830. assert.NoError(t, err)
  6831. r2 := dataprovider.EventRule{
  6832. Name: "test email on IDP login",
  6833. Status: 1,
  6834. Trigger: dataprovider.EventTriggerIDPLogin,
  6835. Conditions: dataprovider.EventConditions{
  6836. IDPLoginEvent: dataprovider.IDPLoginAdmin,
  6837. },
  6838. Actions: []dataprovider.EventAction{
  6839. {
  6840. BaseEventAction: dataprovider.BaseEventAction{
  6841. Name: action2.Name,
  6842. },
  6843. Order: 1,
  6844. },
  6845. },
  6846. }
  6847. rule2, resp, err := httpdtest.AddEventRule(r2, http.StatusCreated)
  6848. assert.NoError(t, err, string(resp))
  6849. lastReceivedEmail.reset()
  6850. user, admin, err = common.HandleIDPLoginEvent(common.EventParams{
  6851. Name: username,
  6852. Event: common.IDPLoginAdmin,
  6853. Status: 1,
  6854. }, &customFields)
  6855. assert.Nil(t, user)
  6856. if assert.NotNil(t, admin) {
  6857. assert.Equal(t, 1, admin.Status)
  6858. }
  6859. assert.NoError(t, err)
  6860. assert.Eventually(t, func() bool {
  6861. return lastReceivedEmail.get().From != ""
  6862. }, 3000*time.Millisecond, 100*time.Millisecond)
  6863. email = lastReceivedEmail.get()
  6864. assert.Len(t, email.To, 1)
  6865. assert.True(t, slices.Contains(email.To, "[email protected]"))
  6866. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: "%s OK"`, common.IDPLoginAdmin))
  6867. assert.Contains(t, email.Data, username)
  6868. assert.Contains(t, email.Data, custom1)
  6869. admin.Status = 0
  6870. _, _, err = httpdtest.UpdateAdmin(*admin, http.StatusOK)
  6871. assert.NoError(t, err)
  6872. user, admin, err = common.HandleIDPLoginEvent(common.EventParams{
  6873. Name: username,
  6874. Event: common.IDPLoginAdmin,
  6875. Status: 1,
  6876. }, &customFields)
  6877. assert.Nil(t, user)
  6878. if assert.NotNil(t, admin) {
  6879. assert.Equal(t, 0, admin.Status)
  6880. }
  6881. assert.NoError(t, err)
  6882. action1.Options.IDPConfig.Mode = 0
  6883. action1, _, err = httpdtest.UpdateEventAction(action1, http.StatusOK)
  6884. assert.NoError(t, err)
  6885. user, admin, err = common.HandleIDPLoginEvent(common.EventParams{
  6886. Name: username,
  6887. Event: common.IDPLoginAdmin,
  6888. Status: 1,
  6889. }, &customFields)
  6890. assert.Nil(t, user)
  6891. if assert.NotNil(t, admin) {
  6892. assert.Equal(t, 1, admin.Status)
  6893. }
  6894. assert.NoError(t, err)
  6895. _, err = httpdtest.RemoveAdmin(*admin, http.StatusOK)
  6896. assert.NoError(t, err)
  6897. r3 := dataprovider.EventRule{
  6898. Name: "test rule2 IDP login",
  6899. Status: 1,
  6900. Trigger: dataprovider.EventTriggerIDPLogin,
  6901. Conditions: dataprovider.EventConditions{
  6902. IDPLoginEvent: dataprovider.IDPLoginAny,
  6903. },
  6904. Actions: []dataprovider.EventAction{
  6905. {
  6906. BaseEventAction: dataprovider.BaseEventAction{
  6907. Name: action1.Name,
  6908. },
  6909. Order: 1,
  6910. Options: dataprovider.EventActionOptions{
  6911. ExecuteSync: true,
  6912. },
  6913. },
  6914. },
  6915. }
  6916. rule3, resp, err := httpdtest.AddEventRule(r3, http.StatusCreated)
  6917. assert.NoError(t, err, string(resp))
  6918. user, admin, err = common.HandleIDPLoginEvent(common.EventParams{
  6919. Name: username,
  6920. Event: common.IDPLoginAdmin,
  6921. Status: 1,
  6922. }, &customFields)
  6923. assert.Nil(t, user)
  6924. assert.Nil(t, admin)
  6925. if assert.Error(t, err) {
  6926. assert.Contains(t, err.Error(), "more than one account check action rules matches")
  6927. }
  6928. _, err = httpdtest.RemoveEventRule(rule3, http.StatusOK)
  6929. assert.NoError(t, err)
  6930. action1.Options.IDPConfig.TemplateAdmin = `{}`
  6931. action1, _, err = httpdtest.UpdateEventAction(action1, http.StatusOK)
  6932. assert.NoError(t, err)
  6933. _, _, err = common.HandleIDPLoginEvent(common.EventParams{
  6934. Name: username,
  6935. Event: common.IDPLoginAdmin,
  6936. Status: 1,
  6937. }, &customFields)
  6938. assert.ErrorIs(t, err, util.ErrValidation)
  6939. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  6940. assert.NoError(t, err)
  6941. user, admin, err = common.HandleIDPLoginEvent(common.EventParams{
  6942. Name: username,
  6943. Event: common.IDPLoginAdmin,
  6944. Status: 1,
  6945. }, &customFields)
  6946. assert.Nil(t, user)
  6947. assert.Nil(t, admin)
  6948. assert.NoError(t, err)
  6949. _, err = httpdtest.RemoveEventRule(rule2, http.StatusOK)
  6950. assert.NoError(t, err)
  6951. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  6952. assert.NoError(t, err)
  6953. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  6954. assert.NoError(t, err)
  6955. smtpCfg = smtp.Config{}
  6956. err = smtpCfg.Initialize(configDir, true)
  6957. require.NoError(t, err)
  6958. }
  6959. func TestEventRuleEmailField(t *testing.T) {
  6960. smtpCfg := smtp.Config{
  6961. Host: "127.0.0.1",
  6962. Port: 2525,
  6963. From: "[email protected]",
  6964. TemplatesPath: "templates",
  6965. }
  6966. err := smtpCfg.Initialize(configDir, true)
  6967. require.NoError(t, err)
  6968. lastReceivedEmail.reset()
  6969. a1 := dataprovider.BaseEventAction{
  6970. Name: "action1",
  6971. Type: dataprovider.ActionTypeEmail,
  6972. Options: dataprovider.BaseEventActionOptions{
  6973. EmailConfig: dataprovider.EventActionEmailConfig{
  6974. Recipients: []string{"{{.Email}}"},
  6975. Subject: `"{{.Event}}" from "{{.Name}}"`,
  6976. Body: "Sample email body",
  6977. },
  6978. },
  6979. }
  6980. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  6981. assert.NoError(t, err)
  6982. a2 := dataprovider.BaseEventAction{
  6983. Name: "action2",
  6984. Type: dataprovider.ActionTypeEmail,
  6985. Options: dataprovider.BaseEventActionOptions{
  6986. EmailConfig: dataprovider.EventActionEmailConfig{
  6987. Recipients: []string{"[email protected]"},
  6988. Subject: `"Failure`,
  6989. Body: "{{.ErrorString}}",
  6990. },
  6991. },
  6992. }
  6993. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  6994. assert.NoError(t, err)
  6995. r1 := dataprovider.EventRule{
  6996. Name: "r1",
  6997. Status: 1,
  6998. Trigger: dataprovider.EventTriggerFsEvent,
  6999. Conditions: dataprovider.EventConditions{
  7000. FsEvents: []string{"mkdir"},
  7001. },
  7002. Actions: []dataprovider.EventAction{
  7003. {
  7004. BaseEventAction: dataprovider.BaseEventAction{
  7005. Name: action1.Name,
  7006. },
  7007. },
  7008. },
  7009. }
  7010. r2 := dataprovider.EventRule{
  7011. Name: "test rule2",
  7012. Status: 1,
  7013. Trigger: dataprovider.EventTriggerProviderEvent,
  7014. Conditions: dataprovider.EventConditions{
  7015. ProviderEvents: []string{"add"},
  7016. Options: dataprovider.ConditionOptions{
  7017. ProviderObjects: []string{"user"},
  7018. },
  7019. },
  7020. Actions: []dataprovider.EventAction{
  7021. {
  7022. BaseEventAction: dataprovider.BaseEventAction{
  7023. Name: action1.Name,
  7024. },
  7025. Order: 1,
  7026. },
  7027. {
  7028. BaseEventAction: dataprovider.BaseEventAction{
  7029. Name: action2.Name,
  7030. },
  7031. Options: dataprovider.EventActionOptions{
  7032. IsFailureAction: true,
  7033. },
  7034. },
  7035. },
  7036. }
  7037. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  7038. assert.NoError(t, err)
  7039. rule2, _, err := httpdtest.AddEventRule(r2, http.StatusCreated)
  7040. assert.NoError(t, err)
  7041. u := getTestUser()
  7042. u.Email = "[email protected]"
  7043. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  7044. assert.NoError(t, err)
  7045. assert.Eventually(t, func() bool {
  7046. return lastReceivedEmail.get().From != ""
  7047. }, 3000*time.Millisecond, 100*time.Millisecond)
  7048. email := lastReceivedEmail.get()
  7049. assert.Len(t, email.To, 1)
  7050. assert.True(t, slices.Contains(email.To, user.Email))
  7051. assert.Contains(t, email.Data, `Subject: "add" from "admin"`)
  7052. // if we add a user without email the notification will fail
  7053. lastReceivedEmail.reset()
  7054. u1 := getTestUser()
  7055. u1.Username += "_1"
  7056. user1, _, err := httpdtest.AddUser(u1, http.StatusCreated)
  7057. assert.NoError(t, err)
  7058. assert.Eventually(t, func() bool {
  7059. return lastReceivedEmail.get().From != ""
  7060. }, 3000*time.Millisecond, 100*time.Millisecond)
  7061. email = lastReceivedEmail.get()
  7062. assert.Len(t, email.To, 1)
  7063. assert.True(t, slices.Contains(email.To, "[email protected]"))
  7064. assert.Contains(t, email.Data, `no recipient addresses set`)
  7065. conn, client, err := getSftpClient(user)
  7066. if assert.NoError(t, err) {
  7067. defer conn.Close()
  7068. defer client.Close()
  7069. lastReceivedEmail.reset()
  7070. err = client.Mkdir(testFileName)
  7071. assert.NoError(t, err)
  7072. assert.Eventually(t, func() bool {
  7073. return lastReceivedEmail.get().From != ""
  7074. }, 3000*time.Millisecond, 100*time.Millisecond)
  7075. email := lastReceivedEmail.get()
  7076. assert.Len(t, email.To, 1)
  7077. assert.True(t, slices.Contains(email.To, user.Email))
  7078. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: "mkdir" from "%s"`, user.Username))
  7079. }
  7080. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  7081. assert.NoError(t, err)
  7082. _, err = httpdtest.RemoveEventRule(rule2, http.StatusOK)
  7083. assert.NoError(t, err)
  7084. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  7085. assert.NoError(t, err)
  7086. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  7087. assert.NoError(t, err)
  7088. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  7089. assert.NoError(t, err)
  7090. err = os.RemoveAll(user.GetHomeDir())
  7091. assert.NoError(t, err)
  7092. _, err = httpdtest.RemoveUser(user1, http.StatusOK)
  7093. assert.NoError(t, err)
  7094. smtpCfg = smtp.Config{}
  7095. err = smtpCfg.Initialize(configDir, true)
  7096. require.NoError(t, err)
  7097. }
  7098. func TestEventRuleCertificate(t *testing.T) {
  7099. smtpCfg := smtp.Config{
  7100. Host: "127.0.0.1",
  7101. Port: 2525,
  7102. From: "[email protected]",
  7103. TemplatesPath: "templates",
  7104. }
  7105. err := smtpCfg.Initialize(configDir, true)
  7106. require.NoError(t, err)
  7107. lastReceivedEmail.reset()
  7108. a1 := dataprovider.BaseEventAction{
  7109. Name: "action1",
  7110. Type: dataprovider.ActionTypeEmail,
  7111. Options: dataprovider.BaseEventActionOptions{
  7112. EmailConfig: dataprovider.EventActionEmailConfig{
  7113. Recipients: []string{"[email protected]"},
  7114. Subject: `"{{.Event}} {{.StatusString}}"`,
  7115. ContentType: 0,
  7116. Body: "Domain: {{.Name}} Timestamp: {{.Timestamp}} {{.ErrorString}} Date time: {{.DateTime}}",
  7117. },
  7118. },
  7119. }
  7120. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  7121. assert.NoError(t, err)
  7122. a2 := dataprovider.BaseEventAction{
  7123. Name: "action2",
  7124. Type: dataprovider.ActionTypeFolderQuotaReset,
  7125. }
  7126. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  7127. assert.NoError(t, err)
  7128. r1 := dataprovider.EventRule{
  7129. Name: "test rule certificate",
  7130. Status: 1,
  7131. Trigger: dataprovider.EventTriggerCertificate,
  7132. Actions: []dataprovider.EventAction{
  7133. {
  7134. BaseEventAction: dataprovider.BaseEventAction{
  7135. Name: action1.Name,
  7136. },
  7137. Order: 1,
  7138. },
  7139. },
  7140. }
  7141. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  7142. assert.NoError(t, err)
  7143. r2 := dataprovider.EventRule{
  7144. Name: "test rule 2",
  7145. Status: 1,
  7146. Trigger: dataprovider.EventTriggerCertificate,
  7147. Actions: []dataprovider.EventAction{
  7148. {
  7149. BaseEventAction: dataprovider.BaseEventAction{
  7150. Name: action1.Name,
  7151. },
  7152. Order: 1,
  7153. },
  7154. {
  7155. BaseEventAction: dataprovider.BaseEventAction{
  7156. Name: action2.Name,
  7157. },
  7158. Order: 2,
  7159. },
  7160. },
  7161. }
  7162. rule2, _, err := httpdtest.AddEventRule(r2, http.StatusCreated)
  7163. assert.NoError(t, err)
  7164. renewalEvent := "Certificate renewal"
  7165. common.HandleCertificateEvent(common.EventParams{
  7166. Name: "example.com",
  7167. Timestamp: time.Now(),
  7168. Status: 1,
  7169. Event: renewalEvent,
  7170. })
  7171. assert.Eventually(t, func() bool {
  7172. return lastReceivedEmail.get().From != ""
  7173. }, 3000*time.Millisecond, 100*time.Millisecond)
  7174. email := lastReceivedEmail.get()
  7175. assert.Len(t, email.To, 1)
  7176. assert.True(t, slices.Contains(email.To, "[email protected]"))
  7177. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: "%s OK"`, renewalEvent))
  7178. assert.Contains(t, email.Data, "Content-Type: text/plain")
  7179. assert.Contains(t, email.Data, `Domain: example.com Timestamp`)
  7180. lastReceivedEmail.reset()
  7181. dateTime := time.Now()
  7182. params := common.EventParams{
  7183. Name: "example.com",
  7184. Timestamp: dateTime,
  7185. Status: 2,
  7186. Event: renewalEvent,
  7187. }
  7188. errRenew := errors.New("generic renew error")
  7189. params.AddError(errRenew)
  7190. common.HandleCertificateEvent(params)
  7191. assert.Eventually(t, func() bool {
  7192. return lastReceivedEmail.get().From != ""
  7193. }, 3000*time.Millisecond, 100*time.Millisecond)
  7194. email = lastReceivedEmail.get()
  7195. assert.Len(t, email.To, 1)
  7196. assert.True(t, slices.Contains(email.To, "[email protected]"))
  7197. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: "%s KO"`, renewalEvent))
  7198. assert.Contains(t, email.Data, `Domain: example.com Timestamp`)
  7199. assert.Contains(t, email.Data, dateTime.UTC().Format("2006-01-02T15:04:05.000"))
  7200. assert.Contains(t, email.Data, errRenew.Error())
  7201. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  7202. assert.NoError(t, err)
  7203. _, err = httpdtest.RemoveEventRule(rule2, http.StatusOK)
  7204. assert.NoError(t, err)
  7205. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  7206. assert.NoError(t, err)
  7207. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  7208. assert.NoError(t, err)
  7209. // ignored no more certificate rules
  7210. common.HandleCertificateEvent(common.EventParams{
  7211. Name: "example.com",
  7212. Timestamp: time.Now(),
  7213. Status: 1,
  7214. Event: renewalEvent,
  7215. })
  7216. smtpCfg = smtp.Config{}
  7217. err = smtpCfg.Initialize(configDir, true)
  7218. require.NoError(t, err)
  7219. }
  7220. func TestEventRuleIPBlocked(t *testing.T) {
  7221. oldConfig := config.GetCommonConfig()
  7222. cfg := config.GetCommonConfig()
  7223. cfg.DefenderConfig.Enabled = true
  7224. cfg.DefenderConfig.Threshold = 3
  7225. cfg.DefenderConfig.ScoreLimitExceeded = 2
  7226. err := common.Initialize(cfg, 0)
  7227. assert.NoError(t, err)
  7228. smtpCfg := smtp.Config{
  7229. Host: "127.0.0.1",
  7230. Port: 2525,
  7231. From: "[email protected]",
  7232. TemplatesPath: "templates",
  7233. }
  7234. err = smtpCfg.Initialize(configDir, true)
  7235. require.NoError(t, err)
  7236. a1 := dataprovider.BaseEventAction{
  7237. Name: "action1",
  7238. Type: dataprovider.ActionTypeEmail,
  7239. Options: dataprovider.BaseEventActionOptions{
  7240. EmailConfig: dataprovider.EventActionEmailConfig{
  7241. Recipients: []string{"[email protected]", "[email protected]"},
  7242. Subject: `New "{{.Event}}"`,
  7243. Body: "IP: {{.IP}} Timestamp: {{.Timestamp}}",
  7244. },
  7245. },
  7246. }
  7247. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  7248. assert.NoError(t, err)
  7249. a2 := dataprovider.BaseEventAction{
  7250. Name: "action2",
  7251. Type: dataprovider.ActionTypeFolderQuotaReset,
  7252. }
  7253. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  7254. assert.NoError(t, err)
  7255. r1 := dataprovider.EventRule{
  7256. Name: "test rule ip blocked",
  7257. Status: 1,
  7258. Trigger: dataprovider.EventTriggerIPBlocked,
  7259. Actions: []dataprovider.EventAction{
  7260. {
  7261. BaseEventAction: dataprovider.BaseEventAction{
  7262. Name: action1.Name,
  7263. },
  7264. Order: 1,
  7265. },
  7266. },
  7267. }
  7268. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  7269. assert.NoError(t, err)
  7270. r2 := dataprovider.EventRule{
  7271. Name: "test rule 2",
  7272. Status: 1,
  7273. Trigger: dataprovider.EventTriggerIPBlocked,
  7274. Actions: []dataprovider.EventAction{
  7275. {
  7276. BaseEventAction: dataprovider.BaseEventAction{
  7277. Name: action1.Name,
  7278. },
  7279. Order: 1,
  7280. },
  7281. {
  7282. BaseEventAction: dataprovider.BaseEventAction{
  7283. Name: action2.Name,
  7284. },
  7285. Order: 2,
  7286. },
  7287. },
  7288. }
  7289. rule2, _, err := httpdtest.AddEventRule(r2, http.StatusCreated)
  7290. assert.NoError(t, err)
  7291. u := getTestUser()
  7292. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  7293. assert.NoError(t, err)
  7294. lastReceivedEmail.reset()
  7295. time.Sleep(300 * time.Millisecond)
  7296. assert.Empty(t, lastReceivedEmail.get().From, lastReceivedEmail.get().Data)
  7297. for i := 0; i < 3; i++ {
  7298. user.Password = "wrong_pwd"
  7299. _, _, err = getSftpClient(user)
  7300. assert.Error(t, err)
  7301. }
  7302. // the client is now banned
  7303. user.Password = defaultPassword
  7304. _, _, err = getSftpClient(user)
  7305. assert.Error(t, err)
  7306. // check the email notification
  7307. assert.Eventually(t, func() bool {
  7308. return lastReceivedEmail.get().From != ""
  7309. }, 3000*time.Millisecond, 100*time.Millisecond)
  7310. email := lastReceivedEmail.get()
  7311. assert.Len(t, email.To, 2)
  7312. assert.True(t, slices.Contains(email.To, "[email protected]"))
  7313. assert.True(t, slices.Contains(email.To, "[email protected]"))
  7314. assert.Contains(t, email.Data, `Subject: New "IP Blocked"`)
  7315. err = dataprovider.DeleteEventRule(rule1.Name, "", "", "")
  7316. assert.NoError(t, err)
  7317. err = dataprovider.DeleteEventRule(rule2.Name, "", "", "")
  7318. assert.NoError(t, err)
  7319. err = dataprovider.DeleteEventAction(action1.Name, "", "", "")
  7320. assert.NoError(t, err)
  7321. err = dataprovider.DeleteEventAction(action2.Name, "", "", "")
  7322. assert.NoError(t, err)
  7323. err = dataprovider.DeleteUser(user.Username, "", "", "")
  7324. assert.NoError(t, err)
  7325. err = os.RemoveAll(user.GetHomeDir())
  7326. assert.NoError(t, err)
  7327. smtpCfg = smtp.Config{}
  7328. err = smtpCfg.Initialize(configDir, true)
  7329. require.NoError(t, err)
  7330. err = common.Initialize(oldConfig, 0)
  7331. assert.NoError(t, err)
  7332. }
  7333. func TestEventRuleRotateLog(t *testing.T) {
  7334. smtpCfg := smtp.Config{
  7335. Host: "127.0.0.1",
  7336. Port: 2525,
  7337. From: "[email protected]",
  7338. TemplatesPath: "templates",
  7339. }
  7340. err := smtpCfg.Initialize(configDir, true)
  7341. require.NoError(t, err)
  7342. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  7343. assert.NoError(t, err)
  7344. a1 := dataprovider.BaseEventAction{
  7345. Name: "a1",
  7346. Type: dataprovider.ActionTypeRotateLogs,
  7347. }
  7348. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  7349. assert.NoError(t, err)
  7350. a2 := dataprovider.BaseEventAction{
  7351. Name: "a2",
  7352. Type: dataprovider.ActionTypeEmail,
  7353. Options: dataprovider.BaseEventActionOptions{
  7354. EmailConfig: dataprovider.EventActionEmailConfig{
  7355. Recipients: []string{"[email protected]"},
  7356. Subject: `OK`,
  7357. Body: "OK action",
  7358. },
  7359. },
  7360. }
  7361. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  7362. assert.NoError(t, err)
  7363. r1 := dataprovider.EventRule{
  7364. Name: "rule1",
  7365. Status: 1,
  7366. Trigger: dataprovider.EventTriggerFsEvent,
  7367. Conditions: dataprovider.EventConditions{
  7368. FsEvents: []string{"mkdir"},
  7369. Options: dataprovider.ConditionOptions{
  7370. Names: []dataprovider.ConditionPattern{
  7371. {
  7372. Pattern: user.Username,
  7373. },
  7374. },
  7375. },
  7376. },
  7377. Actions: []dataprovider.EventAction{
  7378. {
  7379. BaseEventAction: dataprovider.BaseEventAction{
  7380. Name: action1.Name,
  7381. },
  7382. Order: 1,
  7383. },
  7384. {
  7385. BaseEventAction: dataprovider.BaseEventAction{
  7386. Name: action2.Name,
  7387. },
  7388. Order: 2,
  7389. },
  7390. },
  7391. }
  7392. rule1, resp, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  7393. assert.NoError(t, err, string(resp))
  7394. conn, client, err := getSftpClient(user)
  7395. if assert.NoError(t, err) {
  7396. defer conn.Close()
  7397. defer client.Close()
  7398. lastReceivedEmail.reset()
  7399. err := client.Mkdir("just a test dir")
  7400. assert.NoError(t, err)
  7401. // just check that the action is executed
  7402. assert.Eventually(t, func() bool {
  7403. return lastReceivedEmail.get().From != ""
  7404. }, 1500*time.Millisecond, 100*time.Millisecond)
  7405. email := lastReceivedEmail.get()
  7406. assert.Len(t, email.To, 1)
  7407. assert.Contains(t, email.To, "[email protected]")
  7408. }
  7409. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  7410. assert.NoError(t, err)
  7411. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  7412. assert.NoError(t, err)
  7413. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  7414. assert.NoError(t, err)
  7415. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  7416. assert.NoError(t, err)
  7417. err = os.RemoveAll(user.GetHomeDir())
  7418. assert.NoError(t, err)
  7419. smtpCfg = smtp.Config{}
  7420. err = smtpCfg.Initialize(configDir, true)
  7421. require.NoError(t, err)
  7422. }
  7423. func TestEventRuleInactivityCheck(t *testing.T) {
  7424. smtpCfg := smtp.Config{
  7425. Host: "127.0.0.1",
  7426. Port: 2525,
  7427. From: "[email protected]",
  7428. TemplatesPath: "templates",
  7429. }
  7430. err := smtpCfg.Initialize(configDir, true)
  7431. require.NoError(t, err)
  7432. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  7433. assert.NoError(t, err)
  7434. a1 := dataprovider.BaseEventAction{
  7435. Name: "a1",
  7436. Type: dataprovider.ActionTypeUserInactivityCheck,
  7437. Options: dataprovider.BaseEventActionOptions{
  7438. UserInactivityConfig: dataprovider.EventActionUserInactivity{
  7439. DisableThreshold: 10,
  7440. DeleteThreshold: 20,
  7441. },
  7442. },
  7443. }
  7444. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  7445. assert.NoError(t, err)
  7446. a2 := dataprovider.BaseEventAction{
  7447. Name: "a2",
  7448. Type: dataprovider.ActionTypeEmail,
  7449. Options: dataprovider.BaseEventActionOptions{
  7450. EmailConfig: dataprovider.EventActionEmailConfig{
  7451. Recipients: []string{"[email protected]"},
  7452. Subject: `OK`,
  7453. Body: "OK action",
  7454. },
  7455. },
  7456. }
  7457. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  7458. assert.NoError(t, err)
  7459. r1 := dataprovider.EventRule{
  7460. Name: "rule1",
  7461. Status: 1,
  7462. Trigger: dataprovider.EventTriggerFsEvent,
  7463. Conditions: dataprovider.EventConditions{
  7464. FsEvents: []string{"mkdir"},
  7465. Options: dataprovider.ConditionOptions{
  7466. Names: []dataprovider.ConditionPattern{
  7467. {
  7468. Pattern: user.Username,
  7469. },
  7470. },
  7471. },
  7472. },
  7473. Actions: []dataprovider.EventAction{
  7474. {
  7475. BaseEventAction: dataprovider.BaseEventAction{
  7476. Name: action1.Name,
  7477. },
  7478. Order: 1,
  7479. },
  7480. {
  7481. BaseEventAction: dataprovider.BaseEventAction{
  7482. Name: action2.Name,
  7483. },
  7484. Order: 2,
  7485. },
  7486. },
  7487. }
  7488. rule1, resp, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  7489. assert.NoError(t, err, string(resp))
  7490. conn, client, err := getSftpClient(user)
  7491. if assert.NoError(t, err) {
  7492. defer conn.Close()
  7493. defer client.Close()
  7494. lastReceivedEmail.reset()
  7495. err := client.Mkdir("just a test dir")
  7496. assert.NoError(t, err)
  7497. // just check that the action is executed
  7498. assert.Eventually(t, func() bool {
  7499. return lastReceivedEmail.get().From != ""
  7500. }, 1500*time.Millisecond, 100*time.Millisecond)
  7501. email := lastReceivedEmail.get()
  7502. assert.Len(t, email.To, 1)
  7503. assert.Contains(t, email.To, "[email protected]")
  7504. }
  7505. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  7506. assert.NoError(t, err)
  7507. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  7508. assert.NoError(t, err)
  7509. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  7510. assert.NoError(t, err)
  7511. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  7512. assert.NoError(t, err)
  7513. err = os.RemoveAll(user.GetHomeDir())
  7514. assert.NoError(t, err)
  7515. smtpCfg = smtp.Config{}
  7516. err = smtpCfg.Initialize(configDir, true)
  7517. require.NoError(t, err)
  7518. }
  7519. func TestEventRulePasswordExpiration(t *testing.T) {
  7520. smtpCfg := smtp.Config{
  7521. Host: "127.0.0.1",
  7522. Port: 2525,
  7523. From: "[email protected]",
  7524. TemplatesPath: "templates",
  7525. }
  7526. err := smtpCfg.Initialize(configDir, true)
  7527. require.NoError(t, err)
  7528. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  7529. assert.NoError(t, err)
  7530. a1 := dataprovider.BaseEventAction{
  7531. Name: "a1",
  7532. Type: dataprovider.ActionTypeEmail,
  7533. Options: dataprovider.BaseEventActionOptions{
  7534. EmailConfig: dataprovider.EventActionEmailConfig{
  7535. Recipients: []string{"[email protected]"},
  7536. Subject: `Failure`,
  7537. Body: "Failure action",
  7538. },
  7539. },
  7540. }
  7541. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  7542. assert.NoError(t, err)
  7543. a2 := dataprovider.BaseEventAction{
  7544. Name: "a2",
  7545. Type: dataprovider.ActionTypePasswordExpirationCheck,
  7546. Options: dataprovider.BaseEventActionOptions{
  7547. PwdExpirationConfig: dataprovider.EventActionPasswordExpiration{
  7548. Threshold: 10,
  7549. },
  7550. },
  7551. }
  7552. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  7553. assert.NoError(t, err)
  7554. a3 := dataprovider.BaseEventAction{
  7555. Name: "a3",
  7556. Type: dataprovider.ActionTypeEmail,
  7557. Options: dataprovider.BaseEventActionOptions{
  7558. EmailConfig: dataprovider.EventActionEmailConfig{
  7559. Recipients: []string{"[email protected]"},
  7560. Subject: `OK`,
  7561. Body: "OK action",
  7562. },
  7563. },
  7564. }
  7565. action3, _, err := httpdtest.AddEventAction(a3, http.StatusCreated)
  7566. assert.NoError(t, err)
  7567. r1 := dataprovider.EventRule{
  7568. Name: "rule1",
  7569. Status: 1,
  7570. Trigger: dataprovider.EventTriggerFsEvent,
  7571. Conditions: dataprovider.EventConditions{
  7572. FsEvents: []string{"mkdir"},
  7573. },
  7574. Actions: []dataprovider.EventAction{
  7575. {
  7576. BaseEventAction: dataprovider.BaseEventAction{
  7577. Name: action2.Name,
  7578. },
  7579. Order: 1,
  7580. },
  7581. {
  7582. BaseEventAction: dataprovider.BaseEventAction{
  7583. Name: action3.Name,
  7584. },
  7585. Order: 2,
  7586. },
  7587. {
  7588. BaseEventAction: dataprovider.BaseEventAction{
  7589. Name: action1.Name,
  7590. },
  7591. Options: dataprovider.EventActionOptions{
  7592. IsFailureAction: true,
  7593. },
  7594. },
  7595. },
  7596. }
  7597. rule1, resp, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  7598. assert.NoError(t, err, string(resp))
  7599. dirName := "aTestDir"
  7600. conn, client, err := getSftpClient(user)
  7601. if assert.NoError(t, err) {
  7602. defer conn.Close()
  7603. defer client.Close()
  7604. lastReceivedEmail.reset()
  7605. err := client.Mkdir(dirName)
  7606. assert.NoError(t, err)
  7607. // the user has no password expiration, the check will be skipped and the ok action executed
  7608. assert.Eventually(t, func() bool {
  7609. return lastReceivedEmail.get().From != ""
  7610. }, 1500*time.Millisecond, 100*time.Millisecond)
  7611. email := lastReceivedEmail.get()
  7612. assert.Len(t, email.To, 1)
  7613. assert.Contains(t, email.To, "[email protected]")
  7614. err = client.RemoveDirectory(dirName)
  7615. assert.NoError(t, err)
  7616. }
  7617. user.Filters.PasswordExpiration = 20
  7618. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  7619. assert.NoError(t, err)
  7620. conn, client, err = getSftpClient(user)
  7621. if assert.NoError(t, err) {
  7622. defer conn.Close()
  7623. defer client.Close()
  7624. lastReceivedEmail.reset()
  7625. err := client.Mkdir(dirName)
  7626. assert.NoError(t, err)
  7627. // the passowrd is not about to expire, the check will be skipped and the ok action executed
  7628. assert.Eventually(t, func() bool {
  7629. return lastReceivedEmail.get().From != ""
  7630. }, 1500*time.Millisecond, 100*time.Millisecond)
  7631. email := lastReceivedEmail.get()
  7632. assert.Len(t, email.To, 1)
  7633. assert.Contains(t, email.To, "[email protected]")
  7634. err = client.RemoveDirectory(dirName)
  7635. assert.NoError(t, err)
  7636. }
  7637. user.Filters.PasswordExpiration = 5
  7638. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  7639. assert.NoError(t, err)
  7640. conn, client, err = getSftpClient(user)
  7641. if assert.NoError(t, err) {
  7642. defer conn.Close()
  7643. defer client.Close()
  7644. lastReceivedEmail.reset()
  7645. err := client.Mkdir(dirName)
  7646. assert.NoError(t, err)
  7647. // the passowrd is about to expire, the user has no email, the failure action will be executed
  7648. assert.Eventually(t, func() bool {
  7649. return lastReceivedEmail.get().From != ""
  7650. }, 1500*time.Millisecond, 100*time.Millisecond)
  7651. email := lastReceivedEmail.get()
  7652. assert.Len(t, email.To, 1)
  7653. assert.Contains(t, email.To, "[email protected]")
  7654. err = client.RemoveDirectory(dirName)
  7655. assert.NoError(t, err)
  7656. }
  7657. // remove the success action
  7658. rule1.Actions = []dataprovider.EventAction{
  7659. {
  7660. BaseEventAction: dataprovider.BaseEventAction{
  7661. Name: action2.Name,
  7662. },
  7663. Order: 1,
  7664. },
  7665. {
  7666. BaseEventAction: dataprovider.BaseEventAction{
  7667. Name: action1.Name,
  7668. },
  7669. Options: dataprovider.EventActionOptions{
  7670. IsFailureAction: true,
  7671. },
  7672. },
  7673. }
  7674. _, _, err = httpdtest.UpdateEventRule(rule1, http.StatusOK)
  7675. assert.NoError(t, err)
  7676. user.Email = "[email protected]"
  7677. user.Filters.AdditionalEmails = []string{"[email protected]"}
  7678. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  7679. assert.NoError(t, err)
  7680. conn, client, err = getSftpClient(user)
  7681. if assert.NoError(t, err) {
  7682. defer conn.Close()
  7683. defer client.Close()
  7684. lastReceivedEmail.reset()
  7685. err := client.Mkdir(dirName)
  7686. assert.NoError(t, err)
  7687. // the passowrd expiration will be notified
  7688. assert.Eventually(t, func() bool {
  7689. return lastReceivedEmail.get().From != ""
  7690. }, 1500*time.Millisecond, 100*time.Millisecond)
  7691. email := lastReceivedEmail.get()
  7692. assert.Len(t, email.To, 2)
  7693. assert.Contains(t, email.To, user.Email)
  7694. assert.Contains(t, email.To, user.Filters.AdditionalEmails[0])
  7695. assert.Contains(t, email.Data, "your SFTPGo password expires in 5 days")
  7696. err = client.RemoveDirectory(dirName)
  7697. assert.NoError(t, err)
  7698. }
  7699. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  7700. assert.NoError(t, err)
  7701. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  7702. assert.NoError(t, err)
  7703. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  7704. assert.NoError(t, err)
  7705. _, err = httpdtest.RemoveEventAction(action3, http.StatusOK)
  7706. assert.NoError(t, err)
  7707. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  7708. assert.NoError(t, err)
  7709. err = os.RemoveAll(user.GetHomeDir())
  7710. assert.NoError(t, err)
  7711. smtpCfg = smtp.Config{}
  7712. err = smtpCfg.Initialize(configDir, true)
  7713. require.NoError(t, err)
  7714. }
  7715. func TestSyncUploadAction(t *testing.T) {
  7716. if runtime.GOOS == osWindows {
  7717. t.Skip("this test is not available on Windows")
  7718. }
  7719. uploadScriptPath := filepath.Join(os.TempDir(), "upload.sh")
  7720. common.Config.Actions.ExecuteOn = []string{"upload"}
  7721. common.Config.Actions.ExecuteSync = []string{"upload"}
  7722. common.Config.Actions.Hook = uploadScriptPath
  7723. u := getTestUser()
  7724. u.QuotaFiles = 1000
  7725. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  7726. assert.NoError(t, err)
  7727. movedFileName := "moved.dat"
  7728. movedPath := filepath.Join(user.HomeDir, movedFileName)
  7729. err = os.WriteFile(uploadScriptPath, getUploadScriptContent(movedPath, "", 0), 0755)
  7730. assert.NoError(t, err)
  7731. conn, client, err := getSftpClient(user)
  7732. if assert.NoError(t, err) {
  7733. defer conn.Close()
  7734. defer client.Close()
  7735. size := int64(32768)
  7736. err = writeSFTPFileNoCheck(testFileName, size, client)
  7737. assert.NoError(t, err)
  7738. _, err = client.Stat(testFileName)
  7739. assert.Error(t, err)
  7740. info, err := client.Stat(movedFileName)
  7741. if assert.NoError(t, err) {
  7742. assert.Equal(t, size, info.Size())
  7743. }
  7744. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  7745. assert.NoError(t, err)
  7746. assert.Equal(t, 1, user.UsedQuotaFiles)
  7747. assert.Equal(t, size, user.UsedQuotaSize)
  7748. // test some hook failure
  7749. // the uploaded file is moved and the hook fails, it will be not removed from the quota
  7750. err = os.WriteFile(uploadScriptPath, getUploadScriptContent(movedPath, "", 1), 0755)
  7751. assert.NoError(t, err)
  7752. err = writeSFTPFileNoCheck(testFileName+"_1", size, client)
  7753. assert.Error(t, err)
  7754. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  7755. assert.NoError(t, err)
  7756. assert.Equal(t, 2, user.UsedQuotaFiles)
  7757. assert.Equal(t, size*2, user.UsedQuotaSize)
  7758. // the uploaded file is not moved and the hook fails, the uploaded file will be deleted
  7759. // and removed from the quota
  7760. movedPath = filepath.Join(user.HomeDir, "missing dir", movedFileName)
  7761. err = os.WriteFile(uploadScriptPath, getUploadScriptContent(movedPath, "", 1), 0755)
  7762. assert.NoError(t, err)
  7763. err = writeSFTPFileNoCheck(testFileName+"_2", size, client)
  7764. assert.Error(t, err)
  7765. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  7766. assert.NoError(t, err)
  7767. assert.Equal(t, 2, user.UsedQuotaFiles)
  7768. assert.Equal(t, size*2, user.UsedQuotaSize)
  7769. // overwrite an existing file
  7770. _, err = client.Stat(movedFileName)
  7771. assert.NoError(t, err)
  7772. err = writeSFTPFileNoCheck(movedFileName, size, client)
  7773. assert.Error(t, err)
  7774. _, err = client.Stat(movedFileName)
  7775. assert.Error(t, err)
  7776. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  7777. assert.NoError(t, err)
  7778. assert.Equal(t, 1, user.UsedQuotaFiles)
  7779. assert.Equal(t, size, user.UsedQuotaSize)
  7780. }
  7781. err = os.Remove(uploadScriptPath)
  7782. assert.NoError(t, err)
  7783. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  7784. assert.NoError(t, err)
  7785. err = os.RemoveAll(user.GetHomeDir())
  7786. assert.NoError(t, err)
  7787. common.Config.Actions.ExecuteOn = nil
  7788. common.Config.Actions.ExecuteSync = nil
  7789. common.Config.Actions.Hook = uploadScriptPath
  7790. }
  7791. func TestQuotaTrackDisabled(t *testing.T) {
  7792. err := dataprovider.Close()
  7793. assert.NoError(t, err)
  7794. err = config.LoadConfig(configDir, "")
  7795. assert.NoError(t, err)
  7796. providerConf := config.GetProviderConf()
  7797. providerConf.TrackQuota = 0
  7798. err = dataprovider.Initialize(providerConf, configDir, true)
  7799. assert.NoError(t, err)
  7800. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  7801. assert.NoError(t, err)
  7802. conn, client, err := getSftpClient(user)
  7803. if assert.NoError(t, err) {
  7804. defer conn.Close()
  7805. defer client.Close()
  7806. err = writeSFTPFile(testFileName, 32, client)
  7807. assert.NoError(t, err)
  7808. err = client.Rename(testFileName, testFileName+"1")
  7809. assert.NoError(t, err)
  7810. }
  7811. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  7812. assert.NoError(t, err)
  7813. err = os.RemoveAll(user.GetHomeDir())
  7814. assert.NoError(t, err)
  7815. err = dataprovider.Close()
  7816. assert.NoError(t, err)
  7817. err = config.LoadConfig(configDir, "")
  7818. assert.NoError(t, err)
  7819. providerConf = config.GetProviderConf()
  7820. err = dataprovider.Initialize(providerConf, configDir, true)
  7821. assert.NoError(t, err)
  7822. }
  7823. func TestGetQuotaError(t *testing.T) {
  7824. if dataprovider.GetProviderStatus().Driver == "memory" {
  7825. t.Skip("this test is not available with the memory provider")
  7826. }
  7827. u := getTestUser()
  7828. u.TotalDataTransfer = 2000
  7829. mappedPath := filepath.Join(os.TempDir(), "vdir")
  7830. folderName := filepath.Base(mappedPath)
  7831. vdirPath := "/vpath"
  7832. f := vfs.BaseVirtualFolder{
  7833. Name: folderName,
  7834. MappedPath: mappedPath,
  7835. }
  7836. _, _, err := httpdtest.AddFolder(f, http.StatusCreated)
  7837. assert.NoError(t, err)
  7838. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  7839. BaseVirtualFolder: vfs.BaseVirtualFolder{
  7840. Name: folderName,
  7841. },
  7842. VirtualPath: vdirPath,
  7843. QuotaSize: 0,
  7844. QuotaFiles: 10,
  7845. })
  7846. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  7847. assert.NoError(t, err)
  7848. conn, client, err := getSftpClient(user)
  7849. if assert.NoError(t, err) {
  7850. defer conn.Close()
  7851. defer client.Close()
  7852. err = writeSFTPFile(testFileName, 32, client)
  7853. assert.NoError(t, err)
  7854. err = dataprovider.Close()
  7855. assert.NoError(t, err)
  7856. err = client.Rename(testFileName, path.Join(vdirPath, testFileName))
  7857. assert.Error(t, err)
  7858. err = config.LoadConfig(configDir, "")
  7859. assert.NoError(t, err)
  7860. providerConf := config.GetProviderConf()
  7861. err = dataprovider.Initialize(providerConf, configDir, true)
  7862. assert.NoError(t, err)
  7863. }
  7864. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  7865. assert.NoError(t, err)
  7866. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName}, http.StatusOK)
  7867. assert.NoError(t, err)
  7868. err = os.RemoveAll(user.GetHomeDir())
  7869. assert.NoError(t, err)
  7870. err = os.RemoveAll(mappedPath)
  7871. assert.NoError(t, err)
  7872. }
  7873. func TestRetentionAPI(t *testing.T) {
  7874. u := getTestUser()
  7875. u.Permissions["/"] = []string{dataprovider.PermListItems, dataprovider.PermUpload,
  7876. dataprovider.PermOverwrite, dataprovider.PermDownload, dataprovider.PermCreateDirs,
  7877. dataprovider.PermChtimes}
  7878. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  7879. assert.NoError(t, err)
  7880. uploadPath := path.Join(testDir, testFileName)
  7881. conn, client, err := getSftpClient(user)
  7882. if assert.NoError(t, err) {
  7883. defer conn.Close()
  7884. defer client.Close()
  7885. err = client.Mkdir(testDir)
  7886. assert.NoError(t, err)
  7887. err = writeSFTPFile(uploadPath, 32, client)
  7888. assert.NoError(t, err)
  7889. folderRetention := []dataprovider.FolderRetention{
  7890. {
  7891. Path: "/",
  7892. Retention: 24,
  7893. DeleteEmptyDirs: true,
  7894. },
  7895. }
  7896. check := common.RetentionCheck{
  7897. Folders: folderRetention,
  7898. }
  7899. c := common.RetentionChecks.Add(check, &user)
  7900. assert.NotNil(t, c)
  7901. err = c.Start()
  7902. assert.NoError(t, err)
  7903. assert.Eventually(t, func() bool {
  7904. return len(common.RetentionChecks.Get("")) == 0
  7905. }, 1000*time.Millisecond, 50*time.Millisecond)
  7906. _, err = client.Stat(uploadPath)
  7907. assert.NoError(t, err)
  7908. err = client.Chtimes(uploadPath, time.Now().Add(-48*time.Hour), time.Now().Add(-48*time.Hour))
  7909. assert.NoError(t, err)
  7910. err = c.Start()
  7911. assert.NoError(t, err)
  7912. assert.Eventually(t, func() bool {
  7913. return len(common.RetentionChecks.Get("")) == 0
  7914. }, 1000*time.Millisecond, 50*time.Millisecond)
  7915. _, err = client.Stat(uploadPath)
  7916. assert.ErrorIs(t, err, os.ErrNotExist)
  7917. _, err = client.Stat(testDir)
  7918. assert.ErrorIs(t, err, os.ErrNotExist)
  7919. err = client.Mkdir(testDir)
  7920. assert.NoError(t, err)
  7921. err = writeSFTPFile(uploadPath, 32, client)
  7922. assert.NoError(t, err)
  7923. check.Folders[0].DeleteEmptyDirs = false
  7924. err = client.Chtimes(uploadPath, time.Now().Add(-48*time.Hour), time.Now().Add(-48*time.Hour))
  7925. assert.NoError(t, err)
  7926. c = common.RetentionChecks.Add(check, &user)
  7927. assert.NotNil(t, c)
  7928. err = c.Start()
  7929. assert.NoError(t, err)
  7930. assert.Eventually(t, func() bool {
  7931. return len(common.RetentionChecks.Get("")) == 0
  7932. }, 1000*time.Millisecond, 50*time.Millisecond)
  7933. _, err = client.Stat(uploadPath)
  7934. assert.ErrorIs(t, err, os.ErrNotExist)
  7935. _, err = client.Stat(testDir)
  7936. assert.NoError(t, err)
  7937. err = writeSFTPFile(uploadPath, 32, client)
  7938. assert.NoError(t, err)
  7939. err = client.Chtimes(uploadPath, time.Now().Add(-48*time.Hour), time.Now().Add(-48*time.Hour))
  7940. assert.NoError(t, err)
  7941. }
  7942. // remove delete permissions to the user, it will be automatically granted
  7943. user.Permissions["/"+testDir] = []string{dataprovider.PermListItems, dataprovider.PermUpload,
  7944. dataprovider.PermCreateDirs, dataprovider.PermChtimes}
  7945. user, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  7946. assert.NoError(t, err)
  7947. conn, client, err = getSftpClient(user)
  7948. if assert.NoError(t, err) {
  7949. defer conn.Close()
  7950. defer client.Close()
  7951. innerUploadFilePath := path.Join("/"+testDir, testDir, testFileName)
  7952. err = client.Mkdir(path.Join(testDir, testDir))
  7953. assert.NoError(t, err)
  7954. err = writeSFTPFile(innerUploadFilePath, 32, client)
  7955. assert.NoError(t, err)
  7956. err = client.Chtimes(innerUploadFilePath, time.Now().Add(-48*time.Hour), time.Now().Add(-48*time.Hour))
  7957. assert.NoError(t, err)
  7958. folderRetention := []dataprovider.FolderRetention{
  7959. {
  7960. Path: "/missing",
  7961. Retention: 24,
  7962. },
  7963. {
  7964. Path: "/" + testDir,
  7965. Retention: 24,
  7966. DeleteEmptyDirs: true,
  7967. },
  7968. {
  7969. Path: path.Dir(innerUploadFilePath),
  7970. Retention: 0,
  7971. },
  7972. }
  7973. check := common.RetentionCheck{
  7974. Folders: folderRetention,
  7975. }
  7976. c := common.RetentionChecks.Add(check, &user)
  7977. assert.NotNil(t, c)
  7978. err = c.Start()
  7979. assert.NoError(t, err)
  7980. assert.Eventually(t, func() bool {
  7981. return len(common.RetentionChecks.Get("")) == 0
  7982. }, 1000*time.Millisecond, 50*time.Millisecond)
  7983. _, err = client.Stat(uploadPath)
  7984. assert.ErrorIs(t, err, os.ErrNotExist)
  7985. _, err = client.Stat(innerUploadFilePath)
  7986. assert.NoError(t, err)
  7987. folderRetention = []dataprovider.FolderRetention{
  7988. {
  7989. Path: "/" + testDir,
  7990. Retention: 24,
  7991. DeleteEmptyDirs: true,
  7992. },
  7993. }
  7994. check = common.RetentionCheck{
  7995. Folders: folderRetention,
  7996. }
  7997. c = common.RetentionChecks.Add(check, &user)
  7998. assert.NotNil(t, c)
  7999. err = c.Start()
  8000. assert.NoError(t, err)
  8001. assert.Eventually(t, func() bool {
  8002. return len(common.RetentionChecks.Get("")) == 0
  8003. }, 1000*time.Millisecond, 50*time.Millisecond)
  8004. _, err = client.Stat(innerUploadFilePath)
  8005. assert.ErrorIs(t, err, os.ErrNotExist)
  8006. }
  8007. // finally test some errors removing files or folders
  8008. if runtime.GOOS != osWindows {
  8009. dirPath := filepath.Join(user.HomeDir, "adir", "sub")
  8010. err := os.MkdirAll(dirPath, os.ModePerm)
  8011. assert.NoError(t, err)
  8012. filePath := filepath.Join(dirPath, "f.dat")
  8013. err = os.WriteFile(filePath, nil, os.ModePerm)
  8014. assert.NoError(t, err)
  8015. err = os.Chtimes(filePath, time.Now().Add(-72*time.Hour), time.Now().Add(-72*time.Hour))
  8016. assert.NoError(t, err)
  8017. err = os.Chmod(dirPath, 0001)
  8018. assert.NoError(t, err)
  8019. folderRetention := []dataprovider.FolderRetention{
  8020. {
  8021. Path: "/adir",
  8022. Retention: 24,
  8023. DeleteEmptyDirs: true,
  8024. },
  8025. }
  8026. check := common.RetentionCheck{
  8027. Folders: folderRetention,
  8028. }
  8029. c := common.RetentionChecks.Add(check, &user)
  8030. assert.NotNil(t, c)
  8031. err = c.Start()
  8032. assert.ErrorIs(t, err, os.ErrPermission)
  8033. assert.Eventually(t, func() bool {
  8034. return len(common.RetentionChecks.Get("")) == 0
  8035. }, 1000*time.Millisecond, 50*time.Millisecond)
  8036. err = os.Chmod(dirPath, 0555)
  8037. assert.NoError(t, err)
  8038. c = common.RetentionChecks.Add(check, &user)
  8039. assert.NotNil(t, c)
  8040. err = c.Start()
  8041. assert.ErrorIs(t, err, os.ErrPermission)
  8042. assert.Eventually(t, func() bool {
  8043. return len(common.RetentionChecks.Get("")) == 0
  8044. }, 1000*time.Millisecond, 50*time.Millisecond)
  8045. err = os.Chmod(dirPath, os.ModePerm)
  8046. assert.NoError(t, err)
  8047. check = common.RetentionCheck{
  8048. Folders: folderRetention,
  8049. }
  8050. c = common.RetentionChecks.Add(check, &user)
  8051. assert.NotNil(t, c)
  8052. err = c.Start()
  8053. assert.NoError(t, err)
  8054. assert.Eventually(t, func() bool {
  8055. return len(common.RetentionChecks.Get("")) == 0
  8056. }, 1000*time.Millisecond, 50*time.Millisecond)
  8057. assert.NoDirExists(t, dirPath)
  8058. }
  8059. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  8060. assert.NoError(t, err)
  8061. err = os.RemoveAll(user.GetHomeDir())
  8062. assert.NoError(t, err)
  8063. }
  8064. func TestPerUserTransferLimits(t *testing.T) {
  8065. oldMaxPerHostConns := common.Config.MaxPerHostConnections
  8066. common.Config.MaxPerHostConnections = 2
  8067. u := getTestUser()
  8068. u.UploadBandwidth = 32
  8069. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  8070. assert.NoError(t, err)
  8071. conn, client, err := getSftpClient(user)
  8072. if assert.NoError(t, err) {
  8073. defer conn.Close()
  8074. defer client.Close()
  8075. var wg sync.WaitGroup
  8076. numErrors := 0
  8077. for i := 0; i <= 2; i++ {
  8078. wg.Add(1)
  8079. go func(counter int) {
  8080. defer wg.Done()
  8081. time.Sleep(20 * time.Millisecond)
  8082. err := writeSFTPFile(fmt.Sprintf("%s_%d", testFileName, counter), 64*1024, client)
  8083. if err != nil {
  8084. numErrors++
  8085. }
  8086. }(i)
  8087. }
  8088. wg.Wait()
  8089. assert.Equal(t, 1, numErrors)
  8090. }
  8091. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  8092. assert.NoError(t, err)
  8093. err = os.RemoveAll(user.GetHomeDir())
  8094. assert.NoError(t, err)
  8095. common.Config.MaxPerHostConnections = oldMaxPerHostConns
  8096. }
  8097. func TestMaxSessionsSameConnection(t *testing.T) {
  8098. u := getTestUser()
  8099. u.UploadBandwidth = 32
  8100. u.MaxSessions = 2
  8101. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  8102. assert.NoError(t, err)
  8103. conn, client, err := getSftpClient(user)
  8104. if assert.NoError(t, err) {
  8105. defer conn.Close()
  8106. defer client.Close()
  8107. var wg sync.WaitGroup
  8108. numErrors := 0
  8109. for i := 0; i <= 2; i++ {
  8110. wg.Add(1)
  8111. go func(counter int) {
  8112. defer wg.Done()
  8113. var err error
  8114. if counter < 2 {
  8115. err = writeSFTPFile(fmt.Sprintf("%s_%d", testFileName, counter), 64*1024, client)
  8116. } else {
  8117. // wait for the transfers to start
  8118. time.Sleep(50 * time.Millisecond)
  8119. _, _, err = getSftpClient(user)
  8120. }
  8121. if err != nil {
  8122. numErrors++
  8123. }
  8124. }(i)
  8125. }
  8126. wg.Wait()
  8127. assert.Equal(t, 1, numErrors)
  8128. }
  8129. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  8130. assert.NoError(t, err)
  8131. err = os.RemoveAll(user.GetHomeDir())
  8132. assert.NoError(t, err)
  8133. }
  8134. func TestRenameDir(t *testing.T) {
  8135. u := getTestUser()
  8136. testDir := "/dir-to-rename"
  8137. u.Permissions[testDir] = []string{dataprovider.PermListItems, dataprovider.PermUpload}
  8138. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  8139. assert.NoError(t, err)
  8140. conn, client, err := getSftpClient(user)
  8141. if assert.NoError(t, err) {
  8142. defer conn.Close()
  8143. defer client.Close()
  8144. err = client.Mkdir(testDir)
  8145. assert.NoError(t, err)
  8146. err = writeSFTPFile(path.Join(testDir, testFileName), 32, client)
  8147. assert.NoError(t, err)
  8148. err = client.Rename(testDir, testDir+"_rename")
  8149. assert.ErrorIs(t, err, os.ErrPermission)
  8150. }
  8151. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  8152. assert.NoError(t, err)
  8153. err = os.RemoveAll(user.GetHomeDir())
  8154. assert.NoError(t, err)
  8155. }
  8156. func TestBuiltinKeyboardInteractiveAuthentication(t *testing.T) {
  8157. u := getTestUser()
  8158. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  8159. assert.NoError(t, err)
  8160. authMethods := []ssh.AuthMethod{
  8161. ssh.KeyboardInteractive(func(_, _ string, _ []string, _ []bool) ([]string, error) {
  8162. return []string{defaultPassword}, nil
  8163. }),
  8164. }
  8165. conn, client, err := getCustomAuthSftpClient(user, authMethods)
  8166. if assert.NoError(t, err) {
  8167. defer conn.Close()
  8168. defer client.Close()
  8169. assert.NoError(t, checkBasicSFTP(client))
  8170. err = writeSFTPFile(testFileName, 4096, client)
  8171. assert.NoError(t, err)
  8172. }
  8173. // add multi-factor authentication
  8174. configName, key, _, err := mfa.GenerateTOTPSecret(mfa.GetAvailableTOTPConfigNames()[0], user.Username)
  8175. assert.NoError(t, err)
  8176. user.Password = defaultPassword
  8177. user.Filters.TOTPConfig = dataprovider.UserTOTPConfig{
  8178. Enabled: true,
  8179. ConfigName: configName,
  8180. Secret: kms.NewPlainSecret(key.Secret()),
  8181. Protocols: []string{common.ProtocolSSH},
  8182. }
  8183. err = dataprovider.UpdateUser(&user, "", "", "")
  8184. assert.NoError(t, err)
  8185. passcode, err := generateTOTPPasscode(key.Secret(), otp.AlgorithmSHA1)
  8186. assert.NoError(t, err)
  8187. passwordAsked := false
  8188. passcodeAsked := false
  8189. authMethods = []ssh.AuthMethod{
  8190. ssh.KeyboardInteractive(func(_, _ string, questions []string, _ []bool) ([]string, error) {
  8191. var answers []string
  8192. if strings.HasPrefix(questions[0], "Password") {
  8193. answers = append(answers, defaultPassword)
  8194. passwordAsked = true
  8195. } else {
  8196. answers = append(answers, passcode)
  8197. passcodeAsked = true
  8198. }
  8199. return answers, nil
  8200. }),
  8201. }
  8202. conn, client, err = getCustomAuthSftpClient(user, authMethods)
  8203. if assert.NoError(t, err) {
  8204. defer conn.Close()
  8205. defer client.Close()
  8206. assert.NoError(t, checkBasicSFTP(client))
  8207. err = writeSFTPFile(testFileName, 4096, client)
  8208. assert.NoError(t, err)
  8209. }
  8210. assert.True(t, passwordAsked)
  8211. assert.True(t, passcodeAsked)
  8212. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  8213. assert.NoError(t, err)
  8214. err = os.RemoveAll(user.GetHomeDir())
  8215. assert.NoError(t, err)
  8216. }
  8217. func TestMultiStepBuiltinKeyboardAuth(t *testing.T) {
  8218. u := getTestUser()
  8219. u.PublicKeys = []string{testPubKey}
  8220. u.Filters.DeniedLoginMethods = []string{
  8221. dataprovider.SSHLoginMethodPublicKey,
  8222. dataprovider.LoginMethodPassword,
  8223. dataprovider.SSHLoginMethodKeyboardInteractive,
  8224. }
  8225. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  8226. assert.NoError(t, err)
  8227. signer, err := ssh.ParsePrivateKey([]byte(testPrivateKey))
  8228. assert.NoError(t, err)
  8229. // public key + password
  8230. authMethods := []ssh.AuthMethod{
  8231. ssh.PublicKeys(signer),
  8232. ssh.KeyboardInteractive(func(_, _ string, _ []string, _ []bool) ([]string, error) {
  8233. return []string{defaultPassword}, nil
  8234. }),
  8235. }
  8236. conn, client, err := getCustomAuthSftpClient(user, authMethods)
  8237. if assert.NoError(t, err) {
  8238. defer conn.Close()
  8239. defer client.Close()
  8240. assert.NoError(t, checkBasicSFTP(client))
  8241. err = writeSFTPFile(testFileName, 4096, client)
  8242. assert.NoError(t, err)
  8243. }
  8244. // add multi-factor authentication
  8245. configName, key, _, err := mfa.GenerateTOTPSecret(mfa.GetAvailableTOTPConfigNames()[0], user.Username)
  8246. assert.NoError(t, err)
  8247. user.Password = defaultPassword
  8248. user.Filters.TOTPConfig = dataprovider.UserTOTPConfig{
  8249. Enabled: true,
  8250. ConfigName: configName,
  8251. Secret: kms.NewPlainSecret(key.Secret()),
  8252. Protocols: []string{common.ProtocolSSH},
  8253. }
  8254. err = dataprovider.UpdateUser(&user, "", "", "")
  8255. assert.NoError(t, err)
  8256. passcode, err := generateTOTPPasscode(key.Secret(), otp.AlgorithmSHA1)
  8257. assert.NoError(t, err)
  8258. // public key + passcode
  8259. authMethods = []ssh.AuthMethod{
  8260. ssh.PublicKeys(signer),
  8261. ssh.KeyboardInteractive(func(_, _ string, _ []string, _ []bool) ([]string, error) {
  8262. return []string{passcode}, nil
  8263. }),
  8264. }
  8265. conn, client, err = getCustomAuthSftpClient(user, authMethods)
  8266. if assert.NoError(t, err) {
  8267. defer conn.Close()
  8268. defer client.Close()
  8269. assert.NoError(t, checkBasicSFTP(client))
  8270. err = writeSFTPFile(testFileName, 4096, client)
  8271. assert.NoError(t, err)
  8272. }
  8273. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  8274. assert.NoError(t, err)
  8275. err = os.RemoveAll(user.GetHomeDir())
  8276. assert.NoError(t, err)
  8277. }
  8278. func TestRenameSymlink(t *testing.T) {
  8279. u := getTestUser()
  8280. testDir := "/dir-no-create-links"
  8281. otherDir := "otherdir"
  8282. u.Permissions[testDir] = []string{dataprovider.PermListItems, dataprovider.PermUpload, dataprovider.PermDelete,
  8283. dataprovider.PermCreateDirs}
  8284. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  8285. assert.NoError(t, err)
  8286. conn, client, err := getSftpClient(user)
  8287. if assert.NoError(t, err) {
  8288. defer conn.Close()
  8289. defer client.Close()
  8290. err = client.Mkdir(otherDir)
  8291. assert.NoError(t, err)
  8292. err = client.Symlink(otherDir, otherDir+".link")
  8293. assert.NoError(t, err)
  8294. err = client.Rename(otherDir+".link", path.Join(testDir, "symlink"))
  8295. assert.ErrorIs(t, err, os.ErrPermission)
  8296. err = client.Rename(otherDir+".link", "allowed_link")
  8297. assert.NoError(t, err)
  8298. }
  8299. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  8300. assert.NoError(t, err)
  8301. err = os.RemoveAll(user.GetHomeDir())
  8302. assert.NoError(t, err)
  8303. }
  8304. func TestSplittedDeletePerms(t *testing.T) {
  8305. u := getTestUser()
  8306. u.Permissions["/"] = []string{dataprovider.PermListItems, dataprovider.PermUpload, dataprovider.PermDeleteDirs,
  8307. dataprovider.PermCreateDirs}
  8308. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  8309. assert.NoError(t, err)
  8310. conn, client, err := getSftpClient(user)
  8311. if assert.NoError(t, err) {
  8312. defer conn.Close()
  8313. defer client.Close()
  8314. err = writeSFTPFile(testFileName, 4096, client)
  8315. assert.NoError(t, err)
  8316. err = client.Remove(testFileName)
  8317. assert.Error(t, err)
  8318. err = client.Mkdir(testDir)
  8319. assert.NoError(t, err)
  8320. err = client.RemoveDirectory(testDir)
  8321. assert.NoError(t, err)
  8322. }
  8323. u.Permissions["/"] = []string{dataprovider.PermListItems, dataprovider.PermUpload, dataprovider.PermDeleteFiles,
  8324. dataprovider.PermCreateDirs, dataprovider.PermOverwrite}
  8325. _, _, err = httpdtest.UpdateUser(u, http.StatusOK, "")
  8326. assert.NoError(t, err)
  8327. conn, client, err = getSftpClient(user)
  8328. if assert.NoError(t, err) {
  8329. defer conn.Close()
  8330. defer client.Close()
  8331. err = writeSFTPFile(testFileName, 4096, client)
  8332. assert.NoError(t, err)
  8333. err = client.Remove(testFileName)
  8334. assert.NoError(t, err)
  8335. err = client.Mkdir(testDir)
  8336. assert.NoError(t, err)
  8337. err = client.RemoveDirectory(testDir)
  8338. assert.Error(t, err)
  8339. }
  8340. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  8341. assert.NoError(t, err)
  8342. err = os.RemoveAll(user.GetHomeDir())
  8343. assert.NoError(t, err)
  8344. }
  8345. func TestSplittedRenamePerms(t *testing.T) {
  8346. u := getTestUser()
  8347. u.Permissions["/"] = []string{dataprovider.PermListItems, dataprovider.PermUpload, dataprovider.PermRenameDirs,
  8348. dataprovider.PermCreateDirs}
  8349. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  8350. assert.NoError(t, err)
  8351. conn, client, err := getSftpClient(user)
  8352. if assert.NoError(t, err) {
  8353. defer conn.Close()
  8354. defer client.Close()
  8355. err = writeSFTPFile(testFileName, 4096, client)
  8356. assert.NoError(t, err)
  8357. err = client.Mkdir(testDir)
  8358. assert.NoError(t, err)
  8359. err = client.Rename(testFileName, testFileName+"_renamed")
  8360. assert.Error(t, err)
  8361. err = client.Rename(testDir, testDir+"_renamed")
  8362. assert.NoError(t, err)
  8363. }
  8364. u.Permissions["/"] = []string{dataprovider.PermListItems, dataprovider.PermUpload, dataprovider.PermRenameFiles,
  8365. dataprovider.PermCreateDirs, dataprovider.PermOverwrite}
  8366. _, _, err = httpdtest.UpdateUser(u, http.StatusOK, "")
  8367. assert.NoError(t, err)
  8368. conn, client, err = getSftpClient(user)
  8369. if assert.NoError(t, err) {
  8370. defer conn.Close()
  8371. defer client.Close()
  8372. err = writeSFTPFile(testFileName, 4096, client)
  8373. assert.NoError(t, err)
  8374. err = client.Mkdir(testDir)
  8375. assert.NoError(t, err)
  8376. err = client.Rename(testFileName, testFileName+"_renamed")
  8377. assert.NoError(t, err)
  8378. err = client.Rename(testDir, testDir+"_renamed")
  8379. assert.Error(t, err)
  8380. }
  8381. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  8382. assert.NoError(t, err)
  8383. err = os.RemoveAll(user.GetHomeDir())
  8384. assert.NoError(t, err)
  8385. }
  8386. func TestSFTPLoopError(t *testing.T) {
  8387. smtpCfg := smtp.Config{
  8388. Host: "127.0.0.1",
  8389. Port: 2525,
  8390. From: "[email protected]",
  8391. TemplatesPath: "templates",
  8392. }
  8393. err := smtpCfg.Initialize(configDir, true)
  8394. require.NoError(t, err)
  8395. user1 := getTestUser()
  8396. user2 := getTestUser()
  8397. user1.Username += "1"
  8398. user2.Username += "2"
  8399. // user1 is a local account with a virtual SFTP folder to user2
  8400. // user2 has user1 as SFTP fs
  8401. f := vfs.BaseVirtualFolder{
  8402. Name: "sftp",
  8403. FsConfig: vfs.Filesystem{
  8404. Provider: sdk.SFTPFilesystemProvider,
  8405. SFTPConfig: vfs.SFTPFsConfig{
  8406. BaseSFTPFsConfig: sdk.BaseSFTPFsConfig{
  8407. Endpoint: sftpServerAddr,
  8408. Username: user2.Username,
  8409. },
  8410. Password: kms.NewPlainSecret(defaultPassword),
  8411. },
  8412. },
  8413. }
  8414. folder, _, err := httpdtest.AddFolder(f, http.StatusCreated)
  8415. assert.NoError(t, err)
  8416. user1.VirtualFolders = append(user1.VirtualFolders, vfs.VirtualFolder{
  8417. BaseVirtualFolder: vfs.BaseVirtualFolder{
  8418. Name: folder.Name,
  8419. },
  8420. VirtualPath: "/vdir",
  8421. })
  8422. user2.FsConfig.Provider = sdk.SFTPFilesystemProvider
  8423. user2.FsConfig.SFTPConfig = vfs.SFTPFsConfig{
  8424. BaseSFTPFsConfig: sdk.BaseSFTPFsConfig{
  8425. Endpoint: sftpServerAddr,
  8426. Username: user1.Username,
  8427. },
  8428. Password: kms.NewPlainSecret(defaultPassword),
  8429. }
  8430. user1, resp, err := httpdtest.AddUser(user1, http.StatusCreated)
  8431. assert.NoError(t, err, string(resp))
  8432. user2, resp, err = httpdtest.AddUser(user2, http.StatusCreated)
  8433. assert.NoError(t, err, string(resp))
  8434. a1 := dataprovider.BaseEventAction{
  8435. Name: "a1",
  8436. Type: dataprovider.ActionTypeUserQuotaReset,
  8437. }
  8438. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  8439. assert.NoError(t, err)
  8440. a2 := dataprovider.BaseEventAction{
  8441. Name: "a2",
  8442. Type: dataprovider.ActionTypeEmail,
  8443. Options: dataprovider.BaseEventActionOptions{
  8444. EmailConfig: dataprovider.EventActionEmailConfig{
  8445. Recipients: []string{"[email protected]"},
  8446. Subject: `Failed action"`,
  8447. Body: "Test body",
  8448. },
  8449. },
  8450. }
  8451. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  8452. assert.NoError(t, err)
  8453. r1 := dataprovider.EventRule{
  8454. Name: "rule1",
  8455. Status: 1,
  8456. Trigger: dataprovider.EventTriggerProviderEvent,
  8457. Conditions: dataprovider.EventConditions{
  8458. ProviderEvents: []string{"update"},
  8459. },
  8460. Actions: []dataprovider.EventAction{
  8461. {
  8462. BaseEventAction: dataprovider.BaseEventAction{
  8463. Name: action1.Name,
  8464. },
  8465. Order: 1,
  8466. },
  8467. {
  8468. BaseEventAction: dataprovider.BaseEventAction{
  8469. Name: action2.Name,
  8470. },
  8471. Order: 2,
  8472. Options: dataprovider.EventActionOptions{
  8473. IsFailureAction: true,
  8474. },
  8475. },
  8476. },
  8477. }
  8478. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  8479. assert.NoError(t, err)
  8480. lastReceivedEmail.reset()
  8481. _, _, err = httpdtest.UpdateUser(user2, http.StatusOK, "")
  8482. assert.NoError(t, err)
  8483. assert.Eventually(t, func() bool {
  8484. return lastReceivedEmail.get().From != ""
  8485. }, 3000*time.Millisecond, 100*time.Millisecond)
  8486. email := lastReceivedEmail.get()
  8487. assert.Len(t, email.To, 1)
  8488. assert.True(t, slices.Contains(email.To, "[email protected]"))
  8489. assert.Contains(t, email.Data, `Subject: Failed action`)
  8490. user1.VirtualFolders[0].FsConfig.SFTPConfig.Password = kms.NewPlainSecret(defaultPassword)
  8491. user2.FsConfig.SFTPConfig.Password = kms.NewPlainSecret(defaultPassword)
  8492. conn := common.NewBaseConnection("", common.ProtocolWebDAV, "", "", user1)
  8493. _, _, err = conn.GetFsAndResolvedPath(user1.VirtualFolders[0].VirtualPath)
  8494. assert.ErrorIs(t, err, os.ErrPermission)
  8495. conn = common.NewBaseConnection("", common.ProtocolSFTP, "", "", user1)
  8496. _, _, err = conn.GetFsAndResolvedPath(user1.VirtualFolders[0].VirtualPath)
  8497. assert.Error(t, err)
  8498. conn = common.NewBaseConnection("", common.ProtocolFTP, "", "", user1)
  8499. _, _, err = conn.GetFsAndResolvedPath(user1.VirtualFolders[0].VirtualPath)
  8500. assert.Error(t, err)
  8501. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  8502. assert.NoError(t, err)
  8503. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  8504. assert.NoError(t, err)
  8505. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  8506. assert.NoError(t, err)
  8507. _, err = httpdtest.RemoveUser(user1, http.StatusOK)
  8508. assert.NoError(t, err)
  8509. err = os.RemoveAll(user1.GetHomeDir())
  8510. assert.NoError(t, err)
  8511. _, err = httpdtest.RemoveUser(user2, http.StatusOK)
  8512. assert.NoError(t, err)
  8513. err = os.RemoveAll(user2.GetHomeDir())
  8514. assert.NoError(t, err)
  8515. _, err = httpdtest.RemoveFolder(folder, http.StatusOK)
  8516. assert.NoError(t, err)
  8517. smtpCfg = smtp.Config{}
  8518. err = smtpCfg.Initialize(configDir, true)
  8519. require.NoError(t, err)
  8520. }
  8521. func TestNonLocalCrossRename(t *testing.T) {
  8522. baseUser, resp, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  8523. assert.NoError(t, err, string(resp))
  8524. u := getTestUser()
  8525. u.HomeDir += "_folders"
  8526. u.Username += "_folders"
  8527. mappedPathSFTP := filepath.Join(os.TempDir(), "sftp")
  8528. folderNameSFTP := filepath.Base(mappedPathSFTP)
  8529. vdirSFTPPath := "/vdir/sftp"
  8530. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  8531. BaseVirtualFolder: vfs.BaseVirtualFolder{
  8532. Name: folderNameSFTP,
  8533. },
  8534. VirtualPath: vdirSFTPPath,
  8535. })
  8536. mappedPathCrypt := filepath.Join(os.TempDir(), "crypt")
  8537. folderNameCrypt := filepath.Base(mappedPathCrypt)
  8538. vdirCryptPath := "/vdir/crypt"
  8539. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  8540. BaseVirtualFolder: vfs.BaseVirtualFolder{
  8541. Name: folderNameCrypt,
  8542. },
  8543. VirtualPath: vdirCryptPath,
  8544. })
  8545. f1 := vfs.BaseVirtualFolder{
  8546. Name: folderNameSFTP,
  8547. FsConfig: vfs.Filesystem{
  8548. Provider: sdk.SFTPFilesystemProvider,
  8549. SFTPConfig: vfs.SFTPFsConfig{
  8550. BaseSFTPFsConfig: sdk.BaseSFTPFsConfig{
  8551. Endpoint: sftpServerAddr,
  8552. Username: baseUser.Username,
  8553. },
  8554. Password: kms.NewPlainSecret(defaultPassword),
  8555. },
  8556. },
  8557. }
  8558. _, _, err = httpdtest.AddFolder(f1, http.StatusCreated)
  8559. assert.NoError(t, err)
  8560. f2 := vfs.BaseVirtualFolder{
  8561. Name: folderNameCrypt,
  8562. FsConfig: vfs.Filesystem{
  8563. Provider: sdk.CryptedFilesystemProvider,
  8564. CryptConfig: vfs.CryptFsConfig{
  8565. Passphrase: kms.NewPlainSecret(defaultPassword),
  8566. },
  8567. },
  8568. MappedPath: mappedPathCrypt,
  8569. }
  8570. _, _, err = httpdtest.AddFolder(f2, http.StatusCreated)
  8571. assert.NoError(t, err)
  8572. user, resp, err := httpdtest.AddUser(u, http.StatusCreated)
  8573. assert.NoError(t, err, string(resp))
  8574. conn, client, err := getSftpClient(user)
  8575. if assert.NoError(t, err) {
  8576. defer conn.Close()
  8577. defer client.Close()
  8578. assert.NoError(t, checkBasicSFTP(client))
  8579. err = writeSFTPFile(testFileName, 4096, client)
  8580. assert.NoError(t, err)
  8581. err = writeSFTPFile(path.Join(vdirSFTPPath, testFileName), 8192, client)
  8582. assert.NoError(t, err)
  8583. err = writeSFTPFile(path.Join(vdirCryptPath, testFileName), 16384, client)
  8584. assert.NoError(t, err)
  8585. err = client.Rename(path.Join(vdirSFTPPath, testFileName), path.Join(vdirCryptPath, testFileName+".rename"))
  8586. assert.ErrorIs(t, err, os.ErrPermission)
  8587. err = client.Rename(path.Join(vdirCryptPath, testFileName), path.Join(vdirSFTPPath, testFileName+".rename"))
  8588. assert.ErrorIs(t, err, os.ErrPermission)
  8589. err = client.Rename(testFileName, path.Join(vdirCryptPath, testFileName+".rename"))
  8590. assert.ErrorIs(t, err, os.ErrPermission)
  8591. err = client.Rename(testFileName, path.Join(vdirSFTPPath, testFileName+".rename"))
  8592. assert.ErrorIs(t, err, os.ErrPermission)
  8593. err = client.Rename(path.Join(vdirSFTPPath, testFileName), testFileName+".rename")
  8594. assert.ErrorIs(t, err, os.ErrPermission)
  8595. err = client.Rename(path.Join(vdirCryptPath, testFileName), testFileName+".rename")
  8596. assert.ErrorIs(t, err, os.ErrPermission)
  8597. // rename on local fs or on the same folder must work
  8598. err = client.Rename(testFileName, testFileName+".rename")
  8599. assert.NoError(t, err)
  8600. err = client.Rename(path.Join(vdirSFTPPath, testFileName), path.Join(vdirSFTPPath, testFileName+"_rename"))
  8601. assert.NoError(t, err)
  8602. err = client.Rename(path.Join(vdirCryptPath, testFileName), path.Join(vdirCryptPath, testFileName+"_rename"))
  8603. assert.NoError(t, err)
  8604. // renaming a virtual folder is not allowed
  8605. err = client.Rename(vdirSFTPPath, vdirSFTPPath+"_rename")
  8606. assert.ErrorIs(t, err, os.ErrPermission)
  8607. err = client.Rename(vdirCryptPath, vdirCryptPath+"_rename")
  8608. assert.ErrorIs(t, err, os.ErrPermission)
  8609. err = client.Rename(vdirCryptPath, path.Join(vdirCryptPath, "rename"))
  8610. assert.ErrorIs(t, err, os.ErrPermission)
  8611. err = client.Mkdir(path.Join(vdirCryptPath, "subcryptdir"))
  8612. assert.NoError(t, err)
  8613. err = client.Rename(path.Join(vdirCryptPath, "subcryptdir"), vdirCryptPath)
  8614. assert.ErrorIs(t, err, os.ErrPermission)
  8615. // renaming root folder is not allowed
  8616. err = client.Rename("/", "new_name")
  8617. assert.ErrorIs(t, err, os.ErrPermission)
  8618. // renaming a path to a virtual folder is not allowed
  8619. err = client.Rename("/vdir", "new_vdir")
  8620. if assert.Error(t, err) {
  8621. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  8622. }
  8623. }
  8624. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  8625. assert.NoError(t, err)
  8626. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderNameCrypt}, http.StatusOK)
  8627. assert.NoError(t, err)
  8628. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderNameSFTP}, http.StatusOK)
  8629. assert.NoError(t, err)
  8630. _, err = httpdtest.RemoveUser(baseUser, http.StatusOK)
  8631. assert.NoError(t, err)
  8632. err = os.RemoveAll(user.GetHomeDir())
  8633. assert.NoError(t, err)
  8634. err = os.RemoveAll(baseUser.GetHomeDir())
  8635. assert.NoError(t, err)
  8636. err = os.RemoveAll(mappedPathCrypt)
  8637. assert.NoError(t, err)
  8638. err = os.RemoveAll(mappedPathSFTP)
  8639. assert.NoError(t, err)
  8640. }
  8641. func TestNonLocalCrossRenameNonLocalBaseUser(t *testing.T) {
  8642. baseUser, resp, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  8643. assert.NoError(t, err, string(resp))
  8644. u := getTestSFTPUser()
  8645. mappedPathLocal := filepath.Join(os.TempDir(), "local")
  8646. folderNameLocal := filepath.Base(mappedPathLocal)
  8647. vdirLocalPath := "/vdir/local"
  8648. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  8649. BaseVirtualFolder: vfs.BaseVirtualFolder{
  8650. Name: folderNameLocal,
  8651. },
  8652. VirtualPath: vdirLocalPath,
  8653. })
  8654. mappedPathCrypt := filepath.Join(os.TempDir(), "crypt")
  8655. folderNameCrypt := filepath.Base(mappedPathCrypt)
  8656. vdirCryptPath := "/vdir/crypt"
  8657. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  8658. BaseVirtualFolder: vfs.BaseVirtualFolder{
  8659. Name: folderNameCrypt,
  8660. },
  8661. VirtualPath: vdirCryptPath,
  8662. })
  8663. f1 := vfs.BaseVirtualFolder{
  8664. Name: folderNameLocal,
  8665. MappedPath: mappedPathLocal,
  8666. }
  8667. _, _, err = httpdtest.AddFolder(f1, http.StatusCreated)
  8668. assert.NoError(t, err)
  8669. f2 := vfs.BaseVirtualFolder{
  8670. Name: folderNameCrypt,
  8671. FsConfig: vfs.Filesystem{
  8672. Provider: sdk.CryptedFilesystemProvider,
  8673. CryptConfig: vfs.CryptFsConfig{
  8674. Passphrase: kms.NewPlainSecret(defaultPassword),
  8675. },
  8676. },
  8677. MappedPath: mappedPathCrypt,
  8678. }
  8679. _, _, err = httpdtest.AddFolder(f2, http.StatusCreated)
  8680. assert.NoError(t, err)
  8681. user, resp, err := httpdtest.AddUser(u, http.StatusCreated)
  8682. assert.NoError(t, err, string(resp))
  8683. conn, client, err := getSftpClient(user)
  8684. if assert.NoError(t, err) {
  8685. defer conn.Close()
  8686. defer client.Close()
  8687. assert.NoError(t, checkBasicSFTP(client))
  8688. err = writeSFTPFile(testFileName, 4096, client)
  8689. assert.NoError(t, err)
  8690. err = writeSFTPFile(path.Join(vdirLocalPath, testFileName), 8192, client)
  8691. assert.NoError(t, err)
  8692. err = writeSFTPFile(path.Join(vdirCryptPath, testFileName), 16384, client)
  8693. assert.NoError(t, err)
  8694. err = client.Rename(path.Join(vdirLocalPath, testFileName), path.Join(vdirCryptPath, testFileName+".rename"))
  8695. assert.ErrorIs(t, err, os.ErrPermission)
  8696. err = client.Rename(path.Join(vdirCryptPath, testFileName), path.Join(vdirLocalPath, testFileName+".rename"))
  8697. assert.ErrorIs(t, err, os.ErrPermission)
  8698. err = client.Rename(testFileName, path.Join(vdirCryptPath, testFileName+".rename"))
  8699. assert.ErrorIs(t, err, os.ErrPermission)
  8700. err = client.Rename(testFileName, path.Join(vdirLocalPath, testFileName+".rename"))
  8701. assert.ErrorIs(t, err, os.ErrPermission)
  8702. err = client.Rename(path.Join(vdirLocalPath, testFileName), testFileName+".rename")
  8703. assert.ErrorIs(t, err, os.ErrPermission)
  8704. err = client.Rename(path.Join(vdirCryptPath, testFileName), testFileName+".rename")
  8705. assert.ErrorIs(t, err, os.ErrPermission)
  8706. // rename on local fs or on the same folder must work
  8707. err = client.Rename(testFileName, testFileName+".rename")
  8708. assert.NoError(t, err)
  8709. err = client.Rename(path.Join(vdirLocalPath, testFileName), path.Join(vdirLocalPath, testFileName+"_rename"))
  8710. assert.NoError(t, err)
  8711. err = client.Rename(path.Join(vdirCryptPath, testFileName), path.Join(vdirCryptPath, testFileName+"_rename"))
  8712. assert.NoError(t, err)
  8713. // renaming a virtual folder is not allowed
  8714. err = client.Rename(vdirLocalPath, vdirLocalPath+"_rename")
  8715. assert.ErrorIs(t, err, os.ErrPermission)
  8716. err = client.Rename(vdirCryptPath, vdirCryptPath+"_rename")
  8717. assert.ErrorIs(t, err, os.ErrPermission)
  8718. // renaming root folder is not allowed
  8719. err = client.Rename("/", "new_name")
  8720. assert.ErrorIs(t, err, os.ErrPermission)
  8721. // renaming a path to a virtual folder is not allowed
  8722. err = client.Rename("/vdir", "new_vdir")
  8723. if assert.Error(t, err) {
  8724. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  8725. }
  8726. }
  8727. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  8728. assert.NoError(t, err)
  8729. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderNameCrypt}, http.StatusOK)
  8730. assert.NoError(t, err)
  8731. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderNameLocal}, http.StatusOK)
  8732. assert.NoError(t, err)
  8733. _, err = httpdtest.RemoveUser(baseUser, http.StatusOK)
  8734. assert.NoError(t, err)
  8735. err = os.RemoveAll(user.GetHomeDir())
  8736. assert.NoError(t, err)
  8737. err = os.RemoveAll(baseUser.GetHomeDir())
  8738. assert.NoError(t, err)
  8739. err = os.RemoveAll(mappedPathCrypt)
  8740. assert.NoError(t, err)
  8741. err = os.RemoveAll(mappedPathLocal)
  8742. assert.NoError(t, err)
  8743. }
  8744. func TestCopyAndRemoveSSHCommands(t *testing.T) {
  8745. u := getTestUser()
  8746. u.QuotaFiles = 1000
  8747. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  8748. assert.NoError(t, err)
  8749. conn, client, err := getSftpClient(user)
  8750. if assert.NoError(t, err) {
  8751. defer conn.Close()
  8752. defer client.Close()
  8753. fileSize := int64(32)
  8754. err = writeSFTPFile(testFileName, fileSize, client)
  8755. assert.NoError(t, err)
  8756. testFileNameCopy := testFileName + "_copy"
  8757. out, err := runSSHCommand(fmt.Sprintf("sftpgo-copy %s %s", testFileName, testFileNameCopy), user)
  8758. assert.NoError(t, err, string(out))
  8759. // the resolved destination path match the source path
  8760. out, err = runSSHCommand(fmt.Sprintf("sftpgo-copy %s %s", testFileName, path.Dir(testFileName)), user)
  8761. assert.Error(t, err, string(out))
  8762. info, err := client.Stat(testFileNameCopy)
  8763. if assert.NoError(t, err) {
  8764. assert.Equal(t, fileSize, info.Size())
  8765. }
  8766. testDir := "test dir"
  8767. err = client.Mkdir(testDir)
  8768. assert.NoError(t, err)
  8769. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s '%s'`, testFileName, testDir), user)
  8770. assert.NoError(t, err, string(out))
  8771. info, err = client.Stat(path.Join(testDir, testFileName))
  8772. if assert.NoError(t, err) {
  8773. assert.Equal(t, fileSize, info.Size())
  8774. }
  8775. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  8776. assert.NoError(t, err)
  8777. assert.Equal(t, 3*fileSize, user.UsedQuotaSize)
  8778. assert.Equal(t, 3, user.UsedQuotaFiles)
  8779. out, err = runSSHCommand(fmt.Sprintf("sftpgo-remove %s", testFileNameCopy), user)
  8780. assert.NoError(t, err, string(out))
  8781. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-remove '%s'`, testDir), user)
  8782. assert.NoError(t, err, string(out))
  8783. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  8784. assert.NoError(t, err)
  8785. assert.Equal(t, fileSize, user.UsedQuotaSize)
  8786. assert.Equal(t, 1, user.UsedQuotaFiles)
  8787. _, err = client.Stat(testFileNameCopy)
  8788. assert.ErrorIs(t, err, os.ErrNotExist)
  8789. // create a dir tree
  8790. dir1 := "dir1"
  8791. dir2 := "dir 2"
  8792. err = client.MkdirAll(path.Join(dir1, dir2))
  8793. assert.NoError(t, err)
  8794. toCreate := []string{
  8795. path.Join(dir1, testFileName),
  8796. path.Join(dir1, dir2, testFileName),
  8797. }
  8798. for _, p := range toCreate {
  8799. err = writeSFTPFile(p, fileSize, client)
  8800. assert.NoError(t, err)
  8801. }
  8802. // create a symlink, copying a symlink is not supported
  8803. err = client.Symlink(path.Join("/", dir1, testFileName), path.Join("/", dir1, testFileName+"_link"))
  8804. assert.NoError(t, err)
  8805. out, err = runSSHCommand(fmt.Sprintf("sftpgo-copy %s %s", path.Join("/", dir1, testFileName+"_link"),
  8806. path.Join("/", testFileName+"_link")), user)
  8807. assert.Error(t, err, string(out))
  8808. // copying a dir inside itself should fail
  8809. out, err = runSSHCommand(fmt.Sprintf("sftpgo-copy %s %s", path.Join("/", dir1),
  8810. path.Join("/", dir1, "sub")), user)
  8811. assert.Error(t, err, string(out))
  8812. // copy source and dest must differ
  8813. out, err = runSSHCommand(fmt.Sprintf("sftpgo-copy %s %s", path.Join("/", dir1),
  8814. path.Join("/", dir1)), user)
  8815. assert.Error(t, err, string(out))
  8816. // copy a missing file/dir should fail
  8817. out, err = runSSHCommand(fmt.Sprintf("sftpgo-copy %s %s", path.Join("/", "missing_entry"),
  8818. path.Join("/", dir1)), user)
  8819. assert.Error(t, err, string(out))
  8820. // try to overwrite a file with a dir
  8821. out, err = runSSHCommand(fmt.Sprintf("sftpgo-copy %s %s", path.Join("/", dir1), testFileName), user)
  8822. assert.Error(t, err, string(out))
  8823. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s "%s"`, dir1, dir2), user)
  8824. assert.NoError(t, err, string(out))
  8825. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  8826. assert.NoError(t, err)
  8827. assert.Equal(t, 5*fileSize, user.UsedQuotaSize)
  8828. assert.Equal(t, 5, user.UsedQuotaFiles)
  8829. // copy again, quota must remain unchanged
  8830. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s/ "%s"`, dir1, dir2), user)
  8831. assert.NoError(t, err, string(out))
  8832. _, err = client.Stat(dir2)
  8833. assert.NoError(t, err)
  8834. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  8835. assert.NoError(t, err)
  8836. assert.Equal(t, 5*fileSize, user.UsedQuotaSize)
  8837. assert.Equal(t, 5, user.UsedQuotaFiles)
  8838. // now copy inside target
  8839. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s "%s"`, dir1, dir2), user)
  8840. assert.NoError(t, err, string(out))
  8841. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  8842. assert.NoError(t, err)
  8843. assert.Equal(t, 7*fileSize, user.UsedQuotaSize)
  8844. assert.Equal(t, 7, user.UsedQuotaFiles)
  8845. for _, p := range []string{dir1, dir2} {
  8846. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-remove "%s"`, p), user)
  8847. assert.NoError(t, err, string(out))
  8848. _, err = client.Stat(p)
  8849. assert.ErrorIs(t, err, os.ErrNotExist)
  8850. }
  8851. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  8852. assert.NoError(t, err)
  8853. assert.Equal(t, fileSize, user.UsedQuotaSize)
  8854. assert.Equal(t, 1, user.UsedQuotaFiles)
  8855. // test quota errors
  8856. user.QuotaFiles = 1
  8857. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  8858. assert.NoError(t, err)
  8859. // quota files exceeded
  8860. out, err = runSSHCommand(fmt.Sprintf("sftpgo-copy %s %s", testFileName, testFileNameCopy), user)
  8861. assert.Error(t, err, string(out))
  8862. user.QuotaFiles = 1000
  8863. user.QuotaSize = fileSize + 1
  8864. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  8865. assert.NoError(t, err)
  8866. // quota size exceeded after the copy
  8867. out, err = runSSHCommand(fmt.Sprintf("sftpgo-copy %s %s", testFileName, testFileNameCopy), user)
  8868. assert.Error(t, err, string(out))
  8869. user.QuotaSize = fileSize - 1
  8870. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  8871. assert.NoError(t, err)
  8872. // quota size exceeded
  8873. out, err = runSSHCommand(fmt.Sprintf("sftpgo-copy %s %s", testFileName, testFileNameCopy), user)
  8874. assert.Error(t, err, string(out))
  8875. }
  8876. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  8877. assert.NoError(t, err)
  8878. err = os.RemoveAll(user.GetHomeDir())
  8879. assert.NoError(t, err)
  8880. }
  8881. func TestCopyAndRemovePermissions(t *testing.T) {
  8882. u := getTestUser()
  8883. restrictedPath := "/dir/path"
  8884. patternFilterPath := "/patterns"
  8885. u.Filters.FilePatterns = []sdk.PatternsFilter{
  8886. {
  8887. Path: patternFilterPath,
  8888. DeniedPatterns: []string{"*.dat"},
  8889. },
  8890. }
  8891. u.Permissions[restrictedPath] = []string{}
  8892. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  8893. assert.NoError(t, err)
  8894. conn, client, err := getSftpClient(user)
  8895. if assert.NoError(t, err) {
  8896. defer conn.Close()
  8897. defer client.Close()
  8898. err = client.MkdirAll(restrictedPath)
  8899. assert.NoError(t, err)
  8900. err = client.MkdirAll(patternFilterPath)
  8901. assert.NoError(t, err)
  8902. err = writeSFTPFile(testFileName, 100, client)
  8903. assert.NoError(t, err)
  8904. // getting file writer will fail
  8905. out, err := runSSHCommand(fmt.Sprintf(`sftpgo-copy %s %s`, testFileName, restrictedPath), user)
  8906. assert.Error(t, err, string(out))
  8907. // file pattern not allowed
  8908. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s %s`, testFileName, patternFilterPath), user)
  8909. assert.Error(t, err, string(out))
  8910. testDir := path.Join("/", path.Base(restrictedPath))
  8911. err = client.Mkdir(testDir)
  8912. assert.NoError(t, err)
  8913. err = writeSFTPFile(path.Join(testDir, testFileName), 100, client)
  8914. assert.NoError(t, err)
  8915. // creating target dir will fail
  8916. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s %s/`, testDir, restrictedPath), user)
  8917. assert.Error(t, err, string(out))
  8918. // get dir contents will fail
  8919. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s /`, restrictedPath), user)
  8920. assert.Error(t, err, string(out))
  8921. // get dir contents will fail
  8922. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-remove %s`, restrictedPath), user)
  8923. assert.Error(t, err, string(out))
  8924. // give list dir permissions and retry, now delete will fail
  8925. user.Permissions[restrictedPath] = []string{dataprovider.PermListItems, dataprovider.PermUpload}
  8926. user.Permissions[testDir] = []string{dataprovider.PermListItems}
  8927. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  8928. assert.NoError(t, err)
  8929. // no copy permission
  8930. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s %s`, testFileName, restrictedPath), user)
  8931. assert.Error(t, err, string(out))
  8932. user.Permissions[restrictedPath] = []string{dataprovider.PermListItems, dataprovider.PermUpload, dataprovider.PermCopy}
  8933. user.Permissions[testDir] = []string{dataprovider.PermListItems, dataprovider.PermCopy}
  8934. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  8935. assert.NoError(t, err)
  8936. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s %s`, testFileName, restrictedPath), user)
  8937. assert.NoError(t, err, string(out))
  8938. // overwrite will fail, no permission
  8939. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s %s`, testFileName, restrictedPath), user)
  8940. assert.Error(t, err, string(out))
  8941. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-remove %s`, restrictedPath), user)
  8942. assert.Error(t, err, string(out))
  8943. // try to copy a file from testDir, we have only list permissions so getFileReader will fail
  8944. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s %s`, path.Join(testDir, testFileName), testFileName+".copy"), user)
  8945. assert.Error(t, err, string(out))
  8946. }
  8947. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  8948. assert.NoError(t, err)
  8949. err = os.RemoveAll(user.GetHomeDir())
  8950. assert.NoError(t, err)
  8951. }
  8952. func TestCrossFoldersCopy(t *testing.T) {
  8953. baseUser, resp, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  8954. assert.NoError(t, err, string(resp))
  8955. u := getTestUser()
  8956. u.Username += "_1"
  8957. u.HomeDir = filepath.Join(os.TempDir(), u.Username)
  8958. u.QuotaFiles = 1000
  8959. mappedPath1 := filepath.Join(os.TempDir(), "mapped1")
  8960. folderName1 := filepath.Base(mappedPath1)
  8961. vpath1 := "/vdirs/vdir1"
  8962. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  8963. BaseVirtualFolder: vfs.BaseVirtualFolder{
  8964. Name: folderName1,
  8965. },
  8966. VirtualPath: vpath1,
  8967. QuotaSize: -1,
  8968. QuotaFiles: -1,
  8969. })
  8970. mappedPath2 := filepath.Join(os.TempDir(), "mapped1", "dir", "mapped2")
  8971. folderName2 := filepath.Base(mappedPath2)
  8972. vpath2 := "/vdirs/vdir2"
  8973. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  8974. BaseVirtualFolder: vfs.BaseVirtualFolder{
  8975. Name: folderName2,
  8976. },
  8977. VirtualPath: vpath2,
  8978. QuotaSize: -1,
  8979. QuotaFiles: -1,
  8980. })
  8981. mappedPath3 := filepath.Join(os.TempDir(), "mapped3")
  8982. folderName3 := filepath.Base(mappedPath3)
  8983. vpath3 := "/vdirs/vdir3"
  8984. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  8985. BaseVirtualFolder: vfs.BaseVirtualFolder{
  8986. Name: folderName3,
  8987. },
  8988. VirtualPath: vpath3,
  8989. QuotaSize: -1,
  8990. QuotaFiles: -1,
  8991. })
  8992. mappedPath4 := filepath.Join(os.TempDir(), "mapped4")
  8993. folderName4 := filepath.Base(mappedPath4)
  8994. vpath4 := "/vdirs/vdir4"
  8995. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  8996. BaseVirtualFolder: vfs.BaseVirtualFolder{
  8997. Name: folderName4,
  8998. },
  8999. VirtualPath: vpath4,
  9000. QuotaSize: -1,
  9001. QuotaFiles: -1,
  9002. })
  9003. f1 := vfs.BaseVirtualFolder{
  9004. Name: folderName1,
  9005. MappedPath: mappedPath1,
  9006. }
  9007. _, _, err = httpdtest.AddFolder(f1, http.StatusCreated)
  9008. assert.NoError(t, err)
  9009. f2 := vfs.BaseVirtualFolder{
  9010. Name: folderName2,
  9011. MappedPath: mappedPath2,
  9012. }
  9013. _, _, err = httpdtest.AddFolder(f2, http.StatusCreated)
  9014. assert.NoError(t, err)
  9015. f3 := vfs.BaseVirtualFolder{
  9016. Name: folderName3,
  9017. MappedPath: mappedPath3,
  9018. FsConfig: vfs.Filesystem{
  9019. Provider: sdk.CryptedFilesystemProvider,
  9020. CryptConfig: vfs.CryptFsConfig{
  9021. Passphrase: kms.NewPlainSecret(defaultPassword),
  9022. },
  9023. },
  9024. }
  9025. _, _, err = httpdtest.AddFolder(f3, http.StatusCreated)
  9026. assert.NoError(t, err)
  9027. f4 := vfs.BaseVirtualFolder{
  9028. Name: folderName4,
  9029. MappedPath: mappedPath4,
  9030. FsConfig: vfs.Filesystem{
  9031. Provider: sdk.SFTPFilesystemProvider,
  9032. SFTPConfig: vfs.SFTPFsConfig{
  9033. BaseSFTPFsConfig: sdk.BaseSFTPFsConfig{
  9034. Endpoint: sftpServerAddr,
  9035. Username: baseUser.Username,
  9036. },
  9037. Password: kms.NewPlainSecret(defaultPassword),
  9038. },
  9039. },
  9040. }
  9041. _, _, err = httpdtest.AddFolder(f4, http.StatusCreated)
  9042. assert.NoError(t, err)
  9043. user, resp, err := httpdtest.AddUser(u, http.StatusCreated)
  9044. assert.NoError(t, err, string(resp))
  9045. conn, client, err := getSftpClient(user)
  9046. if assert.NoError(t, err) {
  9047. defer conn.Close()
  9048. defer client.Close()
  9049. baseFileSize := int64(100)
  9050. err = writeSFTPFile(path.Join(vpath1, testFileName), baseFileSize+1, client)
  9051. assert.NoError(t, err)
  9052. err = writeSFTPFile(path.Join(vpath2, testFileName), baseFileSize+2, client)
  9053. assert.NoError(t, err)
  9054. err = writeSFTPFile(path.Join(vpath3, testFileName), baseFileSize+3, client)
  9055. assert.NoError(t, err)
  9056. err = writeSFTPFile(path.Join(vpath4, testFileName), baseFileSize+4, client)
  9057. assert.NoError(t, err)
  9058. // cannot remove a directory with virtual folders inside
  9059. out, err := runSSHCommand(fmt.Sprintf(`sftpgo-remove %s`, path.Dir(vpath1)), user)
  9060. assert.Error(t, err, string(out))
  9061. // copy across virtual folders
  9062. copyDir := "/copy"
  9063. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s %s/`, path.Dir(vpath1), copyDir), user)
  9064. assert.NoError(t, err, string(out))
  9065. // check the copy
  9066. info, err := client.Stat(path.Join(copyDir, vpath1, testFileName))
  9067. if assert.NoError(t, err) {
  9068. assert.Equal(t, baseFileSize+1, info.Size())
  9069. }
  9070. info, err = client.Stat(path.Join(copyDir, vpath2, testFileName))
  9071. if assert.NoError(t, err) {
  9072. assert.Equal(t, baseFileSize+2, info.Size())
  9073. }
  9074. info, err = client.Stat(path.Join(copyDir, vpath3, testFileName))
  9075. if assert.NoError(t, err) {
  9076. assert.Equal(t, baseFileSize+3, info.Size())
  9077. }
  9078. info, err = client.Stat(path.Join(copyDir, vpath4, testFileName))
  9079. if assert.NoError(t, err) {
  9080. assert.Equal(t, baseFileSize+4, info.Size())
  9081. }
  9082. // nested fs paths
  9083. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s %s`, vpath1, vpath2), user)
  9084. assert.Error(t, err, string(out))
  9085. }
  9086. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  9087. assert.NoError(t, err)
  9088. err = os.RemoveAll(user.GetHomeDir())
  9089. assert.NoError(t, err)
  9090. _, err = httpdtest.RemoveUser(baseUser, http.StatusOK)
  9091. assert.NoError(t, err)
  9092. err = os.RemoveAll(baseUser.GetHomeDir())
  9093. assert.NoError(t, err)
  9094. for _, folderName := range []string{folderName1, folderName2, folderName3, folderName4} {
  9095. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName}, http.StatusOK)
  9096. assert.NoError(t, err)
  9097. err = os.RemoveAll(filepath.Join(os.TempDir(), folderName))
  9098. assert.NoError(t, err)
  9099. }
  9100. }
  9101. func TestHTTPFs(t *testing.T) {
  9102. u := getTestUserWithHTTPFs()
  9103. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  9104. assert.NoError(t, err)
  9105. err = os.MkdirAll(user.GetHomeDir(), os.ModePerm)
  9106. assert.NoError(t, err)
  9107. conn := common.NewBaseConnection(xid.New().String(), common.ProtocolFTP, "", "", user)
  9108. err = conn.CreateDir(httpFsWellKnowDir, false)
  9109. assert.NoError(t, err)
  9110. err = os.WriteFile(filepath.Join(os.TempDir(), "httpfs", defaultHTTPFsUsername, httpFsWellKnowDir, "file.txt"), []byte("data"), 0666)
  9111. assert.NoError(t, err)
  9112. err = conn.Copy(httpFsWellKnowDir, httpFsWellKnowDir+"_copy")
  9113. assert.NoError(t, err)
  9114. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  9115. assert.NoError(t, err)
  9116. err = os.RemoveAll(user.GetHomeDir())
  9117. assert.NoError(t, err)
  9118. }
  9119. func TestProxyProtocol(t *testing.T) {
  9120. resp, err := httpclient.Get(fmt.Sprintf("http://%v", httpProxyAddr))
  9121. if !assert.Error(t, err) {
  9122. resp.Body.Close()
  9123. }
  9124. }
  9125. func TestSetProtocol(t *testing.T) {
  9126. conn := common.NewBaseConnection("id", "sshd_exec", "", "", dataprovider.User{BaseUser: sdk.BaseUser{HomeDir: os.TempDir()}})
  9127. conn.SetProtocol(common.ProtocolSCP)
  9128. require.Equal(t, "SCP_id", conn.GetID())
  9129. }
  9130. func TestGetFsError(t *testing.T) {
  9131. u := getTestUser()
  9132. u.FsConfig.Provider = sdk.GCSFilesystemProvider
  9133. u.FsConfig.GCSConfig.Bucket = "test"
  9134. u.FsConfig.GCSConfig.Credentials = kms.NewPlainSecret("invalid JSON for credentials")
  9135. conn := common.NewBaseConnection("", common.ProtocolFTP, "", "", u)
  9136. _, _, err := conn.GetFsAndResolvedPath("/vpath")
  9137. assert.Error(t, err)
  9138. }
  9139. func waitTCPListening(address string) {
  9140. for {
  9141. conn, err := net.Dial("tcp", address)
  9142. if err != nil {
  9143. logger.WarnToConsole("tcp server %v not listening: %v", address, err)
  9144. time.Sleep(100 * time.Millisecond)
  9145. continue
  9146. }
  9147. logger.InfoToConsole("tcp server %v now listening", address)
  9148. conn.Close()
  9149. break
  9150. }
  9151. }
  9152. func checkBasicSFTP(client *sftp.Client) error {
  9153. _, err := client.Getwd()
  9154. if err != nil {
  9155. return err
  9156. }
  9157. _, err = client.ReadDir(".")
  9158. return err
  9159. }
  9160. func getCustomAuthSftpClient(user dataprovider.User, authMethods []ssh.AuthMethod) (*ssh.Client, *sftp.Client, error) {
  9161. var sftpClient *sftp.Client
  9162. config := &ssh.ClientConfig{
  9163. User: user.Username,
  9164. HostKeyCallback: ssh.InsecureIgnoreHostKey(),
  9165. Auth: authMethods,
  9166. Timeout: 5 * time.Second,
  9167. }
  9168. conn, err := ssh.Dial("tcp", sftpServerAddr, config)
  9169. if err != nil {
  9170. return conn, sftpClient, err
  9171. }
  9172. sftpClient, err = sftp.NewClient(conn)
  9173. if err != nil {
  9174. conn.Close()
  9175. }
  9176. return conn, sftpClient, err
  9177. }
  9178. func getSftpClient(user dataprovider.User) (*ssh.Client, *sftp.Client, error) {
  9179. var sftpClient *sftp.Client
  9180. config := &ssh.ClientConfig{
  9181. User: user.Username,
  9182. HostKeyCallback: ssh.InsecureIgnoreHostKey(),
  9183. Timeout: 5 * time.Second,
  9184. }
  9185. if user.Password != "" {
  9186. config.Auth = []ssh.AuthMethod{ssh.Password(user.Password)}
  9187. } else {
  9188. config.Auth = []ssh.AuthMethod{ssh.Password(defaultPassword)}
  9189. }
  9190. conn, err := ssh.Dial("tcp", sftpServerAddr, config)
  9191. if err != nil {
  9192. return conn, sftpClient, err
  9193. }
  9194. sftpClient, err = sftp.NewClient(conn)
  9195. if err != nil {
  9196. conn.Close()
  9197. }
  9198. return conn, sftpClient, err
  9199. }
  9200. func runSSHCommand(command string, user dataprovider.User) ([]byte, error) {
  9201. var sshSession *ssh.Session
  9202. var output []byte
  9203. config := &ssh.ClientConfig{
  9204. User: user.Username,
  9205. HostKeyCallback: ssh.InsecureIgnoreHostKey(),
  9206. Timeout: 5 * time.Second,
  9207. }
  9208. if user.Password != "" {
  9209. config.Auth = []ssh.AuthMethod{ssh.Password(user.Password)}
  9210. } else {
  9211. config.Auth = []ssh.AuthMethod{ssh.Password(defaultPassword)}
  9212. }
  9213. conn, err := ssh.Dial("tcp", sftpServerAddr, config)
  9214. if err != nil {
  9215. return output, err
  9216. }
  9217. defer conn.Close()
  9218. sshSession, err = conn.NewSession()
  9219. if err != nil {
  9220. return output, err
  9221. }
  9222. var stdout, stderr bytes.Buffer
  9223. sshSession.Stdout = &stdout
  9224. sshSession.Stderr = &stderr
  9225. err = sshSession.Run(command)
  9226. if err != nil {
  9227. return nil, fmt.Errorf("failed to run command %v: %v", command, stderr.Bytes())
  9228. }
  9229. return stdout.Bytes(), err
  9230. }
  9231. func getWebDavClient(user dataprovider.User) *gowebdav.Client {
  9232. rootPath := fmt.Sprintf("http://localhost:%d/", webDavServerPort)
  9233. pwd := defaultPassword
  9234. if user.Password != "" {
  9235. pwd = user.Password
  9236. }
  9237. client := gowebdav.NewClient(rootPath, user.Username, pwd)
  9238. client.SetTimeout(10 * time.Second)
  9239. return client
  9240. }
  9241. func getTestUser() dataprovider.User {
  9242. user := dataprovider.User{
  9243. BaseUser: sdk.BaseUser{
  9244. Username: defaultUsername,
  9245. Password: defaultPassword,
  9246. HomeDir: filepath.Join(homeBasePath, defaultUsername),
  9247. Status: 1,
  9248. ExpirationDate: 0,
  9249. },
  9250. }
  9251. user.Permissions = make(map[string][]string)
  9252. user.Permissions["/"] = allPerms
  9253. return user
  9254. }
  9255. func getTestSFTPUser() dataprovider.User {
  9256. u := getTestUser()
  9257. u.Username = defaultSFTPUsername
  9258. u.FsConfig.Provider = sdk.SFTPFilesystemProvider
  9259. u.FsConfig.SFTPConfig.Endpoint = sftpServerAddr
  9260. u.FsConfig.SFTPConfig.Username = defaultUsername
  9261. u.FsConfig.SFTPConfig.Password = kms.NewPlainSecret(defaultPassword)
  9262. return u
  9263. }
  9264. func getCryptFsUser() dataprovider.User {
  9265. u := getTestUser()
  9266. u.Username += "_crypt"
  9267. u.FsConfig.Provider = sdk.CryptedFilesystemProvider
  9268. u.FsConfig.CryptConfig.Passphrase = kms.NewPlainSecret(defaultPassword)
  9269. return u
  9270. }
  9271. func getTestUserWithHTTPFs() dataprovider.User {
  9272. u := getTestUser()
  9273. u.FsConfig.Provider = sdk.HTTPFilesystemProvider
  9274. u.FsConfig.HTTPConfig = vfs.HTTPFsConfig{
  9275. BaseHTTPFsConfig: sdk.BaseHTTPFsConfig{
  9276. Endpoint: fmt.Sprintf("http://127.0.0.1:%d/api/v1", httpFsPort),
  9277. Username: defaultHTTPFsUsername,
  9278. },
  9279. }
  9280. return u
  9281. }
  9282. func writeSFTPFile(name string, size int64, client *sftp.Client) error {
  9283. err := writeSFTPFileNoCheck(name, size, client)
  9284. if err != nil {
  9285. return err
  9286. }
  9287. info, err := client.Stat(name)
  9288. if err != nil {
  9289. return err
  9290. }
  9291. if info.Size() != size {
  9292. return fmt.Errorf("file size mismatch, wanted %v, actual %v", size, info.Size())
  9293. }
  9294. return nil
  9295. }
  9296. func writeSFTPFileNoCheck(name string, size int64, client *sftp.Client) error {
  9297. content := make([]byte, size)
  9298. _, err := rand.Read(content)
  9299. if err != nil {
  9300. return err
  9301. }
  9302. f, err := client.Create(name)
  9303. if err != nil {
  9304. return err
  9305. }
  9306. _, err = io.Copy(f, bytes.NewBuffer(content))
  9307. if err != nil {
  9308. f.Close()
  9309. return err
  9310. }
  9311. return f.Close()
  9312. }
  9313. func getUploadScriptEnvContent(envVar string) []byte {
  9314. content := []byte("#!/bin/sh\n\n")
  9315. content = append(content, []byte(fmt.Sprintf("if [ -z \"$%s\" ]\n", envVar))...)
  9316. content = append(content, []byte("then\n")...)
  9317. content = append(content, []byte(" exit 1\n")...)
  9318. content = append(content, []byte("else\n")...)
  9319. content = append(content, []byte(" exit 0\n")...)
  9320. content = append(content, []byte("fi\n")...)
  9321. return content
  9322. }
  9323. func getUploadScriptContent(movedPath, logFilePath string, exitStatus int) []byte {
  9324. content := []byte("#!/bin/sh\n\n")
  9325. content = append(content, []byte("sleep 1\n")...)
  9326. if logFilePath != "" {
  9327. content = append(content, []byte(fmt.Sprintf("echo $@ > %v\n", logFilePath))...)
  9328. }
  9329. content = append(content, []byte(fmt.Sprintf("mv ${SFTPGO_ACTION_PATH} %v\n", movedPath))...)
  9330. content = append(content, []byte(fmt.Sprintf("exit %d", exitStatus))...)
  9331. return content
  9332. }
  9333. func getSaveProviderObjectScriptContent(outFilePath string, exitStatus int) []byte {
  9334. content := []byte("#!/bin/sh\n\n")
  9335. content = append(content, []byte(fmt.Sprintf("echo ${SFTPGO_OBJECT_DATA} > %v\n", outFilePath))...)
  9336. content = append(content, []byte(fmt.Sprintf("exit %d", exitStatus))...)
  9337. return content
  9338. }
  9339. func generateTOTPPasscode(secret string, algo otp.Algorithm) (string, error) {
  9340. return totp.GenerateCodeCustom(secret, time.Now(), totp.ValidateOpts{
  9341. Period: 30,
  9342. Skew: 1,
  9343. Digits: otp.DigitsSix,
  9344. Algorithm: algo,
  9345. })
  9346. }
  9347. func isDbDefenderSupported() bool {
  9348. // SQLite shares the implementation with other SQL-based provider but it makes no sense
  9349. // to use it outside test cases
  9350. switch dataprovider.GetProviderStatus().Driver {
  9351. case dataprovider.MySQLDataProviderName, dataprovider.PGSQLDataProviderName,
  9352. dataprovider.CockroachDataProviderName, dataprovider.SQLiteDataProviderName:
  9353. return true
  9354. default:
  9355. return false
  9356. }
  9357. }
  9358. func getEncryptedFileSize(size int64) (int64, error) {
  9359. encSize, err := sio.EncryptedSize(uint64(size))
  9360. return int64(encSize) + 33, err
  9361. }
  9362. func printLatestLogs(maxNumberOfLines int) {
  9363. var lines []string
  9364. f, err := os.Open(logFilePath)
  9365. if err != nil {
  9366. return
  9367. }
  9368. defer f.Close()
  9369. scanner := bufio.NewScanner(f)
  9370. for scanner.Scan() {
  9371. lines = append(lines, scanner.Text()+"\r\n")
  9372. for len(lines) > maxNumberOfLines {
  9373. lines = lines[1:]
  9374. }
  9375. }
  9376. if scanner.Err() != nil {
  9377. logger.WarnToConsole("Unable to print latest logs: %v", scanner.Err())
  9378. return
  9379. }
  9380. for _, line := range lines {
  9381. logger.DebugToConsole("%s", line)
  9382. }
  9383. }
  9384. type receivedEmail struct {
  9385. sync.RWMutex
  9386. From string
  9387. To []string
  9388. Data string
  9389. }
  9390. func (e *receivedEmail) set(from string, to []string, data []byte) {
  9391. e.Lock()
  9392. defer e.Unlock()
  9393. e.From = from
  9394. e.To = to
  9395. e.Data = strings.ReplaceAll(string(data), "=\r\n", "")
  9396. }
  9397. func (e *receivedEmail) reset() {
  9398. e.Lock()
  9399. defer e.Unlock()
  9400. e.From = ""
  9401. e.To = nil
  9402. e.Data = ""
  9403. }
  9404. func (e *receivedEmail) get() receivedEmail {
  9405. e.RLock()
  9406. defer e.RUnlock()
  9407. return receivedEmail{
  9408. From: e.From,
  9409. To: e.To,
  9410. Data: e.Data,
  9411. }
  9412. }
  9413. func startHTTPFs() {
  9414. go func() {
  9415. readdirCallback := func(name string) []os.FileInfo {
  9416. if name == httpFsWellKnowDir {
  9417. return []os.FileInfo{vfs.NewFileInfo("ghost.txt", false, 0, time.Unix(0, 0), false)}
  9418. }
  9419. return nil
  9420. }
  9421. callbacks := &httpdtest.HTTPFsCallbacks{
  9422. Readdir: readdirCallback,
  9423. }
  9424. if err := httpdtest.StartTestHTTPFs(httpFsPort, callbacks); err != nil {
  9425. logger.ErrorToConsole("could not start HTTPfs test server: %v", err)
  9426. os.Exit(1)
  9427. }
  9428. }()
  9429. waitTCPListening(fmt.Sprintf(":%d", httpFsPort))
  9430. }