protocol_test.go 320 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836383738383839384038413842384338443845384638473848384938503851385238533854385538563857385838593860386138623863386438653866386738683869387038713872387338743875387638773878387938803881388238833884388538863887388838893890389138923893389438953896389738983899390039013902390339043905390639073908390939103911391239133914391539163917391839193920392139223923392439253926392739283929393039313932393339343935393639373938393939403941394239433944394539463947394839493950395139523953395439553956395739583959396039613962396339643965396639673968396939703971397239733974397539763977397839793980398139823983398439853986398739883989399039913992399339943995399639973998399940004001400240034004400540064007400840094010401140124013401440154016401740184019402040214022402340244025402640274028402940304031403240334034403540364037403840394040404140424043404440454046404740484049405040514052405340544055405640574058405940604061406240634064406540664067406840694070407140724073407440754076407740784079408040814082408340844085408640874088408940904091409240934094409540964097409840994100410141024103410441054106410741084109411041114112411341144115411641174118411941204121412241234124412541264127412841294130413141324133413441354136413741384139414041414142414341444145414641474148414941504151415241534154415541564157415841594160416141624163416441654166416741684169417041714172417341744175417641774178417941804181418241834184418541864187418841894190419141924193419441954196419741984199420042014202420342044205420642074208420942104211421242134214421542164217421842194220422142224223422442254226422742284229423042314232423342344235423642374238423942404241424242434244424542464247424842494250425142524253425442554256425742584259426042614262426342644265426642674268426942704271427242734274427542764277427842794280428142824283428442854286428742884289429042914292429342944295429642974298429943004301430243034304430543064307430843094310431143124313431443154316431743184319432043214322432343244325432643274328432943304331433243334334433543364337433843394340434143424343434443454346434743484349435043514352435343544355435643574358435943604361436243634364436543664367436843694370437143724373437443754376437743784379438043814382438343844385438643874388438943904391439243934394439543964397439843994400440144024403440444054406440744084409441044114412441344144415441644174418441944204421442244234424442544264427442844294430443144324433443444354436443744384439444044414442444344444445444644474448444944504451445244534454445544564457445844594460446144624463446444654466446744684469447044714472447344744475447644774478447944804481448244834484448544864487448844894490449144924493449444954496449744984499450045014502450345044505450645074508450945104511451245134514451545164517451845194520452145224523452445254526452745284529453045314532453345344535453645374538453945404541454245434544454545464547454845494550455145524553455445554556455745584559456045614562456345644565456645674568456945704571457245734574457545764577457845794580458145824583458445854586458745884589459045914592459345944595459645974598459946004601460246034604460546064607460846094610461146124613461446154616461746184619462046214622462346244625462646274628462946304631463246334634463546364637463846394640464146424643464446454646464746484649465046514652465346544655465646574658465946604661466246634664466546664667466846694670467146724673467446754676467746784679468046814682468346844685468646874688468946904691469246934694469546964697469846994700470147024703470447054706470747084709471047114712471347144715471647174718471947204721472247234724472547264727472847294730473147324733473447354736473747384739474047414742474347444745474647474748474947504751475247534754475547564757475847594760476147624763476447654766476747684769477047714772477347744775477647774778477947804781478247834784478547864787478847894790479147924793479447954796479747984799480048014802480348044805480648074808480948104811481248134814481548164817481848194820482148224823482448254826482748284829483048314832483348344835483648374838483948404841484248434844484548464847484848494850485148524853485448554856485748584859486048614862486348644865486648674868486948704871487248734874487548764877487848794880488148824883488448854886488748884889489048914892489348944895489648974898489949004901490249034904490549064907490849094910491149124913491449154916491749184919492049214922492349244925492649274928492949304931493249334934493549364937493849394940494149424943494449454946494749484949495049514952495349544955495649574958495949604961496249634964496549664967496849694970497149724973497449754976497749784979498049814982498349844985498649874988498949904991499249934994499549964997499849995000500150025003500450055006500750085009501050115012501350145015501650175018501950205021502250235024502550265027502850295030503150325033503450355036503750385039504050415042504350445045504650475048504950505051505250535054505550565057505850595060506150625063506450655066506750685069507050715072507350745075507650775078507950805081508250835084508550865087508850895090509150925093509450955096509750985099510051015102510351045105510651075108510951105111511251135114511551165117511851195120512151225123512451255126512751285129513051315132513351345135513651375138513951405141514251435144514551465147514851495150515151525153515451555156515751585159516051615162516351645165516651675168516951705171517251735174517551765177517851795180518151825183518451855186518751885189519051915192519351945195519651975198519952005201520252035204520552065207520852095210521152125213521452155216521752185219522052215222522352245225522652275228522952305231523252335234523552365237523852395240524152425243524452455246524752485249525052515252525352545255525652575258525952605261526252635264526552665267526852695270527152725273527452755276527752785279528052815282528352845285528652875288528952905291529252935294529552965297529852995300530153025303530453055306530753085309531053115312531353145315531653175318531953205321532253235324532553265327532853295330533153325333533453355336533753385339534053415342534353445345534653475348534953505351535253535354535553565357535853595360536153625363536453655366536753685369537053715372537353745375537653775378537953805381538253835384538553865387538853895390539153925393539453955396539753985399540054015402540354045405540654075408540954105411541254135414541554165417541854195420542154225423542454255426542754285429543054315432543354345435543654375438543954405441544254435444544554465447544854495450545154525453545454555456545754585459546054615462546354645465546654675468546954705471547254735474547554765477547854795480548154825483548454855486548754885489549054915492549354945495549654975498549955005501550255035504550555065507550855095510551155125513551455155516551755185519552055215522552355245525552655275528552955305531553255335534553555365537553855395540554155425543554455455546554755485549555055515552555355545555555655575558555955605561556255635564556555665567556855695570557155725573557455755576557755785579558055815582558355845585558655875588558955905591559255935594559555965597559855995600560156025603560456055606560756085609561056115612561356145615561656175618561956205621562256235624562556265627562856295630563156325633563456355636563756385639564056415642564356445645564656475648564956505651565256535654565556565657565856595660566156625663566456655666566756685669567056715672567356745675567656775678567956805681568256835684568556865687568856895690569156925693569456955696569756985699570057015702570357045705570657075708570957105711571257135714571557165717571857195720572157225723572457255726572757285729573057315732573357345735573657375738573957405741574257435744574557465747574857495750575157525753575457555756575757585759576057615762576357645765576657675768576957705771577257735774577557765777577857795780578157825783578457855786578757885789579057915792579357945795579657975798579958005801580258035804580558065807580858095810581158125813581458155816581758185819582058215822582358245825582658275828582958305831583258335834583558365837583858395840584158425843584458455846584758485849585058515852585358545855585658575858585958605861586258635864586558665867586858695870587158725873587458755876587758785879588058815882588358845885588658875888588958905891589258935894589558965897589858995900590159025903590459055906590759085909591059115912591359145915591659175918591959205921592259235924592559265927592859295930593159325933593459355936593759385939594059415942594359445945594659475948594959505951595259535954595559565957595859595960596159625963596459655966596759685969597059715972597359745975597659775978597959805981598259835984598559865987598859895990599159925993599459955996599759985999600060016002600360046005600660076008600960106011601260136014601560166017601860196020602160226023602460256026602760286029603060316032603360346035603660376038603960406041604260436044604560466047604860496050605160526053605460556056605760586059606060616062606360646065606660676068606960706071607260736074607560766077607860796080608160826083608460856086608760886089609060916092609360946095609660976098609961006101610261036104610561066107610861096110611161126113611461156116611761186119612061216122612361246125612661276128612961306131613261336134613561366137613861396140614161426143614461456146614761486149615061516152615361546155615661576158615961606161616261636164616561666167616861696170617161726173617461756176617761786179618061816182618361846185618661876188618961906191619261936194619561966197619861996200620162026203620462056206620762086209621062116212621362146215621662176218621962206221622262236224622562266227622862296230623162326233623462356236623762386239624062416242624362446245624662476248624962506251625262536254625562566257625862596260626162626263626462656266626762686269627062716272627362746275627662776278627962806281628262836284628562866287628862896290629162926293629462956296629762986299630063016302630363046305630663076308630963106311631263136314631563166317631863196320632163226323632463256326632763286329633063316332633363346335633663376338633963406341634263436344634563466347634863496350635163526353635463556356635763586359636063616362636363646365636663676368636963706371637263736374637563766377637863796380638163826383638463856386638763886389639063916392639363946395639663976398639964006401640264036404640564066407640864096410641164126413641464156416641764186419642064216422642364246425642664276428642964306431643264336434643564366437643864396440644164426443644464456446644764486449645064516452645364546455645664576458645964606461646264636464646564666467646864696470647164726473647464756476647764786479648064816482648364846485648664876488648964906491649264936494649564966497649864996500650165026503650465056506650765086509651065116512651365146515651665176518651965206521652265236524652565266527652865296530653165326533653465356536653765386539654065416542654365446545654665476548654965506551655265536554655565566557655865596560656165626563656465656566656765686569657065716572657365746575657665776578657965806581658265836584658565866587658865896590659165926593659465956596659765986599660066016602660366046605660666076608660966106611661266136614661566166617661866196620662166226623662466256626662766286629663066316632663366346635663666376638663966406641664266436644664566466647664866496650665166526653665466556656665766586659666066616662666366646665666666676668666966706671667266736674667566766677667866796680668166826683668466856686668766886689669066916692669366946695669666976698669967006701670267036704670567066707670867096710671167126713671467156716671767186719672067216722672367246725672667276728672967306731673267336734673567366737673867396740674167426743674467456746674767486749675067516752675367546755675667576758675967606761676267636764676567666767676867696770677167726773677467756776677767786779678067816782678367846785678667876788678967906791679267936794679567966797679867996800680168026803680468056806680768086809681068116812681368146815681668176818681968206821682268236824682568266827682868296830683168326833683468356836683768386839684068416842684368446845684668476848684968506851685268536854685568566857685868596860686168626863686468656866686768686869687068716872687368746875687668776878687968806881688268836884688568866887688868896890689168926893689468956896689768986899690069016902690369046905690669076908690969106911691269136914691569166917691869196920692169226923692469256926692769286929693069316932693369346935693669376938693969406941694269436944694569466947694869496950695169526953695469556956695769586959696069616962696369646965696669676968696969706971697269736974697569766977697869796980698169826983698469856986698769886989699069916992699369946995699669976998699970007001700270037004700570067007700870097010701170127013701470157016701770187019702070217022702370247025702670277028702970307031703270337034703570367037703870397040704170427043704470457046704770487049705070517052705370547055705670577058705970607061706270637064706570667067706870697070707170727073707470757076707770787079708070817082708370847085708670877088708970907091709270937094709570967097709870997100710171027103710471057106710771087109711071117112711371147115711671177118711971207121712271237124712571267127712871297130713171327133713471357136713771387139714071417142714371447145714671477148714971507151715271537154715571567157715871597160716171627163716471657166716771687169717071717172717371747175717671777178717971807181718271837184718571867187718871897190719171927193719471957196719771987199720072017202720372047205720672077208720972107211721272137214721572167217721872197220722172227223722472257226722772287229723072317232723372347235723672377238723972407241724272437244724572467247724872497250725172527253725472557256725772587259726072617262726372647265726672677268726972707271727272737274727572767277727872797280728172827283728472857286728772887289729072917292729372947295729672977298729973007301730273037304730573067307730873097310731173127313731473157316731773187319732073217322732373247325732673277328732973307331733273337334733573367337733873397340734173427343734473457346734773487349735073517352735373547355735673577358735973607361736273637364736573667367736873697370737173727373737473757376737773787379738073817382738373847385738673877388738973907391739273937394739573967397739873997400740174027403740474057406740774087409741074117412741374147415741674177418741974207421742274237424742574267427742874297430743174327433743474357436743774387439744074417442744374447445744674477448744974507451745274537454745574567457745874597460746174627463746474657466746774687469747074717472747374747475747674777478747974807481748274837484748574867487748874897490749174927493749474957496749774987499750075017502750375047505750675077508750975107511751275137514751575167517751875197520752175227523752475257526752775287529753075317532753375347535753675377538753975407541754275437544754575467547754875497550755175527553755475557556755775587559756075617562756375647565756675677568756975707571757275737574757575767577757875797580758175827583758475857586758775887589759075917592759375947595759675977598759976007601760276037604760576067607760876097610761176127613761476157616761776187619762076217622762376247625762676277628762976307631763276337634763576367637763876397640764176427643764476457646764776487649765076517652765376547655765676577658765976607661766276637664766576667667766876697670767176727673767476757676767776787679768076817682768376847685768676877688768976907691769276937694769576967697769876997700770177027703770477057706770777087709771077117712771377147715771677177718771977207721772277237724772577267727772877297730773177327733773477357736773777387739774077417742774377447745774677477748774977507751775277537754775577567757775877597760776177627763776477657766776777687769777077717772777377747775777677777778777977807781778277837784778577867787778877897790779177927793779477957796779777987799780078017802780378047805780678077808780978107811781278137814781578167817781878197820782178227823782478257826782778287829783078317832783378347835783678377838783978407841784278437844784578467847784878497850785178527853785478557856785778587859786078617862786378647865786678677868786978707871787278737874787578767877787878797880788178827883788478857886788778887889789078917892789378947895789678977898789979007901790279037904790579067907790879097910791179127913791479157916791779187919792079217922792379247925792679277928792979307931793279337934793579367937793879397940794179427943794479457946794779487949795079517952795379547955795679577958795979607961796279637964796579667967796879697970797179727973797479757976797779787979798079817982798379847985798679877988798979907991799279937994799579967997799879998000800180028003800480058006800780088009801080118012801380148015801680178018801980208021802280238024802580268027802880298030803180328033803480358036803780388039804080418042804380448045804680478048804980508051805280538054805580568057805880598060806180628063806480658066806780688069807080718072807380748075807680778078807980808081808280838084808580868087808880898090809180928093809480958096809780988099810081018102810381048105810681078108810981108111811281138114811581168117811881198120812181228123812481258126812781288129813081318132813381348135813681378138813981408141814281438144814581468147814881498150815181528153815481558156815781588159816081618162816381648165816681678168816981708171817281738174817581768177817881798180818181828183818481858186818781888189819081918192819381948195819681978198819982008201820282038204820582068207820882098210821182128213821482158216821782188219822082218222822382248225822682278228822982308231823282338234823582368237823882398240824182428243824482458246824782488249825082518252825382548255825682578258825982608261826282638264826582668267826882698270827182728273827482758276827782788279828082818282828382848285828682878288828982908291829282938294829582968297829882998300830183028303830483058306830783088309831083118312831383148315831683178318831983208321832283238324832583268327832883298330833183328333833483358336833783388339834083418342834383448345834683478348834983508351835283538354835583568357835883598360836183628363836483658366836783688369837083718372837383748375837683778378837983808381838283838384838583868387838883898390839183928393839483958396839783988399840084018402840384048405840684078408840984108411841284138414841584168417841884198420842184228423842484258426842784288429843084318432843384348435843684378438843984408441844284438444844584468447844884498450845184528453845484558456845784588459846084618462846384648465846684678468846984708471847284738474847584768477847884798480848184828483848484858486848784888489849084918492849384948495849684978498849985008501850285038504850585068507850885098510851185128513851485158516851785188519852085218522852385248525852685278528852985308531853285338534853585368537853885398540854185428543854485458546854785488549855085518552855385548555855685578558855985608561856285638564856585668567856885698570857185728573857485758576857785788579858085818582858385848585858685878588858985908591859285938594859585968597859885998600860186028603860486058606860786088609861086118612861386148615861686178618861986208621862286238624862586268627862886298630863186328633863486358636863786388639864086418642864386448645864686478648864986508651865286538654865586568657865886598660866186628663866486658666866786688669867086718672867386748675867686778678867986808681868286838684868586868687868886898690869186928693869486958696869786988699870087018702870387048705870687078708870987108711871287138714871587168717871887198720872187228723872487258726872787288729873087318732873387348735873687378738873987408741874287438744874587468747874887498750875187528753875487558756875787588759876087618762876387648765876687678768876987708771877287738774877587768777877887798780878187828783878487858786878787888789879087918792879387948795879687978798879988008801880288038804880588068807880888098810881188128813881488158816881788188819882088218822882388248825882688278828882988308831883288338834883588368837883888398840884188428843884488458846884788488849885088518852885388548855885688578858885988608861886288638864886588668867886888698870887188728873887488758876887788788879888088818882888388848885888688878888888988908891889288938894889588968897889888998900890189028903890489058906890789088909891089118912891389148915891689178918891989208921892289238924892589268927892889298930893189328933893489358936893789388939894089418942894389448945894689478948894989508951895289538954895589568957895889598960896189628963896489658966896789688969897089718972897389748975897689778978897989808981898289838984898589868987898889898990899189928993899489958996899789988999900090019002900390049005900690079008900990109011901290139014901590169017901890199020902190229023902490259026902790289029903090319032903390349035903690379038903990409041904290439044904590469047904890499050905190529053905490559056905790589059906090619062906390649065906690679068906990709071907290739074907590769077907890799080908190829083908490859086908790889089909090919092909390949095909690979098909991009101910291039104910591069107910891099110911191129113911491159116911791189119912091219122912391249125912691279128912991309131913291339134913591369137913891399140914191429143914491459146914791489149915091519152915391549155915691579158915991609161916291639164916591669167916891699170917191729173917491759176917791789179918091819182918391849185918691879188918991909191919291939194919591969197919891999200920192029203920492059206920792089209921092119212921392149215921692179218921992209221922292239224922592269227922892299230923192329233923492359236923792389239924092419242924392449245924692479248924992509251925292539254925592569257925892599260926192629263926492659266926792689269927092719272927392749275927692779278927992809281928292839284928592869287928892899290929192929293929492959296929792989299930093019302930393049305930693079308930993109311931293139314931593169317931893199320932193229323932493259326932793289329933093319332933393349335933693379338933993409341934293439344934593469347934893499350935193529353935493559356935793589359936093619362936393649365936693679368936993709371937293739374937593769377937893799380938193829383938493859386938793889389939093919392939393949395939693979398939994009401940294039404940594069407940894099410941194129413941494159416941794189419942094219422942394249425942694279428942994309431943294339434943594369437943894399440944194429443944494459446944794489449945094519452945394549455945694579458945994609461946294639464946594669467946894699470947194729473947494759476947794789479948094819482948394849485948694879488948994909491949294939494949594969497949894999500950195029503950495059506950795089509951095119512951395149515951695179518951995209521952295239524952595269527952895299530953195329533953495359536953795389539954095419542954395449545954695479548954995509551955295539554955595569557955895599560956195629563956495659566956795689569957095719572957395749575957695779578957995809581958295839584958595869587958895899590959195929593959495959596959795989599960096019602960396049605960696079608960996109611961296139614961596169617961896199620962196229623962496259626962796289629963096319632963396349635963696379638963996409641964296439644964596469647964896499650965196529653965496559656965796589659966096619662966396649665966696679668966996709671967296739674967596769677967896799680968196829683968496859686968796889689969096919692969396949695969696979698969997009701970297039704970597069707970897099710971197129713971497159716971797189719972097219722972397249725972697279728972997309731973297339734973597369737973897399740974197429743974497459746974797489749975097519752975397549755975697579758975997609761976297639764976597669767976897699770977197729773977497759776977797789779978097819782978397849785978697879788978997909791979297939794979597969797979897999800980198029803980498059806980798089809981098119812981398149815981698179818981998209821982298239824982598269827982898299830983198329833983498359836983798389839984098419842984398449845984698479848984998509851985298539854985598569857985898599860986198629863986498659866986798689869987098719872987398749875987698779878987998809881988298839884988598869887988898899890989198929893989498959896989798989899990099019902990399049905990699079908990999109911991299139914991599169917991899199920992199229923992499259926992799289929993099319932993399349935993699379938993999409941994299439944994599469947994899499950995199529953995499559956995799589959996099619962996399649965996699679968996999709971997299739974997599769977997899799980998199829983998499859986998799889989999099919992999399949995999699979998999910000100011000210003100041000510006100071000810009100101001110012100131001410015100161001710018100191002010021100221002310024100251002610027
  1. // Copyright (C) 2019 Nicola Murino
  2. //
  3. // This program is free software: you can redistribute it and/or modify
  4. // it under the terms of the GNU Affero General Public License as published
  5. // by the Free Software Foundation, version 3.
  6. //
  7. // This program is distributed in the hope that it will be useful,
  8. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. // GNU Affero General Public License for more details.
  11. //
  12. // You should have received a copy of the GNU Affero General Public License
  13. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  14. package common_test
  15. import (
  16. "bufio"
  17. "bytes"
  18. "crypto/rand"
  19. "encoding/json"
  20. "errors"
  21. "fmt"
  22. "io"
  23. "io/fs"
  24. "math"
  25. "net"
  26. "net/http"
  27. "net/url"
  28. "os"
  29. "path"
  30. "path/filepath"
  31. "runtime"
  32. "slices"
  33. "strings"
  34. "sync"
  35. "testing"
  36. "time"
  37. _ "github.com/go-sql-driver/mysql"
  38. _ "github.com/jackc/pgx/v5/stdlib"
  39. _ "github.com/mattn/go-sqlite3"
  40. "github.com/mhale/smtpd"
  41. "github.com/minio/sio"
  42. "github.com/pkg/sftp"
  43. "github.com/pquerna/otp"
  44. "github.com/pquerna/otp/totp"
  45. "github.com/rs/xid"
  46. "github.com/rs/zerolog"
  47. "github.com/sftpgo/sdk"
  48. "github.com/stretchr/testify/assert"
  49. "github.com/stretchr/testify/require"
  50. "github.com/studio-b12/gowebdav"
  51. "golang.org/x/crypto/ssh"
  52. "github.com/drakkan/sftpgo/v2/internal/common"
  53. "github.com/drakkan/sftpgo/v2/internal/config"
  54. "github.com/drakkan/sftpgo/v2/internal/dataprovider"
  55. "github.com/drakkan/sftpgo/v2/internal/httpclient"
  56. "github.com/drakkan/sftpgo/v2/internal/httpdtest"
  57. "github.com/drakkan/sftpgo/v2/internal/kms"
  58. "github.com/drakkan/sftpgo/v2/internal/logger"
  59. "github.com/drakkan/sftpgo/v2/internal/mfa"
  60. "github.com/drakkan/sftpgo/v2/internal/sftpd"
  61. "github.com/drakkan/sftpgo/v2/internal/smtp"
  62. "github.com/drakkan/sftpgo/v2/internal/util"
  63. "github.com/drakkan/sftpgo/v2/internal/vfs"
  64. "github.com/drakkan/sftpgo/v2/internal/webdavd"
  65. )
  66. const (
  67. httpAddr = "127.0.0.1:9999"
  68. httpProxyAddr = "127.0.0.1:7777"
  69. sftpServerAddr = "127.0.0.1:4022"
  70. smtpServerAddr = "127.0.0.1:2525"
  71. webDavServerPort = 9191
  72. httpFsPort = 34567
  73. defaultUsername = "test_common_sftp"
  74. defaultPassword = "test_password"
  75. defaultSFTPUsername = "test_common_sftpfs_user"
  76. defaultHTTPFsUsername = "httpfs_ftp_user"
  77. httpFsWellKnowDir = "/wellknow"
  78. osWindows = "windows"
  79. testFileName = "test_file_common_sftp.dat"
  80. testDir = "test_dir_common"
  81. testPubKey = "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC03jj0D+djk7pxIf/0OhrxrchJTRZklofJ1NoIu4752Sq02mdXmarMVsqJ1cAjV5LBVy3D1F5U6XW4rppkXeVtd04Pxb09ehtH0pRRPaoHHlALiJt8CoMpbKYMA8b3KXPPriGxgGomvtU2T2RMURSwOZbMtpsugfjYSWenyYX+VORYhylWnSXL961LTyC21ehd6d6QnW9G7E5hYMITMY9TuQZz3bROYzXiTsgN0+g6Hn7exFQp50p45StUMfV/SftCMdCxlxuyGny2CrN/vfjO7xxOo2uv7q1qm10Q46KPWJQv+pgZ/OfL+EDjy07n5QVSKHlbx+2nT4Q0EgOSQaCTYwn3YjtABfIxWwgAFdyj6YlPulCL22qU4MYhDcA6PSBwDdf8hvxBfvsiHdM+JcSHvv8/VeJhk6CmnZxGY0fxBupov27z3yEO8nAg8k+6PaUiW1MSUfuGMF/ktB8LOstXsEPXSszuyXiOv4DaryOXUiSn7bmRqKcEFlJusO6aZP0= nicola@p1"
  82. testPrivateKey = `-----BEGIN OPENSSH PRIVATE KEY-----
  83. b3BlbnNzaC1rZXktdjEAAAAABG5vbmUAAAAEbm9uZQAAAAAAAAABAAABlwAAAAdzc2gtcn
  84. NhAAAAAwEAAQAAAYEAtN449A/nY5O6cSH/9Doa8a3ISU0WZJaHydTaCLuO+dkqtNpnV5mq
  85. zFbKidXAI1eSwVctw9ReVOl1uK6aZF3lbXdOD8W9PXobR9KUUT2qBx5QC4ibfAqDKWymDA
  86. PG9ylzz64hsYBqJr7VNk9kTFEUsDmWzLabLoH42Elnp8mF/lTkWIcpVp0ly/etS08gttXo
  87. XenekJ1vRuxOYWDCEzGPU7kGc920TmM14k7IDdPoOh5+3sRUKedKeOUrVDH1f0n7QjHQsZ
  88. cbshp8tgqzf734zu8cTqNrr+6taptdEOOij1iUL/qYGfzny/hA48tO5+UFUih5W8ftp0+E
  89. NBIDkkGgk2MJ92I7QAXyMVsIABXco+mJT7pQi9tqlODGIQ3AOj0gcA3X/Ib8QX77Ih3TPi
  90. XEh77/P1XiYZOgpp2cRmNH8QbqaL9u898hDvJwIPJPuj2lIltTElH7hjBf5LQfCzrLV7BD
  91. 10rM7sl4jr+A2q8jl1Ikp+25kainBBZSbrDummT9AAAFgDU/VLk1P1S5AAAAB3NzaC1yc2
  92. EAAAGBALTeOPQP52OTunEh//Q6GvGtyElNFmSWh8nU2gi7jvnZKrTaZ1eZqsxWyonVwCNX
  93. ksFXLcPUXlTpdbiummRd5W13Tg/FvT16G0fSlFE9qgceUAuIm3wKgylspgwDxvcpc8+uIb
  94. GAaia+1TZPZExRFLA5lsy2my6B+NhJZ6fJhf5U5FiHKVadJcv3rUtPILbV6F3p3pCdb0bs
  95. TmFgwhMxj1O5BnPdtE5jNeJOyA3T6Doeft7EVCnnSnjlK1Qx9X9J+0Ix0LGXG7IafLYKs3
  96. +9+M7vHE6ja6/urWqbXRDjoo9YlC/6mBn858v4QOPLTuflBVIoeVvH7adPhDQSA5JBoJNj
  97. CfdiO0AF8jFbCAAV3KPpiU+6UIvbapTgxiENwDo9IHAN1/yG/EF++yId0z4lxIe+/z9V4m
  98. GToKadnEZjR/EG6mi/bvPfIQ7ycCDyT7o9pSJbUxJR+4YwX+S0Hws6y1ewQ9dKzO7JeI6/
  99. gNqvI5dSJKftuZGopwQWUm6w7ppk/QAAAAMBAAEAAAGAHKnC+Nq0XtGAkIFE4N18e6SAwy
  100. 0WSWaZqmCzFQM0S2AhJnweOIG/0ZZHjsRzKKauOTmppQk40dgVsejpytIek9R+aH172gxJ
  101. 2n4Cx0UwduRU5x8FFQlNc/kl722B0JWfJuB/snOZXv6LJ4o5aObIkozt2w9tVFeAqjYn2S
  102. 1UsNOfRHBXGsTYwpRDwFWP56nKo2d2wBBTHDhCy6fb2dLW1fvSi/YspueOGIlHpvlYKi2/
  103. CWqvs9xVrwcScMtiDoQYq0khhO0efLCxvg/o+W9CLMVM2ms4G1zoSUQKN0oYWWQJyW4+VI
  104. YneWO8UpN0J3ElXKi7bhgAat7dBaM1g9IrAzk153DiEFZNsPxGOgL/+YdQN7zUBx/z7EkI
  105. jyv80RV7fpUXvcq2p+qNl6UVig3VSzRrnsaJkUWu/A0u59ha7ocv6NxDIXjxpIDJme16GF
  106. quiGVBQNnYJymS/vFEbGf6bgf7iRmMCRUMG4nqLA6fPYP9uAtch+CmDfVLZC/fIdC5AAAA
  107. wQCDissV4zH6bfqgxJSuYNk8Vbb+19cF3b7gH1rVlB3zxpCAgcRgMHC+dP1z2NRx7UW9MR
  108. nye6kjpkzZZ0OigLqo7TtEq8uTglD9o6W7mRXqhy5A/ySOmqPL3ernHHQhGuoNODYAHkOU
  109. u2Rh8HXi+VLwKZcLInPOYJvcuLG4DxN8WfeVvlMHwhAOaTNNOtL4XZDHQeIPc4qHmJymmv
  110. sV7GuyQ6yW5C10uoGdxRPd90Bh4z4h2bKfZFjvEBbSBVkqrlAAAADBAN/zNtNayd/dX7Cr
  111. Nb4sZuzCh+CW4BH8GOePZWNCATwBbNXBVb5cR+dmuTqYm+Ekz0VxVQRA1TvKncluJOQpoa
  112. Xj8r0xdIgqkehnfDPMKtYVor06B9Fl1jrXtXU0Vrr6QcBWruSVyK1ZxqcmcNK/+KolVepe
  113. A6vcl/iKaG4U7su166nxLST06M2EgcSVsFJHpKn5+WAXC+X0Gx8kNjWIIb3GpiChdc0xZD
  114. mq02xZthVJrTCVw/e7gfDoB2QRsNV8HwAAAMEAzsCghZVp+0YsYg9oOrw4tEqcbEXEMhwY
  115. 0jW8JNL8Spr1Ibp5Dw6bRSk5azARjmJtnMJhJ3oeHfF0eoISqcNuQXGndGQbVM9YzzAzc1
  116. NbbCNsVroqKlChT5wyPNGS+phi2bPARBno7WSDvshTZ7dAVEP2c9MJW0XwoSevwKlhgSdt
  117. RLFFQ/5nclJSdzPBOmQouC0OBcMFSrYtMeknJ4VvueVvve5HcHFaEsaMc7ABAGaLYaBQOm
  118. iixITGvaNZh/tjAAAACW5pY29sYUBwMQE=
  119. -----END OPENSSH PRIVATE KEY-----`
  120. )
  121. var (
  122. configDir = filepath.Join(".", "..", "..")
  123. allPerms = []string{dataprovider.PermAny}
  124. homeBasePath string
  125. logFilePath string
  126. backupsPath string
  127. testFileContent = []byte("test data")
  128. lastReceivedEmail receivedEmail
  129. )
  130. func TestMain(m *testing.M) {
  131. homeBasePath = os.TempDir()
  132. logFilePath = filepath.Join(configDir, "common_test.log")
  133. backupsPath = filepath.Join(os.TempDir(), "backups")
  134. logger.InitLogger(logFilePath, 5, 1, 28, false, false, zerolog.DebugLevel)
  135. os.Setenv("SFTPGO_DATA_PROVIDER__CREATE_DEFAULT_ADMIN", "1")
  136. os.Setenv("SFTPGO_COMMON__ALLOW_SELF_CONNECTIONS", "1")
  137. os.Setenv("SFTPGO_DEFAULT_ADMIN_USERNAME", "admin")
  138. os.Setenv("SFTPGO_DEFAULT_ADMIN_PASSWORD", "password")
  139. err := config.LoadConfig(configDir, "")
  140. if err != nil {
  141. logger.ErrorToConsole("error loading configuration: %v", err)
  142. os.Exit(1)
  143. }
  144. providerConf := config.GetProviderConf()
  145. providerConf.BackupsPath = backupsPath
  146. logger.InfoToConsole("Starting COMMON tests, provider: %v", providerConf.Driver)
  147. err = dataprovider.Initialize(providerConf, configDir, true)
  148. if err != nil {
  149. logger.ErrorToConsole("error initializing data provider: %v", err)
  150. os.Exit(1)
  151. }
  152. err = common.Initialize(config.GetCommonConfig(), 0)
  153. if err != nil {
  154. logger.WarnToConsole("error initializing common: %v", err)
  155. os.Exit(1)
  156. }
  157. httpConfig := config.GetHTTPConfig()
  158. httpConfig.Timeout = 5
  159. httpConfig.RetryMax = 0
  160. httpConfig.Initialize(configDir) //nolint:errcheck
  161. kmsConfig := config.GetKMSConfig()
  162. err = kmsConfig.Initialize()
  163. if err != nil {
  164. logger.ErrorToConsole("error initializing kms: %v", err)
  165. os.Exit(1)
  166. }
  167. mfaConfig := config.GetMFAConfig()
  168. err = mfaConfig.Initialize()
  169. if err != nil {
  170. logger.ErrorToConsole("error initializing MFA: %v", err)
  171. os.Exit(1)
  172. }
  173. sftpdConf := config.GetSFTPDConfig()
  174. sftpdConf.Bindings[0].Port = 4022
  175. sftpdConf.EnabledSSHCommands = []string{"*"}
  176. sftpdConf.Bindings = append(sftpdConf.Bindings, sftpd.Binding{
  177. Port: 4024,
  178. })
  179. sftpdConf.KeyboardInteractiveAuthentication = true
  180. httpdConf := config.GetHTTPDConfig()
  181. httpdConf.Bindings[0].Port = 4080
  182. httpdtest.SetBaseURL("http://127.0.0.1:4080")
  183. webDavConf := config.GetWebDAVDConfig()
  184. webDavConf.Bindings = []webdavd.Binding{
  185. {
  186. Port: webDavServerPort,
  187. },
  188. }
  189. go func() {
  190. if err := sftpdConf.Initialize(configDir); err != nil {
  191. logger.ErrorToConsole("could not start SFTP server: %v", err)
  192. os.Exit(1)
  193. }
  194. }()
  195. go func() {
  196. if err := httpdConf.Initialize(configDir, 0); err != nil {
  197. logger.ErrorToConsole("could not start HTTP server: %v", err)
  198. os.Exit(1)
  199. }
  200. }()
  201. go func() {
  202. if err := webDavConf.Initialize(configDir); err != nil {
  203. logger.ErrorToConsole("could not start WebDAV server: %v", err)
  204. os.Exit(1)
  205. }
  206. }()
  207. waitTCPListening(sftpdConf.Bindings[0].GetAddress())
  208. waitTCPListening(httpdConf.Bindings[0].GetAddress())
  209. waitTCPListening(webDavConf.Bindings[0].GetAddress())
  210. startHTTPFs()
  211. go func() {
  212. // start a test HTTP server to receive action notifications
  213. http.HandleFunc("/", func(w http.ResponseWriter, _ *http.Request) {
  214. fmt.Fprintf(w, "OK\n")
  215. })
  216. http.HandleFunc("/404", func(w http.ResponseWriter, _ *http.Request) {
  217. w.WriteHeader(http.StatusNotFound)
  218. fmt.Fprintf(w, "Not found\n")
  219. })
  220. http.HandleFunc("/multipart", func(w http.ResponseWriter, r *http.Request) {
  221. err := r.ParseMultipartForm(1048576)
  222. if err != nil {
  223. w.WriteHeader(http.StatusInternalServerError)
  224. fmt.Fprintf(w, "KO\n")
  225. return
  226. }
  227. defer r.MultipartForm.RemoveAll() //nolint:errcheck
  228. fmt.Fprintf(w, "OK\n")
  229. })
  230. if err := http.ListenAndServe(httpAddr, nil); err != nil {
  231. logger.ErrorToConsole("could not start HTTP notification server: %v", err)
  232. os.Exit(1)
  233. }
  234. }()
  235. go func() {
  236. common.Config.ProxyProtocol = 2
  237. listener, err := net.Listen("tcp", httpProxyAddr)
  238. if err != nil {
  239. logger.ErrorToConsole("error creating listener for proxy protocol server: %v", err)
  240. os.Exit(1)
  241. }
  242. proxyListener, err := common.Config.GetProxyListener(listener)
  243. if err != nil {
  244. logger.ErrorToConsole("error creating proxy protocol listener: %v", err)
  245. os.Exit(1)
  246. }
  247. common.Config.ProxyProtocol = 0
  248. s := &http.Server{}
  249. if err := s.Serve(proxyListener); err != nil {
  250. logger.ErrorToConsole("could not start HTTP proxy protocol server: %v", err)
  251. os.Exit(1)
  252. }
  253. }()
  254. go func() {
  255. if err := smtpd.ListenAndServe(smtpServerAddr, func(_ net.Addr, from string, to []string, data []byte) error {
  256. lastReceivedEmail.set(from, to, data)
  257. return nil
  258. }, "SFTPGo test", "localhost"); err != nil {
  259. logger.ErrorToConsole("could not start SMTP server: %v", err)
  260. os.Exit(1)
  261. }
  262. }()
  263. waitTCPListening(httpAddr)
  264. waitTCPListening(httpProxyAddr)
  265. waitTCPListening(smtpServerAddr)
  266. exitCode := m.Run()
  267. os.Remove(logFilePath)
  268. os.RemoveAll(backupsPath)
  269. os.Exit(exitCode)
  270. }
  271. func TestBaseConnection(t *testing.T) {
  272. u := getTestUser()
  273. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  274. assert.NoError(t, err)
  275. err = os.RemoveAll(user.GetHomeDir())
  276. assert.NoError(t, err)
  277. conn, client, err := getSftpClient(user)
  278. if assert.NoError(t, err) {
  279. defer conn.Close()
  280. defer client.Close()
  281. assert.NoError(t, checkBasicSFTP(client))
  282. _, err = client.ReadDir(testDir)
  283. assert.ErrorIs(t, err, os.ErrNotExist)
  284. err = client.RemoveDirectory(testDir)
  285. assert.ErrorIs(t, err, os.ErrNotExist)
  286. err = client.Mkdir(testDir)
  287. assert.NoError(t, err)
  288. err = client.Mkdir(testDir)
  289. assert.Error(t, err)
  290. info, err := client.Stat(testDir)
  291. if assert.NoError(t, err) {
  292. assert.True(t, info.IsDir())
  293. }
  294. err = client.Rename(testDir, testDir)
  295. if assert.Error(t, err) {
  296. assert.Contains(t, err.Error(), "the rename source and target cannot be the same")
  297. }
  298. err = client.Rename(testDir, path.Join(testDir, "sub"))
  299. if assert.Error(t, err) {
  300. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  301. }
  302. err = client.RemoveDirectory(testDir)
  303. assert.NoError(t, err)
  304. err = client.Remove(testFileName)
  305. assert.ErrorIs(t, err, os.ErrNotExist)
  306. f, err := client.Create(testFileName)
  307. assert.NoError(t, err)
  308. _, err = f.Write(testFileContent)
  309. assert.NoError(t, err)
  310. err = f.Close()
  311. assert.NoError(t, err)
  312. linkName := testFileName + ".link" //nolint:goconst
  313. err = client.Rename(testFileName, testFileName)
  314. if assert.Error(t, err) {
  315. assert.Contains(t, err.Error(), "the rename source and target cannot be the same")
  316. }
  317. err = client.Symlink(testFileName, linkName)
  318. assert.NoError(t, err)
  319. err = client.Symlink(testFileName, testFileName)
  320. assert.Error(t, err)
  321. info, err = client.Stat(testFileName)
  322. if assert.NoError(t, err) {
  323. assert.Equal(t, int64(len(testFileContent)), info.Size())
  324. assert.False(t, info.IsDir())
  325. }
  326. info, err = client.Lstat(linkName)
  327. if assert.NoError(t, err) {
  328. assert.NotEqual(t, int64(7), info.Size())
  329. assert.True(t, info.Mode()&os.ModeSymlink != 0)
  330. assert.False(t, info.IsDir())
  331. }
  332. err = client.RemoveDirectory(linkName)
  333. if assert.Error(t, err) {
  334. assert.Contains(t, err.Error(), "SSH_FX_FAILURE")
  335. }
  336. err = client.Remove(testFileName)
  337. assert.NoError(t, err)
  338. err = client.Remove(linkName)
  339. assert.NoError(t, err)
  340. err = client.Rename(testFileName, "test")
  341. assert.ErrorIs(t, err, os.ErrNotExist)
  342. f, err = client.Create(testFileName)
  343. assert.NoError(t, err)
  344. err = f.Close()
  345. assert.NoError(t, err)
  346. err = client.Rename(testFileName, testFileName+"1")
  347. assert.NoError(t, err)
  348. err = client.Remove(testFileName + "1")
  349. assert.NoError(t, err)
  350. err = client.RemoveDirectory("missing")
  351. assert.Error(t, err)
  352. } else {
  353. printLatestLogs(10)
  354. }
  355. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  356. assert.NoError(t, err)
  357. err = os.RemoveAll(user.GetHomeDir())
  358. assert.NoError(t, err)
  359. }
  360. func TestRemoveAll(t *testing.T) {
  361. u := getTestUser()
  362. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  363. assert.NoError(t, err)
  364. webDavClient := getWebDavClient(user)
  365. err = webDavClient.RemoveAll("/")
  366. if assert.Error(t, err) {
  367. assert.True(t, gowebdav.IsErrCode(err, http.StatusForbidden))
  368. }
  369. testDir := "baseDir"
  370. err = webDavClient.RemoveAll(testDir)
  371. assert.NoError(t, err)
  372. conn, client, err := getSftpClient(user)
  373. if assert.NoError(t, err) {
  374. defer conn.Close()
  375. defer client.Close()
  376. err = client.Mkdir(testDir)
  377. assert.NoError(t, err)
  378. err = writeSFTPFile(path.Join(testDir, testFileName), 1234, client)
  379. assert.NoError(t, err)
  380. err = webDavClient.RemoveAll(path.Join(testDir, testFileName))
  381. assert.NoError(t, err)
  382. _, err = client.Stat(path.Join(testDir, testFileName))
  383. assert.Error(t, err)
  384. err = writeSFTPFile(path.Join(testDir, testFileName), 1234, client)
  385. assert.NoError(t, err)
  386. err = webDavClient.RemoveAll(testDir)
  387. assert.NoError(t, err)
  388. _, err = client.Stat(testDir)
  389. assert.Error(t, err)
  390. }
  391. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  392. assert.NoError(t, err)
  393. err = os.RemoveAll(user.GetHomeDir())
  394. assert.NoError(t, err)
  395. }
  396. func TestRelativeSymlinks(t *testing.T) {
  397. u := getTestUser()
  398. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  399. assert.NoError(t, err)
  400. err = os.RemoveAll(user.GetHomeDir())
  401. assert.NoError(t, err)
  402. conn, client, err := getSftpClient(user)
  403. if assert.NoError(t, err) {
  404. defer conn.Close()
  405. defer client.Close()
  406. linkName := testFileName + "_link" //nolint:goconst
  407. err = client.Symlink("non-existent-file", linkName)
  408. assert.NoError(t, err)
  409. err = client.Remove(linkName)
  410. assert.NoError(t, err)
  411. testDir := "sub"
  412. err = client.Mkdir(testDir)
  413. assert.NoError(t, err)
  414. f, err := client.Create(path.Join(testDir, testFileName))
  415. assert.NoError(t, err)
  416. _, err = f.Write(testFileContent)
  417. assert.NoError(t, err)
  418. err = f.Close()
  419. assert.NoError(t, err)
  420. err = client.Symlink(path.Join(testDir, testFileName), linkName)
  421. assert.NoError(t, err)
  422. _, err = client.Stat(linkName)
  423. assert.NoError(t, err)
  424. p, err := client.ReadLink(linkName)
  425. assert.NoError(t, err)
  426. assert.Equal(t, path.Join("/", testDir, testFileName), p)
  427. err = client.Remove(linkName)
  428. assert.NoError(t, err)
  429. err = client.Symlink(testFileName, path.Join(testDir, linkName))
  430. assert.NoError(t, err)
  431. _, err = client.Stat(path.Join(testDir, linkName))
  432. assert.NoError(t, err)
  433. p, err = client.ReadLink(path.Join(testDir, linkName))
  434. assert.NoError(t, err)
  435. assert.Equal(t, path.Join("/", testDir, testFileName), p)
  436. f, err = client.Create(testFileName)
  437. assert.NoError(t, err)
  438. _, err = f.Write(testFileContent)
  439. assert.NoError(t, err)
  440. err = f.Close()
  441. assert.NoError(t, err)
  442. err = client.Symlink(testFileName, linkName)
  443. assert.NoError(t, err)
  444. _, err = client.Stat(linkName)
  445. assert.NoError(t, err)
  446. p, err = client.ReadLink(linkName)
  447. assert.NoError(t, err)
  448. assert.Equal(t, path.Join("/", testFileName), p)
  449. }
  450. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  451. assert.NoError(t, err)
  452. err = os.RemoveAll(user.GetHomeDir())
  453. assert.NoError(t, err)
  454. }
  455. func TestCheckFsAfterUpdate(t *testing.T) {
  456. u := getTestUser()
  457. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  458. assert.NoError(t, err)
  459. conn, client, err := getSftpClient(user)
  460. if assert.NoError(t, err) {
  461. defer conn.Close()
  462. defer client.Close()
  463. err = checkBasicSFTP(client)
  464. assert.NoError(t, err)
  465. }
  466. // remove the home dir, it will not be re-created
  467. err = os.RemoveAll(user.GetHomeDir())
  468. assert.NoError(t, err)
  469. conn, client, err = getSftpClient(user)
  470. if assert.NoError(t, err) {
  471. defer conn.Close()
  472. defer client.Close()
  473. err = checkBasicSFTP(client)
  474. assert.Error(t, err)
  475. } else {
  476. printLatestLogs(10)
  477. }
  478. // update the user and login again, this time the home dir will be created
  479. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  480. assert.NoError(t, err)
  481. conn, client, err = getSftpClient(user)
  482. if assert.NoError(t, err) {
  483. defer conn.Close()
  484. defer client.Close()
  485. err = checkBasicSFTP(client)
  486. assert.NoError(t, err)
  487. }
  488. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  489. assert.NoError(t, err)
  490. err = os.RemoveAll(user.GetHomeDir())
  491. assert.NoError(t, err)
  492. }
  493. func TestLoginAccessTime(t *testing.T) {
  494. u := getTestUser()
  495. u.Filters.AccessTime = []sdk.TimePeriod{
  496. {
  497. DayOfWeek: int(time.Now().Add(-25 * time.Hour).UTC().Weekday()),
  498. From: "00:00",
  499. To: "23:59",
  500. },
  501. }
  502. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  503. assert.NoError(t, err)
  504. _, _, err = getSftpClient(user)
  505. assert.Error(t, err)
  506. user.Filters.AccessTime = []sdk.TimePeriod{
  507. {
  508. DayOfWeek: int(time.Now().UTC().Weekday()),
  509. From: "00:00",
  510. To: "23:59",
  511. },
  512. }
  513. user, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  514. assert.NoError(t, err)
  515. conn, client, err := getSftpClient(user)
  516. if assert.NoError(t, err) {
  517. defer conn.Close()
  518. defer client.Close()
  519. err := checkBasicSFTP(client)
  520. assert.NoError(t, err)
  521. }
  522. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  523. assert.NoError(t, err)
  524. err = os.RemoveAll(user.GetHomeDir())
  525. assert.NoError(t, err)
  526. }
  527. func TestSetStat(t *testing.T) {
  528. u := getTestUser()
  529. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  530. assert.NoError(t, err)
  531. err = os.RemoveAll(user.GetHomeDir())
  532. assert.NoError(t, err)
  533. conn, client, err := getSftpClient(user)
  534. if assert.NoError(t, err) {
  535. defer conn.Close()
  536. defer client.Close()
  537. f, err := client.Create(testFileName)
  538. assert.NoError(t, err)
  539. _, err = f.Write(testFileContent)
  540. assert.NoError(t, err)
  541. err = f.Close()
  542. assert.NoError(t, err)
  543. acmodTime := time.Now().Add(36 * time.Hour)
  544. err = client.Chtimes(testFileName, acmodTime, acmodTime)
  545. assert.NoError(t, err)
  546. newFi, err := client.Lstat(testFileName)
  547. assert.NoError(t, err)
  548. diff := math.Abs(newFi.ModTime().Sub(acmodTime).Seconds())
  549. assert.LessOrEqual(t, diff, float64(1))
  550. if runtime.GOOS != osWindows {
  551. err = client.Chown(testFileName, os.Getuid(), os.Getgid())
  552. assert.NoError(t, err)
  553. }
  554. newPerm := os.FileMode(0666)
  555. err = client.Chmod(testFileName, newPerm)
  556. assert.NoError(t, err)
  557. newFi, err = client.Lstat(testFileName)
  558. if assert.NoError(t, err) {
  559. assert.Equal(t, newPerm, newFi.Mode().Perm())
  560. }
  561. err = client.Truncate(testFileName, 2)
  562. assert.NoError(t, err)
  563. info, err := client.Stat(testFileName)
  564. if assert.NoError(t, err) {
  565. assert.Equal(t, int64(2), info.Size())
  566. }
  567. err = client.Remove(testFileName)
  568. assert.NoError(t, err)
  569. err = client.Truncate(testFileName, 0)
  570. assert.ErrorIs(t, err, os.ErrNotExist)
  571. err = client.Chtimes(testFileName, acmodTime, acmodTime)
  572. assert.ErrorIs(t, err, os.ErrNotExist)
  573. if runtime.GOOS != osWindows {
  574. err = client.Chown(testFileName, os.Getuid(), os.Getgid())
  575. assert.ErrorIs(t, err, os.ErrNotExist)
  576. }
  577. err = client.Chmod(testFileName, newPerm)
  578. assert.ErrorIs(t, err, os.ErrNotExist)
  579. }
  580. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  581. assert.NoError(t, err)
  582. err = os.RemoveAll(user.GetHomeDir())
  583. assert.NoError(t, err)
  584. }
  585. func TestCryptFsUserUploadErrorOverwrite(t *testing.T) {
  586. u := getCryptFsUser()
  587. u.QuotaSize = 6000
  588. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  589. assert.NoError(t, err)
  590. var buf []byte
  591. for i := 0; i < 4000; i++ {
  592. buf = append(buf, []byte("a")...)
  593. }
  594. bufSize := int64(len(buf))
  595. reader := bytes.NewReader(buf)
  596. conn, client, err := getSftpClient(user)
  597. if assert.NoError(t, err) {
  598. defer conn.Close()
  599. defer client.Close()
  600. f, err := client.Create(testFileName + "_big")
  601. assert.NoError(t, err)
  602. n, err := io.Copy(f, reader)
  603. assert.NoError(t, err)
  604. assert.Equal(t, bufSize, n)
  605. err = f.Close()
  606. assert.NoError(t, err)
  607. encryptedSize, err := getEncryptedFileSize(bufSize)
  608. assert.NoError(t, err)
  609. expectedSize := encryptedSize
  610. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  611. assert.NoError(t, err)
  612. assert.Equal(t, 1, user.UsedQuotaFiles)
  613. assert.Equal(t, expectedSize, user.UsedQuotaSize)
  614. // now write a small file
  615. f, err = client.Create(testFileName)
  616. assert.NoError(t, err)
  617. _, err = f.Write(testFileContent)
  618. assert.NoError(t, err)
  619. err = f.Close()
  620. assert.NoError(t, err)
  621. encryptedSize, err = getEncryptedFileSize(int64(len(testFileContent)))
  622. assert.NoError(t, err)
  623. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  624. assert.NoError(t, err)
  625. assert.Equal(t, 2, user.UsedQuotaFiles)
  626. assert.Equal(t, expectedSize+encryptedSize, user.UsedQuotaSize)
  627. // try to overwrite this file with a big one, this cause an overquota error
  628. // the partial file is deleted and the quota updated
  629. _, err = reader.Seek(0, io.SeekStart)
  630. assert.NoError(t, err)
  631. f, err = client.Create(testFileName)
  632. assert.NoError(t, err)
  633. _, err = io.Copy(f, reader)
  634. assert.Error(t, err)
  635. err = f.Close()
  636. assert.Error(t, err)
  637. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  638. assert.NoError(t, err)
  639. assert.Equal(t, 1, user.UsedQuotaFiles)
  640. assert.Equal(t, expectedSize, user.UsedQuotaSize)
  641. }
  642. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  643. assert.NoError(t, err)
  644. err = os.RemoveAll(user.GetHomeDir())
  645. assert.NoError(t, err)
  646. }
  647. func TestChtimesOpenHandle(t *testing.T) {
  648. localUser, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  649. assert.NoError(t, err)
  650. sftpUser, _, err := httpdtest.AddUser(getTestSFTPUser(), http.StatusCreated)
  651. assert.NoError(t, err)
  652. u := getCryptFsUser()
  653. cryptFsUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
  654. assert.NoError(t, err)
  655. for _, user := range []dataprovider.User{localUser, sftpUser, cryptFsUser} {
  656. conn, client, err := getSftpClient(user)
  657. if assert.NoError(t, err) {
  658. defer conn.Close()
  659. defer client.Close()
  660. f, err := client.Create(testFileName)
  661. assert.NoError(t, err, "user %v", user.Username)
  662. f1, err := client.Create(testFileName + "1")
  663. assert.NoError(t, err, "user %v", user.Username)
  664. acmodTime := time.Now().Add(36 * time.Hour)
  665. err = client.Chtimes(testFileName, acmodTime, acmodTime)
  666. assert.NoError(t, err, "user %v", user.Username)
  667. _, err = f.Write(testFileContent)
  668. assert.NoError(t, err, "user %v", user.Username)
  669. err = f.Close()
  670. assert.NoError(t, err, "user %v", user.Username)
  671. err = f1.Close()
  672. assert.NoError(t, err, "user %v", user.Username)
  673. info, err := client.Lstat(testFileName)
  674. assert.NoError(t, err, "user %v", user.Username)
  675. diff := math.Abs(info.ModTime().Sub(acmodTime).Seconds())
  676. assert.LessOrEqual(t, diff, float64(1), "user %v", user.Username)
  677. info1, err := client.Lstat(testFileName + "1")
  678. assert.NoError(t, err, "user %v", user.Username)
  679. diff = math.Abs(info1.ModTime().Sub(acmodTime).Seconds())
  680. assert.Greater(t, diff, float64(86400), "user %v", user.Username)
  681. }
  682. }
  683. _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
  684. assert.NoError(t, err)
  685. _, err = httpdtest.RemoveUser(localUser, http.StatusOK)
  686. assert.NoError(t, err)
  687. err = os.RemoveAll(localUser.GetHomeDir())
  688. assert.NoError(t, err)
  689. _, err = httpdtest.RemoveUser(cryptFsUser, http.StatusOK)
  690. assert.NoError(t, err)
  691. err = os.RemoveAll(cryptFsUser.GetHomeDir())
  692. assert.NoError(t, err)
  693. }
  694. func TestWaitForConnections(t *testing.T) {
  695. u := getTestUser()
  696. u.UploadBandwidth = 128
  697. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  698. assert.NoError(t, err)
  699. testFileSize := int64(524288)
  700. conn, client, err := getSftpClient(user)
  701. if assert.NoError(t, err) {
  702. defer conn.Close()
  703. defer client.Close()
  704. err = common.CheckClosing()
  705. assert.NoError(t, err)
  706. var wg sync.WaitGroup
  707. wg.Add(1)
  708. go func() {
  709. defer wg.Done()
  710. time.Sleep(1 * time.Second)
  711. common.WaitForTransfers(10)
  712. common.WaitForTransfers(0)
  713. common.WaitForTransfers(10)
  714. }()
  715. err = writeSFTPFileNoCheck(testFileName, testFileSize, client)
  716. assert.NoError(t, err)
  717. wg.Wait()
  718. err = common.CheckClosing()
  719. assert.EqualError(t, err, common.ErrShuttingDown.Error())
  720. _, err = client.Stat(testFileName)
  721. if assert.Error(t, err) {
  722. assert.Contains(t, err.Error(), common.ErrShuttingDown.Error())
  723. }
  724. }
  725. _, _, err = getSftpClient(user)
  726. assert.Error(t, err)
  727. err = common.Initialize(common.Config, 0)
  728. assert.NoError(t, err)
  729. conn, client, err = getSftpClient(user)
  730. if assert.NoError(t, err) {
  731. defer conn.Close()
  732. defer client.Close()
  733. info, err := client.Stat(testFileName)
  734. if assert.NoError(t, err) {
  735. assert.Equal(t, testFileSize, info.Size())
  736. }
  737. err = client.Remove(testFileName)
  738. assert.NoError(t, err)
  739. var wg sync.WaitGroup
  740. wg.Add(1)
  741. go func() {
  742. defer wg.Done()
  743. time.Sleep(1 * time.Second)
  744. common.WaitForTransfers(1)
  745. }()
  746. err = writeSFTPFileNoCheck(testFileName, testFileSize, client)
  747. // we don't have an error here because the service won't really stop
  748. assert.NoError(t, err)
  749. wg.Wait()
  750. }
  751. err = common.Initialize(common.Config, 0)
  752. assert.NoError(t, err)
  753. common.WaitForTransfers(1)
  754. err = common.Initialize(common.Config, 0)
  755. assert.NoError(t, err)
  756. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  757. assert.NoError(t, err)
  758. err = os.RemoveAll(user.GetHomeDir())
  759. assert.NoError(t, err)
  760. }
  761. func TestCheckParentDirs(t *testing.T) {
  762. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  763. assert.NoError(t, err)
  764. testDir := "/path/to/sub/dir"
  765. conn, client, err := getSftpClient(user)
  766. if assert.NoError(t, err) {
  767. defer conn.Close()
  768. defer client.Close()
  769. _, err = client.Stat(testDir)
  770. assert.ErrorIs(t, err, os.ErrNotExist)
  771. c := common.NewBaseConnection(xid.New().String(), common.ProtocolSFTP, "", "", user)
  772. err = c.CheckParentDirs(testDir)
  773. assert.NoError(t, err)
  774. _, err = client.Stat(testDir)
  775. assert.NoError(t, err)
  776. err = c.CheckParentDirs(testDir)
  777. assert.NoError(t, err)
  778. }
  779. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  780. assert.NoError(t, err)
  781. err = os.RemoveAll(user.GetHomeDir())
  782. assert.NoError(t, err)
  783. u := getTestUser()
  784. u.Permissions["/"] = []string{dataprovider.PermUpload, dataprovider.PermListItems, dataprovider.PermDownload}
  785. user, _, err = httpdtest.AddUser(u, http.StatusCreated)
  786. assert.NoError(t, err)
  787. conn, client, err = getSftpClient(user)
  788. if assert.NoError(t, err) {
  789. defer conn.Close()
  790. defer client.Close()
  791. c := common.NewBaseConnection(xid.New().String(), common.ProtocolSFTP, "", "", user)
  792. err = c.CheckParentDirs(testDir)
  793. assert.ErrorIs(t, err, sftp.ErrSSHFxPermissionDenied)
  794. }
  795. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  796. assert.NoError(t, err)
  797. err = os.RemoveAll(user.GetHomeDir())
  798. assert.NoError(t, err)
  799. }
  800. func TestPermissionErrors(t *testing.T) {
  801. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  802. assert.NoError(t, err)
  803. u := getTestSFTPUser()
  804. subDir := "/sub"
  805. u.Permissions[subDir] = nil
  806. sftpUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
  807. assert.NoError(t, err)
  808. conn, client, err := getSftpClient(user)
  809. if assert.NoError(t, err) {
  810. defer conn.Close()
  811. defer client.Close()
  812. err = client.MkdirAll(path.Join(subDir, subDir))
  813. assert.NoError(t, err)
  814. f, err := client.Create(path.Join(subDir, subDir, testFileName))
  815. if assert.NoError(t, err) {
  816. _, err = f.Write(testFileContent)
  817. assert.NoError(t, err)
  818. err = f.Close()
  819. assert.NoError(t, err)
  820. }
  821. }
  822. conn, client, err = getSftpClient(sftpUser)
  823. if assert.NoError(t, err) {
  824. defer conn.Close()
  825. defer client.Close()
  826. assert.NoError(t, checkBasicSFTP(client))
  827. _, err = client.ReadDir(subDir)
  828. assert.ErrorIs(t, err, os.ErrPermission)
  829. err = client.Mkdir(path.Join(subDir, subDir))
  830. assert.ErrorIs(t, err, os.ErrPermission)
  831. err = client.RemoveDirectory(path.Join(subDir, subDir))
  832. assert.ErrorIs(t, err, os.ErrPermission)
  833. err = client.Symlink("test", path.Join(subDir, subDir))
  834. assert.ErrorIs(t, err, os.ErrPermission)
  835. err = client.Chmod(path.Join(subDir, subDir), os.ModePerm)
  836. assert.ErrorIs(t, err, os.ErrPermission)
  837. err = client.Chown(path.Join(subDir, subDir), os.Getuid(), os.Getgid())
  838. assert.ErrorIs(t, err, os.ErrPermission)
  839. err = client.Chtimes(path.Join(subDir, subDir), time.Now(), time.Now())
  840. assert.ErrorIs(t, err, os.ErrPermission)
  841. err = client.Truncate(path.Join(subDir, subDir), 0)
  842. assert.ErrorIs(t, err, os.ErrPermission)
  843. err = client.Remove(path.Join(subDir, subDir, testFileName))
  844. assert.ErrorIs(t, err, os.ErrPermission)
  845. }
  846. _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
  847. assert.NoError(t, err)
  848. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  849. assert.NoError(t, err)
  850. err = os.RemoveAll(user.GetHomeDir())
  851. assert.NoError(t, err)
  852. }
  853. func TestHiddenPatternFilter(t *testing.T) {
  854. deniedDir := "/denied_hidden"
  855. u := getTestUser()
  856. u.Filters.FilePatterns = []sdk.PatternsFilter{
  857. {
  858. Path: deniedDir,
  859. DeniedPatterns: []string{"*.txt", "beta*"},
  860. DenyPolicy: sdk.DenyPolicyHide,
  861. },
  862. }
  863. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  864. assert.NoError(t, err)
  865. dirName := "beta"
  866. subDirName := "testDir"
  867. testFile := filepath.Join(u.GetHomeDir(), deniedDir, "file.txt")
  868. testFile1 := filepath.Join(u.GetHomeDir(), deniedDir, "beta.txt")
  869. testHiddenFile := filepath.Join(u.GetHomeDir(), deniedDir, dirName, subDirName, "hidden.jpg")
  870. err = os.MkdirAll(filepath.Join(u.GetHomeDir(), deniedDir), os.ModePerm)
  871. assert.NoError(t, err)
  872. err = os.WriteFile(testFile, testFileContent, os.ModePerm)
  873. assert.NoError(t, err)
  874. err = os.WriteFile(testFile1, testFileContent, os.ModePerm)
  875. assert.NoError(t, err)
  876. err = os.MkdirAll(filepath.Join(u.GetHomeDir(), deniedDir, dirName, subDirName), os.ModePerm)
  877. assert.NoError(t, err)
  878. err = os.WriteFile(testHiddenFile, testFileContent, os.ModePerm)
  879. assert.NoError(t, err)
  880. conn, client, err := getSftpClient(user)
  881. if assert.NoError(t, err) {
  882. defer conn.Close()
  883. defer client.Close()
  884. files, err := client.ReadDir(deniedDir)
  885. assert.NoError(t, err)
  886. assert.Len(t, files, 0)
  887. err = client.Remove(path.Join(deniedDir, filepath.Base(testFile)))
  888. assert.ErrorIs(t, err, os.ErrNotExist)
  889. err = client.Chtimes(path.Join(deniedDir, filepath.Base(testFile)), time.Now(), time.Now())
  890. assert.ErrorIs(t, err, os.ErrNotExist)
  891. _, err = client.Stat(path.Join(deniedDir, filepath.Base(testFile1)))
  892. assert.ErrorIs(t, err, os.ErrNotExist)
  893. err = client.RemoveDirectory(path.Join(deniedDir, dirName))
  894. assert.ErrorIs(t, err, os.ErrNotExist)
  895. err = client.Rename(path.Join(deniedDir, dirName), path.Join(deniedDir, "newname"))
  896. assert.ErrorIs(t, err, os.ErrPermission)
  897. err = client.Mkdir(path.Join(deniedDir, "beta1"))
  898. assert.ErrorIs(t, err, os.ErrPermission)
  899. err = writeSFTPFile(path.Join(deniedDir, "afile.txt"), 1024, client)
  900. assert.ErrorIs(t, err, os.ErrPermission)
  901. err = writeSFTPFile(path.Join(deniedDir, dirName, subDirName, "afile.jpg"), 1024, client)
  902. assert.ErrorIs(t, err, os.ErrPermission)
  903. _, err = client.Open(path.Join(deniedDir, dirName, subDirName, filepath.Base(testHiddenFile)))
  904. assert.ErrorIs(t, err, os.ErrNotExist)
  905. err = client.Symlink(path.Join(deniedDir, dirName), dirName)
  906. assert.ErrorIs(t, err, os.ErrNotExist)
  907. err = writeSFTPFile(path.Join(deniedDir, testFileName), 1024, client)
  908. assert.NoError(t, err)
  909. err = client.Symlink(path.Join(deniedDir, testFileName), path.Join(deniedDir, "symlink.txt"))
  910. assert.ErrorIs(t, err, os.ErrPermission)
  911. files, err = client.ReadDir(deniedDir)
  912. assert.NoError(t, err)
  913. assert.Len(t, files, 1)
  914. }
  915. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  916. assert.NoError(t, err)
  917. u.Filters.FilePatterns = []sdk.PatternsFilter{
  918. {
  919. Path: deniedDir,
  920. DeniedPatterns: []string{"*.txt", "beta*"},
  921. DenyPolicy: sdk.DenyPolicyDefault,
  922. },
  923. }
  924. user, _, err = httpdtest.AddUser(u, http.StatusCreated)
  925. assert.NoError(t, err)
  926. conn, client, err = getSftpClient(user)
  927. if assert.NoError(t, err) {
  928. defer conn.Close()
  929. defer client.Close()
  930. files, err := client.ReadDir(deniedDir)
  931. assert.NoError(t, err)
  932. assert.Len(t, files, 4)
  933. _, err = client.Stat(path.Join(deniedDir, filepath.Base(testFile)))
  934. assert.NoError(t, err)
  935. err = client.Chtimes(path.Join(deniedDir, filepath.Base(testFile)), time.Now(), time.Now())
  936. assert.ErrorIs(t, err, os.ErrPermission)
  937. err = client.Mkdir(path.Join(deniedDir, "beta2"))
  938. assert.ErrorIs(t, err, os.ErrPermission)
  939. err = writeSFTPFile(path.Join(deniedDir, "afile2.txt"), 1024, client)
  940. assert.ErrorIs(t, err, os.ErrPermission)
  941. err = client.Symlink(path.Join(deniedDir, testFileName), path.Join(deniedDir, "link.txt"))
  942. assert.ErrorIs(t, err, os.ErrPermission)
  943. err = writeSFTPFile(path.Join(deniedDir, dirName, subDirName, "afile.jpg"), 1024, client)
  944. assert.NoError(t, err)
  945. f, err := client.Open(path.Join(deniedDir, dirName, subDirName, filepath.Base(testHiddenFile)))
  946. assert.NoError(t, err)
  947. err = f.Close()
  948. assert.NoError(t, err)
  949. }
  950. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  951. assert.NoError(t, err)
  952. err = os.RemoveAll(user.GetHomeDir())
  953. assert.NoError(t, err)
  954. }
  955. func TestHiddenRoot(t *testing.T) {
  956. // only the "/ftp" directory is allowed and visibile in the "/" path
  957. // within /ftp any file/directory is allowed and visibile
  958. u := getTestUser()
  959. u.Filters.FilePatterns = []sdk.PatternsFilter{
  960. {
  961. Path: "/",
  962. AllowedPatterns: []string{"ftp"},
  963. DenyPolicy: sdk.DenyPolicyHide,
  964. },
  965. {
  966. Path: "/ftp",
  967. AllowedPatterns: []string{"*"},
  968. },
  969. }
  970. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  971. assert.NoError(t, err)
  972. for i := 0; i < 10; i++ {
  973. err = os.MkdirAll(filepath.Join(user.HomeDir, fmt.Sprintf("ftp%d", i)), os.ModePerm)
  974. assert.NoError(t, err)
  975. }
  976. err = os.WriteFile(filepath.Join(user.HomeDir, testFileName), []byte(""), 0666)
  977. assert.NoError(t, err)
  978. err = os.WriteFile(filepath.Join(user.HomeDir, "ftp.txt"), []byte(""), 0666)
  979. assert.NoError(t, err)
  980. conn, client, err := getSftpClient(user)
  981. if assert.NoError(t, err) {
  982. defer conn.Close()
  983. defer client.Close()
  984. err = client.Mkdir("ftp")
  985. assert.NoError(t, err)
  986. entries, err := client.ReadDir("/")
  987. assert.NoError(t, err)
  988. if assert.Len(t, entries, 1) {
  989. assert.Equal(t, "ftp", entries[0].Name())
  990. }
  991. _, err = client.Stat(".")
  992. assert.NoError(t, err)
  993. for _, name := range []string{testFileName, "ftp.txt"} {
  994. _, err = client.Stat(name)
  995. assert.ErrorIs(t, err, os.ErrNotExist)
  996. }
  997. for i := 0; i < 10; i++ {
  998. _, err = client.Stat(fmt.Sprintf("ftp%d", i))
  999. assert.ErrorIs(t, err, os.ErrNotExist)
  1000. }
  1001. err = writeSFTPFile(testFileName, 4096, client)
  1002. assert.ErrorIs(t, err, os.ErrPermission)
  1003. err = writeSFTPFile("ftp123", 4096, client)
  1004. assert.ErrorIs(t, err, os.ErrPermission)
  1005. err = client.Rename(testFileName, testFileName+"_rename") //nolint:goconst
  1006. assert.ErrorIs(t, err, os.ErrPermission)
  1007. err = writeSFTPFile(path.Join("/ftp", testFileName), 4096, client)
  1008. assert.NoError(t, err)
  1009. err = client.Mkdir("/ftp/dir")
  1010. assert.NoError(t, err)
  1011. err = client.Rename(path.Join("/ftp", testFileName), path.Join("/ftp/dir", testFileName))
  1012. assert.NoError(t, err)
  1013. }
  1014. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  1015. assert.NoError(t, err)
  1016. err = os.RemoveAll(user.GetHomeDir())
  1017. assert.NoError(t, err)
  1018. }
  1019. func TestFileNotAllowedErrors(t *testing.T) {
  1020. deniedDir := "/denied"
  1021. u := getTestUser()
  1022. u.Filters.FilePatterns = []sdk.PatternsFilter{
  1023. {
  1024. Path: deniedDir,
  1025. DeniedPatterns: []string{"*.txt"},
  1026. },
  1027. }
  1028. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  1029. assert.NoError(t, err)
  1030. conn, client, err := getSftpClient(user)
  1031. if assert.NoError(t, err) {
  1032. defer conn.Close()
  1033. defer client.Close()
  1034. testFile := filepath.Join(u.GetHomeDir(), deniedDir, "file.txt")
  1035. err = os.MkdirAll(filepath.Join(u.GetHomeDir(), deniedDir), os.ModePerm)
  1036. assert.NoError(t, err)
  1037. err = os.WriteFile(testFile, testFileContent, os.ModePerm)
  1038. assert.NoError(t, err)
  1039. err = client.Remove(path.Join(deniedDir, "file.txt"))
  1040. assert.ErrorIs(t, err, os.ErrPermission)
  1041. err = client.Rename(path.Join(deniedDir, "file.txt"), path.Join(deniedDir, "file1.txt"))
  1042. assert.ErrorIs(t, err, os.ErrPermission)
  1043. }
  1044. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  1045. assert.NoError(t, err)
  1046. err = os.RemoveAll(user.GetHomeDir())
  1047. assert.NoError(t, err)
  1048. }
  1049. func TestRootDirVirtualFolder(t *testing.T) {
  1050. mappedPath1 := filepath.Join(os.TempDir(), "mapped1")
  1051. f1 := vfs.BaseVirtualFolder{
  1052. Name: filepath.Base(mappedPath1),
  1053. MappedPath: mappedPath1,
  1054. FsConfig: vfs.Filesystem{
  1055. Provider: sdk.CryptedFilesystemProvider,
  1056. CryptConfig: vfs.CryptFsConfig{
  1057. Passphrase: kms.NewPlainSecret("cryptsecret"),
  1058. },
  1059. },
  1060. }
  1061. mappedPath2 := filepath.Join(os.TempDir(), "mapped2")
  1062. f2 := vfs.BaseVirtualFolder{
  1063. Name: filepath.Base(mappedPath2),
  1064. MappedPath: mappedPath2,
  1065. }
  1066. folder1, _, err := httpdtest.AddFolder(f1, http.StatusCreated)
  1067. assert.NoError(t, err)
  1068. folder2, _, err := httpdtest.AddFolder(f2, http.StatusCreated)
  1069. assert.NoError(t, err)
  1070. u := getTestUser()
  1071. u.QuotaFiles = 1000
  1072. u.UploadDataTransfer = 1000
  1073. u.DownloadDataTransfer = 5000
  1074. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1075. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1076. Name: folder1.Name,
  1077. },
  1078. VirtualPath: "/",
  1079. QuotaFiles: 1000,
  1080. })
  1081. vdirPath2 := "/vmapped"
  1082. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1083. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1084. Name: folder2.Name,
  1085. },
  1086. VirtualPath: vdirPath2,
  1087. QuotaFiles: -1,
  1088. QuotaSize: -1,
  1089. })
  1090. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  1091. assert.NoError(t, err)
  1092. f, err := user.GetVirtualFolderForPath("/")
  1093. assert.NoError(t, err)
  1094. assert.Equal(t, "/", f.VirtualPath)
  1095. conn, client, err := getSftpClient(user)
  1096. if assert.NoError(t, err) {
  1097. defer conn.Close()
  1098. defer client.Close()
  1099. err = checkBasicSFTP(client)
  1100. assert.NoError(t, err)
  1101. f, err := client.Create(testFileName)
  1102. if assert.NoError(t, err) {
  1103. _, err = f.Write(testFileContent)
  1104. assert.NoError(t, err)
  1105. err = f.Close()
  1106. assert.NoError(t, err)
  1107. }
  1108. assert.NoFileExists(t, filepath.Join(user.HomeDir, testFileName))
  1109. assert.FileExists(t, filepath.Join(mappedPath1, testFileName))
  1110. entries, err := client.ReadDir(".")
  1111. if assert.NoError(t, err) {
  1112. assert.Len(t, entries, 2)
  1113. }
  1114. user, _, err := httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1115. assert.NoError(t, err)
  1116. assert.Equal(t, 0, user.UsedQuotaFiles)
  1117. folder, _, err := httpdtest.GetFolderByName(folder1.Name, http.StatusOK)
  1118. assert.NoError(t, err)
  1119. assert.Equal(t, 1, folder.UsedQuotaFiles)
  1120. f, err = client.Create(path.Join(vdirPath2, testFileName))
  1121. if assert.NoError(t, err) {
  1122. _, err = f.Write(testFileContent)
  1123. assert.NoError(t, err)
  1124. err = f.Close()
  1125. assert.NoError(t, err)
  1126. }
  1127. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1128. assert.NoError(t, err)
  1129. assert.Equal(t, 1, user.UsedQuotaFiles)
  1130. folder, _, err = httpdtest.GetFolderByName(folder1.Name, http.StatusOK)
  1131. assert.NoError(t, err)
  1132. assert.Equal(t, 1, folder.UsedQuotaFiles)
  1133. err = client.Rename(testFileName, path.Join(vdirPath2, testFileName+"_rename"))
  1134. assert.Error(t, err)
  1135. err = client.Rename(path.Join(vdirPath2, testFileName), testFileName+"_rename")
  1136. assert.Error(t, err)
  1137. err = client.Rename(testFileName, testFileName+"_rename")
  1138. assert.NoError(t, err)
  1139. err = client.Rename(path.Join(vdirPath2, testFileName), path.Join(vdirPath2, testFileName+"_rename"))
  1140. assert.NoError(t, err)
  1141. }
  1142. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  1143. assert.NoError(t, err)
  1144. err = os.RemoveAll(user.GetHomeDir())
  1145. assert.NoError(t, err)
  1146. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folder1.Name}, http.StatusOK)
  1147. assert.NoError(t, err)
  1148. err = os.RemoveAll(mappedPath1)
  1149. assert.NoError(t, err)
  1150. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folder2.Name}, http.StatusOK)
  1151. assert.NoError(t, err)
  1152. err = os.RemoveAll(mappedPath2)
  1153. assert.NoError(t, err)
  1154. }
  1155. func TestTruncateQuotaLimits(t *testing.T) {
  1156. mappedPath1 := filepath.Join(os.TempDir(), "mapped1")
  1157. f1 := vfs.BaseVirtualFolder{
  1158. Name: filepath.Base(mappedPath1),
  1159. MappedPath: mappedPath1,
  1160. }
  1161. folder1, _, err := httpdtest.AddFolder(f1, http.StatusCreated)
  1162. assert.NoError(t, err)
  1163. mappedPath2 := filepath.Join(os.TempDir(), "mapped2")
  1164. f2 := vfs.BaseVirtualFolder{
  1165. Name: filepath.Base(mappedPath2),
  1166. MappedPath: mappedPath2,
  1167. }
  1168. folder2, _, err := httpdtest.AddFolder(f2, http.StatusCreated)
  1169. assert.NoError(t, err)
  1170. u := getTestUser()
  1171. u.QuotaSize = 20
  1172. u.UploadDataTransfer = 1000
  1173. u.DownloadDataTransfer = 5000
  1174. vdirPath1 := "/vmapped1"
  1175. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1176. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1177. Name: folder1.Name,
  1178. },
  1179. VirtualPath: vdirPath1,
  1180. QuotaFiles: 10,
  1181. })
  1182. vdirPath2 := "/vmapped2"
  1183. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1184. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1185. Name: folder2.Name,
  1186. },
  1187. VirtualPath: vdirPath2,
  1188. QuotaFiles: -1,
  1189. QuotaSize: -1,
  1190. })
  1191. localUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
  1192. assert.NoError(t, err)
  1193. u = getTestSFTPUser()
  1194. u.QuotaSize = 20
  1195. sftpUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
  1196. assert.NoError(t, err)
  1197. for _, user := range []dataprovider.User{localUser, sftpUser} {
  1198. conn, client, err := getSftpClient(user)
  1199. if assert.NoError(t, err) {
  1200. defer conn.Close()
  1201. defer client.Close()
  1202. f, err := client.OpenFile(testFileName, os.O_WRONLY|os.O_CREATE)
  1203. if assert.NoError(t, err) {
  1204. n, err := f.Write(testFileContent)
  1205. assert.NoError(t, err)
  1206. assert.Equal(t, len(testFileContent), n)
  1207. err = f.Truncate(2)
  1208. assert.NoError(t, err)
  1209. expectedQuotaFiles := 0
  1210. expectedQuotaSize := int64(2)
  1211. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1212. assert.NoError(t, err)
  1213. assert.Equal(t, expectedQuotaFiles, user.UsedQuotaFiles)
  1214. assert.Equal(t, expectedQuotaSize, user.UsedQuotaSize)
  1215. _, err = f.Seek(expectedQuotaSize, io.SeekStart)
  1216. assert.NoError(t, err)
  1217. n, err = f.Write(testFileContent)
  1218. assert.NoError(t, err)
  1219. assert.Equal(t, len(testFileContent), n)
  1220. err = f.Truncate(5)
  1221. assert.NoError(t, err)
  1222. expectedQuotaSize = int64(5)
  1223. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1224. assert.NoError(t, err)
  1225. assert.Equal(t, expectedQuotaFiles, user.UsedQuotaFiles)
  1226. assert.Equal(t, expectedQuotaSize, user.UsedQuotaSize)
  1227. _, err = f.Seek(expectedQuotaSize, io.SeekStart)
  1228. assert.NoError(t, err)
  1229. n, err = f.Write(testFileContent)
  1230. assert.NoError(t, err)
  1231. assert.Equal(t, len(testFileContent), n)
  1232. err = f.Close()
  1233. assert.NoError(t, err)
  1234. expectedQuotaFiles = 1
  1235. expectedQuotaSize = int64(5) + int64(len(testFileContent))
  1236. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1237. assert.NoError(t, err)
  1238. assert.Equal(t, expectedQuotaFiles, user.UsedQuotaFiles)
  1239. assert.Equal(t, expectedQuotaSize, user.UsedQuotaSize)
  1240. }
  1241. // now truncate by path
  1242. err = client.Truncate(testFileName, 5)
  1243. assert.NoError(t, err)
  1244. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1245. assert.NoError(t, err)
  1246. assert.Equal(t, 1, user.UsedQuotaFiles)
  1247. assert.Equal(t, int64(5), user.UsedQuotaSize)
  1248. // now open an existing file without truncate it, quota should not change
  1249. f, err = client.OpenFile(testFileName, os.O_WRONLY)
  1250. if assert.NoError(t, err) {
  1251. err = f.Close()
  1252. assert.NoError(t, err)
  1253. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1254. assert.NoError(t, err)
  1255. assert.Equal(t, 1, user.UsedQuotaFiles)
  1256. assert.Equal(t, int64(5), user.UsedQuotaSize)
  1257. }
  1258. // open the file truncating it
  1259. f, err = client.OpenFile(testFileName, os.O_WRONLY|os.O_TRUNC)
  1260. if assert.NoError(t, err) {
  1261. err = f.Close()
  1262. assert.NoError(t, err)
  1263. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1264. assert.NoError(t, err)
  1265. assert.Equal(t, 1, user.UsedQuotaFiles)
  1266. assert.Equal(t, int64(0), user.UsedQuotaSize)
  1267. }
  1268. // now test max write size
  1269. f, err = client.OpenFile(testFileName, os.O_WRONLY)
  1270. if assert.NoError(t, err) {
  1271. n, err := f.Write(testFileContent)
  1272. assert.NoError(t, err)
  1273. assert.Equal(t, len(testFileContent), n)
  1274. err = f.Truncate(11)
  1275. assert.NoError(t, err)
  1276. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1277. assert.NoError(t, err)
  1278. assert.Equal(t, 1, user.UsedQuotaFiles)
  1279. assert.Equal(t, int64(11), user.UsedQuotaSize)
  1280. _, err = f.Seek(int64(11), io.SeekStart)
  1281. assert.NoError(t, err)
  1282. n, err = f.Write(testFileContent)
  1283. assert.NoError(t, err)
  1284. assert.Equal(t, len(testFileContent), n)
  1285. err = f.Truncate(5)
  1286. assert.NoError(t, err)
  1287. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1288. assert.NoError(t, err)
  1289. assert.Equal(t, 1, user.UsedQuotaFiles)
  1290. assert.Equal(t, int64(5), user.UsedQuotaSize)
  1291. _, err = f.Seek(int64(5), io.SeekStart)
  1292. assert.NoError(t, err)
  1293. n, err = f.Write(testFileContent)
  1294. assert.NoError(t, err)
  1295. assert.Equal(t, len(testFileContent), n)
  1296. err = f.Truncate(12)
  1297. assert.NoError(t, err)
  1298. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1299. assert.NoError(t, err)
  1300. assert.Equal(t, 1, user.UsedQuotaFiles)
  1301. assert.Equal(t, int64(12), user.UsedQuotaSize)
  1302. _, err = f.Seek(int64(12), io.SeekStart)
  1303. assert.NoError(t, err)
  1304. _, err = f.Write(testFileContent)
  1305. if assert.Error(t, err) {
  1306. assert.Contains(t, err.Error(), common.ErrQuotaExceeded.Error())
  1307. }
  1308. err = f.Close()
  1309. assert.Error(t, err)
  1310. // the file is deleted
  1311. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1312. assert.NoError(t, err)
  1313. assert.Equal(t, 0, user.UsedQuotaFiles)
  1314. assert.Equal(t, int64(0), user.UsedQuotaSize)
  1315. }
  1316. if user.Username == defaultUsername {
  1317. // basic test inside a virtual folder
  1318. vfileName1 := path.Join(vdirPath1, testFileName)
  1319. f, err = client.OpenFile(vfileName1, os.O_WRONLY|os.O_CREATE)
  1320. if assert.NoError(t, err) {
  1321. n, err := f.Write(testFileContent)
  1322. assert.NoError(t, err)
  1323. assert.Equal(t, len(testFileContent), n)
  1324. err = f.Truncate(2)
  1325. assert.NoError(t, err)
  1326. expectedQuotaFiles := 0
  1327. expectedQuotaSize := int64(2)
  1328. fold, _, err := httpdtest.GetFolderByName(folder1.Name, http.StatusOK)
  1329. assert.NoError(t, err)
  1330. assert.Equal(t, expectedQuotaSize, fold.UsedQuotaSize)
  1331. assert.Equal(t, expectedQuotaFiles, fold.UsedQuotaFiles)
  1332. err = f.Close()
  1333. assert.NoError(t, err)
  1334. expectedQuotaFiles = 1
  1335. fold, _, err = httpdtest.GetFolderByName(folder1.Name, http.StatusOK)
  1336. assert.NoError(t, err)
  1337. assert.Equal(t, expectedQuotaSize, fold.UsedQuotaSize)
  1338. assert.Equal(t, expectedQuotaFiles, fold.UsedQuotaFiles)
  1339. }
  1340. err = client.Truncate(vfileName1, 1)
  1341. assert.NoError(t, err)
  1342. fold, _, err := httpdtest.GetFolderByName(folder1.Name, http.StatusOK)
  1343. assert.NoError(t, err)
  1344. assert.Equal(t, int64(1), fold.UsedQuotaSize)
  1345. assert.Equal(t, 1, fold.UsedQuotaFiles)
  1346. // now test on vdirPath2, the folder quota is included in the user's quota
  1347. vfileName2 := path.Join(vdirPath2, testFileName)
  1348. f, err = client.OpenFile(vfileName2, os.O_WRONLY|os.O_CREATE)
  1349. if assert.NoError(t, err) {
  1350. n, err := f.Write(testFileContent)
  1351. assert.NoError(t, err)
  1352. assert.Equal(t, len(testFileContent), n)
  1353. err = f.Truncate(3)
  1354. assert.NoError(t, err)
  1355. expectedQuotaFiles := 0
  1356. expectedQuotaSize := int64(3)
  1357. fold, _, err := httpdtest.GetFolderByName(folder2.Name, http.StatusOK)
  1358. assert.NoError(t, err)
  1359. assert.Equal(t, int64(0), fold.UsedQuotaSize)
  1360. assert.Equal(t, 0, fold.UsedQuotaFiles)
  1361. err = f.Close()
  1362. assert.NoError(t, err)
  1363. expectedQuotaFiles = 1
  1364. fold, _, err = httpdtest.GetFolderByName(folder2.Name, http.StatusOK)
  1365. assert.NoError(t, err)
  1366. assert.Equal(t, int64(0), fold.UsedQuotaSize)
  1367. assert.Equal(t, 0, fold.UsedQuotaFiles)
  1368. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1369. assert.NoError(t, err)
  1370. assert.Equal(t, expectedQuotaFiles, user.UsedQuotaFiles)
  1371. assert.Equal(t, expectedQuotaSize, user.UsedQuotaSize)
  1372. }
  1373. // cleanup
  1374. err = os.RemoveAll(user.GetHomeDir())
  1375. assert.NoError(t, err)
  1376. if user.Username == defaultUsername {
  1377. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  1378. assert.NoError(t, err)
  1379. user.Password = defaultPassword
  1380. user.QuotaSize = 0
  1381. user.ID = 0
  1382. user.CreatedAt = 0
  1383. _, resp, err := httpdtest.AddUser(user, http.StatusCreated)
  1384. assert.NoError(t, err, string(resp))
  1385. }
  1386. }
  1387. }
  1388. }
  1389. _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
  1390. assert.NoError(t, err)
  1391. _, err = httpdtest.RemoveUser(localUser, http.StatusOK)
  1392. assert.NoError(t, err)
  1393. err = os.RemoveAll(localUser.GetHomeDir())
  1394. assert.NoError(t, err)
  1395. _, err = httpdtest.RemoveFolder(folder1, http.StatusOK)
  1396. assert.NoError(t, err)
  1397. err = os.RemoveAll(mappedPath1)
  1398. assert.NoError(t, err)
  1399. _, err = httpdtest.RemoveFolder(folder2, http.StatusOK)
  1400. assert.NoError(t, err)
  1401. err = os.RemoveAll(mappedPath2)
  1402. assert.NoError(t, err)
  1403. }
  1404. func TestVirtualFoldersQuotaRenameOverwrite(t *testing.T) {
  1405. testFileSize := int64(131072)
  1406. testFileSize1 := int64(65537)
  1407. testFileName1 := "test_file1.dat" //nolint:goconst
  1408. u := getTestUser()
  1409. u.QuotaFiles = 0
  1410. u.QuotaSize = 0
  1411. mappedPath1 := filepath.Join(os.TempDir(), "vdir1")
  1412. folderName1 := filepath.Base(mappedPath1)
  1413. vdirPath1 := "/vdir1" //nolint:goconst
  1414. mappedPath2 := filepath.Join(os.TempDir(), "vdir2")
  1415. folderName2 := filepath.Base(mappedPath2)
  1416. vdirPath2 := "/vdir2" //nolint:goconst
  1417. mappedPath3 := filepath.Join(os.TempDir(), "vdir3")
  1418. folderName3 := filepath.Base(mappedPath3)
  1419. vdirPath3 := "/vdir3"
  1420. f1 := vfs.BaseVirtualFolder{
  1421. Name: folderName1,
  1422. MappedPath: mappedPath1,
  1423. }
  1424. _, _, err := httpdtest.AddFolder(f1, http.StatusCreated)
  1425. assert.NoError(t, err)
  1426. f2 := vfs.BaseVirtualFolder{
  1427. Name: folderName2,
  1428. MappedPath: mappedPath2,
  1429. }
  1430. _, _, err = httpdtest.AddFolder(f2, http.StatusCreated)
  1431. assert.NoError(t, err)
  1432. f3 := vfs.BaseVirtualFolder{
  1433. Name: folderName3,
  1434. MappedPath: mappedPath3,
  1435. }
  1436. _, _, err = httpdtest.AddFolder(f3, http.StatusCreated)
  1437. assert.NoError(t, err)
  1438. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1439. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1440. Name: folderName1,
  1441. },
  1442. VirtualPath: vdirPath1,
  1443. QuotaFiles: 2,
  1444. QuotaSize: 0,
  1445. })
  1446. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1447. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1448. Name: folderName2,
  1449. },
  1450. VirtualPath: vdirPath2,
  1451. QuotaFiles: 0,
  1452. QuotaSize: testFileSize + testFileSize1 + 1,
  1453. })
  1454. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1455. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1456. Name: folderName3,
  1457. },
  1458. VirtualPath: vdirPath3,
  1459. QuotaFiles: 2,
  1460. QuotaSize: testFileSize * 2,
  1461. })
  1462. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  1463. assert.NoError(t, err)
  1464. conn, client, err := getSftpClient(user)
  1465. if assert.NoError(t, err) {
  1466. defer conn.Close()
  1467. defer client.Close()
  1468. err = writeSFTPFile(path.Join(vdirPath1, testFileName), testFileSize, client)
  1469. assert.NoError(t, err)
  1470. f, err := client.Open(path.Join(vdirPath1, testFileName))
  1471. assert.NoError(t, err)
  1472. contents, err := io.ReadAll(f)
  1473. assert.NoError(t, err)
  1474. err = f.Close()
  1475. assert.NoError(t, err)
  1476. assert.Len(t, contents, int(testFileSize))
  1477. err = writeSFTPFile(path.Join(vdirPath2, testFileName), testFileSize, client)
  1478. assert.NoError(t, err)
  1479. err = writeSFTPFile(path.Join(vdirPath1, testFileName1), testFileSize1, client)
  1480. assert.NoError(t, err)
  1481. err = writeSFTPFile(path.Join(vdirPath2, testFileName1), testFileSize1, client)
  1482. assert.NoError(t, err)
  1483. err = writeSFTPFile(testFileName, testFileSize, client)
  1484. assert.NoError(t, err)
  1485. err = writeSFTPFile(testFileName1, testFileSize1, client)
  1486. assert.NoError(t, err)
  1487. err = writeSFTPFile(path.Join(vdirPath3, testFileName), testFileSize, client)
  1488. assert.NoError(t, err)
  1489. err = writeSFTPFile(path.Join(vdirPath3, testFileName+"1"), testFileSize, client)
  1490. assert.NoError(t, err)
  1491. err = client.Rename(testFileName, path.Join(vdirPath1, testFileName+".rename")) //nolint:goconst
  1492. assert.Error(t, err)
  1493. // we overwrite an existing file and we have unlimited size
  1494. err = client.Rename(testFileName, path.Join(vdirPath1, testFileName))
  1495. assert.NoError(t, err)
  1496. // we have no space and we try to overwrite a bigger file with a smaller one, this should succeed
  1497. err = client.Rename(testFileName1, path.Join(vdirPath2, testFileName))
  1498. assert.NoError(t, err)
  1499. err = writeSFTPFile(path.Join(vdirPath2, testFileName), testFileSize, client)
  1500. assert.NoError(t, err)
  1501. err = writeSFTPFile(testFileName, testFileSize, client)
  1502. assert.NoError(t, err)
  1503. // we have no space and we try to overwrite a smaller file with a bigger one, this should fail
  1504. err = client.Rename(testFileName, path.Join(vdirPath2, testFileName1))
  1505. assert.Error(t, err)
  1506. fi, err := client.Stat(path.Join(vdirPath1, testFileName1))
  1507. if assert.NoError(t, err) {
  1508. assert.Equal(t, testFileSize1, fi.Size())
  1509. }
  1510. // we are overquota inside vdir3 size 2/2 and size 262144/262144
  1511. err = client.Rename(path.Join(vdirPath1, testFileName1), path.Join(vdirPath3, testFileName1+".rename"))
  1512. assert.Error(t, err)
  1513. // we overwrite an existing file and we have enough size
  1514. err = client.Rename(path.Join(vdirPath1, testFileName1), path.Join(vdirPath3, testFileName))
  1515. assert.NoError(t, err)
  1516. testFileName2 := "test_file2.dat"
  1517. err = writeSFTPFile(testFileName2, testFileSize+testFileSize1, client)
  1518. assert.NoError(t, err)
  1519. // we overwrite an existing file and we haven't enough size
  1520. err = client.Rename(testFileName2, path.Join(vdirPath3, testFileName))
  1521. assert.Error(t, err)
  1522. // now remove a file from vdir3, create a dir with 2 files and try to rename it in vdir3
  1523. // this will fail since the rename will result in 3 files inside vdir3 and quota limits only
  1524. // allow 2 total files there
  1525. err = client.Remove(path.Join(vdirPath3, testFileName+"1"))
  1526. assert.NoError(t, err)
  1527. aDir := "a dir"
  1528. err = client.Mkdir(aDir)
  1529. assert.NoError(t, err)
  1530. err = writeSFTPFile(path.Join(aDir, testFileName1), testFileSize1, client)
  1531. assert.NoError(t, err)
  1532. err = writeSFTPFile(path.Join(aDir, testFileName1+"1"), testFileSize1, client)
  1533. assert.NoError(t, err)
  1534. err = client.Rename(aDir, path.Join(vdirPath3, aDir))
  1535. assert.Error(t, err)
  1536. }
  1537. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  1538. assert.NoError(t, err)
  1539. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName1}, http.StatusOK)
  1540. assert.NoError(t, err)
  1541. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName2}, http.StatusOK)
  1542. assert.NoError(t, err)
  1543. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName3}, http.StatusOK)
  1544. assert.NoError(t, err)
  1545. err = os.RemoveAll(user.GetHomeDir())
  1546. assert.NoError(t, err)
  1547. err = os.RemoveAll(mappedPath1)
  1548. assert.NoError(t, err)
  1549. err = os.RemoveAll(mappedPath2)
  1550. assert.NoError(t, err)
  1551. err = os.RemoveAll(mappedPath3)
  1552. assert.NoError(t, err)
  1553. }
  1554. func TestQuotaRenameOverwrite(t *testing.T) {
  1555. u := getTestUser()
  1556. u.QuotaFiles = 100
  1557. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  1558. assert.NoError(t, err)
  1559. conn, client, err := getSftpClient(user)
  1560. if assert.NoError(t, err) {
  1561. defer conn.Close()
  1562. defer client.Close()
  1563. testFileSize := int64(131072)
  1564. testFileSize1 := int64(65537)
  1565. testFileName1 := "test_file1.dat"
  1566. err = writeSFTPFile(testFileName, testFileSize, client)
  1567. assert.NoError(t, err)
  1568. f, err := client.Open(testFileName)
  1569. assert.NoError(t, err)
  1570. contents := make([]byte, testFileSize)
  1571. n, err := io.ReadFull(f, contents)
  1572. assert.NoError(t, err)
  1573. assert.Equal(t, int(testFileSize), n)
  1574. err = f.Close()
  1575. assert.NoError(t, err)
  1576. err = writeSFTPFile(testFileName1, testFileSize1, client)
  1577. assert.NoError(t, err)
  1578. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1579. assert.NoError(t, err)
  1580. assert.Equal(t, int64(0), user.UsedDownloadDataTransfer)
  1581. assert.Equal(t, int64(0), user.UsedUploadDataTransfer)
  1582. assert.Equal(t, 2, user.UsedQuotaFiles)
  1583. assert.Equal(t, testFileSize+testFileSize1, user.UsedQuotaSize)
  1584. err = client.Rename(testFileName, testFileName1)
  1585. assert.NoError(t, err)
  1586. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1587. assert.NoError(t, err)
  1588. assert.Equal(t, int64(0), user.UsedDownloadDataTransfer)
  1589. assert.Equal(t, int64(0), user.UsedUploadDataTransfer)
  1590. assert.Equal(t, 1, user.UsedQuotaFiles)
  1591. assert.Equal(t, testFileSize, user.UsedQuotaSize)
  1592. err = client.Remove(testFileName1)
  1593. assert.NoError(t, err)
  1594. err = writeSFTPFile(testFileName, testFileSize, client)
  1595. assert.NoError(t, err)
  1596. err = writeSFTPFile(testFileName1, testFileSize1, client)
  1597. assert.NoError(t, err)
  1598. err = client.Rename(testFileName1, testFileName)
  1599. assert.NoError(t, err)
  1600. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1601. assert.NoError(t, err)
  1602. assert.Equal(t, 1, user.UsedQuotaFiles)
  1603. assert.Equal(t, testFileSize1, user.UsedQuotaSize)
  1604. }
  1605. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  1606. assert.NoError(t, err)
  1607. err = os.RemoveAll(user.GetHomeDir())
  1608. assert.NoError(t, err)
  1609. }
  1610. func TestVirtualFoldersQuotaValues(t *testing.T) {
  1611. u := getTestUser()
  1612. u.QuotaFiles = 100
  1613. mappedPath1 := filepath.Join(os.TempDir(), "vdir1")
  1614. vdirPath1 := "/vdir1"
  1615. folderName1 := filepath.Base(mappedPath1)
  1616. mappedPath2 := filepath.Join(os.TempDir(), "vdir2")
  1617. vdirPath2 := "/vdir2"
  1618. folderName2 := filepath.Base(mappedPath2)
  1619. f1 := vfs.BaseVirtualFolder{
  1620. Name: folderName1,
  1621. MappedPath: mappedPath1,
  1622. }
  1623. _, _, err := httpdtest.AddFolder(f1, http.StatusCreated)
  1624. assert.NoError(t, err)
  1625. f2 := vfs.BaseVirtualFolder{
  1626. Name: folderName2,
  1627. MappedPath: mappedPath2,
  1628. }
  1629. _, _, err = httpdtest.AddFolder(f2, http.StatusCreated)
  1630. assert.NoError(t, err)
  1631. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1632. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1633. Name: folderName1,
  1634. },
  1635. VirtualPath: vdirPath1,
  1636. // quota is included in the user's one
  1637. QuotaFiles: -1,
  1638. QuotaSize: -1,
  1639. })
  1640. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1641. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1642. Name: folderName2,
  1643. },
  1644. VirtualPath: vdirPath2,
  1645. // quota is unlimited and excluded from user's one
  1646. QuotaFiles: 0,
  1647. QuotaSize: 0,
  1648. })
  1649. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  1650. assert.NoError(t, err)
  1651. conn, client, err := getSftpClient(user)
  1652. if assert.NoError(t, err) {
  1653. defer conn.Close()
  1654. defer client.Close()
  1655. testFileSize := int64(131072)
  1656. err = writeSFTPFile(testFileName, testFileSize, client)
  1657. assert.NoError(t, err)
  1658. // we copy the same file two times to test quota update on file overwrite
  1659. err = writeSFTPFile(path.Join(vdirPath1, testFileName), testFileSize, client)
  1660. assert.NoError(t, err)
  1661. err = writeSFTPFile(path.Join(vdirPath1, testFileName), testFileSize, client)
  1662. assert.NoError(t, err)
  1663. err = writeSFTPFile(path.Join(vdirPath2, testFileName), testFileSize, client)
  1664. assert.NoError(t, err)
  1665. err = writeSFTPFile(path.Join(vdirPath2, testFileName), testFileSize, client)
  1666. assert.NoError(t, err)
  1667. expectedQuotaFiles := 2
  1668. expectedQuotaSize := testFileSize * 2
  1669. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1670. assert.NoError(t, err)
  1671. assert.Equal(t, expectedQuotaFiles, user.UsedQuotaFiles)
  1672. assert.Equal(t, expectedQuotaSize, user.UsedQuotaSize)
  1673. f, _, err := httpdtest.GetFolderByName(folderName1, http.StatusOK)
  1674. assert.NoError(t, err)
  1675. assert.Equal(t, int64(0), f.UsedQuotaSize)
  1676. assert.Equal(t, 0, f.UsedQuotaFiles)
  1677. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  1678. assert.NoError(t, err)
  1679. assert.Equal(t, testFileSize, f.UsedQuotaSize)
  1680. assert.Equal(t, 1, f.UsedQuotaFiles)
  1681. err = client.Remove(path.Join(vdirPath1, testFileName))
  1682. assert.NoError(t, err)
  1683. err = client.Remove(path.Join(vdirPath2, testFileName))
  1684. assert.NoError(t, err)
  1685. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  1686. assert.NoError(t, err)
  1687. assert.Equal(t, int64(0), f.UsedQuotaSize)
  1688. assert.Equal(t, 0, f.UsedQuotaFiles)
  1689. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  1690. assert.NoError(t, err)
  1691. assert.Equal(t, int64(0), f.UsedQuotaSize)
  1692. assert.Equal(t, 0, f.UsedQuotaFiles)
  1693. }
  1694. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  1695. assert.NoError(t, err)
  1696. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName1}, http.StatusOK)
  1697. assert.NoError(t, err)
  1698. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName2}, http.StatusOK)
  1699. assert.NoError(t, err)
  1700. err = os.RemoveAll(user.GetHomeDir())
  1701. assert.NoError(t, err)
  1702. err = os.RemoveAll(mappedPath1)
  1703. assert.NoError(t, err)
  1704. err = os.RemoveAll(mappedPath2)
  1705. assert.NoError(t, err)
  1706. }
  1707. func TestQuotaRenameInsideSameVirtualFolder(t *testing.T) {
  1708. u := getTestUser()
  1709. u.QuotaFiles = 100
  1710. mappedPath1 := filepath.Join(os.TempDir(), "vdir1")
  1711. vdirPath1 := "/vdir1"
  1712. folderName1 := filepath.Base(mappedPath1)
  1713. mappedPath2 := filepath.Join(os.TempDir(), "vdir2")
  1714. vdirPath2 := "/vdir2"
  1715. folderName2 := filepath.Base(mappedPath2)
  1716. f1 := vfs.BaseVirtualFolder{
  1717. Name: folderName1,
  1718. MappedPath: mappedPath1,
  1719. }
  1720. _, _, err := httpdtest.AddFolder(f1, http.StatusCreated)
  1721. assert.NoError(t, err)
  1722. f2 := vfs.BaseVirtualFolder{
  1723. Name: folderName2,
  1724. MappedPath: mappedPath2,
  1725. }
  1726. _, _, err = httpdtest.AddFolder(f2, http.StatusCreated)
  1727. assert.NoError(t, err)
  1728. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1729. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1730. Name: folderName1,
  1731. },
  1732. VirtualPath: vdirPath1,
  1733. // quota is included in the user's one
  1734. QuotaFiles: -1,
  1735. QuotaSize: -1,
  1736. })
  1737. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1738. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1739. Name: folderName2,
  1740. },
  1741. VirtualPath: vdirPath2,
  1742. // quota is unlimited and excluded from user's one
  1743. QuotaFiles: 0,
  1744. QuotaSize: 0,
  1745. })
  1746. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  1747. assert.NoError(t, err)
  1748. conn, client, err := getSftpClient(user)
  1749. if assert.NoError(t, err) {
  1750. defer conn.Close()
  1751. defer client.Close()
  1752. testFileName1 := "test_file1.dat"
  1753. testFileSize := int64(131072)
  1754. testFileSize1 := int64(65535)
  1755. dir1 := "dir1" //nolint:goconst
  1756. dir2 := "dir2" //nolint:goconst
  1757. assert.NoError(t, err)
  1758. err = client.Mkdir(path.Join(vdirPath1, dir1))
  1759. assert.NoError(t, err)
  1760. err = client.Mkdir(path.Join(vdirPath1, dir2))
  1761. assert.NoError(t, err)
  1762. err = client.Mkdir(path.Join(vdirPath2, dir1))
  1763. assert.NoError(t, err)
  1764. err = client.Mkdir(path.Join(vdirPath2, dir2))
  1765. assert.NoError(t, err)
  1766. err = writeSFTPFile(path.Join(vdirPath1, dir1, testFileName), testFileSize, client)
  1767. assert.NoError(t, err)
  1768. err = writeSFTPFile(path.Join(vdirPath1, dir2, testFileName1), testFileSize1, client)
  1769. assert.NoError(t, err)
  1770. err = writeSFTPFile(path.Join(vdirPath2, dir1, testFileName), testFileSize, client)
  1771. assert.NoError(t, err)
  1772. err = writeSFTPFile(path.Join(vdirPath2, dir2, testFileName1), testFileSize1, client)
  1773. assert.NoError(t, err)
  1774. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1775. assert.NoError(t, err)
  1776. assert.Equal(t, 2, user.UsedQuotaFiles)
  1777. assert.Equal(t, testFileSize+testFileSize1, user.UsedQuotaSize)
  1778. f, _, err := httpdtest.GetFolderByName(folderName1, http.StatusOK)
  1779. assert.NoError(t, err)
  1780. assert.Equal(t, int64(0), f.UsedQuotaSize)
  1781. assert.Equal(t, 0, f.UsedQuotaFiles)
  1782. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  1783. assert.NoError(t, err)
  1784. assert.Equal(t, testFileSize+testFileSize1, f.UsedQuotaSize)
  1785. assert.Equal(t, 2, f.UsedQuotaFiles)
  1786. // initial files:
  1787. // - vdir1/dir1/testFileName
  1788. // - vdir1/dir2/testFileName1
  1789. // - vdir2/dir1/testFileName
  1790. // - vdir2/dir2/testFileName1
  1791. //
  1792. // rename a file inside vdir1 it is included inside user quota, so we have:
  1793. // - vdir1/dir1/testFileName.rename
  1794. // - vdir1/dir2/testFileName1
  1795. // - vdir2/dir1/testFileName
  1796. // - vdir2/dir2/testFileName1
  1797. err = client.Rename(path.Join(vdirPath1, dir1, testFileName), path.Join(vdirPath1, dir1, testFileName+".rename"))
  1798. assert.NoError(t, err)
  1799. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1800. assert.NoError(t, err)
  1801. assert.Equal(t, 2, user.UsedQuotaFiles)
  1802. assert.Equal(t, testFileSize+testFileSize1, user.UsedQuotaSize)
  1803. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  1804. assert.NoError(t, err)
  1805. assert.Equal(t, int64(0), f.UsedQuotaSize)
  1806. assert.Equal(t, 0, f.UsedQuotaFiles)
  1807. // rename a file inside vdir2, it isn't included inside user quota, so we have:
  1808. // - vdir1/dir1/testFileName.rename
  1809. // - vdir1/dir2/testFileName1
  1810. // - vdir2/dir1/testFileName.rename
  1811. // - vdir2/dir2/testFileName1
  1812. err = client.Rename(path.Join(vdirPath2, dir1, testFileName), path.Join(vdirPath2, dir1, testFileName+".rename"))
  1813. assert.NoError(t, err)
  1814. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1815. assert.NoError(t, err)
  1816. assert.Equal(t, 2, user.UsedQuotaFiles)
  1817. assert.Equal(t, testFileSize+testFileSize1, user.UsedQuotaSize)
  1818. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  1819. assert.NoError(t, err)
  1820. assert.Equal(t, testFileSize+testFileSize1, f.UsedQuotaSize)
  1821. assert.Equal(t, 2, f.UsedQuotaFiles)
  1822. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  1823. assert.NoError(t, err)
  1824. assert.Equal(t, int64(0), f.UsedQuotaSize)
  1825. assert.Equal(t, 0, f.UsedQuotaFiles)
  1826. // rename a file inside vdir2 overwriting an existing, we now have:
  1827. // - vdir1/dir1/testFileName.rename
  1828. // - vdir1/dir2/testFileName1
  1829. // - vdir2/dir1/testFileName.rename (initial testFileName1)
  1830. err = client.Rename(path.Join(vdirPath2, dir2, testFileName1), path.Join(vdirPath2, dir1, testFileName+".rename"))
  1831. assert.NoError(t, err)
  1832. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1833. assert.NoError(t, err)
  1834. assert.Equal(t, 2, user.UsedQuotaFiles)
  1835. assert.Equal(t, testFileSize+testFileSize1, user.UsedQuotaSize)
  1836. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  1837. assert.NoError(t, err)
  1838. assert.Equal(t, testFileSize1, f.UsedQuotaSize)
  1839. assert.Equal(t, 1, f.UsedQuotaFiles)
  1840. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  1841. assert.NoError(t, err)
  1842. assert.Equal(t, int64(0), f.UsedQuotaSize)
  1843. assert.Equal(t, 0, f.UsedQuotaFiles)
  1844. // rename a file inside vdir1 overwriting an existing, we now have:
  1845. // - vdir1/dir1/testFileName.rename (initial testFileName1)
  1846. // - vdir2/dir1/testFileName.rename (initial testFileName1)
  1847. err = client.Rename(path.Join(vdirPath1, dir2, testFileName1), path.Join(vdirPath1, dir1, testFileName+".rename"))
  1848. assert.NoError(t, err)
  1849. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1850. assert.NoError(t, err)
  1851. assert.Equal(t, 1, user.UsedQuotaFiles)
  1852. assert.Equal(t, testFileSize1, user.UsedQuotaSize)
  1853. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  1854. assert.NoError(t, err)
  1855. assert.Equal(t, int64(0), f.UsedQuotaSize)
  1856. assert.Equal(t, 0, f.UsedQuotaFiles)
  1857. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  1858. assert.NoError(t, err)
  1859. assert.Equal(t, testFileSize1, f.UsedQuotaSize)
  1860. assert.Equal(t, 1, f.UsedQuotaFiles)
  1861. // rename a directory inside the same virtual folder, quota should not change
  1862. err = client.RemoveDirectory(path.Join(vdirPath1, dir2))
  1863. assert.NoError(t, err)
  1864. err = client.RemoveDirectory(path.Join(vdirPath2, dir2))
  1865. assert.NoError(t, err)
  1866. err = client.Rename(path.Join(vdirPath1, dir1), path.Join(vdirPath1, dir2))
  1867. assert.NoError(t, err)
  1868. err = client.Rename(path.Join(vdirPath2, dir1), path.Join(vdirPath2, dir2))
  1869. assert.NoError(t, err)
  1870. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1871. assert.NoError(t, err)
  1872. assert.Equal(t, 1, user.UsedQuotaFiles)
  1873. assert.Equal(t, testFileSize1, user.UsedQuotaSize)
  1874. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  1875. assert.NoError(t, err)
  1876. assert.Equal(t, int64(0), f.UsedQuotaSize)
  1877. assert.Equal(t, 0, f.UsedQuotaFiles)
  1878. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  1879. assert.NoError(t, err)
  1880. assert.Equal(t, testFileSize1, f.UsedQuotaSize)
  1881. assert.Equal(t, 1, f.UsedQuotaFiles)
  1882. }
  1883. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  1884. assert.NoError(t, err)
  1885. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName1}, http.StatusOK)
  1886. assert.NoError(t, err)
  1887. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName2}, http.StatusOK)
  1888. assert.NoError(t, err)
  1889. err = os.RemoveAll(user.GetHomeDir())
  1890. assert.NoError(t, err)
  1891. err = os.RemoveAll(mappedPath1)
  1892. assert.NoError(t, err)
  1893. err = os.RemoveAll(mappedPath2)
  1894. assert.NoError(t, err)
  1895. }
  1896. func TestQuotaRenameBetweenVirtualFolder(t *testing.T) {
  1897. u := getTestUser()
  1898. u.QuotaFiles = 100
  1899. mappedPath1 := filepath.Join(os.TempDir(), "vdir1")
  1900. folderName1 := filepath.Base(mappedPath1)
  1901. vdirPath1 := "/vdir1"
  1902. mappedPath2 := filepath.Join(os.TempDir(), "vdir2")
  1903. folderName2 := filepath.Base(mappedPath2)
  1904. vdirPath2 := "/vdir2"
  1905. f1 := vfs.BaseVirtualFolder{
  1906. Name: folderName1,
  1907. MappedPath: mappedPath1,
  1908. }
  1909. _, _, err := httpdtest.AddFolder(f1, http.StatusCreated)
  1910. assert.NoError(t, err)
  1911. f2 := vfs.BaseVirtualFolder{
  1912. Name: folderName2,
  1913. MappedPath: mappedPath2,
  1914. }
  1915. _, _, err = httpdtest.AddFolder(f2, http.StatusCreated)
  1916. assert.NoError(t, err)
  1917. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1918. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1919. Name: folderName1,
  1920. },
  1921. VirtualPath: vdirPath1,
  1922. // quota is included in the user's one
  1923. QuotaFiles: -1,
  1924. QuotaSize: -1,
  1925. })
  1926. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  1927. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1928. Name: folderName2,
  1929. },
  1930. VirtualPath: vdirPath2,
  1931. // quota is unlimited and excluded from user's one
  1932. QuotaFiles: 0,
  1933. QuotaSize: 0,
  1934. })
  1935. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  1936. assert.NoError(t, err)
  1937. conn, client, err := getSftpClient(user)
  1938. if assert.NoError(t, err) {
  1939. defer conn.Close()
  1940. defer client.Close()
  1941. testFileName1 := "test_file1.dat"
  1942. testFileSize := int64(131072)
  1943. testFileSize1 := int64(65535)
  1944. dir1 := "dir1"
  1945. dir2 := "dir2"
  1946. err = client.Mkdir(path.Join(vdirPath1, dir1))
  1947. assert.NoError(t, err)
  1948. err = client.Mkdir(path.Join(vdirPath1, dir2))
  1949. assert.NoError(t, err)
  1950. err = client.Mkdir(path.Join(vdirPath2, dir1))
  1951. assert.NoError(t, err)
  1952. err = client.Mkdir(path.Join(vdirPath2, dir2))
  1953. assert.NoError(t, err)
  1954. err = writeSFTPFile(path.Join(vdirPath1, dir1, testFileName), testFileSize, client)
  1955. assert.NoError(t, err)
  1956. err = writeSFTPFile(path.Join(vdirPath1, dir2, testFileName1), testFileSize1, client)
  1957. assert.NoError(t, err)
  1958. err = writeSFTPFile(path.Join(vdirPath2, dir1, testFileName), testFileSize, client)
  1959. assert.NoError(t, err)
  1960. err = writeSFTPFile(path.Join(vdirPath2, dir2, testFileName1), testFileSize1, client)
  1961. assert.NoError(t, err)
  1962. // initial files:
  1963. // - vdir1/dir1/testFileName
  1964. // - vdir1/dir2/testFileName1
  1965. // - vdir2/dir1/testFileName
  1966. // - vdir2/dir2/testFileName1
  1967. //
  1968. // rename a file from vdir1 to vdir2, vdir1 is included inside user quota, so we have:
  1969. // - vdir1/dir1/testFileName
  1970. // - vdir2/dir1/testFileName
  1971. // - vdir2/dir2/testFileName1
  1972. // - vdir2/dir1/testFileName1.rename
  1973. err = client.Rename(path.Join(vdirPath1, dir2, testFileName1), path.Join(vdirPath2, dir1, testFileName1+".rename"))
  1974. assert.NoError(t, err)
  1975. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1976. assert.NoError(t, err)
  1977. assert.Equal(t, 1, user.UsedQuotaFiles)
  1978. assert.Equal(t, testFileSize, user.UsedQuotaSize)
  1979. f, _, err := httpdtest.GetFolderByName(folderName1, http.StatusOK)
  1980. assert.NoError(t, err)
  1981. assert.Equal(t, int64(0), f.UsedQuotaSize)
  1982. assert.Equal(t, 0, f.UsedQuotaFiles)
  1983. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  1984. assert.NoError(t, err)
  1985. assert.Equal(t, testFileSize+testFileSize1+testFileSize1, f.UsedQuotaSize)
  1986. assert.Equal(t, 3, f.UsedQuotaFiles)
  1987. // rename a file from vdir2 to vdir1, vdir2 is not included inside user quota, so we have:
  1988. // - vdir1/dir1/testFileName
  1989. // - vdir1/dir2/testFileName.rename
  1990. // - vdir2/dir2/testFileName1
  1991. // - vdir2/dir1/testFileName1.rename
  1992. err = client.Rename(path.Join(vdirPath2, dir1, testFileName), path.Join(vdirPath1, dir2, testFileName+".rename"))
  1993. assert.NoError(t, err)
  1994. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  1995. assert.NoError(t, err)
  1996. assert.Equal(t, 2, user.UsedQuotaFiles)
  1997. assert.Equal(t, testFileSize*2, user.UsedQuotaSize)
  1998. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  1999. assert.NoError(t, err)
  2000. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2001. assert.Equal(t, 0, f.UsedQuotaFiles)
  2002. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2003. assert.NoError(t, err)
  2004. assert.Equal(t, testFileSize1*2, f.UsedQuotaSize)
  2005. assert.Equal(t, 2, f.UsedQuotaFiles)
  2006. // rename a file from vdir1 to vdir2 overwriting an existing file, vdir1 is included inside user quota, so we have:
  2007. // - vdir1/dir2/testFileName.rename
  2008. // - vdir2/dir2/testFileName1 (is the initial testFileName)
  2009. // - vdir2/dir1/testFileName1.rename
  2010. err = client.Rename(path.Join(vdirPath1, dir1, testFileName), path.Join(vdirPath2, dir2, testFileName1))
  2011. assert.NoError(t, err)
  2012. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2013. assert.NoError(t, err)
  2014. assert.Equal(t, 1, user.UsedQuotaFiles)
  2015. assert.Equal(t, testFileSize, user.UsedQuotaSize)
  2016. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2017. assert.NoError(t, err)
  2018. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2019. assert.Equal(t, 0, f.UsedQuotaFiles)
  2020. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2021. assert.NoError(t, err)
  2022. assert.Equal(t, testFileSize1+testFileSize, f.UsedQuotaSize)
  2023. assert.Equal(t, 2, f.UsedQuotaFiles)
  2024. // rename a file from vdir2 to vdir1 overwriting an existing file, vdir2 is not included inside user quota, so we have:
  2025. // - vdir1/dir2/testFileName.rename (is the initial testFileName1)
  2026. // - vdir2/dir2/testFileName1 (is the initial testFileName)
  2027. err = client.Rename(path.Join(vdirPath2, dir1, testFileName1+".rename"), path.Join(vdirPath1, dir2, testFileName+".rename"))
  2028. assert.NoError(t, err)
  2029. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2030. assert.NoError(t, err)
  2031. assert.Equal(t, 1, user.UsedQuotaFiles)
  2032. assert.Equal(t, testFileSize1, user.UsedQuotaSize)
  2033. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2034. assert.NoError(t, err)
  2035. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2036. assert.Equal(t, 0, f.UsedQuotaFiles)
  2037. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2038. assert.NoError(t, err)
  2039. assert.Equal(t, testFileSize, f.UsedQuotaSize)
  2040. assert.Equal(t, 1, f.UsedQuotaFiles)
  2041. err = writeSFTPFile(path.Join(vdirPath1, dir2, testFileName), testFileSize, client)
  2042. assert.NoError(t, err)
  2043. err = writeSFTPFile(path.Join(vdirPath2, dir2, testFileName), testFileSize1, client)
  2044. assert.NoError(t, err)
  2045. err = writeSFTPFile(path.Join(vdirPath2, dir2, testFileName+"1.dupl"), testFileSize1, client)
  2046. assert.NoError(t, err)
  2047. err = client.RemoveDirectory(path.Join(vdirPath1, dir1))
  2048. assert.NoError(t, err)
  2049. err = client.RemoveDirectory(path.Join(vdirPath2, dir1))
  2050. assert.NoError(t, err)
  2051. // - vdir1/dir2/testFileName.rename (initial testFileName1)
  2052. // - vdir1/dir2/testFileName
  2053. // - vdir2/dir2/testFileName1 (initial testFileName)
  2054. // - vdir2/dir2/testFileName (initial testFileName1)
  2055. // - vdir2/dir2/testFileName1.dupl
  2056. // rename directories between the two virtual folders
  2057. err = client.Rename(path.Join(vdirPath2, dir2), path.Join(vdirPath1, dir1))
  2058. assert.NoError(t, err)
  2059. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2060. assert.NoError(t, err)
  2061. assert.Equal(t, 5, user.UsedQuotaFiles)
  2062. assert.Equal(t, testFileSize1*3+testFileSize*2, user.UsedQuotaSize)
  2063. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2064. assert.NoError(t, err)
  2065. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2066. assert.Equal(t, 0, f.UsedQuotaFiles)
  2067. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2068. assert.NoError(t, err)
  2069. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2070. assert.Equal(t, 0, f.UsedQuotaFiles)
  2071. // now move on vpath2
  2072. err = client.Rename(path.Join(vdirPath1, dir2), path.Join(vdirPath2, dir1))
  2073. assert.NoError(t, err)
  2074. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2075. assert.NoError(t, err)
  2076. assert.Equal(t, 3, user.UsedQuotaFiles)
  2077. assert.Equal(t, testFileSize1*2+testFileSize, user.UsedQuotaSize)
  2078. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2079. assert.NoError(t, err)
  2080. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2081. assert.Equal(t, 0, f.UsedQuotaFiles)
  2082. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2083. assert.NoError(t, err)
  2084. assert.Equal(t, testFileSize+testFileSize1, f.UsedQuotaSize)
  2085. assert.Equal(t, 2, f.UsedQuotaFiles)
  2086. }
  2087. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  2088. assert.NoError(t, err)
  2089. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName1}, http.StatusOK)
  2090. assert.NoError(t, err)
  2091. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName2}, http.StatusOK)
  2092. assert.NoError(t, err)
  2093. err = os.RemoveAll(user.GetHomeDir())
  2094. assert.NoError(t, err)
  2095. err = os.RemoveAll(mappedPath1)
  2096. assert.NoError(t, err)
  2097. err = os.RemoveAll(mappedPath2)
  2098. assert.NoError(t, err)
  2099. }
  2100. func TestQuotaRenameFromVirtualFolder(t *testing.T) {
  2101. u := getTestUser()
  2102. u.QuotaFiles = 100
  2103. mappedPath1 := filepath.Join(os.TempDir(), "vdir1")
  2104. folderName1 := filepath.Base(mappedPath1)
  2105. vdirPath1 := "/vdir1"
  2106. mappedPath2 := filepath.Join(os.TempDir(), "vdir2")
  2107. folderName2 := filepath.Base(mappedPath2)
  2108. vdirPath2 := "/vdir2"
  2109. f1 := vfs.BaseVirtualFolder{
  2110. Name: folderName1,
  2111. MappedPath: mappedPath1,
  2112. }
  2113. _, _, err := httpdtest.AddFolder(f1, http.StatusCreated)
  2114. assert.NoError(t, err)
  2115. f2 := vfs.BaseVirtualFolder{
  2116. Name: folderName2,
  2117. MappedPath: mappedPath2,
  2118. }
  2119. _, _, err = httpdtest.AddFolder(f2, http.StatusCreated)
  2120. assert.NoError(t, err)
  2121. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  2122. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2123. Name: folderName1,
  2124. },
  2125. VirtualPath: vdirPath1,
  2126. // quota is included in the user's one
  2127. QuotaFiles: -1,
  2128. QuotaSize: -1,
  2129. })
  2130. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  2131. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2132. Name: folderName2,
  2133. },
  2134. VirtualPath: vdirPath2,
  2135. // quota is unlimited and excluded from user's one
  2136. QuotaFiles: 0,
  2137. QuotaSize: 0,
  2138. })
  2139. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  2140. assert.NoError(t, err)
  2141. conn, client, err := getSftpClient(user)
  2142. if assert.NoError(t, err) {
  2143. defer conn.Close()
  2144. defer client.Close()
  2145. testFileName1 := "test_file1.dat"
  2146. testFileSize := int64(131072)
  2147. testFileSize1 := int64(65535)
  2148. dir1 := "dir1"
  2149. dir2 := "dir2"
  2150. err = client.Mkdir(path.Join(vdirPath1, dir1))
  2151. assert.NoError(t, err)
  2152. err = client.Mkdir(path.Join(vdirPath1, dir2))
  2153. assert.NoError(t, err)
  2154. err = client.Mkdir(path.Join(vdirPath2, dir1))
  2155. assert.NoError(t, err)
  2156. err = client.Mkdir(path.Join(vdirPath2, dir2))
  2157. assert.NoError(t, err)
  2158. err = writeSFTPFile(path.Join(vdirPath1, dir1, testFileName), testFileSize, client)
  2159. assert.NoError(t, err)
  2160. err = writeSFTPFile(path.Join(vdirPath1, dir2, testFileName1), testFileSize1, client)
  2161. assert.NoError(t, err)
  2162. err = writeSFTPFile(path.Join(vdirPath2, dir1, testFileName), testFileSize, client)
  2163. assert.NoError(t, err)
  2164. err = writeSFTPFile(path.Join(vdirPath2, dir2, testFileName1), testFileSize1, client)
  2165. assert.NoError(t, err)
  2166. // initial files:
  2167. // - vdir1/dir1/testFileName
  2168. // - vdir1/dir2/testFileName1
  2169. // - vdir2/dir1/testFileName
  2170. // - vdir2/dir2/testFileName1
  2171. //
  2172. // rename a file from vdir1 to the user home dir, vdir1 is included in user quota so we have:
  2173. // - testFileName
  2174. // - vdir1/dir2/testFileName1
  2175. // - vdir2/dir1/testFileName
  2176. // - vdir2/dir2/testFileName1
  2177. err = client.Rename(path.Join(vdirPath1, dir1, testFileName), path.Join(testFileName))
  2178. assert.NoError(t, err)
  2179. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2180. assert.NoError(t, err)
  2181. assert.Equal(t, 2, user.UsedQuotaFiles)
  2182. assert.Equal(t, testFileSize+testFileSize1, user.UsedQuotaSize)
  2183. f, _, err := httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2184. assert.NoError(t, err)
  2185. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2186. assert.Equal(t, 0, f.UsedQuotaFiles)
  2187. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2188. assert.NoError(t, err)
  2189. assert.Equal(t, testFileSize+testFileSize1, f.UsedQuotaSize)
  2190. assert.Equal(t, 2, f.UsedQuotaFiles)
  2191. // rename a file from vdir2 to the user home dir, vdir2 is not included in user quota so we have:
  2192. // - testFileName
  2193. // - testFileName1
  2194. // - vdir1/dir2/testFileName1
  2195. // - vdir2/dir1/testFileName
  2196. err = client.Rename(path.Join(vdirPath2, dir2, testFileName1), path.Join(testFileName1))
  2197. assert.NoError(t, err)
  2198. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2199. assert.NoError(t, err)
  2200. assert.Equal(t, 3, user.UsedQuotaFiles)
  2201. assert.Equal(t, testFileSize+testFileSize1+testFileSize1, user.UsedQuotaSize)
  2202. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2203. assert.NoError(t, err)
  2204. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2205. assert.Equal(t, 0, f.UsedQuotaFiles)
  2206. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2207. assert.NoError(t, err)
  2208. assert.Equal(t, testFileSize, f.UsedQuotaSize)
  2209. assert.Equal(t, 1, f.UsedQuotaFiles)
  2210. // rename a file from vdir1 to the user home dir overwriting an existing file, vdir1 is included in user quota so we have:
  2211. // - testFileName (initial testFileName1)
  2212. // - testFileName1
  2213. // - vdir2/dir1/testFileName
  2214. err = client.Rename(path.Join(vdirPath1, dir2, testFileName1), path.Join(testFileName))
  2215. assert.NoError(t, err)
  2216. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2217. assert.NoError(t, err)
  2218. assert.Equal(t, 2, user.UsedQuotaFiles)
  2219. assert.Equal(t, testFileSize1+testFileSize1, user.UsedQuotaSize)
  2220. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2221. assert.NoError(t, err)
  2222. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2223. assert.Equal(t, 0, f.UsedQuotaFiles)
  2224. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2225. assert.NoError(t, err)
  2226. assert.Equal(t, testFileSize, f.UsedQuotaSize)
  2227. assert.Equal(t, 1, f.UsedQuotaFiles)
  2228. // rename a file from vdir2 to the user home dir overwriting an existing file, vdir2 is not included in user quota so we have:
  2229. // - testFileName (initial testFileName1)
  2230. // - testFileName1 (initial testFileName)
  2231. err = client.Rename(path.Join(vdirPath2, dir1, testFileName), path.Join(testFileName1))
  2232. assert.NoError(t, err)
  2233. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2234. assert.NoError(t, err)
  2235. assert.Equal(t, 2, user.UsedQuotaFiles)
  2236. assert.Equal(t, testFileSize+testFileSize1, user.UsedQuotaSize)
  2237. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2238. assert.NoError(t, err)
  2239. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2240. assert.Equal(t, 0, f.UsedQuotaFiles)
  2241. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2242. assert.NoError(t, err)
  2243. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2244. assert.Equal(t, 0, f.UsedQuotaFiles)
  2245. // dir rename
  2246. err = writeSFTPFile(path.Join(vdirPath1, dir1, testFileName), testFileSize, client)
  2247. assert.NoError(t, err)
  2248. err = writeSFTPFile(path.Join(vdirPath1, dir1, testFileName1), testFileSize1, client)
  2249. assert.NoError(t, err)
  2250. err = writeSFTPFile(path.Join(vdirPath2, dir1, testFileName), testFileSize, client)
  2251. assert.NoError(t, err)
  2252. err = writeSFTPFile(path.Join(vdirPath2, dir1, testFileName1), testFileSize1, client)
  2253. assert.NoError(t, err)
  2254. // - testFileName (initial testFileName1)
  2255. // - testFileName1 (initial testFileName)
  2256. // - vdir1/dir1/testFileName
  2257. // - vdir1/dir1/testFileName1
  2258. // - dir1/testFileName
  2259. // - dir1/testFileName1
  2260. err = client.Rename(path.Join(vdirPath2, dir1), dir1)
  2261. assert.NoError(t, err)
  2262. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2263. assert.NoError(t, err)
  2264. assert.Equal(t, 6, user.UsedQuotaFiles)
  2265. assert.Equal(t, testFileSize*3+testFileSize1*3, user.UsedQuotaSize)
  2266. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2267. assert.NoError(t, err)
  2268. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2269. assert.Equal(t, 0, f.UsedQuotaFiles)
  2270. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2271. assert.NoError(t, err)
  2272. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2273. assert.Equal(t, 0, f.UsedQuotaFiles)
  2274. // - testFileName (initial testFileName1)
  2275. // - testFileName1 (initial testFileName)
  2276. // - dir2/testFileName
  2277. // - dir2/testFileName1
  2278. // - dir1/testFileName
  2279. // - dir1/testFileName1
  2280. err = client.Rename(path.Join(vdirPath1, dir1), dir2)
  2281. assert.NoError(t, err)
  2282. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2283. assert.NoError(t, err)
  2284. assert.Equal(t, 6, user.UsedQuotaFiles)
  2285. assert.Equal(t, testFileSize*3+testFileSize1*3, user.UsedQuotaSize)
  2286. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2287. assert.NoError(t, err)
  2288. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2289. assert.Equal(t, 0, f.UsedQuotaFiles)
  2290. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2291. assert.NoError(t, err)
  2292. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2293. assert.Equal(t, 0, f.UsedQuotaFiles)
  2294. }
  2295. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  2296. assert.NoError(t, err)
  2297. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName1}, http.StatusOK)
  2298. assert.NoError(t, err)
  2299. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName2}, http.StatusOK)
  2300. assert.NoError(t, err)
  2301. err = os.RemoveAll(user.GetHomeDir())
  2302. assert.NoError(t, err)
  2303. err = os.RemoveAll(mappedPath1)
  2304. assert.NoError(t, err)
  2305. err = os.RemoveAll(mappedPath2)
  2306. assert.NoError(t, err)
  2307. }
  2308. func TestQuotaRenameToVirtualFolder(t *testing.T) {
  2309. u := getTestUser()
  2310. u.QuotaFiles = 100
  2311. mappedPath1 := filepath.Join(os.TempDir(), "vdir1")
  2312. folderName1 := filepath.Base(mappedPath1)
  2313. vdirPath1 := "/vdir1"
  2314. mappedPath2 := filepath.Join(os.TempDir(), "vdir2")
  2315. folderName2 := filepath.Base(mappedPath2)
  2316. vdirPath2 := "/vdir2"
  2317. f1 := vfs.BaseVirtualFolder{
  2318. Name: folderName1,
  2319. MappedPath: mappedPath1,
  2320. }
  2321. _, _, err := httpdtest.AddFolder(f1, http.StatusCreated)
  2322. assert.NoError(t, err)
  2323. f2 := vfs.BaseVirtualFolder{
  2324. Name: folderName2,
  2325. MappedPath: mappedPath2,
  2326. }
  2327. _, _, err = httpdtest.AddFolder(f2, http.StatusCreated)
  2328. assert.NoError(t, err)
  2329. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  2330. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2331. Name: folderName1,
  2332. },
  2333. VirtualPath: vdirPath1,
  2334. // quota is included in the user's one
  2335. QuotaFiles: -1,
  2336. QuotaSize: -1,
  2337. })
  2338. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  2339. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2340. Name: folderName2,
  2341. },
  2342. VirtualPath: vdirPath2,
  2343. // quota is unlimited and excluded from user's one
  2344. QuotaFiles: 0,
  2345. QuotaSize: 0,
  2346. })
  2347. u.Permissions[vdirPath1] = []string{dataprovider.PermListItems, dataprovider.PermDownload, dataprovider.PermUpload,
  2348. dataprovider.PermOverwrite, dataprovider.PermDelete, dataprovider.PermCreateSymlinks, dataprovider.PermCreateDirs,
  2349. dataprovider.PermRename}
  2350. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  2351. assert.NoError(t, err)
  2352. conn, client, err := getSftpClient(user)
  2353. if assert.NoError(t, err) {
  2354. defer conn.Close()
  2355. defer client.Close()
  2356. testFileName1 := "test_file1.dat"
  2357. testFileSize := int64(131072)
  2358. testFileSize1 := int64(65535)
  2359. dir1 := "dir1"
  2360. dir2 := "dir2"
  2361. err = client.Mkdir(path.Join(vdirPath1, dir1))
  2362. assert.NoError(t, err)
  2363. err = client.Mkdir(path.Join(vdirPath1, dir2))
  2364. assert.NoError(t, err)
  2365. err = client.Mkdir(path.Join(vdirPath2, dir1))
  2366. assert.NoError(t, err)
  2367. err = client.Mkdir(path.Join(vdirPath2, dir2))
  2368. assert.NoError(t, err)
  2369. err = writeSFTPFile(testFileName, testFileSize, client)
  2370. assert.NoError(t, err)
  2371. err = writeSFTPFile(testFileName1, testFileSize1, client)
  2372. assert.NoError(t, err)
  2373. // initial files:
  2374. // - testFileName
  2375. // - testFileName1
  2376. //
  2377. // rename a file from user home dir to vdir1, vdir1 is included in user quota so we have:
  2378. // - testFileName
  2379. // - /vdir1/dir1/testFileName1
  2380. err = client.Rename(testFileName1, path.Join(vdirPath1, dir1, testFileName1))
  2381. assert.NoError(t, err)
  2382. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2383. assert.NoError(t, err)
  2384. assert.Equal(t, 2, user.UsedQuotaFiles)
  2385. assert.Equal(t, testFileSize+testFileSize1, user.UsedQuotaSize)
  2386. f, _, err := httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2387. assert.NoError(t, err)
  2388. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2389. assert.Equal(t, 0, f.UsedQuotaFiles)
  2390. // rename a file from user home dir to vdir2, vdir2 is not included in user quota so we have:
  2391. // - /vdir2/dir1/testFileName
  2392. // - /vdir1/dir1/testFileName1
  2393. err = client.Rename(testFileName, path.Join(vdirPath2, dir1, testFileName))
  2394. assert.NoError(t, err)
  2395. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2396. assert.NoError(t, err)
  2397. assert.Equal(t, 1, user.UsedQuotaFiles)
  2398. assert.Equal(t, testFileSize1, user.UsedQuotaSize)
  2399. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2400. assert.NoError(t, err)
  2401. assert.Equal(t, testFileSize, f.UsedQuotaSize)
  2402. assert.Equal(t, 1, f.UsedQuotaFiles)
  2403. // upload two new files to the user home dir so we have:
  2404. // - testFileName
  2405. // - testFileName1
  2406. // - /vdir1/dir1/testFileName1
  2407. // - /vdir2/dir1/testFileName
  2408. err = writeSFTPFile(testFileName, testFileSize, client)
  2409. assert.NoError(t, err)
  2410. err = writeSFTPFile(testFileName1, testFileSize1, client)
  2411. assert.NoError(t, err)
  2412. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2413. assert.NoError(t, err)
  2414. assert.Equal(t, 3, user.UsedQuotaFiles)
  2415. assert.Equal(t, testFileSize+testFileSize1+testFileSize1, user.UsedQuotaSize)
  2416. // rename a file from user home dir to vdir1 overwriting an existing file, vdir1 is included in user quota so we have:
  2417. // - testFileName1
  2418. // - /vdir1/dir1/testFileName1 (initial testFileName)
  2419. // - /vdir2/dir1/testFileName
  2420. err = client.Rename(testFileName, path.Join(vdirPath1, dir1, testFileName1))
  2421. assert.NoError(t, err)
  2422. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2423. assert.NoError(t, err)
  2424. assert.Equal(t, 2, user.UsedQuotaFiles)
  2425. assert.Equal(t, testFileSize+testFileSize1, user.UsedQuotaSize)
  2426. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2427. assert.NoError(t, err)
  2428. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2429. assert.Equal(t, 0, f.UsedQuotaFiles)
  2430. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2431. assert.NoError(t, err)
  2432. assert.Equal(t, testFileSize, f.UsedQuotaSize)
  2433. assert.Equal(t, 1, f.UsedQuotaFiles)
  2434. // rename a file from user home dir to vdir2 overwriting an existing file, vdir2 is not included in user quota so we have:
  2435. // - /vdir1/dir1/testFileName1 (initial testFileName)
  2436. // - /vdir2/dir1/testFileName (initial testFileName1)
  2437. err = client.Rename(testFileName1, path.Join(vdirPath2, dir1, testFileName))
  2438. assert.NoError(t, err)
  2439. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2440. assert.NoError(t, err)
  2441. assert.Equal(t, 1, user.UsedQuotaFiles)
  2442. assert.Equal(t, testFileSize, user.UsedQuotaSize)
  2443. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2444. assert.NoError(t, err)
  2445. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2446. assert.Equal(t, 0, f.UsedQuotaFiles)
  2447. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2448. assert.NoError(t, err)
  2449. assert.Equal(t, testFileSize1, f.UsedQuotaSize)
  2450. assert.Equal(t, 1, f.UsedQuotaFiles)
  2451. err = client.Mkdir(dir1)
  2452. assert.NoError(t, err)
  2453. err = writeSFTPFile(path.Join(dir1, testFileName), testFileSize, client)
  2454. assert.NoError(t, err)
  2455. err = writeSFTPFile(path.Join(dir1, testFileName1), testFileSize1, client)
  2456. assert.NoError(t, err)
  2457. // - /dir1/testFileName
  2458. // - /dir1/testFileName1
  2459. // - /vdir1/dir1/testFileName1 (initial testFileName)
  2460. // - /vdir2/dir1/testFileName (initial testFileName1)
  2461. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2462. assert.NoError(t, err)
  2463. assert.Equal(t, 3, user.UsedQuotaFiles)
  2464. assert.Equal(t, testFileSize*2+testFileSize1, user.UsedQuotaSize)
  2465. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2466. assert.NoError(t, err)
  2467. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2468. assert.Equal(t, 0, f.UsedQuotaFiles)
  2469. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2470. assert.NoError(t, err)
  2471. assert.Equal(t, testFileSize1, f.UsedQuotaSize)
  2472. assert.Equal(t, 1, f.UsedQuotaFiles)
  2473. // - /vdir1/adir/testFileName
  2474. // - /vdir1/adir/testFileName1
  2475. // - /vdir1/dir1/testFileName1 (initial testFileName)
  2476. // - /vdir2/dir1/testFileName (initial testFileName1)
  2477. err = client.Rename(dir1, path.Join(vdirPath1, "adir"))
  2478. assert.NoError(t, err)
  2479. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2480. assert.NoError(t, err)
  2481. assert.Equal(t, 3, user.UsedQuotaFiles)
  2482. assert.Equal(t, testFileSize*2+testFileSize1, user.UsedQuotaSize)
  2483. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2484. assert.NoError(t, err)
  2485. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2486. assert.Equal(t, 0, f.UsedQuotaFiles)
  2487. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2488. assert.NoError(t, err)
  2489. assert.Equal(t, testFileSize1, f.UsedQuotaSize)
  2490. assert.Equal(t, 1, f.UsedQuotaFiles)
  2491. err = client.Mkdir(dir1)
  2492. assert.NoError(t, err)
  2493. err = writeSFTPFile(path.Join(dir1, testFileName), testFileSize, client)
  2494. assert.NoError(t, err)
  2495. err = writeSFTPFile(path.Join(dir1, testFileName1), testFileSize1, client)
  2496. assert.NoError(t, err)
  2497. // - /vdir1/adir/testFileName
  2498. // - /vdir1/adir/testFileName1
  2499. // - /vdir1/dir1/testFileName1 (initial testFileName)
  2500. // - /vdir2/dir1/testFileName (initial testFileName1)
  2501. // - /vdir2/adir/testFileName
  2502. // - /vdir2/adir/testFileName1
  2503. err = client.Rename(dir1, path.Join(vdirPath2, "adir"))
  2504. assert.NoError(t, err)
  2505. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  2506. assert.NoError(t, err)
  2507. assert.Equal(t, 3, user.UsedQuotaFiles)
  2508. assert.Equal(t, testFileSize*2+testFileSize1, user.UsedQuotaSize)
  2509. f, _, err = httpdtest.GetFolderByName(folderName1, http.StatusOK)
  2510. assert.NoError(t, err)
  2511. assert.Equal(t, int64(0), f.UsedQuotaSize)
  2512. assert.Equal(t, 0, f.UsedQuotaFiles)
  2513. f, _, err = httpdtest.GetFolderByName(folderName2, http.StatusOK)
  2514. assert.NoError(t, err)
  2515. assert.Equal(t, testFileSize1*2+testFileSize, f.UsedQuotaSize)
  2516. assert.Equal(t, 3, f.UsedQuotaFiles)
  2517. }
  2518. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  2519. assert.NoError(t, err)
  2520. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName1}, http.StatusOK)
  2521. assert.NoError(t, err)
  2522. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName2}, http.StatusOK)
  2523. assert.NoError(t, err)
  2524. err = os.RemoveAll(user.GetHomeDir())
  2525. assert.NoError(t, err)
  2526. err = os.RemoveAll(mappedPath1)
  2527. assert.NoError(t, err)
  2528. err = os.RemoveAll(mappedPath2)
  2529. assert.NoError(t, err)
  2530. }
  2531. func TestTransferQuotaLimits(t *testing.T) {
  2532. u := getTestUser()
  2533. u.TotalDataTransfer = 1
  2534. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  2535. assert.NoError(t, err)
  2536. conn, client, err := getSftpClient(user)
  2537. if assert.NoError(t, err) {
  2538. defer conn.Close()
  2539. defer client.Close()
  2540. testFileSize := int64(524288)
  2541. err = writeSFTPFile(testFileName, testFileSize, client)
  2542. assert.NoError(t, err)
  2543. f, err := client.Open(testFileName)
  2544. assert.NoError(t, err)
  2545. contents := make([]byte, testFileSize)
  2546. n, err := io.ReadFull(f, contents)
  2547. assert.NoError(t, err)
  2548. assert.Equal(t, int(testFileSize), n)
  2549. assert.Len(t, contents, int(testFileSize))
  2550. err = f.Close()
  2551. assert.NoError(t, err)
  2552. _, err = client.Open(testFileName)
  2553. if assert.Error(t, err) {
  2554. assert.Contains(t, err.Error(), "SSH_FX_FAILURE")
  2555. assert.Contains(t, err.Error(), common.ErrReadQuotaExceeded.Error())
  2556. }
  2557. err = writeSFTPFile(testFileName, testFileSize, client)
  2558. if assert.Error(t, err) {
  2559. assert.Contains(t, err.Error(), "SSH_FX_FAILURE")
  2560. assert.Contains(t, err.Error(), common.ErrQuotaExceeded.Error())
  2561. }
  2562. }
  2563. // test the limit while uploading/downloading
  2564. user.TotalDataTransfer = 0
  2565. user.UploadDataTransfer = 1
  2566. user.DownloadDataTransfer = 1
  2567. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  2568. assert.NoError(t, err)
  2569. conn, client, err = getSftpClient(user)
  2570. if assert.NoError(t, err) {
  2571. defer conn.Close()
  2572. defer client.Close()
  2573. testFileSize := int64(450000)
  2574. err = writeSFTPFile(testFileName, testFileSize, client)
  2575. assert.NoError(t, err)
  2576. f, err := client.Open(testFileName)
  2577. if assert.NoError(t, err) {
  2578. _, err = io.Copy(io.Discard, f)
  2579. assert.NoError(t, err)
  2580. err = f.Close()
  2581. assert.NoError(t, err)
  2582. }
  2583. f, err = client.Open(testFileName)
  2584. if assert.NoError(t, err) {
  2585. _, err = io.Copy(io.Discard, f)
  2586. if assert.Error(t, err) {
  2587. assert.Contains(t, err.Error(), "SSH_FX_FAILURE")
  2588. assert.Contains(t, err.Error(), common.ErrReadQuotaExceeded.Error())
  2589. }
  2590. err = f.Close()
  2591. assert.Error(t, err)
  2592. }
  2593. err = writeSFTPFile(testFileName, testFileSize, client)
  2594. if assert.Error(t, err) {
  2595. assert.Contains(t, err.Error(), "SSH_FX_FAILURE")
  2596. assert.Contains(t, err.Error(), common.ErrQuotaExceeded.Error())
  2597. }
  2598. }
  2599. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  2600. assert.NoError(t, err)
  2601. err = os.RemoveAll(user.GetHomeDir())
  2602. assert.NoError(t, err)
  2603. }
  2604. func TestVirtualFoldersLink(t *testing.T) {
  2605. u := getTestUser()
  2606. mappedPath1 := filepath.Join(os.TempDir(), "vdir1")
  2607. folderName1 := filepath.Base(mappedPath1)
  2608. vdirPath1 := "/vdir1"
  2609. mappedPath2 := filepath.Join(os.TempDir(), "vdir2")
  2610. folderName2 := filepath.Base(mappedPath2)
  2611. vdirPath2 := "/vdir2"
  2612. f1 := vfs.BaseVirtualFolder{
  2613. Name: folderName1,
  2614. MappedPath: mappedPath1,
  2615. }
  2616. _, _, err := httpdtest.AddFolder(f1, http.StatusCreated)
  2617. assert.NoError(t, err)
  2618. f2 := vfs.BaseVirtualFolder{
  2619. Name: folderName2,
  2620. MappedPath: mappedPath2,
  2621. }
  2622. _, _, err = httpdtest.AddFolder(f2, http.StatusCreated)
  2623. assert.NoError(t, err)
  2624. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  2625. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2626. Name: folderName1,
  2627. },
  2628. VirtualPath: vdirPath1,
  2629. // quota is included in the user's one
  2630. QuotaFiles: -1,
  2631. QuotaSize: -1,
  2632. })
  2633. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  2634. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2635. Name: folderName2,
  2636. },
  2637. VirtualPath: vdirPath2,
  2638. // quota is unlimited and excluded from user's one
  2639. QuotaFiles: 0,
  2640. QuotaSize: 0,
  2641. })
  2642. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  2643. assert.NoError(t, err)
  2644. conn, client, err := getSftpClient(user)
  2645. if assert.NoError(t, err) {
  2646. defer conn.Close()
  2647. defer client.Close()
  2648. testFileSize := int64(131072)
  2649. testDir := "adir"
  2650. err = writeSFTPFile(testFileName, testFileSize, client)
  2651. assert.NoError(t, err)
  2652. err = writeSFTPFile(path.Join(vdirPath1, testFileName), testFileSize, client)
  2653. assert.NoError(t, err)
  2654. err = writeSFTPFile(path.Join(vdirPath2, testFileName), testFileSize, client)
  2655. assert.NoError(t, err)
  2656. err = client.Mkdir(path.Join(vdirPath1, testDir))
  2657. assert.NoError(t, err)
  2658. err = client.Mkdir(path.Join(vdirPath2, testDir))
  2659. assert.NoError(t, err)
  2660. err = client.Symlink(testFileName, testFileName+".link")
  2661. assert.NoError(t, err)
  2662. err = client.Symlink(path.Join(vdirPath1, testFileName), path.Join(vdirPath1, testFileName+".link"))
  2663. assert.NoError(t, err)
  2664. err = client.Symlink(path.Join(vdirPath1, testFileName), path.Join(vdirPath1, testDir, testFileName+".link"))
  2665. assert.NoError(t, err)
  2666. err = client.Symlink(path.Join(vdirPath2, testFileName), path.Join(vdirPath2, testFileName+".link"))
  2667. assert.NoError(t, err)
  2668. err = client.Symlink(path.Join(vdirPath2, testFileName), path.Join(vdirPath2, testDir, testFileName+".link"))
  2669. assert.NoError(t, err)
  2670. err = client.Symlink(path.Join("/", testFileName), path.Join(vdirPath1, testFileName+".link1")) //nolint:goconst
  2671. if assert.Error(t, err) {
  2672. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  2673. }
  2674. err = client.Symlink(path.Join("/", testFileName), path.Join(vdirPath1, testDir, testFileName+".link1"))
  2675. if assert.Error(t, err) {
  2676. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  2677. }
  2678. err = client.Symlink(path.Join("/", testFileName), path.Join(vdirPath2, testFileName+".link1"))
  2679. if assert.Error(t, err) {
  2680. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  2681. }
  2682. err = client.Symlink(path.Join("/", testFileName), path.Join(vdirPath2, testDir, testFileName+".link1"))
  2683. if assert.Error(t, err) {
  2684. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  2685. }
  2686. err = client.Symlink(path.Join(vdirPath1, testFileName), testFileName+".link1")
  2687. if assert.Error(t, err) {
  2688. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  2689. }
  2690. err = client.Symlink(path.Join(vdirPath2, testFileName), testFileName+".link1")
  2691. if assert.Error(t, err) {
  2692. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  2693. }
  2694. err = client.Symlink(path.Join(vdirPath1, testFileName), path.Join(vdirPath2, testDir, testFileName+".link1"))
  2695. if assert.Error(t, err) {
  2696. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  2697. }
  2698. err = client.Symlink(path.Join(vdirPath2, testFileName), path.Join(vdirPath1, testFileName+".link1"))
  2699. if assert.Error(t, err) {
  2700. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  2701. }
  2702. err = client.Symlink("/", "/roolink")
  2703. assert.ErrorIs(t, err, os.ErrPermission)
  2704. err = client.Symlink(testFileName, "/")
  2705. assert.ErrorIs(t, err, os.ErrPermission)
  2706. err = client.Symlink(testFileName, vdirPath1)
  2707. if assert.Error(t, err) {
  2708. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  2709. }
  2710. err = client.Symlink(vdirPath1, testFileName+".link2")
  2711. if assert.Error(t, err) {
  2712. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  2713. }
  2714. }
  2715. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  2716. assert.NoError(t, err)
  2717. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName1}, http.StatusOK)
  2718. assert.NoError(t, err)
  2719. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName2}, http.StatusOK)
  2720. assert.NoError(t, err)
  2721. err = os.RemoveAll(user.GetHomeDir())
  2722. assert.NoError(t, err)
  2723. err = os.RemoveAll(mappedPath1)
  2724. assert.NoError(t, err)
  2725. err = os.RemoveAll(mappedPath2)
  2726. assert.NoError(t, err)
  2727. }
  2728. func TestCrossFolderRename(t *testing.T) {
  2729. folder1 := "folder1"
  2730. folder2 := "folder2"
  2731. folder3 := "folder3"
  2732. folder4 := "folder4"
  2733. folder5 := "folder5"
  2734. folder6 := "folder6"
  2735. folder7 := "folder7"
  2736. baseUser, resp, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  2737. assert.NoError(t, err, string(resp))
  2738. f1 := vfs.BaseVirtualFolder{
  2739. Name: folder1,
  2740. MappedPath: filepath.Join(os.TempDir(), folder1),
  2741. FsConfig: vfs.Filesystem{
  2742. Provider: sdk.CryptedFilesystemProvider,
  2743. CryptConfig: vfs.CryptFsConfig{
  2744. Passphrase: kms.NewPlainSecret(defaultPassword),
  2745. },
  2746. },
  2747. }
  2748. _, _, err = httpdtest.AddFolder(f1, http.StatusCreated)
  2749. assert.NoError(t, err)
  2750. f2 := vfs.BaseVirtualFolder{
  2751. Name: folder2,
  2752. MappedPath: filepath.Join(os.TempDir(), folder2),
  2753. FsConfig: vfs.Filesystem{
  2754. Provider: sdk.CryptedFilesystemProvider,
  2755. CryptConfig: vfs.CryptFsConfig{
  2756. Passphrase: kms.NewPlainSecret(defaultPassword),
  2757. },
  2758. },
  2759. }
  2760. _, _, err = httpdtest.AddFolder(f2, http.StatusCreated)
  2761. assert.NoError(t, err)
  2762. f3 := vfs.BaseVirtualFolder{
  2763. Name: folder3,
  2764. MappedPath: filepath.Join(os.TempDir(), folder3),
  2765. FsConfig: vfs.Filesystem{
  2766. Provider: sdk.CryptedFilesystemProvider,
  2767. CryptConfig: vfs.CryptFsConfig{
  2768. Passphrase: kms.NewPlainSecret(defaultPassword + "mod"),
  2769. },
  2770. },
  2771. }
  2772. _, _, err = httpdtest.AddFolder(f3, http.StatusCreated)
  2773. assert.NoError(t, err)
  2774. f4 := vfs.BaseVirtualFolder{
  2775. Name: folder4,
  2776. MappedPath: filepath.Join(os.TempDir(), folder4),
  2777. FsConfig: vfs.Filesystem{
  2778. Provider: sdk.SFTPFilesystemProvider,
  2779. SFTPConfig: vfs.SFTPFsConfig{
  2780. BaseSFTPFsConfig: sdk.BaseSFTPFsConfig{
  2781. Endpoint: sftpServerAddr,
  2782. Username: baseUser.Username,
  2783. Prefix: path.Join("/", folder4),
  2784. },
  2785. Password: kms.NewPlainSecret(defaultPassword),
  2786. },
  2787. },
  2788. }
  2789. _, _, err = httpdtest.AddFolder(f4, http.StatusCreated)
  2790. assert.NoError(t, err)
  2791. f5 := vfs.BaseVirtualFolder{
  2792. Name: folder5,
  2793. MappedPath: filepath.Join(os.TempDir(), folder5),
  2794. FsConfig: vfs.Filesystem{
  2795. Provider: sdk.SFTPFilesystemProvider,
  2796. SFTPConfig: vfs.SFTPFsConfig{
  2797. BaseSFTPFsConfig: sdk.BaseSFTPFsConfig{
  2798. Endpoint: sftpServerAddr,
  2799. Username: baseUser.Username,
  2800. Prefix: path.Join("/", folder5),
  2801. },
  2802. Password: kms.NewPlainSecret(defaultPassword),
  2803. },
  2804. },
  2805. }
  2806. _, _, err = httpdtest.AddFolder(f5, http.StatusCreated)
  2807. assert.NoError(t, err)
  2808. f6 := vfs.BaseVirtualFolder{
  2809. Name: folder6,
  2810. MappedPath: filepath.Join(os.TempDir(), folder6),
  2811. FsConfig: vfs.Filesystem{
  2812. Provider: sdk.SFTPFilesystemProvider,
  2813. SFTPConfig: vfs.SFTPFsConfig{
  2814. BaseSFTPFsConfig: sdk.BaseSFTPFsConfig{
  2815. Endpoint: "127.0.0.1:4024",
  2816. Username: baseUser.Username,
  2817. Prefix: path.Join("/", folder6),
  2818. },
  2819. Password: kms.NewPlainSecret(defaultPassword),
  2820. },
  2821. },
  2822. }
  2823. _, _, err = httpdtest.AddFolder(f6, http.StatusCreated)
  2824. assert.NoError(t, err)
  2825. f7 := vfs.BaseVirtualFolder{
  2826. Name: folder7,
  2827. MappedPath: filepath.Join(os.TempDir(), folder7),
  2828. FsConfig: vfs.Filesystem{
  2829. Provider: sdk.SFTPFilesystemProvider,
  2830. SFTPConfig: vfs.SFTPFsConfig{
  2831. BaseSFTPFsConfig: sdk.BaseSFTPFsConfig{
  2832. Endpoint: sftpServerAddr,
  2833. Username: baseUser.Username,
  2834. Prefix: path.Join("/", folder4),
  2835. },
  2836. Password: kms.NewPlainSecret(defaultPassword),
  2837. },
  2838. },
  2839. }
  2840. _, _, err = httpdtest.AddFolder(f7, http.StatusCreated)
  2841. assert.NoError(t, err)
  2842. u := getCryptFsUser()
  2843. u.VirtualFolders = []vfs.VirtualFolder{
  2844. {
  2845. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2846. Name: folder1,
  2847. },
  2848. VirtualPath: path.Join("/", folder1),
  2849. QuotaSize: -1,
  2850. QuotaFiles: -1,
  2851. },
  2852. {
  2853. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2854. Name: folder2,
  2855. },
  2856. VirtualPath: path.Join("/", folder2),
  2857. QuotaSize: -1,
  2858. QuotaFiles: -1,
  2859. },
  2860. {
  2861. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2862. Name: folder3,
  2863. },
  2864. VirtualPath: path.Join("/", folder3),
  2865. QuotaSize: -1,
  2866. QuotaFiles: -1,
  2867. },
  2868. {
  2869. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2870. Name: folder4,
  2871. },
  2872. VirtualPath: path.Join("/", folder4),
  2873. QuotaSize: -1,
  2874. QuotaFiles: -1,
  2875. },
  2876. {
  2877. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2878. Name: folder5,
  2879. },
  2880. VirtualPath: path.Join("/", folder5),
  2881. QuotaSize: -1,
  2882. QuotaFiles: -1,
  2883. },
  2884. {
  2885. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2886. Name: folder6,
  2887. },
  2888. VirtualPath: path.Join("/", folder6),
  2889. QuotaSize: -1,
  2890. QuotaFiles: -1,
  2891. },
  2892. {
  2893. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2894. Name: folder7,
  2895. },
  2896. VirtualPath: path.Join("/", folder7),
  2897. QuotaSize: -1,
  2898. QuotaFiles: -1,
  2899. },
  2900. }
  2901. user, resp, err := httpdtest.AddUser(u, http.StatusCreated)
  2902. assert.NoError(t, err, string(resp))
  2903. conn, client, err := getSftpClient(user)
  2904. if assert.NoError(t, err) {
  2905. defer conn.Close()
  2906. defer client.Close()
  2907. subDir := "testSubDir"
  2908. err = client.Mkdir(subDir)
  2909. assert.NoError(t, err)
  2910. err = writeSFTPFile(path.Join(subDir, "afile.bin"), 64, client)
  2911. assert.NoError(t, err)
  2912. err = client.Rename(subDir, path.Join("/", folder1, subDir))
  2913. assert.NoError(t, err)
  2914. _, err = client.Stat(path.Join("/", folder1, subDir))
  2915. assert.NoError(t, err)
  2916. _, err = client.Stat(path.Join("/", folder1, subDir, "afile.bin"))
  2917. assert.NoError(t, err)
  2918. err = client.Rename(path.Join("/", folder1, subDir), path.Join("/", folder2, subDir))
  2919. assert.NoError(t, err)
  2920. _, err = client.Stat(path.Join("/", folder2, subDir))
  2921. assert.NoError(t, err)
  2922. _, err = client.Stat(path.Join("/", folder2, subDir, "afile.bin"))
  2923. assert.NoError(t, err)
  2924. err = client.Rename(path.Join("/", folder2, subDir), path.Join("/", folder3, subDir))
  2925. assert.ErrorIs(t, err, os.ErrPermission)
  2926. err = writeSFTPFile(path.Join("/", folder3, "file.bin"), 64, client)
  2927. assert.NoError(t, err)
  2928. err = client.Rename(path.Join("/", folder3, "file.bin"), "/renamed.bin")
  2929. assert.ErrorIs(t, err, os.ErrPermission)
  2930. err = client.Rename(path.Join("/", folder3, "file.bin"), path.Join("/", folder2, "/renamed.bin"))
  2931. assert.ErrorIs(t, err, os.ErrPermission)
  2932. err = client.Rename(path.Join("/", folder3, "file.bin"), path.Join("/", folder3, "/renamed.bin"))
  2933. assert.NoError(t, err)
  2934. err = writeSFTPFile("/afile.bin", 64, client)
  2935. assert.NoError(t, err)
  2936. err = client.Rename("afile.bin", path.Join("/", folder4, "afile_renamed.bin"))
  2937. assert.ErrorIs(t, err, os.ErrPermission)
  2938. err = writeSFTPFile(path.Join("/", folder4, "afile.bin"), 64, client)
  2939. assert.NoError(t, err)
  2940. err = client.Rename(path.Join("/", folder4, "afile.bin"), path.Join("/", folder5, "afile_renamed.bin"))
  2941. assert.NoError(t, err)
  2942. err = client.Rename(path.Join("/", folder5, "afile_renamed.bin"), path.Join("/", folder6, "afile_renamed.bin"))
  2943. assert.ErrorIs(t, err, os.ErrPermission)
  2944. err = writeSFTPFile(path.Join("/", folder4, "afile.bin"), 64, client)
  2945. assert.NoError(t, err)
  2946. _, err = client.Stat(path.Join("/", folder7, "afile.bin"))
  2947. assert.NoError(t, err)
  2948. err = client.Rename(path.Join("/", folder4, "afile.bin"), path.Join("/", folder7, "afile.bin"))
  2949. assert.NoError(t, err)
  2950. }
  2951. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  2952. assert.NoError(t, err)
  2953. err = os.RemoveAll(user.GetHomeDir())
  2954. assert.NoError(t, err)
  2955. _, err = httpdtest.RemoveUser(baseUser, http.StatusOK)
  2956. assert.NoError(t, err)
  2957. err = os.RemoveAll(baseUser.GetHomeDir())
  2958. assert.NoError(t, err)
  2959. for _, folderName := range []string{folder1, folder2, folder3, folder4, folder5, folder6, folder7} {
  2960. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName}, http.StatusOK)
  2961. assert.NoError(t, err)
  2962. err = os.RemoveAll(filepath.Join(os.TempDir(), folderName))
  2963. assert.NoError(t, err)
  2964. }
  2965. }
  2966. func TestDirs(t *testing.T) {
  2967. u := getTestUser()
  2968. mappedPath := filepath.Join(os.TempDir(), "vdir")
  2969. folderName := filepath.Base(mappedPath)
  2970. vdirPath := "/path/vdir"
  2971. f := vfs.BaseVirtualFolder{
  2972. Name: folderName,
  2973. MappedPath: mappedPath,
  2974. }
  2975. _, _, err := httpdtest.AddFolder(f, http.StatusCreated)
  2976. assert.NoError(t, err)
  2977. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  2978. BaseVirtualFolder: vfs.BaseVirtualFolder{
  2979. Name: folderName,
  2980. },
  2981. VirtualPath: vdirPath,
  2982. })
  2983. u.Permissions["/subdir"] = []string{dataprovider.PermDownload, dataprovider.PermUpload,
  2984. dataprovider.PermDelete, dataprovider.PermCreateDirs, dataprovider.PermRename, dataprovider.PermListItems}
  2985. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  2986. assert.NoError(t, err)
  2987. conn, client, err := getSftpClient(user)
  2988. if assert.NoError(t, err) {
  2989. defer conn.Close()
  2990. defer client.Close()
  2991. info, err := client.ReadDir("/")
  2992. if assert.NoError(t, err) {
  2993. if assert.Len(t, info, 1) {
  2994. assert.Equal(t, "path", info[0].Name())
  2995. }
  2996. }
  2997. fi, err := client.Stat(path.Dir(vdirPath))
  2998. if assert.NoError(t, err) {
  2999. assert.True(t, fi.IsDir())
  3000. }
  3001. err = client.RemoveDirectory("/")
  3002. assert.ErrorIs(t, err, os.ErrPermission)
  3003. err = client.RemoveDirectory(vdirPath)
  3004. assert.ErrorIs(t, err, os.ErrPermission)
  3005. err = client.RemoveDirectory(path.Dir(vdirPath))
  3006. if assert.Error(t, err) {
  3007. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  3008. }
  3009. err = client.Mkdir(vdirPath)
  3010. assert.ErrorIs(t, err, os.ErrPermission)
  3011. err = client.Mkdir("adir")
  3012. assert.NoError(t, err)
  3013. err = client.Rename("/adir", path.Dir(vdirPath))
  3014. if assert.Error(t, err) {
  3015. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  3016. }
  3017. err = client.MkdirAll("/subdir/adir")
  3018. assert.NoError(t, err)
  3019. err = client.Rename("adir", "subdir/adir")
  3020. if assert.Error(t, err) {
  3021. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  3022. }
  3023. err = writeSFTPFile("/subdir/afile.bin", 64, client)
  3024. assert.NoError(t, err)
  3025. err = writeSFTPFile("/afile.bin", 32, client)
  3026. assert.NoError(t, err)
  3027. err = client.Rename("afile.bin", "subdir/afile.bin")
  3028. assert.ErrorIs(t, err, os.ErrPermission)
  3029. err = client.Rename("afile.bin", "subdir/afile1.bin")
  3030. assert.NoError(t, err)
  3031. err = client.Rename(path.Dir(vdirPath), "renamed_vdir")
  3032. if assert.Error(t, err) {
  3033. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  3034. }
  3035. }
  3036. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  3037. assert.NoError(t, err)
  3038. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName}, http.StatusOK)
  3039. assert.NoError(t, err)
  3040. err = os.RemoveAll(user.GetHomeDir())
  3041. assert.NoError(t, err)
  3042. err = os.RemoveAll(mappedPath)
  3043. assert.NoError(t, err)
  3044. }
  3045. func TestCryptFsStat(t *testing.T) {
  3046. user, _, err := httpdtest.AddUser(getCryptFsUser(), http.StatusCreated)
  3047. assert.NoError(t, err)
  3048. conn, client, err := getSftpClient(user)
  3049. if assert.NoError(t, err) {
  3050. defer conn.Close()
  3051. defer client.Close()
  3052. testFileSize := int64(4096)
  3053. err = writeSFTPFile(testFileName, testFileSize, client)
  3054. assert.NoError(t, err)
  3055. info, err := client.Stat(testFileName)
  3056. if assert.NoError(t, err) {
  3057. assert.Equal(t, testFileSize, info.Size())
  3058. }
  3059. info, err = os.Stat(filepath.Join(user.HomeDir, testFileName))
  3060. if assert.NoError(t, err) {
  3061. assert.Greater(t, info.Size(), testFileSize)
  3062. }
  3063. }
  3064. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  3065. assert.NoError(t, err)
  3066. err = os.RemoveAll(user.GetHomeDir())
  3067. assert.NoError(t, err)
  3068. }
  3069. func TestFsPermissionErrors(t *testing.T) {
  3070. if runtime.GOOS == osWindows {
  3071. t.Skip("this test is not available on Windows")
  3072. }
  3073. user, _, err := httpdtest.AddUser(getCryptFsUser(), http.StatusCreated)
  3074. assert.NoError(t, err)
  3075. conn, client, err := getSftpClient(user)
  3076. if assert.NoError(t, err) {
  3077. defer conn.Close()
  3078. defer client.Close()
  3079. testDir := "tDir"
  3080. err = client.Mkdir(testDir)
  3081. assert.NoError(t, err)
  3082. err = os.Chmod(user.GetHomeDir(), 0111)
  3083. assert.NoError(t, err)
  3084. err = client.RemoveDirectory(testDir)
  3085. assert.ErrorIs(t, err, os.ErrPermission)
  3086. err = client.Rename(testDir, testDir+"1")
  3087. assert.ErrorIs(t, err, os.ErrPermission)
  3088. err = os.Chmod(user.GetHomeDir(), os.ModePerm)
  3089. assert.NoError(t, err)
  3090. }
  3091. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  3092. assert.NoError(t, err)
  3093. err = os.RemoveAll(user.GetHomeDir())
  3094. assert.NoError(t, err)
  3095. }
  3096. func TestRenameErrorOutsideHomeDir(t *testing.T) {
  3097. if runtime.GOOS == osWindows {
  3098. t.Skip("this test is not available on Windows")
  3099. }
  3100. oldUploadMode := common.Config.UploadMode
  3101. oldTempPath := common.Config.TempPath
  3102. common.Config.UploadMode = common.UploadModeAtomicWithResume
  3103. common.Config.TempPath = filepath.Clean(os.TempDir())
  3104. vfs.SetTempPath(common.Config.TempPath)
  3105. u := getTestUser()
  3106. u.QuotaFiles = 1000
  3107. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  3108. assert.NoError(t, err)
  3109. conn, client, err := getSftpClient(user)
  3110. if assert.NoError(t, err) {
  3111. defer conn.Close()
  3112. defer client.Close()
  3113. err = os.Chmod(user.GetHomeDir(), 0555)
  3114. assert.NoError(t, err)
  3115. err = checkBasicSFTP(client)
  3116. assert.NoError(t, err)
  3117. f, err := client.Create(testFileName)
  3118. assert.NoError(t, err)
  3119. _, err = f.Write(testFileContent)
  3120. assert.NoError(t, err)
  3121. err = f.Close()
  3122. assert.ErrorIs(t, err, os.ErrPermission)
  3123. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  3124. assert.NoError(t, err)
  3125. assert.Equal(t, 0, user.UsedQuotaFiles)
  3126. assert.Equal(t, int64(0), user.UsedQuotaSize)
  3127. err = os.Chmod(user.GetHomeDir(), os.ModeDir)
  3128. assert.NoError(t, err)
  3129. }
  3130. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  3131. assert.NoError(t, err)
  3132. err = os.RemoveAll(user.GetHomeDir())
  3133. assert.NoError(t, err)
  3134. common.Config.UploadMode = oldUploadMode
  3135. common.Config.TempPath = oldTempPath
  3136. vfs.SetTempPath(oldTempPath)
  3137. }
  3138. func TestResolvePathError(t *testing.T) {
  3139. u := getTestUser()
  3140. u.HomeDir = "relative_path"
  3141. conn := common.NewBaseConnection("", common.ProtocolFTP, "", "", u)
  3142. testPath := "apath"
  3143. _, err := conn.ListDir(testPath)
  3144. assert.Error(t, err)
  3145. err = conn.CreateDir(testPath, true)
  3146. assert.Error(t, err)
  3147. err = conn.RemoveDir(testPath)
  3148. assert.Error(t, err)
  3149. err = conn.Rename(testPath, testPath+"1")
  3150. assert.Error(t, err)
  3151. err = conn.CreateSymlink(testPath, testPath+".sym")
  3152. assert.Error(t, err)
  3153. _, err = conn.DoStat(testPath, 0, false)
  3154. assert.Error(t, err)
  3155. err = conn.RemoveAll(testPath)
  3156. assert.Error(t, err)
  3157. err = conn.SetStat(testPath, &common.StatAttributes{
  3158. Atime: time.Now(),
  3159. Mtime: time.Now(),
  3160. })
  3161. assert.Error(t, err)
  3162. u = getTestUser()
  3163. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  3164. BaseVirtualFolder: vfs.BaseVirtualFolder{
  3165. MappedPath: "relative_mapped_path",
  3166. },
  3167. VirtualPath: "/vpath",
  3168. })
  3169. err = os.MkdirAll(u.HomeDir, os.ModePerm)
  3170. assert.NoError(t, err)
  3171. conn.User = u
  3172. err = conn.Rename(testPath, "/vpath/subpath")
  3173. assert.Error(t, err)
  3174. outHomePath := filepath.Join(os.TempDir(), testFileName)
  3175. err = os.WriteFile(outHomePath, testFileContent, os.ModePerm)
  3176. assert.NoError(t, err)
  3177. err = os.Symlink(outHomePath, filepath.Join(u.HomeDir, testFileName+".link"))
  3178. assert.NoError(t, err)
  3179. err = os.WriteFile(filepath.Join(u.HomeDir, testFileName), testFileContent, os.ModePerm)
  3180. assert.NoError(t, err)
  3181. err = conn.CreateSymlink(testFileName, testFileName+".link")
  3182. assert.Error(t, err)
  3183. err = os.RemoveAll(u.GetHomeDir())
  3184. assert.NoError(t, err)
  3185. err = os.Remove(outHomePath)
  3186. assert.NoError(t, err)
  3187. }
  3188. func TestUserPasswordHashing(t *testing.T) {
  3189. if config.GetProviderConf().Driver == dataprovider.MemoryDataProviderName {
  3190. t.Skip("this test is not supported with the memory provider")
  3191. }
  3192. u := getTestUser()
  3193. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  3194. assert.NoError(t, err)
  3195. err = dataprovider.Close()
  3196. assert.NoError(t, err)
  3197. err = config.LoadConfig(configDir, "")
  3198. assert.NoError(t, err)
  3199. providerConf := config.GetProviderConf()
  3200. providerConf.PasswordHashing.Algo = dataprovider.HashingAlgoArgon2ID
  3201. err = dataprovider.Initialize(providerConf, configDir, true)
  3202. assert.NoError(t, err)
  3203. currentUser, err := dataprovider.UserExists(user.Username, "")
  3204. assert.NoError(t, err)
  3205. assert.True(t, strings.HasPrefix(currentUser.Password, "$2a$"))
  3206. conn, client, err := getSftpClient(user)
  3207. if assert.NoError(t, err) {
  3208. defer conn.Close()
  3209. defer client.Close()
  3210. err = checkBasicSFTP(client)
  3211. assert.NoError(t, err)
  3212. }
  3213. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  3214. assert.NoError(t, err)
  3215. err = os.RemoveAll(user.GetHomeDir())
  3216. assert.NoError(t, err)
  3217. u = getTestUser()
  3218. user, _, err = httpdtest.AddUser(u, http.StatusCreated)
  3219. assert.NoError(t, err)
  3220. currentUser, err = dataprovider.UserExists(user.Username, "")
  3221. assert.NoError(t, err)
  3222. assert.True(t, strings.HasPrefix(currentUser.Password, "$argon2id$"))
  3223. conn, client, err = getSftpClient(user)
  3224. if assert.NoError(t, err) {
  3225. defer conn.Close()
  3226. defer client.Close()
  3227. err = checkBasicSFTP(client)
  3228. assert.NoError(t, err)
  3229. }
  3230. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  3231. assert.NoError(t, err)
  3232. err = os.RemoveAll(user.GetHomeDir())
  3233. assert.NoError(t, err)
  3234. err = dataprovider.Close()
  3235. assert.NoError(t, err)
  3236. err = config.LoadConfig(configDir, "")
  3237. assert.NoError(t, err)
  3238. providerConf = config.GetProviderConf()
  3239. err = dataprovider.Initialize(providerConf, configDir, true)
  3240. assert.NoError(t, err)
  3241. }
  3242. func TestAllowList(t *testing.T) {
  3243. configCopy := common.Config
  3244. entries := []dataprovider.IPListEntry{
  3245. {
  3246. IPOrNet: "172.18.1.1/32",
  3247. Type: dataprovider.IPListTypeAllowList,
  3248. Mode: dataprovider.ListModeAllow,
  3249. Protocols: 0,
  3250. },
  3251. {
  3252. IPOrNet: "172.18.1.2/32",
  3253. Type: dataprovider.IPListTypeAllowList,
  3254. Mode: dataprovider.ListModeAllow,
  3255. Protocols: 0,
  3256. },
  3257. {
  3258. IPOrNet: "10.8.7.0/24",
  3259. Type: dataprovider.IPListTypeAllowList,
  3260. Mode: dataprovider.ListModeAllow,
  3261. Protocols: 5,
  3262. },
  3263. {
  3264. IPOrNet: "0.0.0.0/0",
  3265. Type: dataprovider.IPListTypeAllowList,
  3266. Mode: dataprovider.ListModeAllow,
  3267. Protocols: 8,
  3268. },
  3269. {
  3270. IPOrNet: "::/0",
  3271. Type: dataprovider.IPListTypeAllowList,
  3272. Mode: dataprovider.ListModeAllow,
  3273. Protocols: 8,
  3274. },
  3275. }
  3276. for _, e := range entries {
  3277. _, resp, err := httpdtest.AddIPListEntry(e, http.StatusCreated)
  3278. assert.NoError(t, err, string(resp))
  3279. }
  3280. common.Config.AllowListStatus = 1
  3281. err := common.Initialize(common.Config, 0)
  3282. assert.NoError(t, err)
  3283. assert.True(t, common.Config.IsAllowListEnabled())
  3284. testIP := "172.18.1.1"
  3285. assert.NoError(t, common.Connections.IsNewConnectionAllowed(testIP, common.ProtocolFTP))
  3286. entry := entries[0]
  3287. entry.Protocols = 1
  3288. _, _, err = httpdtest.UpdateIPListEntry(entry, http.StatusOK)
  3289. assert.NoError(t, err)
  3290. assert.Error(t, common.Connections.IsNewConnectionAllowed(testIP, common.ProtocolFTP))
  3291. assert.NoError(t, common.Connections.IsNewConnectionAllowed(testIP, common.ProtocolSSH))
  3292. _, err = httpdtest.RemoveIPListEntry(entry, http.StatusOK)
  3293. assert.NoError(t, err)
  3294. entries = entries[1:]
  3295. assert.Error(t, common.Connections.IsNewConnectionAllowed(testIP, common.ProtocolSSH))
  3296. assert.Error(t, common.Connections.IsNewConnectionAllowed("172.18.1.3", common.ProtocolSSH))
  3297. assert.NoError(t, common.Connections.IsNewConnectionAllowed("172.18.1.3", common.ProtocolHTTP))
  3298. assert.NoError(t, common.Connections.IsNewConnectionAllowed("10.8.7.3", common.ProtocolWebDAV))
  3299. assert.NoError(t, common.Connections.IsNewConnectionAllowed("10.8.7.4", common.ProtocolSSH))
  3300. assert.Error(t, common.Connections.IsNewConnectionAllowed("10.8.7.4", common.ProtocolFTP))
  3301. assert.NoError(t, common.Connections.IsNewConnectionAllowed("10.8.7.4", common.ProtocolHTTP))
  3302. assert.NoError(t, common.Connections.IsNewConnectionAllowed("2001:0db8::1428:57ab", common.ProtocolHTTP))
  3303. assert.Error(t, common.Connections.IsNewConnectionAllowed("2001:0db8::1428:57ab", common.ProtocolSSH))
  3304. assert.Error(t, common.Connections.IsNewConnectionAllowed("10.8.8.2", common.ProtocolWebDAV))
  3305. assert.Error(t, common.Connections.IsNewConnectionAllowed("invalid IP", common.ProtocolHTTP))
  3306. common.Config = configCopy
  3307. err = common.Initialize(common.Config, 0)
  3308. assert.NoError(t, err)
  3309. assert.False(t, common.Config.IsAllowListEnabled())
  3310. for _, e := range entries {
  3311. _, err := httpdtest.RemoveIPListEntry(e, http.StatusOK)
  3312. assert.NoError(t, err)
  3313. }
  3314. }
  3315. func TestDbDefenderErrors(t *testing.T) {
  3316. if !isDbDefenderSupported() {
  3317. t.Skip("this test is not supported with the current database provider")
  3318. }
  3319. configCopy := common.Config
  3320. common.Config.DefenderConfig.Enabled = true
  3321. common.Config.DefenderConfig.Driver = common.DefenderDriverProvider
  3322. err := common.Initialize(common.Config, 0)
  3323. assert.NoError(t, err)
  3324. testIP := "127.1.1.1"
  3325. hosts, err := common.GetDefenderHosts()
  3326. assert.NoError(t, err)
  3327. assert.Len(t, hosts, 0)
  3328. common.AddDefenderEvent(testIP, common.ProtocolSSH, common.HostEventLimitExceeded)
  3329. hosts, err = common.GetDefenderHosts()
  3330. assert.NoError(t, err)
  3331. assert.Len(t, hosts, 1)
  3332. score, err := common.GetDefenderScore(testIP)
  3333. assert.NoError(t, err)
  3334. assert.Equal(t, 3, score)
  3335. banTime, err := common.GetDefenderBanTime(testIP)
  3336. assert.NoError(t, err)
  3337. assert.Nil(t, banTime)
  3338. err = dataprovider.Close()
  3339. assert.NoError(t, err)
  3340. common.AddDefenderEvent(testIP, common.ProtocolFTP, common.HostEventLimitExceeded)
  3341. _, err = common.GetDefenderHosts()
  3342. assert.Error(t, err)
  3343. _, err = common.GetDefenderHost(testIP)
  3344. assert.Error(t, err)
  3345. _, err = common.GetDefenderBanTime(testIP)
  3346. assert.Error(t, err)
  3347. _, err = common.GetDefenderScore(testIP)
  3348. assert.Error(t, err)
  3349. err = config.LoadConfig(configDir, "")
  3350. assert.NoError(t, err)
  3351. providerConf := config.GetProviderConf()
  3352. err = dataprovider.Initialize(providerConf, configDir, true)
  3353. assert.NoError(t, err)
  3354. err = dataprovider.CleanupDefender(util.GetTimeAsMsSinceEpoch(time.Now().Add(1 * time.Hour)))
  3355. assert.NoError(t, err)
  3356. common.Config = configCopy
  3357. err = common.Initialize(common.Config, 0)
  3358. assert.NoError(t, err)
  3359. }
  3360. func TestDelayedQuotaUpdater(t *testing.T) {
  3361. err := dataprovider.Close()
  3362. assert.NoError(t, err)
  3363. err = config.LoadConfig(configDir, "")
  3364. assert.NoError(t, err)
  3365. providerConf := config.GetProviderConf()
  3366. providerConf.DelayedQuotaUpdate = 120
  3367. err = dataprovider.Initialize(providerConf, configDir, true)
  3368. assert.NoError(t, err)
  3369. u := getTestUser()
  3370. u.QuotaFiles = 100
  3371. u.TotalDataTransfer = 2000
  3372. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  3373. assert.NoError(t, err)
  3374. err = dataprovider.UpdateUserQuota(&user, 10, 6000, false)
  3375. assert.NoError(t, err)
  3376. err = dataprovider.UpdateUserTransferQuota(&user, 100, 200, false)
  3377. assert.NoError(t, err)
  3378. files, size, ulSize, dlSize, err := dataprovider.GetUsedQuota(user.Username)
  3379. assert.NoError(t, err)
  3380. assert.Equal(t, 10, files)
  3381. assert.Equal(t, int64(6000), size)
  3382. assert.Equal(t, int64(100), ulSize)
  3383. assert.Equal(t, int64(200), dlSize)
  3384. userGet, err := dataprovider.UserExists(user.Username, "")
  3385. assert.NoError(t, err)
  3386. assert.Equal(t, 0, userGet.UsedQuotaFiles)
  3387. assert.Equal(t, int64(0), userGet.UsedQuotaSize)
  3388. assert.Equal(t, int64(0), userGet.UsedUploadDataTransfer)
  3389. assert.Equal(t, int64(0), userGet.UsedDownloadDataTransfer)
  3390. err = dataprovider.UpdateUserQuota(&user, 10, 6000, true)
  3391. assert.NoError(t, err)
  3392. err = dataprovider.UpdateUserTransferQuota(&user, 100, 200, true)
  3393. assert.NoError(t, err)
  3394. files, size, ulSize, dlSize, err = dataprovider.GetUsedQuota(user.Username)
  3395. assert.NoError(t, err)
  3396. assert.Equal(t, 10, files)
  3397. assert.Equal(t, int64(6000), size)
  3398. assert.Equal(t, int64(100), ulSize)
  3399. assert.Equal(t, int64(200), dlSize)
  3400. userGet, err = dataprovider.UserExists(user.Username, "")
  3401. assert.NoError(t, err)
  3402. assert.Equal(t, 10, userGet.UsedQuotaFiles)
  3403. assert.Equal(t, int64(6000), userGet.UsedQuotaSize)
  3404. assert.Equal(t, int64(100), userGet.UsedUploadDataTransfer)
  3405. assert.Equal(t, int64(200), userGet.UsedDownloadDataTransfer)
  3406. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  3407. assert.NoError(t, err)
  3408. err = os.RemoveAll(user.GetHomeDir())
  3409. assert.NoError(t, err)
  3410. folder := vfs.BaseVirtualFolder{
  3411. Name: "folder",
  3412. MappedPath: filepath.Join(os.TempDir(), "p"),
  3413. }
  3414. err = dataprovider.AddFolder(&folder, "", "", "")
  3415. assert.NoError(t, err)
  3416. err = dataprovider.UpdateVirtualFolderQuota(&folder, 10, 6000, false)
  3417. assert.NoError(t, err)
  3418. files, size, err = dataprovider.GetUsedVirtualFolderQuota(folder.Name)
  3419. assert.NoError(t, err)
  3420. assert.Equal(t, 10, files)
  3421. assert.Equal(t, int64(6000), size)
  3422. folderGet, err := dataprovider.GetFolderByName(folder.Name)
  3423. assert.NoError(t, err)
  3424. assert.Equal(t, 0, folderGet.UsedQuotaFiles)
  3425. assert.Equal(t, int64(0), folderGet.UsedQuotaSize)
  3426. err = dataprovider.UpdateVirtualFolderQuota(&folder, 10, 6000, true)
  3427. assert.NoError(t, err)
  3428. files, size, err = dataprovider.GetUsedVirtualFolderQuota(folder.Name)
  3429. assert.NoError(t, err)
  3430. assert.Equal(t, 10, files)
  3431. assert.Equal(t, int64(6000), size)
  3432. folderGet, err = dataprovider.GetFolderByName(folder.Name)
  3433. assert.NoError(t, err)
  3434. assert.Equal(t, 10, folderGet.UsedQuotaFiles)
  3435. assert.Equal(t, int64(6000), folderGet.UsedQuotaSize)
  3436. err = dataprovider.DeleteFolder(folder.Name, "", "", "")
  3437. assert.NoError(t, err)
  3438. err = dataprovider.Close()
  3439. assert.NoError(t, err)
  3440. err = config.LoadConfig(configDir, "")
  3441. assert.NoError(t, err)
  3442. providerConf = config.GetProviderConf()
  3443. err = dataprovider.Initialize(providerConf, configDir, true)
  3444. assert.NoError(t, err)
  3445. }
  3446. func TestPasswordCaching(t *testing.T) {
  3447. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  3448. assert.NoError(t, err)
  3449. dbUser, err := dataprovider.UserExists(user.Username, "")
  3450. assert.NoError(t, err)
  3451. found, match := dataprovider.CheckCachedUserPassword(user.Username, defaultPassword, dbUser.Password)
  3452. assert.False(t, found)
  3453. assert.False(t, match)
  3454. user.Password = "wrong"
  3455. _, _, err = getSftpClient(user)
  3456. assert.Error(t, err)
  3457. found, match = dataprovider.CheckCachedUserPassword(user.Username, defaultPassword, dbUser.Password)
  3458. assert.False(t, found)
  3459. assert.False(t, match)
  3460. user.Password = ""
  3461. conn, client, err := getSftpClient(user)
  3462. if assert.NoError(t, err) {
  3463. defer conn.Close()
  3464. defer client.Close()
  3465. err = checkBasicSFTP(client)
  3466. assert.NoError(t, err)
  3467. }
  3468. found, match = dataprovider.CheckCachedUserPassword(user.Username, defaultPassword, dbUser.Password)
  3469. assert.True(t, found)
  3470. assert.True(t, match)
  3471. found, match = dataprovider.CheckCachedUserPassword(user.Username, defaultPassword+"_", dbUser.Password)
  3472. assert.True(t, found)
  3473. assert.False(t, match)
  3474. found, match = dataprovider.CheckCachedUserPassword(user.Username+"_", defaultPassword, dbUser.Password)
  3475. assert.False(t, found)
  3476. assert.False(t, match)
  3477. user, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  3478. assert.NoError(t, err)
  3479. // the password was not changed
  3480. found, match = dataprovider.CheckCachedUserPassword(user.Username, defaultPassword, dbUser.Password)
  3481. assert.True(t, found)
  3482. assert.True(t, match)
  3483. // the password hash will change
  3484. user.Password = defaultPassword
  3485. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  3486. assert.NoError(t, err)
  3487. dbUser, err = dataprovider.UserExists(user.Username, "")
  3488. assert.NoError(t, err)
  3489. found, match = dataprovider.CheckCachedUserPassword(user.Username, defaultPassword, dbUser.Password)
  3490. assert.False(t, found)
  3491. assert.False(t, match)
  3492. conn, client, err = getSftpClient(user)
  3493. if assert.NoError(t, err) {
  3494. defer conn.Close()
  3495. defer client.Close()
  3496. err = checkBasicSFTP(client)
  3497. assert.NoError(t, err)
  3498. }
  3499. found, match = dataprovider.CheckCachedUserPassword(user.Username, defaultPassword, dbUser.Password)
  3500. assert.True(t, found)
  3501. assert.True(t, match)
  3502. //change password
  3503. newPassword := defaultPassword + "mod"
  3504. user.Password = newPassword
  3505. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  3506. assert.NoError(t, err)
  3507. dbUser, err = dataprovider.UserExists(user.Username, "")
  3508. assert.NoError(t, err)
  3509. found, match = dataprovider.CheckCachedUserPassword(user.Username, newPassword, dbUser.Password)
  3510. assert.False(t, found)
  3511. assert.False(t, match)
  3512. conn, client, err = getSftpClient(user)
  3513. if assert.NoError(t, err) {
  3514. defer conn.Close()
  3515. defer client.Close()
  3516. err = checkBasicSFTP(client)
  3517. assert.NoError(t, err)
  3518. }
  3519. found, match = dataprovider.CheckCachedUserPassword(user.Username, defaultPassword, dbUser.Password)
  3520. assert.True(t, found)
  3521. assert.False(t, match)
  3522. found, match = dataprovider.CheckCachedUserPassword(user.Username, newPassword, dbUser.Password)
  3523. assert.True(t, found)
  3524. assert.True(t, match)
  3525. // update the password
  3526. err = dataprovider.UpdateUserPassword(user.Username, defaultPassword, "", "", "")
  3527. assert.NoError(t, err)
  3528. dbUser, err = dataprovider.UserExists(user.Username, "")
  3529. assert.NoError(t, err)
  3530. // the stored hash does not match
  3531. found, match = dataprovider.CheckCachedUserPassword(user.Username, defaultPassword, dbUser.Password)
  3532. assert.False(t, found)
  3533. assert.False(t, match)
  3534. user.Password = defaultPassword
  3535. conn, client, err = getSftpClient(user)
  3536. if assert.NoError(t, err) {
  3537. defer conn.Close()
  3538. defer client.Close()
  3539. err = checkBasicSFTP(client)
  3540. assert.NoError(t, err)
  3541. }
  3542. found, match = dataprovider.CheckCachedUserPassword(user.Username, defaultPassword, dbUser.Password)
  3543. assert.True(t, found)
  3544. assert.True(t, match)
  3545. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  3546. assert.NoError(t, err)
  3547. err = os.RemoveAll(user.GetHomeDir())
  3548. assert.NoError(t, err)
  3549. found, match = dataprovider.CheckCachedUserPassword(user.Username, defaultPassword, dbUser.Password)
  3550. assert.False(t, found)
  3551. assert.False(t, match)
  3552. }
  3553. func TestEventRule(t *testing.T) {
  3554. if runtime.GOOS == osWindows {
  3555. t.Skip("this test is not available on Windows")
  3556. }
  3557. smtpCfg := smtp.Config{
  3558. Host: "127.0.0.1",
  3559. Port: 2525,
  3560. From: "[email protected]",
  3561. TemplatesPath: "templates",
  3562. }
  3563. err := smtpCfg.Initialize(configDir, true)
  3564. require.NoError(t, err)
  3565. a1 := dataprovider.BaseEventAction{
  3566. Name: "action1",
  3567. Type: dataprovider.ActionTypeHTTP,
  3568. Options: dataprovider.BaseEventActionOptions{
  3569. HTTPConfig: dataprovider.EventActionHTTPConfig{
  3570. Endpoint: "http://localhost",
  3571. Timeout: 20,
  3572. Method: http.MethodGet,
  3573. },
  3574. },
  3575. }
  3576. a2 := dataprovider.BaseEventAction{
  3577. Name: "action2",
  3578. Type: dataprovider.ActionTypeBackup,
  3579. }
  3580. a3 := dataprovider.BaseEventAction{
  3581. Name: "action3",
  3582. Type: dataprovider.ActionTypeEmail,
  3583. Options: dataprovider.BaseEventActionOptions{
  3584. EmailConfig: dataprovider.EventActionEmailConfig{
  3585. Recipients: []string{"[email protected]", "[email protected]"},
  3586. Bcc: []string{"[email protected]"},
  3587. Subject: `New "{{.Event}}" from "{{.Name}}" status {{.StatusString}}`,
  3588. Body: "Fs path {{.FsPath}}, size: {{.FileSize}}, protocol: {{.Protocol}}, IP: {{.IP}} Data: {{.ObjectData}} {{.ErrorString}}",
  3589. },
  3590. },
  3591. }
  3592. a4 := dataprovider.BaseEventAction{
  3593. Name: "action4",
  3594. Type: dataprovider.ActionTypeEmail,
  3595. Options: dataprovider.BaseEventActionOptions{
  3596. EmailConfig: dataprovider.EventActionEmailConfig{
  3597. Recipients: []string{"[email protected]"},
  3598. Subject: `Failed "{{.Event}}" from "{{.Name}}"`,
  3599. Body: "Fs path {{.FsPath}}, protocol: {{.Protocol}}, IP: {{.IP}} {{.ErrorString}}",
  3600. },
  3601. },
  3602. }
  3603. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  3604. assert.NoError(t, err)
  3605. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  3606. assert.NoError(t, err)
  3607. action3, _, err := httpdtest.AddEventAction(a3, http.StatusCreated)
  3608. assert.NoError(t, err)
  3609. action4, _, err := httpdtest.AddEventAction(a4, http.StatusCreated)
  3610. assert.NoError(t, err)
  3611. r1 := dataprovider.EventRule{
  3612. Name: "test rule1",
  3613. Status: 1,
  3614. Trigger: dataprovider.EventTriggerFsEvent,
  3615. Conditions: dataprovider.EventConditions{
  3616. FsEvents: []string{"upload"},
  3617. Options: dataprovider.ConditionOptions{
  3618. EventStatuses: []int{1},
  3619. FsPaths: []dataprovider.ConditionPattern{
  3620. {
  3621. Pattern: "/subdir/*.dat",
  3622. },
  3623. {
  3624. Pattern: "/**/*.txt",
  3625. },
  3626. },
  3627. },
  3628. },
  3629. Actions: []dataprovider.EventAction{
  3630. {
  3631. BaseEventAction: dataprovider.BaseEventAction{
  3632. Name: action1.Name,
  3633. },
  3634. Order: 1,
  3635. Options: dataprovider.EventActionOptions{
  3636. ExecuteSync: true,
  3637. StopOnFailure: true,
  3638. },
  3639. },
  3640. {
  3641. BaseEventAction: dataprovider.BaseEventAction{
  3642. Name: action2.Name,
  3643. },
  3644. Order: 2,
  3645. },
  3646. {
  3647. BaseEventAction: dataprovider.BaseEventAction{
  3648. Name: action3.Name,
  3649. },
  3650. Order: 3,
  3651. },
  3652. {
  3653. BaseEventAction: dataprovider.BaseEventAction{
  3654. Name: action4.Name,
  3655. },
  3656. Order: 4,
  3657. Options: dataprovider.EventActionOptions{
  3658. IsFailureAction: true,
  3659. },
  3660. },
  3661. },
  3662. }
  3663. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  3664. assert.NoError(t, err)
  3665. r2 := dataprovider.EventRule{
  3666. Name: "test rule2",
  3667. Status: 1,
  3668. Trigger: dataprovider.EventTriggerFsEvent,
  3669. Conditions: dataprovider.EventConditions{
  3670. FsEvents: []string{"download"},
  3671. Options: dataprovider.ConditionOptions{
  3672. FsPaths: []dataprovider.ConditionPattern{
  3673. {
  3674. Pattern: "/**/*.dat",
  3675. },
  3676. },
  3677. },
  3678. },
  3679. Actions: []dataprovider.EventAction{
  3680. {
  3681. BaseEventAction: dataprovider.BaseEventAction{
  3682. Name: action3.Name,
  3683. },
  3684. Order: 1,
  3685. },
  3686. {
  3687. BaseEventAction: dataprovider.BaseEventAction{
  3688. Name: action4.Name,
  3689. },
  3690. Order: 2,
  3691. Options: dataprovider.EventActionOptions{
  3692. IsFailureAction: true,
  3693. },
  3694. },
  3695. },
  3696. }
  3697. rule2, _, err := httpdtest.AddEventRule(r2, http.StatusCreated)
  3698. assert.NoError(t, err)
  3699. r3 := dataprovider.EventRule{
  3700. Name: "test rule3",
  3701. Status: 1,
  3702. Trigger: dataprovider.EventTriggerProviderEvent,
  3703. Conditions: dataprovider.EventConditions{
  3704. ProviderEvents: []string{"delete"},
  3705. },
  3706. Actions: []dataprovider.EventAction{
  3707. {
  3708. BaseEventAction: dataprovider.BaseEventAction{
  3709. Name: action3.Name,
  3710. },
  3711. Order: 1,
  3712. },
  3713. },
  3714. }
  3715. rule3, _, err := httpdtest.AddEventRule(r3, http.StatusCreated)
  3716. assert.NoError(t, err)
  3717. uploadScriptPath := filepath.Join(os.TempDir(), "upload.sh")
  3718. u := getTestUser()
  3719. u.DownloadDataTransfer = 1
  3720. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  3721. assert.NoError(t, err)
  3722. movedFileName := "moved.dat"
  3723. movedPath := filepath.Join(user.HomeDir, movedFileName)
  3724. err = os.WriteFile(uploadScriptPath, getUploadScriptContent(movedPath, "", 0), 0755)
  3725. assert.NoError(t, err)
  3726. dataprovider.EnabledActionCommands = []string{uploadScriptPath}
  3727. defer func() {
  3728. dataprovider.EnabledActionCommands = nil
  3729. }()
  3730. action1.Type = dataprovider.ActionTypeCommand
  3731. action1.Options = dataprovider.BaseEventActionOptions{
  3732. CmdConfig: dataprovider.EventActionCommandConfig{
  3733. Cmd: uploadScriptPath,
  3734. Timeout: 10,
  3735. EnvVars: []dataprovider.KeyValue{
  3736. {
  3737. Key: "SFTPGO_ACTION_PATH",
  3738. Value: "{{.FsPath}}",
  3739. },
  3740. {
  3741. Key: "CUSTOM_ENV_VAR",
  3742. Value: "value",
  3743. },
  3744. },
  3745. },
  3746. }
  3747. action1, _, err = httpdtest.UpdateEventAction(action1, http.StatusOK)
  3748. assert.NoError(t, err)
  3749. dirName := "subdir"
  3750. conn, client, err := getSftpClient(user)
  3751. if assert.NoError(t, err) {
  3752. defer conn.Close()
  3753. defer client.Close()
  3754. size := int64(32768)
  3755. // rule conditions does not match
  3756. err = writeSFTPFileNoCheck(testFileName, size, client)
  3757. assert.NoError(t, err)
  3758. info, err := client.Stat(testFileName)
  3759. if assert.NoError(t, err) {
  3760. assert.Equal(t, size, info.Size())
  3761. }
  3762. err = client.Mkdir(dirName)
  3763. assert.NoError(t, err)
  3764. err = client.Mkdir("subdir1")
  3765. assert.NoError(t, err)
  3766. // rule conditions match
  3767. lastReceivedEmail.reset()
  3768. err = writeSFTPFileNoCheck(path.Join(dirName, testFileName), size, client)
  3769. assert.NoError(t, err)
  3770. _, err = client.Stat(path.Join(dirName, testFileName))
  3771. assert.Error(t, err)
  3772. info, err = client.Stat(movedFileName)
  3773. if assert.NoError(t, err) {
  3774. assert.Equal(t, size, info.Size())
  3775. }
  3776. assert.Eventually(t, func() bool {
  3777. return lastReceivedEmail.get().From != ""
  3778. }, 3000*time.Millisecond, 100*time.Millisecond)
  3779. email := lastReceivedEmail.get()
  3780. assert.Len(t, email.To, 3)
  3781. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3782. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3783. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3784. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: New "upload" from "%s" status OK`, user.Username))
  3785. // test the failure action, we download a file that exceeds the transfer quota limit
  3786. err = writeSFTPFileNoCheck(path.Join("subdir1", testFileName), 1*1024*1024+65535, client)
  3787. assert.NoError(t, err)
  3788. lastReceivedEmail.reset()
  3789. f, err := client.Open(path.Join("subdir1", testFileName))
  3790. assert.NoError(t, err)
  3791. _, err = io.ReadAll(f)
  3792. if assert.Error(t, err) {
  3793. assert.Contains(t, err.Error(), common.ErrReadQuotaExceeded.Error())
  3794. }
  3795. err = f.Close()
  3796. assert.Error(t, err)
  3797. assert.Eventually(t, func() bool {
  3798. return lastReceivedEmail.get().From != ""
  3799. }, 3000*time.Millisecond, 100*time.Millisecond)
  3800. email = lastReceivedEmail.get()
  3801. assert.Len(t, email.To, 3)
  3802. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3803. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3804. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3805. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: New "download" from "%s" status KO`, user.Username))
  3806. assert.Contains(t, email.Data, `"download" failed`)
  3807. assert.Contains(t, email.Data, common.ErrReadQuotaExceeded.Error())
  3808. _, err = httpdtest.UpdateTransferQuotaUsage(user, "", http.StatusOK)
  3809. assert.NoError(t, err)
  3810. // remove the upload script to test the failure action
  3811. err = os.Remove(uploadScriptPath)
  3812. assert.NoError(t, err)
  3813. lastReceivedEmail.reset()
  3814. err = writeSFTPFileNoCheck(path.Join(dirName, testFileName), size, client)
  3815. assert.Error(t, err)
  3816. assert.Eventually(t, func() bool {
  3817. return lastReceivedEmail.get().From != ""
  3818. }, 3000*time.Millisecond, 100*time.Millisecond)
  3819. email = lastReceivedEmail.get()
  3820. assert.Len(t, email.To, 1)
  3821. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3822. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: Failed "upload" from "%s"`, user.Username))
  3823. assert.Contains(t, email.Data, fmt.Sprintf(`action %q failed`, action1.Name))
  3824. // now test the download rule
  3825. lastReceivedEmail.reset()
  3826. f, err = client.Open(movedFileName)
  3827. assert.NoError(t, err)
  3828. contents, err := io.ReadAll(f)
  3829. assert.NoError(t, err)
  3830. err = f.Close()
  3831. assert.NoError(t, err)
  3832. assert.Len(t, contents, int(size))
  3833. assert.Eventually(t, func() bool {
  3834. return lastReceivedEmail.get().From != ""
  3835. }, 3000*time.Millisecond, 100*time.Millisecond)
  3836. email = lastReceivedEmail.get()
  3837. assert.Len(t, email.To, 3)
  3838. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3839. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3840. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3841. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: New "download" from "%s"`, user.Username))
  3842. }
  3843. // test upload action command with arguments
  3844. action1.Options.CmdConfig.Args = []string{"{{.Event}}", "{{.VirtualPath}}", "custom_arg"}
  3845. action1, _, err = httpdtest.UpdateEventAction(action1, http.StatusOK)
  3846. assert.NoError(t, err)
  3847. uploadLogFilePath := filepath.Join(os.TempDir(), "upload.log")
  3848. err = os.WriteFile(uploadScriptPath, getUploadScriptContent(movedPath, uploadLogFilePath, 0), 0755)
  3849. assert.NoError(t, err)
  3850. conn, client, err = getSftpClient(user)
  3851. if assert.NoError(t, err) {
  3852. defer conn.Close()
  3853. defer client.Close()
  3854. err = writeSFTPFileNoCheck(path.Join(dirName, testFileName), 123, client)
  3855. assert.NoError(t, err)
  3856. logContent, err := os.ReadFile(uploadLogFilePath)
  3857. assert.NoError(t, err)
  3858. assert.Equal(t, fmt.Sprintf("upload %s custom_arg", util.CleanPath(path.Join(dirName, testFileName))),
  3859. strings.TrimSpace(string(logContent)))
  3860. err = os.Remove(uploadLogFilePath)
  3861. assert.NoError(t, err)
  3862. lastReceivedEmail.reset()
  3863. assert.Eventually(t, func() bool {
  3864. return lastReceivedEmail.get().From != ""
  3865. }, 3000*time.Millisecond, 100*time.Millisecond)
  3866. }
  3867. lastReceivedEmail.reset()
  3868. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  3869. assert.NoError(t, err)
  3870. _, err = httpdtest.RemoveEventRule(rule2, http.StatusOK)
  3871. assert.NoError(t, err)
  3872. assert.Eventually(t, func() bool {
  3873. return lastReceivedEmail.get().From != ""
  3874. }, 3000*time.Millisecond, 100*time.Millisecond)
  3875. email := lastReceivedEmail.get()
  3876. assert.Len(t, email.To, 3)
  3877. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3878. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3879. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3880. assert.Contains(t, email.Data, `Subject: New "delete" from "admin"`)
  3881. _, err = httpdtest.RemoveEventRule(rule3, http.StatusOK)
  3882. assert.NoError(t, err)
  3883. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  3884. assert.NoError(t, err)
  3885. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  3886. assert.NoError(t, err)
  3887. _, err = httpdtest.RemoveEventAction(action3, http.StatusOK)
  3888. assert.NoError(t, err)
  3889. _, err = httpdtest.RemoveEventAction(action4, http.StatusOK)
  3890. assert.NoError(t, err)
  3891. lastReceivedEmail.reset()
  3892. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  3893. assert.NoError(t, err)
  3894. err = os.RemoveAll(user.GetHomeDir())
  3895. assert.NoError(t, err)
  3896. smtpCfg = smtp.Config{}
  3897. err = smtpCfg.Initialize(configDir, true)
  3898. require.NoError(t, err)
  3899. }
  3900. func TestEventRuleStatues(t *testing.T) {
  3901. smtpCfg := smtp.Config{
  3902. Host: "127.0.0.1",
  3903. Port: 2525,
  3904. From: "[email protected]",
  3905. TemplatesPath: "templates",
  3906. }
  3907. err := smtpCfg.Initialize(configDir, true)
  3908. require.NoError(t, err)
  3909. a1 := dataprovider.BaseEventAction{
  3910. Name: "a1",
  3911. Type: dataprovider.ActionTypeEmail,
  3912. Options: dataprovider.BaseEventActionOptions{
  3913. EmailConfig: dataprovider.EventActionEmailConfig{
  3914. Recipients: []string{"[email protected]"},
  3915. Subject: `New "{{.Event}}" error`,
  3916. Body: "{{.ErrorString}}",
  3917. },
  3918. },
  3919. }
  3920. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  3921. assert.NoError(t, err)
  3922. r := dataprovider.EventRule{
  3923. Name: "rule",
  3924. Status: 1,
  3925. Trigger: dataprovider.EventTriggerFsEvent,
  3926. Conditions: dataprovider.EventConditions{
  3927. FsEvents: []string{"upload"},
  3928. Options: dataprovider.ConditionOptions{
  3929. EventStatuses: []int{3},
  3930. },
  3931. },
  3932. Actions: []dataprovider.EventAction{
  3933. {
  3934. BaseEventAction: dataprovider.BaseEventAction{
  3935. Name: action1.Name,
  3936. },
  3937. Order: 1,
  3938. },
  3939. },
  3940. }
  3941. rule, resp, err := httpdtest.AddEventRule(r, http.StatusCreated)
  3942. assert.NoError(t, err, string(resp))
  3943. u := getTestUser()
  3944. u.UploadDataTransfer = 1
  3945. u.DownloadDataTransfer = 1
  3946. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  3947. assert.NoError(t, err)
  3948. conn, client, err := getSftpClient(user)
  3949. if assert.NoError(t, err) {
  3950. defer conn.Close()
  3951. defer client.Close()
  3952. testFileSize := int64(999999)
  3953. err = writeSFTPFile(testFileName, testFileSize, client)
  3954. assert.NoError(t, err)
  3955. f, err := client.Open(testFileName)
  3956. assert.NoError(t, err)
  3957. contents := make([]byte, testFileSize)
  3958. n, err := io.ReadFull(f, contents)
  3959. assert.NoError(t, err)
  3960. assert.Equal(t, int(testFileSize), n)
  3961. assert.Len(t, contents, int(testFileSize))
  3962. err = f.Close()
  3963. assert.NoError(t, err)
  3964. lastReceivedEmail.reset()
  3965. assert.Eventually(t, func() bool {
  3966. return lastReceivedEmail.get().From == ""
  3967. }, 600*time.Millisecond, 500*time.Millisecond)
  3968. err = writeSFTPFile(testFileName, testFileSize, client)
  3969. assert.Error(t, err)
  3970. lastReceivedEmail.reset()
  3971. assert.Eventually(t, func() bool {
  3972. return lastReceivedEmail.get().From != ""
  3973. }, 3000*time.Millisecond, 100*time.Millisecond)
  3974. email := lastReceivedEmail.get()
  3975. assert.Len(t, email.To, 1)
  3976. assert.True(t, slices.Contains(email.To, "[email protected]"))
  3977. assert.Contains(t, email.Data, `Subject: New "upload" error`)
  3978. assert.Contains(t, email.Data, common.ErrQuotaExceeded.Error())
  3979. }
  3980. _, err = httpdtest.RemoveEventRule(rule, http.StatusOK)
  3981. assert.NoError(t, err)
  3982. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  3983. assert.NoError(t, err)
  3984. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  3985. assert.NoError(t, err)
  3986. err = os.RemoveAll(user.GetHomeDir())
  3987. assert.NoError(t, err)
  3988. smtpCfg = smtp.Config{}
  3989. err = smtpCfg.Initialize(configDir, true)
  3990. require.NoError(t, err)
  3991. }
  3992. func TestEventRuleDisabledCommand(t *testing.T) {
  3993. if runtime.GOOS == osWindows {
  3994. t.Skip("this test is not available on Windows")
  3995. }
  3996. smtpCfg := smtp.Config{
  3997. Host: "127.0.0.1",
  3998. Port: 2525,
  3999. From: "[email protected]",
  4000. TemplatesPath: "templates",
  4001. }
  4002. err := smtpCfg.Initialize(configDir, true)
  4003. require.NoError(t, err)
  4004. saveObjectScriptPath := filepath.Join(os.TempDir(), "provider.sh")
  4005. outPath := filepath.Join(os.TempDir(), "provider_out.json")
  4006. err = os.WriteFile(saveObjectScriptPath, getSaveProviderObjectScriptContent(outPath, 0), 0755)
  4007. assert.NoError(t, err)
  4008. a1 := dataprovider.BaseEventAction{
  4009. Name: "a1",
  4010. Type: dataprovider.ActionTypeCommand,
  4011. Options: dataprovider.BaseEventActionOptions{
  4012. CmdConfig: dataprovider.EventActionCommandConfig{
  4013. Cmd: saveObjectScriptPath,
  4014. Timeout: 10,
  4015. EnvVars: []dataprovider.KeyValue{
  4016. {
  4017. Key: "SFTPGO_OBJECT_DATA",
  4018. Value: "{{.ObjectData}}",
  4019. },
  4020. },
  4021. },
  4022. },
  4023. }
  4024. a2 := dataprovider.BaseEventAction{
  4025. Name: "a2",
  4026. Type: dataprovider.ActionTypeEmail,
  4027. Options: dataprovider.BaseEventActionOptions{
  4028. EmailConfig: dataprovider.EventActionEmailConfig{
  4029. Recipients: []string{"[email protected]"},
  4030. Subject: `New "{{.Event}}" from "{{.Name}}"`,
  4031. Body: "Object name: {{.ObjectName}} object type: {{.ObjectType}} Data: {{.ObjectData}}",
  4032. },
  4033. },
  4034. }
  4035. a3 := dataprovider.BaseEventAction{
  4036. Name: "a3",
  4037. Type: dataprovider.ActionTypeEmail,
  4038. Options: dataprovider.BaseEventActionOptions{
  4039. EmailConfig: dataprovider.EventActionEmailConfig{
  4040. Recipients: []string{"[email protected]"},
  4041. Subject: `Failed "{{.Event}}" from "{{.Name}}"`,
  4042. Body: "Object name: {{.ObjectName}} object type: {{.ObjectType}}, IP: {{.IP}}",
  4043. },
  4044. },
  4045. }
  4046. _, _, err = httpdtest.AddEventAction(a1, http.StatusBadRequest)
  4047. assert.NoError(t, err)
  4048. // Enable the command to allow saving
  4049. dataprovider.EnabledActionCommands = []string{a1.Options.CmdConfig.Cmd}
  4050. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  4051. assert.NoError(t, err)
  4052. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  4053. assert.NoError(t, err)
  4054. action3, _, err := httpdtest.AddEventAction(a3, http.StatusCreated)
  4055. assert.NoError(t, err)
  4056. r := dataprovider.EventRule{
  4057. Name: "rule",
  4058. Status: 1,
  4059. Trigger: dataprovider.EventTriggerProviderEvent,
  4060. Conditions: dataprovider.EventConditions{
  4061. ProviderEvents: []string{"add"},
  4062. Options: dataprovider.ConditionOptions{
  4063. ProviderObjects: []string{"folder"},
  4064. },
  4065. },
  4066. Actions: []dataprovider.EventAction{
  4067. {
  4068. BaseEventAction: dataprovider.BaseEventAction{
  4069. Name: action1.Name,
  4070. },
  4071. Order: 1,
  4072. Options: dataprovider.EventActionOptions{
  4073. StopOnFailure: true,
  4074. },
  4075. },
  4076. {
  4077. BaseEventAction: dataprovider.BaseEventAction{
  4078. Name: action2.Name,
  4079. },
  4080. Order: 2,
  4081. },
  4082. {
  4083. BaseEventAction: dataprovider.BaseEventAction{
  4084. Name: action3.Name,
  4085. },
  4086. Order: 3,
  4087. Options: dataprovider.EventActionOptions{
  4088. IsFailureAction: true,
  4089. StopOnFailure: true,
  4090. },
  4091. },
  4092. },
  4093. }
  4094. rule, _, err := httpdtest.AddEventRule(r, http.StatusCreated)
  4095. assert.NoError(t, err)
  4096. // restrict command execution
  4097. dataprovider.EnabledActionCommands = nil
  4098. lastReceivedEmail.reset()
  4099. // create a folder to trigger the rule
  4100. folder := vfs.BaseVirtualFolder{
  4101. Name: "ftest failed command",
  4102. MappedPath: filepath.Join(os.TempDir(), "p"),
  4103. }
  4104. folder, _, err = httpdtest.AddFolder(folder, http.StatusCreated)
  4105. assert.NoError(t, err)
  4106. assert.NoFileExists(t, outPath)
  4107. assert.Eventually(t, func() bool {
  4108. return lastReceivedEmail.get().From != ""
  4109. }, 3000*time.Millisecond, 100*time.Millisecond)
  4110. email := lastReceivedEmail.get()
  4111. assert.Len(t, email.To, 1)
  4112. assert.True(t, slices.Contains(email.To, "[email protected]"))
  4113. assert.Contains(t, email.Data, `Subject: Failed "add" from "admin"`)
  4114. assert.Contains(t, email.Data, fmt.Sprintf("Object name: %s object type: folder", folder.Name))
  4115. lastReceivedEmail.reset()
  4116. _, err = httpdtest.RemoveFolder(folder, http.StatusOK)
  4117. assert.NoError(t, err)
  4118. _, err = httpdtest.RemoveEventRule(rule, http.StatusOK)
  4119. assert.NoError(t, err)
  4120. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  4121. assert.NoError(t, err)
  4122. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  4123. assert.NoError(t, err)
  4124. _, err = httpdtest.RemoveEventAction(action3, http.StatusOK)
  4125. assert.NoError(t, err)
  4126. }
  4127. func TestEventRuleProviderEvents(t *testing.T) {
  4128. if runtime.GOOS == osWindows {
  4129. t.Skip("this test is not available on Windows")
  4130. }
  4131. smtpCfg := smtp.Config{
  4132. Host: "127.0.0.1",
  4133. Port: 2525,
  4134. From: "[email protected]",
  4135. TemplatesPath: "templates",
  4136. }
  4137. err := smtpCfg.Initialize(configDir, true)
  4138. require.NoError(t, err)
  4139. saveObjectScriptPath := filepath.Join(os.TempDir(), "provider.sh")
  4140. outPath := filepath.Join(os.TempDir(), "provider_out.json")
  4141. err = os.WriteFile(saveObjectScriptPath, getSaveProviderObjectScriptContent(outPath, 0), 0755)
  4142. assert.NoError(t, err)
  4143. dataprovider.EnabledActionCommands = []string{saveObjectScriptPath}
  4144. defer func() {
  4145. dataprovider.EnabledActionCommands = nil
  4146. }()
  4147. a1 := dataprovider.BaseEventAction{
  4148. Name: "a1",
  4149. Type: dataprovider.ActionTypeCommand,
  4150. Options: dataprovider.BaseEventActionOptions{
  4151. CmdConfig: dataprovider.EventActionCommandConfig{
  4152. Cmd: saveObjectScriptPath,
  4153. Timeout: 10,
  4154. EnvVars: []dataprovider.KeyValue{
  4155. {
  4156. Key: "SFTPGO_OBJECT_DATA",
  4157. Value: "{{.ObjectData}}",
  4158. },
  4159. },
  4160. },
  4161. },
  4162. }
  4163. a2 := dataprovider.BaseEventAction{
  4164. Name: "a2",
  4165. Type: dataprovider.ActionTypeEmail,
  4166. Options: dataprovider.BaseEventActionOptions{
  4167. EmailConfig: dataprovider.EventActionEmailConfig{
  4168. Recipients: []string{"[email protected]"},
  4169. Subject: `New "{{.Event}}" from "{{.Name}}"`,
  4170. Body: "Object name: {{.ObjectName}} object type: {{.ObjectType}} Data: {{.ObjectData}}",
  4171. },
  4172. },
  4173. }
  4174. a3 := dataprovider.BaseEventAction{
  4175. Name: "a3",
  4176. Type: dataprovider.ActionTypeEmail,
  4177. Options: dataprovider.BaseEventActionOptions{
  4178. EmailConfig: dataprovider.EventActionEmailConfig{
  4179. Recipients: []string{"[email protected]"},
  4180. Subject: `Failed "{{.Event}}" from "{{.Name}}"`,
  4181. Body: "Object name: {{.ObjectName}} object type: {{.ObjectType}}, IP: {{.IP}}",
  4182. },
  4183. },
  4184. }
  4185. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  4186. assert.NoError(t, err)
  4187. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  4188. assert.NoError(t, err)
  4189. action3, _, err := httpdtest.AddEventAction(a3, http.StatusCreated)
  4190. assert.NoError(t, err)
  4191. r := dataprovider.EventRule{
  4192. Name: "rule",
  4193. Status: 1,
  4194. Trigger: dataprovider.EventTriggerProviderEvent,
  4195. Conditions: dataprovider.EventConditions{
  4196. ProviderEvents: []string{"update"},
  4197. },
  4198. Actions: []dataprovider.EventAction{
  4199. {
  4200. BaseEventAction: dataprovider.BaseEventAction{
  4201. Name: action1.Name,
  4202. },
  4203. Order: 1,
  4204. Options: dataprovider.EventActionOptions{
  4205. StopOnFailure: true,
  4206. },
  4207. },
  4208. {
  4209. BaseEventAction: dataprovider.BaseEventAction{
  4210. Name: action2.Name,
  4211. },
  4212. Order: 2,
  4213. },
  4214. {
  4215. BaseEventAction: dataprovider.BaseEventAction{
  4216. Name: action3.Name,
  4217. },
  4218. Order: 3,
  4219. Options: dataprovider.EventActionOptions{
  4220. IsFailureAction: true,
  4221. StopOnFailure: true,
  4222. },
  4223. },
  4224. },
  4225. }
  4226. rule, _, err := httpdtest.AddEventRule(r, http.StatusCreated)
  4227. assert.NoError(t, err)
  4228. lastReceivedEmail.reset()
  4229. // create and update a folder to trigger the rule
  4230. folder := vfs.BaseVirtualFolder{
  4231. Name: "ftest rule",
  4232. MappedPath: filepath.Join(os.TempDir(), "p"),
  4233. }
  4234. folder, _, err = httpdtest.AddFolder(folder, http.StatusCreated)
  4235. assert.NoError(t, err)
  4236. // no action is triggered on add
  4237. assert.NoFileExists(t, outPath)
  4238. // update the folder
  4239. _, _, err = httpdtest.UpdateFolder(folder, http.StatusOK)
  4240. assert.NoError(t, err)
  4241. if assert.Eventually(t, func() bool {
  4242. _, err := os.Stat(outPath)
  4243. return err == nil
  4244. }, 2*time.Second, 100*time.Millisecond) {
  4245. content, err := os.ReadFile(outPath)
  4246. assert.NoError(t, err)
  4247. var folderGet vfs.BaseVirtualFolder
  4248. err = json.Unmarshal(content, &folderGet)
  4249. assert.NoError(t, err)
  4250. assert.Equal(t, folder, folderGet)
  4251. err = os.Remove(outPath)
  4252. assert.NoError(t, err)
  4253. assert.Eventually(t, func() bool {
  4254. return lastReceivedEmail.get().From != ""
  4255. }, 3000*time.Millisecond, 100*time.Millisecond)
  4256. email := lastReceivedEmail.get()
  4257. assert.Len(t, email.To, 1)
  4258. assert.True(t, slices.Contains(email.To, "[email protected]"))
  4259. assert.Contains(t, email.Data, `Subject: New "update" from "admin"`)
  4260. }
  4261. // now delete the script to generate an error
  4262. lastReceivedEmail.reset()
  4263. err = os.Remove(saveObjectScriptPath)
  4264. assert.NoError(t, err)
  4265. _, _, err = httpdtest.UpdateFolder(folder, http.StatusOK)
  4266. assert.NoError(t, err)
  4267. assert.NoFileExists(t, outPath)
  4268. assert.Eventually(t, func() bool {
  4269. return lastReceivedEmail.get().From != ""
  4270. }, 3000*time.Millisecond, 100*time.Millisecond)
  4271. email := lastReceivedEmail.get()
  4272. assert.Len(t, email.To, 1)
  4273. assert.True(t, slices.Contains(email.To, "[email protected]"))
  4274. assert.Contains(t, email.Data, `Subject: Failed "update" from "admin"`)
  4275. assert.Contains(t, email.Data, fmt.Sprintf("Object name: %s object type: folder", folder.Name))
  4276. lastReceivedEmail.reset()
  4277. // generate an error for the failure action
  4278. smtpCfg = smtp.Config{}
  4279. err = smtpCfg.Initialize(configDir, true)
  4280. require.NoError(t, err)
  4281. _, _, err = httpdtest.UpdateFolder(folder, http.StatusOK)
  4282. assert.NoError(t, err)
  4283. assert.NoFileExists(t, outPath)
  4284. email = lastReceivedEmail.get()
  4285. assert.Len(t, email.To, 0)
  4286. _, err = httpdtest.RemoveFolder(folder, http.StatusOK)
  4287. assert.NoError(t, err)
  4288. _, err = httpdtest.RemoveEventRule(rule, http.StatusOK)
  4289. assert.NoError(t, err)
  4290. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  4291. assert.NoError(t, err)
  4292. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  4293. assert.NoError(t, err)
  4294. _, err = httpdtest.RemoveEventAction(action3, http.StatusOK)
  4295. assert.NoError(t, err)
  4296. }
  4297. func TestEventRuleFsActions(t *testing.T) {
  4298. dirsToCreate := []string{
  4299. "/basedir/1",
  4300. "/basedir/sub/2",
  4301. "/basedir/3",
  4302. }
  4303. a1 := dataprovider.BaseEventAction{
  4304. Name: "a1",
  4305. Type: dataprovider.ActionTypeFilesystem,
  4306. Options: dataprovider.BaseEventActionOptions{
  4307. FsConfig: dataprovider.EventActionFilesystemConfig{
  4308. Type: dataprovider.FilesystemActionMkdirs,
  4309. MkDirs: dirsToCreate,
  4310. },
  4311. },
  4312. }
  4313. a2 := dataprovider.BaseEventAction{
  4314. Name: "a2",
  4315. Type: dataprovider.ActionTypeFilesystem,
  4316. Options: dataprovider.BaseEventActionOptions{
  4317. FsConfig: dataprovider.EventActionFilesystemConfig{
  4318. Type: dataprovider.FilesystemActionRename,
  4319. Renames: []dataprovider.RenameConfig{
  4320. {
  4321. KeyValue: dataprovider.KeyValue{
  4322. Key: "/{{.VirtualDirPath}}/{{.ObjectName}}",
  4323. Value: "/{{.ObjectName}}_renamed",
  4324. },
  4325. },
  4326. },
  4327. },
  4328. },
  4329. }
  4330. a3 := dataprovider.BaseEventAction{
  4331. Name: "a3",
  4332. Type: dataprovider.ActionTypeFilesystem,
  4333. Options: dataprovider.BaseEventActionOptions{
  4334. FsConfig: dataprovider.EventActionFilesystemConfig{
  4335. Type: dataprovider.FilesystemActionDelete,
  4336. Deletes: []string{"/{{.ObjectName}}_renamed"},
  4337. },
  4338. },
  4339. }
  4340. a4 := dataprovider.BaseEventAction{
  4341. Name: "a4",
  4342. Type: dataprovider.ActionTypeFolderQuotaReset,
  4343. }
  4344. a5 := dataprovider.BaseEventAction{
  4345. Name: "a5",
  4346. Type: dataprovider.ActionTypeUserQuotaReset,
  4347. }
  4348. a6 := dataprovider.BaseEventAction{
  4349. Name: "a6",
  4350. Type: dataprovider.ActionTypeFilesystem,
  4351. Options: dataprovider.BaseEventActionOptions{
  4352. FsConfig: dataprovider.EventActionFilesystemConfig{
  4353. Type: dataprovider.FilesystemActionExist,
  4354. Exist: []string{"/{{.VirtualPath}}"},
  4355. },
  4356. },
  4357. }
  4358. action1, resp, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  4359. assert.NoError(t, err, string(resp))
  4360. action2, resp, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  4361. assert.NoError(t, err, string(resp))
  4362. action3, resp, err := httpdtest.AddEventAction(a3, http.StatusCreated)
  4363. assert.NoError(t, err, string(resp))
  4364. action4, resp, err := httpdtest.AddEventAction(a4, http.StatusCreated)
  4365. assert.NoError(t, err, string(resp))
  4366. action5, resp, err := httpdtest.AddEventAction(a5, http.StatusCreated)
  4367. assert.NoError(t, err, string(resp))
  4368. action6, resp, err := httpdtest.AddEventAction(a6, http.StatusCreated)
  4369. assert.NoError(t, err, string(resp))
  4370. r1 := dataprovider.EventRule{
  4371. Name: "r1",
  4372. Status: 1,
  4373. Trigger: dataprovider.EventTriggerProviderEvent,
  4374. Conditions: dataprovider.EventConditions{
  4375. ProviderEvents: []string{"add"},
  4376. },
  4377. Actions: []dataprovider.EventAction{
  4378. {
  4379. BaseEventAction: dataprovider.BaseEventAction{
  4380. Name: action1.Name,
  4381. },
  4382. Order: 1,
  4383. },
  4384. },
  4385. }
  4386. r2 := dataprovider.EventRule{
  4387. Name: "r2",
  4388. Status: 1,
  4389. Trigger: dataprovider.EventTriggerFsEvent,
  4390. Conditions: dataprovider.EventConditions{
  4391. FsEvents: []string{"upload"},
  4392. },
  4393. Actions: []dataprovider.EventAction{
  4394. {
  4395. BaseEventAction: dataprovider.BaseEventAction{
  4396. Name: action2.Name,
  4397. },
  4398. Order: 1,
  4399. Options: dataprovider.EventActionOptions{
  4400. ExecuteSync: true,
  4401. },
  4402. },
  4403. {
  4404. BaseEventAction: dataprovider.BaseEventAction{
  4405. Name: action5.Name,
  4406. },
  4407. Order: 2,
  4408. },
  4409. },
  4410. }
  4411. r3 := dataprovider.EventRule{
  4412. Name: "r3",
  4413. Status: 1,
  4414. Trigger: dataprovider.EventTriggerFsEvent,
  4415. Conditions: dataprovider.EventConditions{
  4416. FsEvents: []string{"mkdir"},
  4417. },
  4418. Actions: []dataprovider.EventAction{
  4419. {
  4420. BaseEventAction: dataprovider.BaseEventAction{
  4421. Name: action3.Name,
  4422. },
  4423. Order: 1,
  4424. },
  4425. {
  4426. BaseEventAction: dataprovider.BaseEventAction{
  4427. Name: action6.Name,
  4428. },
  4429. Order: 2,
  4430. },
  4431. },
  4432. }
  4433. r4 := dataprovider.EventRule{
  4434. Name: "r4",
  4435. Status: 1,
  4436. Trigger: dataprovider.EventTriggerFsEvent,
  4437. Conditions: dataprovider.EventConditions{
  4438. FsEvents: []string{"rmdir"},
  4439. },
  4440. Actions: []dataprovider.EventAction{
  4441. {
  4442. BaseEventAction: dataprovider.BaseEventAction{
  4443. Name: action4.Name,
  4444. },
  4445. Order: 1,
  4446. },
  4447. },
  4448. }
  4449. r5 := dataprovider.EventRule{
  4450. Name: "r5",
  4451. Status: 1,
  4452. Trigger: dataprovider.EventTriggerProviderEvent,
  4453. Conditions: dataprovider.EventConditions{
  4454. ProviderEvents: []string{"add"},
  4455. },
  4456. Actions: []dataprovider.EventAction{
  4457. {
  4458. BaseEventAction: dataprovider.BaseEventAction{
  4459. Name: action4.Name,
  4460. },
  4461. Order: 1,
  4462. },
  4463. },
  4464. }
  4465. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  4466. assert.NoError(t, err)
  4467. rule2, _, err := httpdtest.AddEventRule(r2, http.StatusCreated)
  4468. assert.NoError(t, err)
  4469. rule3, _, err := httpdtest.AddEventRule(r3, http.StatusCreated)
  4470. assert.NoError(t, err)
  4471. rule4, _, err := httpdtest.AddEventRule(r4, http.StatusCreated)
  4472. assert.NoError(t, err)
  4473. rule5, _, err := httpdtest.AddEventRule(r5, http.StatusCreated)
  4474. assert.NoError(t, err)
  4475. folderMappedPath := filepath.Join(os.TempDir(), "folder")
  4476. err = os.MkdirAll(folderMappedPath, os.ModePerm)
  4477. assert.NoError(t, err)
  4478. err = os.WriteFile(filepath.Join(folderMappedPath, "file.txt"), []byte("1"), 0666)
  4479. assert.NoError(t, err)
  4480. folder, _, err := httpdtest.AddFolder(vfs.BaseVirtualFolder{
  4481. Name: "test folder",
  4482. MappedPath: folderMappedPath,
  4483. }, http.StatusCreated)
  4484. assert.NoError(t, err)
  4485. assert.Eventually(t, func() bool {
  4486. folderGet, _, err := httpdtest.GetFolderByName(folder.Name, http.StatusOK)
  4487. if err != nil {
  4488. return false
  4489. }
  4490. return folderGet.UsedQuotaFiles == 1 && folderGet.UsedQuotaSize == 1
  4491. }, 2*time.Second, 100*time.Millisecond)
  4492. u := getTestUser()
  4493. u.Filters.DisableFsChecks = true
  4494. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  4495. assert.NoError(t, err)
  4496. conn, client, err := getSftpClient(user)
  4497. if assert.NoError(t, err) {
  4498. defer conn.Close()
  4499. defer client.Close()
  4500. // check initial directories creation
  4501. for _, dir := range dirsToCreate {
  4502. assert.Eventually(t, func() bool {
  4503. _, err := client.Stat(dir)
  4504. return err == nil
  4505. }, 2*time.Second, 100*time.Millisecond)
  4506. }
  4507. // upload a file and check the sync rename
  4508. size := int64(32768)
  4509. err = writeSFTPFileNoCheck(path.Join("basedir", testFileName), size, client)
  4510. assert.NoError(t, err)
  4511. _, err = client.Stat(path.Join("basedir", testFileName))
  4512. assert.Error(t, err)
  4513. info, err := client.Stat(testFileName + "_renamed") //nolint:goconst
  4514. if assert.NoError(t, err) {
  4515. assert.Equal(t, size, info.Size())
  4516. }
  4517. assert.NoError(t, err)
  4518. assert.Eventually(t, func() bool {
  4519. userGet, _, err := httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  4520. if err != nil {
  4521. return false
  4522. }
  4523. return userGet.UsedQuotaFiles == 1 && userGet.UsedQuotaSize == size
  4524. }, 2*time.Second, 100*time.Millisecond)
  4525. for i := 0; i < 2; i++ {
  4526. err = client.Mkdir(testFileName)
  4527. assert.NoError(t, err)
  4528. assert.Eventually(t, func() bool {
  4529. _, err = client.Stat(testFileName + "_renamed")
  4530. return err != nil
  4531. }, 2*time.Second, 100*time.Millisecond)
  4532. err = client.RemoveDirectory(testFileName)
  4533. assert.NoError(t, err)
  4534. }
  4535. err = client.Mkdir(testFileName + "_renamed")
  4536. assert.NoError(t, err)
  4537. err = client.Mkdir(testFileName)
  4538. assert.NoError(t, err)
  4539. assert.Eventually(t, func() bool {
  4540. _, err = client.Stat(testFileName + "_renamed")
  4541. return err != nil
  4542. }, 2*time.Second, 100*time.Millisecond)
  4543. }
  4544. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  4545. assert.NoError(t, err)
  4546. err = os.RemoveAll(user.GetHomeDir())
  4547. assert.NoError(t, err)
  4548. _, err = httpdtest.RemoveFolder(folder, http.StatusOK)
  4549. assert.NoError(t, err)
  4550. err = os.RemoveAll(folderMappedPath)
  4551. assert.NoError(t, err)
  4552. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  4553. assert.NoError(t, err)
  4554. _, err = httpdtest.RemoveEventRule(rule2, http.StatusOK)
  4555. assert.NoError(t, err)
  4556. _, err = httpdtest.RemoveEventRule(rule3, http.StatusOK)
  4557. assert.NoError(t, err)
  4558. _, err = httpdtest.RemoveEventRule(rule4, http.StatusOK)
  4559. assert.NoError(t, err)
  4560. _, err = httpdtest.RemoveEventRule(rule5, http.StatusOK)
  4561. assert.NoError(t, err)
  4562. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  4563. assert.NoError(t, err)
  4564. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  4565. assert.NoError(t, err)
  4566. _, err = httpdtest.RemoveEventAction(action3, http.StatusOK)
  4567. assert.NoError(t, err)
  4568. _, err = httpdtest.RemoveEventAction(action4, http.StatusOK)
  4569. assert.NoError(t, err)
  4570. _, err = httpdtest.RemoveEventAction(action5, http.StatusOK)
  4571. assert.NoError(t, err)
  4572. _, err = httpdtest.RemoveEventAction(action6, http.StatusOK)
  4573. assert.NoError(t, err)
  4574. }
  4575. func TestEventActionObjectBaseName(t *testing.T) {
  4576. a1 := dataprovider.BaseEventAction{
  4577. Name: "a1",
  4578. Type: dataprovider.ActionTypeFilesystem,
  4579. Options: dataprovider.BaseEventActionOptions{
  4580. FsConfig: dataprovider.EventActionFilesystemConfig{
  4581. Type: dataprovider.FilesystemActionRename,
  4582. Renames: []dataprovider.RenameConfig{
  4583. {
  4584. KeyValue: dataprovider.KeyValue{
  4585. Key: "/{{.VirtualDirPath}}/{{.ObjectName}}",
  4586. Value: "/{{.ObjectBaseName}}",
  4587. },
  4588. },
  4589. },
  4590. },
  4591. },
  4592. }
  4593. action1, resp, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  4594. assert.NoError(t, err, string(resp))
  4595. r1 := dataprovider.EventRule{
  4596. Name: "r2",
  4597. Status: 1,
  4598. Trigger: dataprovider.EventTriggerFsEvent,
  4599. Conditions: dataprovider.EventConditions{
  4600. FsEvents: []string{"upload"},
  4601. },
  4602. Actions: []dataprovider.EventAction{
  4603. {
  4604. BaseEventAction: dataprovider.BaseEventAction{
  4605. Name: action1.Name,
  4606. },
  4607. Order: 1,
  4608. Options: dataprovider.EventActionOptions{
  4609. ExecuteSync: true,
  4610. },
  4611. },
  4612. },
  4613. }
  4614. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  4615. assert.NoError(t, err)
  4616. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  4617. assert.NoError(t, err)
  4618. conn, client, err := getSftpClient(user)
  4619. if assert.NoError(t, err) {
  4620. defer conn.Close()
  4621. defer client.Close()
  4622. testDir := "test dir name"
  4623. err = client.Mkdir(testDir)
  4624. fileSize := int64(32768)
  4625. assert.NoError(t, err)
  4626. err = writeSFTPFileNoCheck(path.Join(testDir, testFileName), fileSize, client)
  4627. assert.NoError(t, err)
  4628. _, err = client.Stat(path.Join(testDir, testFileName))
  4629. assert.ErrorIs(t, err, os.ErrNotExist)
  4630. _, err = client.Stat(strings.TrimSuffix(testFileName, path.Ext(testFileName)))
  4631. assert.NoError(t, err)
  4632. }
  4633. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  4634. assert.NoError(t, err)
  4635. err = os.RemoveAll(user.GetHomeDir())
  4636. assert.NoError(t, err)
  4637. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  4638. assert.NoError(t, err)
  4639. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  4640. assert.NoError(t, err)
  4641. }
  4642. func TestUploadEventRule(t *testing.T) {
  4643. smtpCfg := smtp.Config{
  4644. Host: "127.0.0.1",
  4645. Port: 2525,
  4646. From: "[email protected]",
  4647. TemplatesPath: "templates",
  4648. }
  4649. err := smtpCfg.Initialize(configDir, true)
  4650. require.NoError(t, err)
  4651. a1 := dataprovider.BaseEventAction{
  4652. Name: "action1",
  4653. Type: dataprovider.ActionTypeEmail,
  4654. Options: dataprovider.BaseEventActionOptions{
  4655. EmailConfig: dataprovider.EventActionEmailConfig{
  4656. Recipients: []string{"[email protected]"},
  4657. Subject: `New "{{.Event}}" from "{{.Name}}" status {{.StatusString}}`,
  4658. Body: "Fs path {{.FsPath}}, size: {{.FileSize}}, protocol: {{.Protocol}}, IP: {{.IP}} Data: {{.ObjectData}} {{.ErrorString}}",
  4659. },
  4660. },
  4661. }
  4662. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  4663. assert.NoError(t, err)
  4664. r1 := dataprovider.EventRule{
  4665. Name: "test rule1",
  4666. Status: 1,
  4667. Trigger: dataprovider.EventTriggerFsEvent,
  4668. Conditions: dataprovider.EventConditions{
  4669. FsEvents: []string{"upload"},
  4670. Options: dataprovider.ConditionOptions{
  4671. FsPaths: []dataprovider.ConditionPattern{
  4672. {
  4673. Pattern: "/**/*.filepart",
  4674. InverseMatch: true,
  4675. },
  4676. },
  4677. },
  4678. },
  4679. Actions: []dataprovider.EventAction{
  4680. {
  4681. BaseEventAction: dataprovider.BaseEventAction{
  4682. Name: action1.Name,
  4683. },
  4684. Order: 1,
  4685. Options: dataprovider.EventActionOptions{
  4686. ExecuteSync: true,
  4687. },
  4688. },
  4689. },
  4690. }
  4691. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  4692. assert.NoError(t, err)
  4693. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  4694. assert.NoError(t, err)
  4695. conn, client, err := getSftpClient(user)
  4696. if assert.NoError(t, err) {
  4697. defer conn.Close()
  4698. defer client.Close()
  4699. lastReceivedEmail.reset()
  4700. err = writeSFTPFileNoCheck("/test.filepart", 32768, client)
  4701. assert.NoError(t, err)
  4702. email := lastReceivedEmail.get()
  4703. assert.Empty(t, email.From)
  4704. lastReceivedEmail.reset()
  4705. err = writeSFTPFileNoCheck(testFileName, 32768, client)
  4706. assert.NoError(t, err)
  4707. email = lastReceivedEmail.get()
  4708. assert.Len(t, email.To, 1)
  4709. assert.Contains(t, email.Data, `Subject: New "upload"`)
  4710. }
  4711. r2 := dataprovider.EventRule{
  4712. Name: "test rule2",
  4713. Status: 1,
  4714. Trigger: dataprovider.EventTriggerFsEvent,
  4715. Conditions: dataprovider.EventConditions{
  4716. FsEvents: []string{"rename"},
  4717. Options: dataprovider.ConditionOptions{
  4718. FsPaths: []dataprovider.ConditionPattern{
  4719. {
  4720. Pattern: "/**/*.filepart",
  4721. },
  4722. },
  4723. },
  4724. },
  4725. Actions: []dataprovider.EventAction{
  4726. {
  4727. BaseEventAction: dataprovider.BaseEventAction{
  4728. Name: action1.Name,
  4729. },
  4730. Order: 1,
  4731. },
  4732. },
  4733. }
  4734. rule2, _, err := httpdtest.AddEventRule(r2, http.StatusCreated)
  4735. assert.NoError(t, err)
  4736. conn, client, err = getSftpClient(user)
  4737. if assert.NoError(t, err) {
  4738. defer conn.Close()
  4739. defer client.Close()
  4740. tempName := "file.filepart"
  4741. lastReceivedEmail.reset()
  4742. err = writeSFTPFileNoCheck(tempName, 32768, client)
  4743. assert.NoError(t, err)
  4744. email := lastReceivedEmail.get()
  4745. assert.Empty(t, email.From)
  4746. lastReceivedEmail.reset()
  4747. err = client.Rename(tempName, testFileName)
  4748. assert.NoError(t, err)
  4749. assert.Eventually(t, func() bool {
  4750. return lastReceivedEmail.get().From != ""
  4751. }, 3000*time.Millisecond, 100*time.Millisecond)
  4752. email = lastReceivedEmail.get()
  4753. assert.Len(t, email.To, 1)
  4754. assert.Contains(t, email.Data, `Subject: New "rename"`)
  4755. }
  4756. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  4757. assert.NoError(t, err)
  4758. _, err = httpdtest.RemoveEventRule(rule2, http.StatusOK)
  4759. assert.NoError(t, err)
  4760. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  4761. assert.NoError(t, err)
  4762. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  4763. assert.NoError(t, err)
  4764. err = os.RemoveAll(user.GetHomeDir())
  4765. assert.NoError(t, err)
  4766. smtpCfg = smtp.Config{}
  4767. err = smtpCfg.Initialize(configDir, true)
  4768. require.NoError(t, err)
  4769. }
  4770. func TestEventRulePreDelete(t *testing.T) {
  4771. movePath := "recycle bin"
  4772. a1 := dataprovider.BaseEventAction{
  4773. Name: "a1",
  4774. Type: dataprovider.ActionTypeFilesystem,
  4775. Options: dataprovider.BaseEventActionOptions{
  4776. FsConfig: dataprovider.EventActionFilesystemConfig{
  4777. Type: dataprovider.FilesystemActionRename,
  4778. Renames: []dataprovider.RenameConfig{
  4779. {
  4780. KeyValue: dataprovider.KeyValue{
  4781. Key: "/{{.VirtualPath}}",
  4782. Value: fmt.Sprintf("/%s/{{.VirtualPath}}", movePath),
  4783. },
  4784. UpdateModTime: true,
  4785. },
  4786. },
  4787. },
  4788. },
  4789. }
  4790. action1, resp, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  4791. assert.NoError(t, err, string(resp))
  4792. r1 := dataprovider.EventRule{
  4793. Name: "rule1",
  4794. Status: 1,
  4795. Trigger: dataprovider.EventTriggerFsEvent,
  4796. Conditions: dataprovider.EventConditions{
  4797. FsEvents: []string{"pre-delete"},
  4798. Options: dataprovider.ConditionOptions{
  4799. FsPaths: []dataprovider.ConditionPattern{
  4800. {
  4801. Pattern: fmt.Sprintf("/%s/**", movePath),
  4802. InverseMatch: true,
  4803. },
  4804. },
  4805. },
  4806. },
  4807. Actions: []dataprovider.EventAction{
  4808. {
  4809. BaseEventAction: dataprovider.BaseEventAction{
  4810. Name: action1.Name,
  4811. },
  4812. Order: 1,
  4813. Options: dataprovider.EventActionOptions{
  4814. ExecuteSync: true,
  4815. },
  4816. },
  4817. },
  4818. }
  4819. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  4820. assert.NoError(t, err)
  4821. f := vfs.BaseVirtualFolder{
  4822. Name: movePath,
  4823. MappedPath: filepath.Join(os.TempDir(), movePath),
  4824. }
  4825. _, _, err = httpdtest.AddFolder(f, http.StatusCreated)
  4826. assert.NoError(t, err)
  4827. u := getTestUser()
  4828. u.QuotaFiles = 1000
  4829. u.VirtualFolders = []vfs.VirtualFolder{
  4830. {
  4831. BaseVirtualFolder: vfs.BaseVirtualFolder{
  4832. Name: movePath,
  4833. },
  4834. VirtualPath: "/" + movePath,
  4835. QuotaFiles: 1000,
  4836. },
  4837. }
  4838. localUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
  4839. assert.NoError(t, err)
  4840. u = getTestSFTPUser()
  4841. u.QuotaFiles = 1000
  4842. sftpUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
  4843. assert.NoError(t, err)
  4844. for _, user := range []dataprovider.User{localUser, sftpUser} {
  4845. conn, client, err := getSftpClient(user)
  4846. if assert.NoError(t, err) {
  4847. defer conn.Close()
  4848. defer client.Close()
  4849. testDir := "sub dir"
  4850. err = client.MkdirAll(testDir)
  4851. assert.NoError(t, err)
  4852. err = writeSFTPFile(testFileName, 100, client)
  4853. assert.NoError(t, err)
  4854. err = writeSFTPFile(path.Join(testDir, testFileName), 100, client)
  4855. assert.NoError(t, err)
  4856. modTime := time.Now().Add(-36 * time.Hour)
  4857. err = client.Chtimes(testFileName, modTime, modTime)
  4858. assert.NoError(t, err)
  4859. err = client.Remove(testFileName)
  4860. assert.NoError(t, err)
  4861. err = client.Remove(path.Join(testDir, testFileName))
  4862. assert.NoError(t, err)
  4863. // check files
  4864. _, err = client.Stat(testFileName)
  4865. assert.ErrorIs(t, err, os.ErrNotExist)
  4866. _, err = client.Stat(path.Join(testDir, testFileName))
  4867. assert.ErrorIs(t, err, os.ErrNotExist)
  4868. info, err := client.Stat(path.Join("/", movePath, testFileName))
  4869. assert.NoError(t, err)
  4870. diff := math.Abs(time.Until(info.ModTime()).Seconds())
  4871. assert.LessOrEqual(t, diff, float64(2))
  4872. _, err = client.Stat(path.Join("/", movePath, testDir, testFileName))
  4873. assert.NoError(t, err)
  4874. // check quota
  4875. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  4876. assert.NoError(t, err)
  4877. if user.Username == localUser.Username {
  4878. assert.Equal(t, 0, user.UsedQuotaFiles)
  4879. assert.Equal(t, int64(0), user.UsedQuotaSize)
  4880. folder, _, err := httpdtest.GetFolderByName(movePath, http.StatusOK)
  4881. assert.NoError(t, err)
  4882. assert.Equal(t, 2, folder.UsedQuotaFiles)
  4883. assert.Equal(t, int64(200), folder.UsedQuotaSize)
  4884. } else {
  4885. assert.Equal(t, 1, user.UsedQuotaFiles)
  4886. assert.Equal(t, int64(100), user.UsedQuotaSize)
  4887. }
  4888. // pre-delete action is not executed in movePath
  4889. err = client.Remove(path.Join("/", movePath, testFileName))
  4890. assert.NoError(t, err)
  4891. if user.Username == localUser.Username {
  4892. // check quota
  4893. folder, _, err := httpdtest.GetFolderByName(movePath, http.StatusOK)
  4894. assert.NoError(t, err)
  4895. assert.Equal(t, 1, folder.UsedQuotaFiles)
  4896. assert.Equal(t, int64(100), folder.UsedQuotaSize)
  4897. err = os.RemoveAll(user.GetHomeDir())
  4898. assert.NoError(t, err)
  4899. }
  4900. }
  4901. }
  4902. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  4903. assert.NoError(t, err)
  4904. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  4905. assert.NoError(t, err)
  4906. _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
  4907. assert.NoError(t, err)
  4908. _, err = httpdtest.RemoveUser(localUser, http.StatusOK)
  4909. assert.NoError(t, err)
  4910. err = os.RemoveAll(localUser.GetHomeDir())
  4911. assert.NoError(t, err)
  4912. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: movePath}, http.StatusOK)
  4913. assert.NoError(t, err)
  4914. err = os.RemoveAll(filepath.Join(os.TempDir(), movePath))
  4915. assert.NoError(t, err)
  4916. }
  4917. func TestEventRulePreDownloadUpload(t *testing.T) {
  4918. testDir := "/d"
  4919. a1 := dataprovider.BaseEventAction{
  4920. Name: "a1",
  4921. Type: dataprovider.ActionTypeFilesystem,
  4922. Options: dataprovider.BaseEventActionOptions{
  4923. FsConfig: dataprovider.EventActionFilesystemConfig{
  4924. Type: dataprovider.FilesystemActionMkdirs,
  4925. MkDirs: []string{testDir},
  4926. },
  4927. },
  4928. }
  4929. action1, resp, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  4930. assert.NoError(t, err, string(resp))
  4931. a2 := dataprovider.BaseEventAction{
  4932. Name: "a2",
  4933. Type: dataprovider.ActionTypeFilesystem,
  4934. Options: dataprovider.BaseEventActionOptions{
  4935. FsConfig: dataprovider.EventActionFilesystemConfig{
  4936. Type: dataprovider.FilesystemActionRename,
  4937. Renames: []dataprovider.RenameConfig{
  4938. {
  4939. KeyValue: dataprovider.KeyValue{
  4940. Key: "/missing source",
  4941. Value: "/missing target",
  4942. },
  4943. },
  4944. },
  4945. },
  4946. },
  4947. }
  4948. action2, resp, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  4949. assert.NoError(t, err, string(resp))
  4950. r1 := dataprovider.EventRule{
  4951. Name: "rule1",
  4952. Status: 1,
  4953. Trigger: dataprovider.EventTriggerFsEvent,
  4954. Conditions: dataprovider.EventConditions{
  4955. FsEvents: []string{"pre-download", "pre-upload"},
  4956. },
  4957. Actions: []dataprovider.EventAction{
  4958. {
  4959. BaseEventAction: dataprovider.BaseEventAction{
  4960. Name: action1.Name,
  4961. },
  4962. Order: 1,
  4963. Options: dataprovider.EventActionOptions{
  4964. ExecuteSync: true,
  4965. },
  4966. },
  4967. },
  4968. }
  4969. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  4970. assert.NoError(t, err)
  4971. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  4972. assert.NoError(t, err)
  4973. conn, client, err := getSftpClient(user)
  4974. if assert.NoError(t, err) {
  4975. defer conn.Close()
  4976. defer client.Close()
  4977. // the rule will always succeed, so uploads/downloads will work
  4978. err = writeSFTPFile(testFileName, 100, client)
  4979. assert.NoError(t, err)
  4980. _, err = client.Stat(testDir)
  4981. assert.NoError(t, err)
  4982. err = client.RemoveDirectory(testDir)
  4983. assert.NoError(t, err)
  4984. f, err := client.Open(testFileName)
  4985. assert.NoError(t, err)
  4986. contents := make([]byte, 100)
  4987. n, err := io.ReadFull(f, contents)
  4988. assert.NoError(t, err)
  4989. assert.Equal(t, int(100), n)
  4990. err = f.Close()
  4991. assert.NoError(t, err)
  4992. // disable the rule
  4993. rule1.Status = 0
  4994. _, _, err = httpdtest.UpdateEventRule(rule1, http.StatusOK)
  4995. assert.NoError(t, err)
  4996. err = client.RemoveDirectory(testDir)
  4997. assert.NoError(t, err)
  4998. err = client.Remove(testFileName)
  4999. assert.NoError(t, err)
  5000. err = writeSFTPFile(testFileName, 100, client)
  5001. assert.NoError(t, err)
  5002. _, err = client.Stat(testDir)
  5003. assert.ErrorIs(t, err, fs.ErrNotExist)
  5004. // now update the rule so that it will always fail
  5005. rule1.Status = 1
  5006. rule1.Actions = []dataprovider.EventAction{
  5007. {
  5008. BaseEventAction: dataprovider.BaseEventAction{
  5009. Name: action2.Name,
  5010. },
  5011. Order: 1,
  5012. Options: dataprovider.EventActionOptions{
  5013. ExecuteSync: true,
  5014. },
  5015. },
  5016. }
  5017. _, _, err = httpdtest.UpdateEventRule(rule1, http.StatusOK)
  5018. assert.NoError(t, err)
  5019. _, err = client.Open(testFileName)
  5020. assert.ErrorIs(t, err, os.ErrPermission)
  5021. err = client.Remove(testFileName)
  5022. assert.NoError(t, err)
  5023. err = writeSFTPFile(testFileName, 100, client)
  5024. assert.ErrorIs(t, err, os.ErrPermission)
  5025. }
  5026. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  5027. assert.NoError(t, err)
  5028. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  5029. assert.NoError(t, err)
  5030. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  5031. assert.NoError(t, err)
  5032. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  5033. assert.NoError(t, err)
  5034. err = os.RemoveAll(user.GetHomeDir())
  5035. assert.NoError(t, err)
  5036. }
  5037. func TestEventActionCommandEnvVars(t *testing.T) {
  5038. if runtime.GOOS == osWindows {
  5039. t.Skip("this test is not available on Windows")
  5040. }
  5041. envName := "MY_ENV"
  5042. uploadScriptPath := filepath.Join(os.TempDir(), "upload.sh")
  5043. dataprovider.EnabledActionCommands = []string{uploadScriptPath}
  5044. defer func() {
  5045. dataprovider.EnabledActionCommands = nil
  5046. }()
  5047. err := os.WriteFile(uploadScriptPath, getUploadScriptEnvContent(envName), 0755)
  5048. assert.NoError(t, err)
  5049. a1 := dataprovider.BaseEventAction{
  5050. Name: "action1",
  5051. Type: dataprovider.ActionTypeCommand,
  5052. Options: dataprovider.BaseEventActionOptions{
  5053. CmdConfig: dataprovider.EventActionCommandConfig{
  5054. Cmd: uploadScriptPath,
  5055. Timeout: 10,
  5056. EnvVars: []dataprovider.KeyValue{
  5057. {
  5058. Key: envName,
  5059. Value: "$",
  5060. },
  5061. },
  5062. },
  5063. },
  5064. }
  5065. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  5066. assert.NoError(t, err)
  5067. r1 := dataprovider.EventRule{
  5068. Name: "test rule1",
  5069. Status: 1,
  5070. Trigger: dataprovider.EventTriggerFsEvent,
  5071. Conditions: dataprovider.EventConditions{
  5072. FsEvents: []string{"upload"},
  5073. },
  5074. Actions: []dataprovider.EventAction{
  5075. {
  5076. BaseEventAction: dataprovider.BaseEventAction{
  5077. Name: action1.Name,
  5078. },
  5079. Order: 1,
  5080. Options: dataprovider.EventActionOptions{
  5081. ExecuteSync: true,
  5082. },
  5083. },
  5084. },
  5085. }
  5086. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  5087. assert.NoError(t, err)
  5088. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  5089. assert.NoError(t, err)
  5090. conn, client, err := getSftpClient(user)
  5091. if assert.NoError(t, err) {
  5092. defer conn.Close()
  5093. defer client.Close()
  5094. err = writeSFTPFileNoCheck(testFileName, 100, client)
  5095. assert.Error(t, err)
  5096. }
  5097. os.Setenv(envName, "1")
  5098. defer os.Unsetenv(envName)
  5099. conn, client, err = getSftpClient(user)
  5100. if assert.NoError(t, err) {
  5101. defer conn.Close()
  5102. defer client.Close()
  5103. err = writeSFTPFileNoCheck(testFileName, 100, client)
  5104. assert.NoError(t, err)
  5105. }
  5106. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  5107. assert.NoError(t, err)
  5108. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  5109. assert.NoError(t, err)
  5110. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  5111. assert.NoError(t, err)
  5112. err = os.RemoveAll(user.GetHomeDir())
  5113. assert.NoError(t, err)
  5114. err = os.Remove(uploadScriptPath)
  5115. assert.NoError(t, err)
  5116. }
  5117. func TestFsActionCopy(t *testing.T) {
  5118. dirCopy := "/dircopy"
  5119. a1 := dataprovider.BaseEventAction{
  5120. Name: "a1",
  5121. Type: dataprovider.ActionTypeFilesystem,
  5122. Options: dataprovider.BaseEventActionOptions{
  5123. FsConfig: dataprovider.EventActionFilesystemConfig{
  5124. Type: dataprovider.FilesystemActionCopy,
  5125. Copy: []dataprovider.KeyValue{
  5126. {
  5127. Key: "/{{.VirtualPath}}/",
  5128. Value: dirCopy + "/",
  5129. },
  5130. },
  5131. },
  5132. },
  5133. }
  5134. action1, resp, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  5135. assert.NoError(t, err, string(resp))
  5136. r1 := dataprovider.EventRule{
  5137. Name: "rule1",
  5138. Status: 1,
  5139. Trigger: dataprovider.EventTriggerFsEvent,
  5140. Conditions: dataprovider.EventConditions{
  5141. FsEvents: []string{"upload"},
  5142. },
  5143. Actions: []dataprovider.EventAction{
  5144. {
  5145. BaseEventAction: dataprovider.BaseEventAction{
  5146. Name: action1.Name,
  5147. },
  5148. Order: 1,
  5149. Options: dataprovider.EventActionOptions{
  5150. ExecuteSync: true,
  5151. },
  5152. },
  5153. },
  5154. }
  5155. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  5156. assert.NoError(t, err)
  5157. g1 := dataprovider.Group{
  5158. BaseGroup: sdk.BaseGroup{
  5159. Name: "group1",
  5160. },
  5161. UserSettings: dataprovider.GroupUserSettings{
  5162. BaseGroupUserSettings: sdk.BaseGroupUserSettings{
  5163. Permissions: map[string][]string{
  5164. // Restrict permissions in copyPath to check that action
  5165. // will have full permissions anyway.
  5166. dirCopy: {dataprovider.PermListItems, dataprovider.PermDelete},
  5167. },
  5168. },
  5169. },
  5170. }
  5171. group1, resp, err := httpdtest.AddGroup(g1, http.StatusCreated)
  5172. assert.NoError(t, err, string(resp))
  5173. u := getTestUser()
  5174. u.Groups = []sdk.GroupMapping{
  5175. {
  5176. Name: group1.Name,
  5177. Type: sdk.GroupTypePrimary,
  5178. },
  5179. }
  5180. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  5181. assert.NoError(t, err)
  5182. conn, client, err := getSftpClient(user)
  5183. if assert.NoError(t, err) {
  5184. defer conn.Close()
  5185. defer client.Close()
  5186. err = writeSFTPFile(testFileName, 100, client)
  5187. assert.NoError(t, err)
  5188. _, err = client.Stat(path.Join(dirCopy, testFileName))
  5189. assert.NoError(t, err)
  5190. action1.Options.FsConfig.Copy = []dataprovider.KeyValue{
  5191. {
  5192. Key: "/missing path",
  5193. Value: "/copied path",
  5194. },
  5195. }
  5196. _, _, err = httpdtest.UpdateEventAction(action1, http.StatusOK)
  5197. assert.NoError(t, err)
  5198. // copy a missing path will fail
  5199. err = writeSFTPFile(testFileName, 100, client)
  5200. assert.Error(t, err)
  5201. }
  5202. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  5203. assert.NoError(t, err)
  5204. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  5205. assert.NoError(t, err)
  5206. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  5207. assert.NoError(t, err)
  5208. err = os.RemoveAll(user.GetHomeDir())
  5209. assert.NoError(t, err)
  5210. _, err = httpdtest.RemoveGroup(group1, http.StatusOK)
  5211. assert.NoError(t, err)
  5212. }
  5213. func TestEventFsActionsGroupFilters(t *testing.T) {
  5214. smtpCfg := smtp.Config{
  5215. Host: "127.0.0.1",
  5216. Port: 2525,
  5217. From: "[email protected]",
  5218. TemplatesPath: "templates",
  5219. }
  5220. err := smtpCfg.Initialize(configDir, true)
  5221. require.NoError(t, err)
  5222. a1 := dataprovider.BaseEventAction{
  5223. Name: "a1",
  5224. Type: dataprovider.ActionTypeEmail,
  5225. Options: dataprovider.BaseEventActionOptions{
  5226. EmailConfig: dataprovider.EventActionEmailConfig{
  5227. Recipients: []string{"[email protected]"},
  5228. Subject: `New "{{.Event}}" from "{{.Name}}" status {{.StatusString}}`,
  5229. Body: "Fs path {{.FsPath}}, size: {{.FileSize}}, protocol: {{.Protocol}}, IP: {{.IP}} {{.ErrorString}}",
  5230. },
  5231. },
  5232. }
  5233. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  5234. assert.NoError(t, err)
  5235. r1 := dataprovider.EventRule{
  5236. Name: "rule1",
  5237. Status: 1,
  5238. Trigger: dataprovider.EventTriggerFsEvent,
  5239. Conditions: dataprovider.EventConditions{
  5240. FsEvents: []string{"upload"},
  5241. Options: dataprovider.ConditionOptions{
  5242. GroupNames: []dataprovider.ConditionPattern{
  5243. {
  5244. Pattern: "group*",
  5245. },
  5246. },
  5247. },
  5248. },
  5249. Actions: []dataprovider.EventAction{
  5250. {
  5251. BaseEventAction: dataprovider.BaseEventAction{
  5252. Name: action1.Name,
  5253. },
  5254. Order: 1,
  5255. Options: dataprovider.EventActionOptions{
  5256. ExecuteSync: true,
  5257. },
  5258. },
  5259. },
  5260. }
  5261. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  5262. assert.NoError(t, err)
  5263. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  5264. assert.NoError(t, err)
  5265. conn, client, err := getSftpClient(user)
  5266. if assert.NoError(t, err) {
  5267. defer conn.Close()
  5268. defer client.Close()
  5269. // the user has no group, so the rule does not match
  5270. lastReceivedEmail.reset()
  5271. err = writeSFTPFile(testFileName, 32, client)
  5272. assert.NoError(t, err)
  5273. assert.Empty(t, lastReceivedEmail.get().From)
  5274. }
  5275. g1 := dataprovider.Group{
  5276. BaseGroup: sdk.BaseGroup{
  5277. Name: "agroup1",
  5278. },
  5279. }
  5280. group1, _, err := httpdtest.AddGroup(g1, http.StatusCreated)
  5281. assert.NoError(t, err)
  5282. g2 := dataprovider.Group{
  5283. BaseGroup: sdk.BaseGroup{
  5284. Name: "group2",
  5285. },
  5286. }
  5287. group2, _, err := httpdtest.AddGroup(g2, http.StatusCreated)
  5288. assert.NoError(t, err)
  5289. user.Groups = []sdk.GroupMapping{
  5290. {
  5291. Name: group1.Name,
  5292. Type: sdk.GroupTypePrimary,
  5293. },
  5294. }
  5295. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  5296. assert.NoError(t, err)
  5297. conn, client, err = getSftpClient(user)
  5298. if assert.NoError(t, err) {
  5299. defer conn.Close()
  5300. defer client.Close()
  5301. // the group does not match
  5302. lastReceivedEmail.reset()
  5303. err = writeSFTPFile(testFileName, 32, client)
  5304. assert.NoError(t, err)
  5305. assert.Empty(t, lastReceivedEmail.get().From)
  5306. }
  5307. user.Groups = append(user.Groups, sdk.GroupMapping{
  5308. Name: group2.Name,
  5309. Type: sdk.GroupTypeSecondary,
  5310. })
  5311. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  5312. assert.NoError(t, err)
  5313. conn, client, err = getSftpClient(user)
  5314. if assert.NoError(t, err) {
  5315. defer conn.Close()
  5316. defer client.Close()
  5317. // the group matches
  5318. lastReceivedEmail.reset()
  5319. err = writeSFTPFile(testFileName, 32, client)
  5320. assert.NoError(t, err)
  5321. assert.NotEmpty(t, lastReceivedEmail.get().From)
  5322. }
  5323. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  5324. assert.NoError(t, err)
  5325. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  5326. assert.NoError(t, err)
  5327. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  5328. assert.NoError(t, err)
  5329. err = os.RemoveAll(user.GetHomeDir())
  5330. assert.NoError(t, err)
  5331. _, err = httpdtest.RemoveGroup(group1, http.StatusOK)
  5332. assert.NoError(t, err)
  5333. _, err = httpdtest.RemoveGroup(group2, http.StatusOK)
  5334. assert.NoError(t, err)
  5335. smtpCfg = smtp.Config{}
  5336. err = smtpCfg.Initialize(configDir, true)
  5337. require.NoError(t, err)
  5338. }
  5339. func TestEventProviderActionGroupFilters(t *testing.T) {
  5340. smtpCfg := smtp.Config{
  5341. Host: "127.0.0.1",
  5342. Port: 2525,
  5343. From: "[email protected]",
  5344. TemplatesPath: "templates",
  5345. }
  5346. err := smtpCfg.Initialize(configDir, true)
  5347. require.NoError(t, err)
  5348. a1 := dataprovider.BaseEventAction{
  5349. Name: "a1",
  5350. Type: dataprovider.ActionTypeEmail,
  5351. Options: dataprovider.BaseEventActionOptions{
  5352. EmailConfig: dataprovider.EventActionEmailConfig{
  5353. Recipients: []string{"[email protected]"},
  5354. Subject: `New "{{.Event}}" from "{{.Name}}"`,
  5355. Body: "IP: {{.IP}}",
  5356. },
  5357. },
  5358. }
  5359. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  5360. assert.NoError(t, err)
  5361. r1 := dataprovider.EventRule{
  5362. Name: "rule1",
  5363. Status: 1,
  5364. Trigger: dataprovider.EventTriggerProviderEvent,
  5365. Conditions: dataprovider.EventConditions{
  5366. ProviderEvents: []string{"add", "update"},
  5367. Options: dataprovider.ConditionOptions{
  5368. GroupNames: []dataprovider.ConditionPattern{
  5369. {
  5370. Pattern: "group_*",
  5371. },
  5372. },
  5373. ProviderObjects: []string{"user"},
  5374. },
  5375. },
  5376. Actions: []dataprovider.EventAction{
  5377. {
  5378. BaseEventAction: dataprovider.BaseEventAction{
  5379. Name: action1.Name,
  5380. },
  5381. Order: 1,
  5382. },
  5383. },
  5384. }
  5385. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  5386. assert.NoError(t, err)
  5387. g1 := dataprovider.Group{
  5388. BaseGroup: sdk.BaseGroup{
  5389. Name: "agroup_1",
  5390. },
  5391. }
  5392. group1, _, err := httpdtest.AddGroup(g1, http.StatusCreated)
  5393. assert.NoError(t, err)
  5394. g2 := dataprovider.Group{
  5395. BaseGroup: sdk.BaseGroup{
  5396. Name: "group_2",
  5397. },
  5398. }
  5399. group2, _, err := httpdtest.AddGroup(g2, http.StatusCreated)
  5400. assert.NoError(t, err)
  5401. u := getTestUser()
  5402. u.Groups = []sdk.GroupMapping{
  5403. {
  5404. Name: group2.Name,
  5405. Type: sdk.GroupTypePrimary,
  5406. },
  5407. }
  5408. lastReceivedEmail.reset()
  5409. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  5410. assert.NoError(t, err)
  5411. assert.Eventually(t, func() bool {
  5412. return lastReceivedEmail.get().From != ""
  5413. }, 1500*time.Millisecond, 100*time.Millisecond)
  5414. email := lastReceivedEmail.get()
  5415. assert.Len(t, email.To, 1)
  5416. user.Groups = []sdk.GroupMapping{
  5417. {
  5418. Name: group1.Name,
  5419. Type: sdk.GroupTypePrimary,
  5420. },
  5421. }
  5422. lastReceivedEmail.reset()
  5423. user, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  5424. assert.NoError(t, err)
  5425. time.Sleep(300 * time.Millisecond)
  5426. email = lastReceivedEmail.get()
  5427. assert.Len(t, email.To, 0)
  5428. user.Groups = []sdk.GroupMapping{
  5429. {
  5430. Name: group2.Name,
  5431. Type: sdk.GroupTypePrimary,
  5432. },
  5433. }
  5434. lastReceivedEmail.reset()
  5435. user, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  5436. assert.NoError(t, err)
  5437. assert.Eventually(t, func() bool {
  5438. return lastReceivedEmail.get().From != ""
  5439. }, 1500*time.Millisecond, 100*time.Millisecond)
  5440. email = lastReceivedEmail.get()
  5441. assert.Len(t, email.To, 1)
  5442. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  5443. assert.NoError(t, err)
  5444. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  5445. assert.NoError(t, err)
  5446. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  5447. assert.NoError(t, err)
  5448. err = os.RemoveAll(user.GetHomeDir())
  5449. assert.NoError(t, err)
  5450. _, err = httpdtest.RemoveGroup(group1, http.StatusOK)
  5451. assert.NoError(t, err)
  5452. _, err = httpdtest.RemoveGroup(group2, http.StatusOK)
  5453. assert.NoError(t, err)
  5454. smtpCfg = smtp.Config{}
  5455. err = smtpCfg.Initialize(configDir, true)
  5456. require.NoError(t, err)
  5457. }
  5458. func TestBackupAsAttachment(t *testing.T) {
  5459. smtpCfg := smtp.Config{
  5460. Host: "127.0.0.1",
  5461. Port: 2525,
  5462. From: "[email protected]",
  5463. TemplatesPath: "templates",
  5464. }
  5465. err := smtpCfg.Initialize(configDir, true)
  5466. require.NoError(t, err)
  5467. a1 := dataprovider.BaseEventAction{
  5468. Name: "a1",
  5469. Type: dataprovider.ActionTypeBackup,
  5470. }
  5471. a2 := dataprovider.BaseEventAction{
  5472. Name: "a2",
  5473. Type: dataprovider.ActionTypeEmail,
  5474. Options: dataprovider.BaseEventActionOptions{
  5475. EmailConfig: dataprovider.EventActionEmailConfig{
  5476. Recipients: []string{"[email protected]"},
  5477. Subject: `"{{.Event}} {{.StatusString}}"`,
  5478. Body: "Domain: {{.Name}}",
  5479. Attachments: []string{"/{{.VirtualPath}}"},
  5480. },
  5481. },
  5482. }
  5483. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  5484. assert.NoError(t, err)
  5485. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  5486. assert.NoError(t, err)
  5487. r1 := dataprovider.EventRule{
  5488. Name: "test rule certificate",
  5489. Status: 1,
  5490. Trigger: dataprovider.EventTriggerCertificate,
  5491. Actions: []dataprovider.EventAction{
  5492. {
  5493. BaseEventAction: dataprovider.BaseEventAction{
  5494. Name: action1.Name,
  5495. },
  5496. Order: 1,
  5497. },
  5498. {
  5499. BaseEventAction: dataprovider.BaseEventAction{
  5500. Name: action2.Name,
  5501. },
  5502. Order: 2,
  5503. },
  5504. },
  5505. }
  5506. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  5507. assert.NoError(t, err)
  5508. lastReceivedEmail.reset()
  5509. renewalEvent := "Certificate renewal"
  5510. common.HandleCertificateEvent(common.EventParams{
  5511. Name: "example.com",
  5512. Timestamp: time.Now(),
  5513. Status: 1,
  5514. Event: renewalEvent,
  5515. })
  5516. assert.Eventually(t, func() bool {
  5517. return lastReceivedEmail.get().From != ""
  5518. }, 3000*time.Millisecond, 100*time.Millisecond)
  5519. email := lastReceivedEmail.get()
  5520. assert.Len(t, email.To, 1)
  5521. assert.True(t, slices.Contains(email.To, "[email protected]"))
  5522. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: "%s OK"`, renewalEvent))
  5523. assert.Contains(t, email.Data, `Domain: example.com`)
  5524. assert.Contains(t, email.Data, "Content-Type: application/json")
  5525. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  5526. assert.NoError(t, err)
  5527. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  5528. assert.NoError(t, err)
  5529. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  5530. assert.NoError(t, err)
  5531. smtpCfg = smtp.Config{}
  5532. err = smtpCfg.Initialize(configDir, true)
  5533. require.NoError(t, err)
  5534. }
  5535. func TestEventActionHTTPMultipart(t *testing.T) {
  5536. a1 := dataprovider.BaseEventAction{
  5537. Name: "action1",
  5538. Type: dataprovider.ActionTypeHTTP,
  5539. Options: dataprovider.BaseEventActionOptions{
  5540. HTTPConfig: dataprovider.EventActionHTTPConfig{
  5541. Endpoint: fmt.Sprintf("http://%s/multipart", httpAddr),
  5542. Method: http.MethodPut,
  5543. Parts: []dataprovider.HTTPPart{
  5544. {
  5545. Name: "part1",
  5546. Headers: []dataprovider.KeyValue{
  5547. {
  5548. Key: "Content-Type",
  5549. Value: "application/json",
  5550. },
  5551. },
  5552. Body: `{"FilePath": "{{.VirtualPath}}"}`,
  5553. },
  5554. {
  5555. Name: "file",
  5556. Filepath: "/{{.VirtualPath}}",
  5557. },
  5558. },
  5559. },
  5560. },
  5561. }
  5562. action1, resp, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  5563. assert.NoError(t, err, string(resp))
  5564. r1 := dataprovider.EventRule{
  5565. Name: "test http multipart",
  5566. Status: 1,
  5567. Trigger: dataprovider.EventTriggerFsEvent,
  5568. Conditions: dataprovider.EventConditions{
  5569. FsEvents: []string{"upload"},
  5570. },
  5571. Actions: []dataprovider.EventAction{
  5572. {
  5573. BaseEventAction: dataprovider.BaseEventAction{
  5574. Name: action1.Name,
  5575. },
  5576. Options: dataprovider.EventActionOptions{
  5577. ExecuteSync: true,
  5578. },
  5579. Order: 1,
  5580. },
  5581. },
  5582. }
  5583. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  5584. assert.NoError(t, err)
  5585. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  5586. assert.NoError(t, err)
  5587. conn, client, err := getSftpClient(user)
  5588. if assert.NoError(t, err) {
  5589. defer conn.Close()
  5590. defer client.Close()
  5591. f, err := client.Create(testFileName)
  5592. assert.NoError(t, err)
  5593. _, err = f.Write(testFileContent)
  5594. assert.NoError(t, err)
  5595. err = f.Close()
  5596. assert.NoError(t, err)
  5597. // now add an missing file to the http multipart action
  5598. action1.Options.HTTPConfig.Parts = append(action1.Options.HTTPConfig.Parts, dataprovider.HTTPPart{
  5599. Name: "file1",
  5600. Filepath: "/missing",
  5601. })
  5602. _, resp, err = httpdtest.UpdateEventAction(action1, http.StatusOK)
  5603. assert.NoError(t, err, string(resp))
  5604. f, err = client.Create("testfile.txt")
  5605. assert.NoError(t, err)
  5606. _, err = f.Write(testFileContent)
  5607. assert.NoError(t, err)
  5608. err = f.Close()
  5609. assert.Error(t, err)
  5610. }
  5611. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  5612. assert.NoError(t, err)
  5613. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  5614. assert.NoError(t, err)
  5615. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  5616. assert.NoError(t, err)
  5617. err = os.RemoveAll(user.GetHomeDir())
  5618. assert.NoError(t, err)
  5619. }
  5620. func TestEventActionCompress(t *testing.T) {
  5621. a1 := dataprovider.BaseEventAction{
  5622. Name: "action1",
  5623. Type: dataprovider.ActionTypeFilesystem,
  5624. Options: dataprovider.BaseEventActionOptions{
  5625. FsConfig: dataprovider.EventActionFilesystemConfig{
  5626. Type: dataprovider.FilesystemActionCompress,
  5627. Compress: dataprovider.EventActionFsCompress{
  5628. Name: "/{{.VirtualPath}}.zip",
  5629. Paths: []string{"/{{.VirtualPath}}"},
  5630. },
  5631. },
  5632. },
  5633. }
  5634. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  5635. assert.NoError(t, err)
  5636. r1 := dataprovider.EventRule{
  5637. Name: "test compress",
  5638. Status: 1,
  5639. Trigger: dataprovider.EventTriggerFsEvent,
  5640. Conditions: dataprovider.EventConditions{
  5641. FsEvents: []string{"upload"},
  5642. },
  5643. Actions: []dataprovider.EventAction{
  5644. {
  5645. BaseEventAction: dataprovider.BaseEventAction{
  5646. Name: action1.Name,
  5647. },
  5648. Order: 1,
  5649. Options: dataprovider.EventActionOptions{
  5650. ExecuteSync: true,
  5651. },
  5652. },
  5653. },
  5654. }
  5655. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  5656. assert.NoError(t, err)
  5657. u := getTestUser()
  5658. u.QuotaFiles = 1000
  5659. localUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
  5660. assert.NoError(t, err)
  5661. u = getTestSFTPUser()
  5662. u.FsConfig.SFTPConfig.BufferSize = 1
  5663. u.QuotaFiles = 1000
  5664. sftpUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
  5665. assert.NoError(t, err)
  5666. u = getCryptFsUser()
  5667. u.QuotaFiles = 1000
  5668. cryptFsUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
  5669. assert.NoError(t, err)
  5670. for _, user := range []dataprovider.User{localUser, sftpUser, cryptFsUser} {
  5671. // cleanup home dir
  5672. err = os.RemoveAll(user.GetHomeDir())
  5673. assert.NoError(t, err)
  5674. rule1.Conditions.Options.Names = []dataprovider.ConditionPattern{
  5675. {
  5676. Pattern: user.Username,
  5677. },
  5678. }
  5679. _, _, err = httpdtest.UpdateEventRule(rule1, http.StatusOK)
  5680. assert.NoError(t, err)
  5681. conn, client, err := getSftpClient(user)
  5682. if assert.NoError(t, err) {
  5683. defer conn.Close()
  5684. defer client.Close()
  5685. expectedQuotaSize := int64(len(testFileContent))
  5686. expectedQuotaFiles := 1
  5687. if user.Username == cryptFsUser.Username {
  5688. encryptedFileSize, err := getEncryptedFileSize(expectedQuotaSize)
  5689. assert.NoError(t, err)
  5690. expectedQuotaSize = encryptedFileSize
  5691. }
  5692. f, err := client.Create(testFileName)
  5693. assert.NoError(t, err)
  5694. _, err = f.Write(testFileContent)
  5695. assert.NoError(t, err)
  5696. err = f.Close()
  5697. assert.NoError(t, err)
  5698. info, err := client.Stat(testFileName + ".zip") //nolint:goconst
  5699. if assert.NoError(t, err) {
  5700. assert.Greater(t, info.Size(), int64(0))
  5701. // check quota
  5702. archiveSize := info.Size()
  5703. if user.Username == cryptFsUser.Username {
  5704. encryptedFileSize, err := getEncryptedFileSize(archiveSize)
  5705. assert.NoError(t, err)
  5706. archiveSize = encryptedFileSize
  5707. }
  5708. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  5709. assert.NoError(t, err)
  5710. assert.Equal(t, expectedQuotaFiles+1, user.UsedQuotaFiles,
  5711. "quota file does no match for user %q", user.Username)
  5712. assert.Equal(t, expectedQuotaSize+archiveSize, user.UsedQuotaSize,
  5713. "quota size does no match for user %q", user.Username)
  5714. }
  5715. // now overwrite the same file
  5716. f, err = client.Create(testFileName)
  5717. assert.NoError(t, err)
  5718. _, err = f.Write(testFileContent)
  5719. assert.NoError(t, err)
  5720. err = f.Close()
  5721. assert.NoError(t, err)
  5722. info, err = client.Stat(testFileName + ".zip")
  5723. if assert.NoError(t, err) {
  5724. assert.Greater(t, info.Size(), int64(0))
  5725. archiveSize := info.Size()
  5726. if user.Username == cryptFsUser.Username {
  5727. encryptedFileSize, err := getEncryptedFileSize(archiveSize)
  5728. assert.NoError(t, err)
  5729. archiveSize = encryptedFileSize
  5730. }
  5731. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  5732. assert.NoError(t, err)
  5733. assert.Equal(t, expectedQuotaFiles+1, user.UsedQuotaFiles,
  5734. "quota file after overwrite does no match for user %q", user.Username)
  5735. assert.Equal(t, expectedQuotaSize+archiveSize, user.UsedQuotaSize,
  5736. "quota size after overwrite does no match for user %q", user.Username)
  5737. }
  5738. }
  5739. if user.Username == localUser.Username {
  5740. err = os.RemoveAll(user.GetHomeDir())
  5741. assert.NoError(t, err)
  5742. }
  5743. }
  5744. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  5745. assert.NoError(t, err)
  5746. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  5747. assert.NoError(t, err)
  5748. _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
  5749. assert.NoError(t, err)
  5750. _, err = httpdtest.RemoveUser(localUser, http.StatusOK)
  5751. assert.NoError(t, err)
  5752. err = os.RemoveAll(localUser.GetHomeDir())
  5753. assert.NoError(t, err)
  5754. _, err = httpdtest.RemoveUser(cryptFsUser, http.StatusOK)
  5755. assert.NoError(t, err)
  5756. err = os.RemoveAll(cryptFsUser.GetHomeDir())
  5757. assert.NoError(t, err)
  5758. }
  5759. func TestEventActionCompressQuotaErrors(t *testing.T) {
  5760. smtpCfg := smtp.Config{
  5761. Host: "127.0.0.1",
  5762. Port: 2525,
  5763. From: "[email protected]",
  5764. TemplatesPath: "templates",
  5765. }
  5766. err := smtpCfg.Initialize(configDir, true)
  5767. require.NoError(t, err)
  5768. testDir := "archiveDir"
  5769. zipPath := "/archive.zip"
  5770. a1 := dataprovider.BaseEventAction{
  5771. Name: "action1",
  5772. Type: dataprovider.ActionTypeFilesystem,
  5773. Options: dataprovider.BaseEventActionOptions{
  5774. FsConfig: dataprovider.EventActionFilesystemConfig{
  5775. Type: dataprovider.FilesystemActionCompress,
  5776. Compress: dataprovider.EventActionFsCompress{
  5777. Name: zipPath,
  5778. Paths: []string{"/" + testDir},
  5779. },
  5780. },
  5781. },
  5782. }
  5783. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  5784. assert.NoError(t, err)
  5785. a2 := dataprovider.BaseEventAction{
  5786. Name: "action2",
  5787. Type: dataprovider.ActionTypeEmail,
  5788. Options: dataprovider.BaseEventActionOptions{
  5789. EmailConfig: dataprovider.EventActionEmailConfig{
  5790. Recipients: []string{"[email protected]"},
  5791. Subject: `"Compress failed"`,
  5792. Body: "Error: {{.ErrorString}}",
  5793. },
  5794. },
  5795. }
  5796. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  5797. assert.NoError(t, err)
  5798. r1 := dataprovider.EventRule{
  5799. Name: "test compress",
  5800. Status: 1,
  5801. Trigger: dataprovider.EventTriggerFsEvent,
  5802. Conditions: dataprovider.EventConditions{
  5803. FsEvents: []string{"rename"},
  5804. },
  5805. Actions: []dataprovider.EventAction{
  5806. {
  5807. BaseEventAction: dataprovider.BaseEventAction{
  5808. Name: action1.Name,
  5809. },
  5810. Order: 1,
  5811. },
  5812. {
  5813. BaseEventAction: dataprovider.BaseEventAction{
  5814. Name: action2.Name,
  5815. },
  5816. Options: dataprovider.EventActionOptions{
  5817. IsFailureAction: true,
  5818. },
  5819. Order: 2,
  5820. },
  5821. },
  5822. }
  5823. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  5824. assert.NoError(t, err)
  5825. fileSize := int64(100)
  5826. u := getTestUser()
  5827. u.QuotaSize = 10 * fileSize
  5828. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  5829. assert.NoError(t, err)
  5830. conn, client, err := getSftpClient(user)
  5831. if assert.NoError(t, err) {
  5832. defer conn.Close()
  5833. defer client.Close()
  5834. err = client.MkdirAll(path.Join(testDir, "1", "1"))
  5835. assert.NoError(t, err)
  5836. err = writeSFTPFile(path.Join(testDir, "1", testFileName), fileSize, client)
  5837. assert.NoError(t, err)
  5838. err = client.MkdirAll(path.Join(testDir, "2", "2"))
  5839. assert.NoError(t, err)
  5840. err = writeSFTPFile(path.Join(testDir, "2", testFileName), fileSize, client)
  5841. assert.NoError(t, err)
  5842. err = client.Symlink(path.Join(testDir, "2", testFileName), path.Join(testDir, "2", testFileName+"_link"))
  5843. assert.NoError(t, err)
  5844. // trigger the compress action
  5845. err = client.Mkdir("a")
  5846. assert.NoError(t, err)
  5847. err = client.Rename("a", "b")
  5848. assert.NoError(t, err)
  5849. assert.Eventually(t, func() bool {
  5850. _, err := client.Stat(zipPath)
  5851. return err == nil
  5852. }, 3*time.Second, 100*time.Millisecond)
  5853. err = client.Remove(zipPath)
  5854. assert.NoError(t, err)
  5855. // add other 6 file, the compress action should fail with a quota error
  5856. err = writeSFTPFile(path.Join(testDir, "1", "1", testFileName), fileSize, client)
  5857. assert.NoError(t, err)
  5858. err = writeSFTPFile(path.Join(testDir, "2", "2", testFileName), fileSize, client)
  5859. assert.NoError(t, err)
  5860. err = writeSFTPFile(path.Join(testDir, "1", "1", testFileName+"1"), fileSize, client)
  5861. assert.NoError(t, err)
  5862. err = writeSFTPFile(path.Join(testDir, "2", "2", testFileName+"2"), fileSize, client)
  5863. assert.NoError(t, err)
  5864. err = writeSFTPFile(path.Join(testDir, "1", testFileName+"1"), fileSize, client)
  5865. assert.NoError(t, err)
  5866. err = writeSFTPFile(path.Join(testDir, "2", testFileName+"2"), fileSize, client)
  5867. assert.NoError(t, err)
  5868. lastReceivedEmail.reset()
  5869. err = client.Rename("b", "a")
  5870. assert.NoError(t, err)
  5871. assert.Eventually(t, func() bool {
  5872. return lastReceivedEmail.get().From != ""
  5873. }, 3*time.Second, 100*time.Millisecond)
  5874. email := lastReceivedEmail.get()
  5875. assert.Len(t, email.To, 1)
  5876. assert.True(t, slices.Contains(email.To, "[email protected]"))
  5877. assert.Contains(t, email.Data, `Subject: "Compress failed"`)
  5878. assert.Contains(t, email.Data, common.ErrQuotaExceeded.Error())
  5879. // update quota size so the user is already overquota
  5880. user.QuotaSize = 7 * fileSize
  5881. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  5882. assert.NoError(t, err)
  5883. lastReceivedEmail.reset()
  5884. err = client.Rename("a", "b")
  5885. assert.NoError(t, err)
  5886. assert.Eventually(t, func() bool {
  5887. return lastReceivedEmail.get().From != ""
  5888. }, 3*time.Second, 100*time.Millisecond)
  5889. email = lastReceivedEmail.get()
  5890. assert.Len(t, email.To, 1)
  5891. assert.True(t, slices.Contains(email.To, "[email protected]"))
  5892. assert.Contains(t, email.Data, `Subject: "Compress failed"`)
  5893. assert.Contains(t, email.Data, common.ErrQuotaExceeded.Error())
  5894. // remove the path to compress to trigger an error for size estimation
  5895. out, err := runSSHCommand(fmt.Sprintf("sftpgo-remove %s", testDir), user)
  5896. assert.NoError(t, err, string(out))
  5897. lastReceivedEmail.reset()
  5898. err = client.Rename("b", "a")
  5899. assert.NoError(t, err)
  5900. assert.Eventually(t, func() bool {
  5901. return lastReceivedEmail.get().From != ""
  5902. }, 3*time.Second, 100*time.Millisecond)
  5903. email = lastReceivedEmail.get()
  5904. assert.Len(t, email.To, 1)
  5905. assert.True(t, slices.Contains(email.To, "[email protected]"))
  5906. assert.Contains(t, email.Data, `Subject: "Compress failed"`)
  5907. assert.Contains(t, email.Data, "unable to estimate archive size")
  5908. }
  5909. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  5910. assert.NoError(t, err)
  5911. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  5912. assert.NoError(t, err)
  5913. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  5914. assert.NoError(t, err)
  5915. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  5916. assert.NoError(t, err)
  5917. err = os.RemoveAll(user.GetHomeDir())
  5918. assert.NoError(t, err)
  5919. smtpCfg = smtp.Config{}
  5920. err = smtpCfg.Initialize(configDir, true)
  5921. require.NoError(t, err)
  5922. }
  5923. func TestEventActionCompressQuotaFolder(t *testing.T) {
  5924. testDir := "/folder"
  5925. a1 := dataprovider.BaseEventAction{
  5926. Name: "action1",
  5927. Type: dataprovider.ActionTypeFilesystem,
  5928. Options: dataprovider.BaseEventActionOptions{
  5929. FsConfig: dataprovider.EventActionFilesystemConfig{
  5930. Type: dataprovider.FilesystemActionCompress,
  5931. Compress: dataprovider.EventActionFsCompress{
  5932. Name: "/{{.VirtualPath}}.zip",
  5933. Paths: []string{"/{{.VirtualPath}}", testDir},
  5934. },
  5935. },
  5936. },
  5937. }
  5938. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  5939. assert.NoError(t, err)
  5940. r1 := dataprovider.EventRule{
  5941. Name: "test compress",
  5942. Status: 1,
  5943. Trigger: dataprovider.EventTriggerFsEvent,
  5944. Conditions: dataprovider.EventConditions{
  5945. FsEvents: []string{"upload"},
  5946. },
  5947. Actions: []dataprovider.EventAction{
  5948. {
  5949. BaseEventAction: dataprovider.BaseEventAction{
  5950. Name: action1.Name,
  5951. },
  5952. Order: 1,
  5953. Options: dataprovider.EventActionOptions{
  5954. ExecuteSync: true,
  5955. },
  5956. },
  5957. },
  5958. }
  5959. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  5960. assert.NoError(t, err)
  5961. u := getTestUser()
  5962. u.QuotaFiles = 1000
  5963. mappedPath := filepath.Join(os.TempDir(), "virtualpath")
  5964. folderName := filepath.Base(mappedPath)
  5965. vdirPath := "/virtualpath"
  5966. f := vfs.BaseVirtualFolder{
  5967. Name: folderName,
  5968. MappedPath: mappedPath,
  5969. }
  5970. _, _, err = httpdtest.AddFolder(f, http.StatusCreated)
  5971. assert.NoError(t, err)
  5972. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  5973. BaseVirtualFolder: vfs.BaseVirtualFolder{
  5974. Name: folderName,
  5975. },
  5976. VirtualPath: vdirPath,
  5977. QuotaSize: -1,
  5978. QuotaFiles: -1,
  5979. })
  5980. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  5981. assert.NoError(t, err)
  5982. conn, client, err := getSftpClient(user)
  5983. if assert.NoError(t, err) {
  5984. defer conn.Close()
  5985. defer client.Close()
  5986. err = client.Mkdir(testDir)
  5987. assert.NoError(t, err)
  5988. expectedQuotaSize := int64(len(testFileContent))
  5989. expectedQuotaFiles := 1
  5990. err = client.Symlink(path.Join(testDir, testFileName), path.Join(testDir, testFileName+"_link"))
  5991. assert.NoError(t, err)
  5992. f, err := client.Create(path.Join(testDir, testFileName))
  5993. assert.NoError(t, err)
  5994. _, err = f.Write(testFileContent)
  5995. assert.NoError(t, err)
  5996. err = f.Close()
  5997. assert.NoError(t, err)
  5998. info, err := client.Stat(path.Join(testDir, testFileName) + ".zip")
  5999. if assert.NoError(t, err) {
  6000. assert.Greater(t, info.Size(), int64(0))
  6001. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  6002. assert.NoError(t, err)
  6003. expectedQuotaFiles++
  6004. expectedQuotaSize += info.Size()
  6005. assert.Equal(t, expectedQuotaFiles, user.UsedQuotaFiles)
  6006. assert.Equal(t, expectedQuotaSize, user.UsedQuotaSize)
  6007. }
  6008. vfolder, _, err := httpdtest.GetFolderByName(folderName, http.StatusOK)
  6009. assert.NoError(t, err)
  6010. assert.Equal(t, 0, vfolder.UsedQuotaFiles)
  6011. assert.Equal(t, int64(0), vfolder.UsedQuotaSize)
  6012. // upload in the virtual path
  6013. f, err = client.Create(path.Join(vdirPath, testFileName))
  6014. assert.NoError(t, err)
  6015. _, err = f.Write(testFileContent)
  6016. assert.NoError(t, err)
  6017. err = f.Close()
  6018. assert.NoError(t, err)
  6019. info, err = client.Stat(path.Join(vdirPath, testFileName) + ".zip")
  6020. if assert.NoError(t, err) {
  6021. assert.Greater(t, info.Size(), int64(0))
  6022. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  6023. assert.NoError(t, err)
  6024. expectedQuotaFiles += 2
  6025. expectedQuotaSize += info.Size() + int64(len(testFileContent))
  6026. assert.Equal(t, expectedQuotaFiles, user.UsedQuotaFiles)
  6027. assert.Equal(t, expectedQuotaSize, user.UsedQuotaSize)
  6028. vfolder, _, err := httpdtest.GetFolderByName(folderName, http.StatusOK)
  6029. assert.NoError(t, err)
  6030. assert.Equal(t, 0, vfolder.UsedQuotaFiles)
  6031. assert.Equal(t, int64(0), vfolder.UsedQuotaSize)
  6032. }
  6033. }
  6034. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  6035. assert.NoError(t, err)
  6036. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  6037. assert.NoError(t, err)
  6038. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  6039. assert.NoError(t, err)
  6040. err = os.RemoveAll(user.GetHomeDir())
  6041. assert.NoError(t, err)
  6042. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName}, http.StatusOK)
  6043. assert.NoError(t, err)
  6044. err = os.RemoveAll(mappedPath)
  6045. assert.NoError(t, err)
  6046. }
  6047. func TestEventActionCompressErrors(t *testing.T) {
  6048. a1 := dataprovider.BaseEventAction{
  6049. Name: "action1",
  6050. Type: dataprovider.ActionTypeFilesystem,
  6051. Options: dataprovider.BaseEventActionOptions{
  6052. FsConfig: dataprovider.EventActionFilesystemConfig{
  6053. Type: dataprovider.FilesystemActionCompress,
  6054. Compress: dataprovider.EventActionFsCompress{
  6055. Name: "/{{.VirtualPath}}.zip",
  6056. Paths: []string{"/{{.VirtualPath}}.zip"}, // cannot compress itself
  6057. },
  6058. },
  6059. },
  6060. }
  6061. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  6062. assert.NoError(t, err)
  6063. r1 := dataprovider.EventRule{
  6064. Name: "test compress",
  6065. Status: 1,
  6066. Trigger: dataprovider.EventTriggerFsEvent,
  6067. Conditions: dataprovider.EventConditions{
  6068. FsEvents: []string{"upload"},
  6069. },
  6070. Actions: []dataprovider.EventAction{
  6071. {
  6072. BaseEventAction: dataprovider.BaseEventAction{
  6073. Name: action1.Name,
  6074. },
  6075. Order: 1,
  6076. Options: dataprovider.EventActionOptions{
  6077. ExecuteSync: true,
  6078. },
  6079. },
  6080. },
  6081. }
  6082. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  6083. assert.NoError(t, err)
  6084. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  6085. assert.NoError(t, err)
  6086. conn, client, err := getSftpClient(user)
  6087. if assert.NoError(t, err) {
  6088. defer conn.Close()
  6089. defer client.Close()
  6090. f, err := client.Create(testFileName)
  6091. assert.NoError(t, err)
  6092. _, err = f.Write(testFileContent)
  6093. assert.NoError(t, err)
  6094. err = f.Close()
  6095. assert.Error(t, err)
  6096. }
  6097. // try to compress a missing file
  6098. action1.Options.FsConfig.Compress.Paths = []string{"/missing file"}
  6099. _, _, err = httpdtest.UpdateEventAction(action1, http.StatusOK)
  6100. assert.NoError(t, err)
  6101. conn, client, err = getSftpClient(user)
  6102. if assert.NoError(t, err) {
  6103. defer conn.Close()
  6104. defer client.Close()
  6105. f, err := client.Create(testFileName)
  6106. assert.NoError(t, err)
  6107. _, err = f.Write(testFileContent)
  6108. assert.NoError(t, err)
  6109. err = f.Close()
  6110. assert.Error(t, err)
  6111. }
  6112. // try to overwrite a directory
  6113. testDir := "/adir"
  6114. action1.Options.FsConfig.Compress.Name = testDir
  6115. action1.Options.FsConfig.Compress.Paths = []string{"/{{.VirtualPath}}"}
  6116. _, _, err = httpdtest.UpdateEventAction(action1, http.StatusOK)
  6117. assert.NoError(t, err)
  6118. conn, client, err = getSftpClient(user)
  6119. if assert.NoError(t, err) {
  6120. defer conn.Close()
  6121. defer client.Close()
  6122. err = client.Mkdir(testDir)
  6123. assert.NoError(t, err)
  6124. f, err := client.Create(testFileName)
  6125. assert.NoError(t, err)
  6126. _, err = f.Write(testFileContent)
  6127. assert.NoError(t, err)
  6128. err = f.Close()
  6129. assert.Error(t, err)
  6130. }
  6131. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  6132. assert.NoError(t, err)
  6133. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  6134. assert.NoError(t, err)
  6135. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  6136. assert.NoError(t, err)
  6137. err = os.RemoveAll(user.GetHomeDir())
  6138. assert.NoError(t, err)
  6139. }
  6140. func TestEventActionEmailAttachments(t *testing.T) {
  6141. smtpCfg := smtp.Config{
  6142. Host: "127.0.0.1",
  6143. Port: 2525,
  6144. From: "[email protected]",
  6145. TemplatesPath: "templates",
  6146. }
  6147. err := smtpCfg.Initialize(configDir, true)
  6148. require.NoError(t, err)
  6149. a1 := dataprovider.BaseEventAction{
  6150. Name: "action1",
  6151. Type: dataprovider.ActionTypeFilesystem,
  6152. Options: dataprovider.BaseEventActionOptions{
  6153. FsConfig: dataprovider.EventActionFilesystemConfig{
  6154. Type: dataprovider.FilesystemActionCompress,
  6155. Compress: dataprovider.EventActionFsCompress{
  6156. Name: "/archive/{{.VirtualPath}}.zip",
  6157. Paths: []string{"/{{.VirtualPath}}"},
  6158. },
  6159. },
  6160. },
  6161. }
  6162. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  6163. assert.NoError(t, err)
  6164. a2 := dataprovider.BaseEventAction{
  6165. Name: "action2",
  6166. Type: dataprovider.ActionTypeEmail,
  6167. Options: dataprovider.BaseEventActionOptions{
  6168. EmailConfig: dataprovider.EventActionEmailConfig{
  6169. Recipients: []string{"[email protected]"},
  6170. Subject: `"{{.Event}}" from "{{.Name}}"`,
  6171. Body: "Fs path {{.FsPath}}, size: {{.FileSize}}, protocol: {{.Protocol}}, IP: {{.IP}} {{.EscapedVirtualPath}}",
  6172. Attachments: []string{"/archive/{{.VirtualPath}}.zip"},
  6173. },
  6174. },
  6175. }
  6176. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  6177. assert.NoError(t, err)
  6178. r1 := dataprovider.EventRule{
  6179. Name: "test email with attachment",
  6180. Status: 1,
  6181. Trigger: dataprovider.EventTriggerFsEvent,
  6182. Conditions: dataprovider.EventConditions{
  6183. FsEvents: []string{"upload"},
  6184. },
  6185. Actions: []dataprovider.EventAction{
  6186. {
  6187. BaseEventAction: dataprovider.BaseEventAction{
  6188. Name: action1.Name,
  6189. },
  6190. Order: 1,
  6191. },
  6192. {
  6193. BaseEventAction: dataprovider.BaseEventAction{
  6194. Name: action2.Name,
  6195. },
  6196. Order: 2,
  6197. },
  6198. },
  6199. }
  6200. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  6201. assert.NoError(t, err)
  6202. localUser, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  6203. assert.NoError(t, err)
  6204. u := getTestSFTPUser()
  6205. u.FsConfig.SFTPConfig.BufferSize = 1
  6206. sftpUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
  6207. assert.NoError(t, err)
  6208. cryptFsUser, _, err := httpdtest.AddUser(getCryptFsUser(), http.StatusCreated)
  6209. assert.NoError(t, err)
  6210. for _, user := range []dataprovider.User{localUser, sftpUser, cryptFsUser} {
  6211. conn, client, err := getSftpClient(user)
  6212. if assert.NoError(t, err) {
  6213. defer conn.Close()
  6214. defer client.Close()
  6215. lastReceivedEmail.reset()
  6216. f, err := client.Create(testFileName)
  6217. assert.NoError(t, err)
  6218. _, err = f.Write(testFileContent)
  6219. assert.NoError(t, err)
  6220. err = f.Close()
  6221. assert.NoError(t, err)
  6222. assert.Eventually(t, func() bool {
  6223. return lastReceivedEmail.get().From != ""
  6224. }, 1500*time.Millisecond, 100*time.Millisecond)
  6225. email := lastReceivedEmail.get()
  6226. assert.Len(t, email.To, 1)
  6227. assert.True(t, slices.Contains(email.To, "[email protected]"))
  6228. assert.Contains(t, email.Data, `Subject: "upload" from`)
  6229. assert.Contains(t, email.Data, url.QueryEscape("/"+testFileName))
  6230. assert.Contains(t, email.Data, "Content-Disposition: attachment")
  6231. }
  6232. }
  6233. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  6234. assert.NoError(t, err)
  6235. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  6236. assert.NoError(t, err)
  6237. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  6238. assert.NoError(t, err)
  6239. _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
  6240. assert.NoError(t, err)
  6241. _, err = httpdtest.RemoveUser(localUser, http.StatusOK)
  6242. assert.NoError(t, err)
  6243. err = os.RemoveAll(localUser.GetHomeDir())
  6244. assert.NoError(t, err)
  6245. _, err = httpdtest.RemoveUser(cryptFsUser, http.StatusOK)
  6246. assert.NoError(t, err)
  6247. err = os.RemoveAll(cryptFsUser.GetHomeDir())
  6248. assert.NoError(t, err)
  6249. smtpCfg = smtp.Config{}
  6250. err = smtpCfg.Initialize(configDir, true)
  6251. require.NoError(t, err)
  6252. }
  6253. func TestEventActionsRetentionReports(t *testing.T) {
  6254. smtpCfg := smtp.Config{
  6255. Host: "127.0.0.1",
  6256. Port: 2525,
  6257. From: "[email protected]",
  6258. TemplatesPath: "templates",
  6259. }
  6260. err := smtpCfg.Initialize(configDir, true)
  6261. require.NoError(t, err)
  6262. testDir := "/d"
  6263. a1 := dataprovider.BaseEventAction{
  6264. Name: "action1",
  6265. Type: dataprovider.ActionTypeDataRetentionCheck,
  6266. Options: dataprovider.BaseEventActionOptions{
  6267. RetentionConfig: dataprovider.EventActionDataRetentionConfig{
  6268. Folders: []dataprovider.FolderRetention{
  6269. {
  6270. Path: testDir,
  6271. Retention: 1,
  6272. DeleteEmptyDirs: true,
  6273. },
  6274. },
  6275. },
  6276. },
  6277. }
  6278. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  6279. assert.NoError(t, err)
  6280. a2 := dataprovider.BaseEventAction{
  6281. Name: "action2",
  6282. Type: dataprovider.ActionTypeEmail,
  6283. Options: dataprovider.BaseEventActionOptions{
  6284. EmailConfig: dataprovider.EventActionEmailConfig{
  6285. Recipients: []string{"[email protected]"},
  6286. Subject: `"{{.Event}}" from "{{.Name}}"`,
  6287. Body: "Fs path {{.FsPath}}, size: {{.FileSize}}, protocol: {{.Protocol}}, IP: {{.IP}}",
  6288. Attachments: []string{dataprovider.RetentionReportPlaceHolder},
  6289. },
  6290. },
  6291. }
  6292. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  6293. assert.NoError(t, err)
  6294. a3 := dataprovider.BaseEventAction{
  6295. Name: "action3",
  6296. Type: dataprovider.ActionTypeHTTP,
  6297. Options: dataprovider.BaseEventActionOptions{
  6298. HTTPConfig: dataprovider.EventActionHTTPConfig{
  6299. Endpoint: fmt.Sprintf("http://%s/", httpAddr),
  6300. Timeout: 20,
  6301. Method: http.MethodPost,
  6302. Body: dataprovider.RetentionReportPlaceHolder,
  6303. },
  6304. },
  6305. }
  6306. action3, _, err := httpdtest.AddEventAction(a3, http.StatusCreated)
  6307. assert.NoError(t, err)
  6308. a4 := dataprovider.BaseEventAction{
  6309. Name: "action4",
  6310. Type: dataprovider.ActionTypeHTTP,
  6311. Options: dataprovider.BaseEventActionOptions{
  6312. HTTPConfig: dataprovider.EventActionHTTPConfig{
  6313. Endpoint: fmt.Sprintf("http://%s/multipart", httpAddr),
  6314. Timeout: 20,
  6315. Method: http.MethodPost,
  6316. Parts: []dataprovider.HTTPPart{
  6317. {
  6318. Name: "reports.zip",
  6319. Filepath: dataprovider.RetentionReportPlaceHolder,
  6320. },
  6321. },
  6322. },
  6323. },
  6324. }
  6325. action4, _, err := httpdtest.AddEventAction(a4, http.StatusCreated)
  6326. assert.NoError(t, err)
  6327. r1 := dataprovider.EventRule{
  6328. Name: "test rule1",
  6329. Status: 1,
  6330. Trigger: dataprovider.EventTriggerFsEvent,
  6331. Conditions: dataprovider.EventConditions{
  6332. FsEvents: []string{"upload"},
  6333. },
  6334. Actions: []dataprovider.EventAction{
  6335. {
  6336. BaseEventAction: dataprovider.BaseEventAction{
  6337. Name: action1.Name,
  6338. },
  6339. Order: 1,
  6340. Options: dataprovider.EventActionOptions{
  6341. ExecuteSync: true,
  6342. StopOnFailure: true,
  6343. },
  6344. },
  6345. {
  6346. BaseEventAction: dataprovider.BaseEventAction{
  6347. Name: action2.Name,
  6348. },
  6349. Order: 2,
  6350. Options: dataprovider.EventActionOptions{
  6351. ExecuteSync: true,
  6352. StopOnFailure: true,
  6353. },
  6354. },
  6355. {
  6356. BaseEventAction: dataprovider.BaseEventAction{
  6357. Name: action3.Name,
  6358. },
  6359. Order: 3,
  6360. Options: dataprovider.EventActionOptions{
  6361. ExecuteSync: true,
  6362. StopOnFailure: true,
  6363. },
  6364. },
  6365. {
  6366. BaseEventAction: dataprovider.BaseEventAction{
  6367. Name: action4.Name,
  6368. },
  6369. Order: 4,
  6370. Options: dataprovider.EventActionOptions{
  6371. ExecuteSync: true,
  6372. StopOnFailure: true,
  6373. },
  6374. },
  6375. },
  6376. }
  6377. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  6378. assert.NoError(t, err)
  6379. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  6380. assert.NoError(t, err)
  6381. conn, client, err := getSftpClient(user)
  6382. if assert.NoError(t, err) {
  6383. defer conn.Close()
  6384. defer client.Close()
  6385. subdir := path.Join(testDir, "sub")
  6386. err = client.MkdirAll(subdir)
  6387. assert.NoError(t, err)
  6388. lastReceivedEmail.reset()
  6389. f, err := client.Create(testFileName)
  6390. assert.NoError(t, err)
  6391. _, err = f.Write(testFileContent)
  6392. assert.NoError(t, err)
  6393. err = f.Close()
  6394. assert.NoError(t, err)
  6395. email := lastReceivedEmail.get()
  6396. assert.Len(t, email.To, 1)
  6397. assert.True(t, slices.Contains(email.To, "[email protected]"))
  6398. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: "upload" from "%s"`, user.Username))
  6399. assert.Contains(t, email.Data, "Content-Disposition: attachment")
  6400. _, err = client.Stat(testDir)
  6401. assert.NoError(t, err)
  6402. _, err = client.Stat(subdir)
  6403. assert.ErrorIs(t, err, os.ErrNotExist)
  6404. err = client.Mkdir(subdir)
  6405. assert.NoError(t, err)
  6406. newName := path.Join(testDir, testFileName)
  6407. err = client.Rename(testFileName, newName)
  6408. assert.NoError(t, err)
  6409. err = client.Chtimes(newName, time.Now().Add(-24*time.Hour), time.Now().Add(-24*time.Hour))
  6410. assert.NoError(t, err)
  6411. lastReceivedEmail.reset()
  6412. f, err = client.Create(testFileName)
  6413. assert.NoError(t, err)
  6414. _, err = f.Write(testFileContent)
  6415. assert.NoError(t, err)
  6416. err = f.Close()
  6417. assert.NoError(t, err)
  6418. email = lastReceivedEmail.get()
  6419. assert.Len(t, email.To, 1)
  6420. _, err = client.Stat(subdir)
  6421. assert.ErrorIs(t, err, os.ErrNotExist)
  6422. _, err = client.Stat(subdir)
  6423. assert.ErrorIs(t, err, os.ErrNotExist)
  6424. }
  6425. // now remove the retention check to test errors
  6426. rule1.Actions = []dataprovider.EventAction{
  6427. {
  6428. BaseEventAction: dataprovider.BaseEventAction{
  6429. Name: action2.Name,
  6430. },
  6431. Order: 2,
  6432. Options: dataprovider.EventActionOptions{
  6433. ExecuteSync: true,
  6434. StopOnFailure: false,
  6435. },
  6436. },
  6437. {
  6438. BaseEventAction: dataprovider.BaseEventAction{
  6439. Name: action3.Name,
  6440. },
  6441. Order: 3,
  6442. Options: dataprovider.EventActionOptions{
  6443. ExecuteSync: true,
  6444. StopOnFailure: false,
  6445. },
  6446. },
  6447. {
  6448. BaseEventAction: dataprovider.BaseEventAction{
  6449. Name: action4.Name,
  6450. },
  6451. Order: 4,
  6452. Options: dataprovider.EventActionOptions{
  6453. ExecuteSync: true,
  6454. StopOnFailure: false,
  6455. },
  6456. },
  6457. }
  6458. _, _, err = httpdtest.UpdateEventRule(rule1, http.StatusOK)
  6459. assert.NoError(t, err)
  6460. conn, client, err = getSftpClient(user)
  6461. if assert.NoError(t, err) {
  6462. defer conn.Close()
  6463. defer client.Close()
  6464. f, err := client.Create(testFileName)
  6465. assert.NoError(t, err)
  6466. _, err = f.Write(testFileContent)
  6467. assert.NoError(t, err)
  6468. err = f.Close()
  6469. assert.Error(t, err)
  6470. }
  6471. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  6472. assert.NoError(t, err)
  6473. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  6474. assert.NoError(t, err)
  6475. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  6476. assert.NoError(t, err)
  6477. _, err = httpdtest.RemoveEventAction(action3, http.StatusOK)
  6478. assert.NoError(t, err)
  6479. _, err = httpdtest.RemoveEventAction(action4, http.StatusOK)
  6480. assert.NoError(t, err)
  6481. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  6482. assert.NoError(t, err)
  6483. err = os.RemoveAll(user.GetHomeDir())
  6484. assert.NoError(t, err)
  6485. smtpCfg = smtp.Config{}
  6486. err = smtpCfg.Initialize(configDir, true)
  6487. require.NoError(t, err)
  6488. }
  6489. func TestEventRuleFirstUploadDownloadActions(t *testing.T) {
  6490. smtpCfg := smtp.Config{
  6491. Host: "127.0.0.1",
  6492. Port: 2525,
  6493. From: "[email protected]",
  6494. TemplatesPath: "templates",
  6495. }
  6496. err := smtpCfg.Initialize(configDir, true)
  6497. require.NoError(t, err)
  6498. a1 := dataprovider.BaseEventAction{
  6499. Name: "action1",
  6500. Type: dataprovider.ActionTypeEmail,
  6501. Options: dataprovider.BaseEventActionOptions{
  6502. EmailConfig: dataprovider.EventActionEmailConfig{
  6503. Recipients: []string{"[email protected]"},
  6504. Subject: `"{{.Event}}" from "{{.Name}}"`,
  6505. Body: "Fs path {{.FsPath}}, size: {{.FileSize}}, protocol: {{.Protocol}}, IP: {{.IP}}",
  6506. },
  6507. },
  6508. }
  6509. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  6510. assert.NoError(t, err)
  6511. r1 := dataprovider.EventRule{
  6512. Name: "test first upload rule",
  6513. Status: 1,
  6514. Trigger: dataprovider.EventTriggerFsEvent,
  6515. Conditions: dataprovider.EventConditions{
  6516. FsEvents: []string{"first-upload"},
  6517. },
  6518. Actions: []dataprovider.EventAction{
  6519. {
  6520. BaseEventAction: dataprovider.BaseEventAction{
  6521. Name: action1.Name,
  6522. },
  6523. Order: 1,
  6524. },
  6525. },
  6526. }
  6527. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  6528. assert.NoError(t, err)
  6529. r2 := dataprovider.EventRule{
  6530. Name: "test first download rule",
  6531. Status: 1,
  6532. Trigger: dataprovider.EventTriggerFsEvent,
  6533. Conditions: dataprovider.EventConditions{
  6534. FsEvents: []string{"first-download"},
  6535. },
  6536. Actions: []dataprovider.EventAction{
  6537. {
  6538. BaseEventAction: dataprovider.BaseEventAction{
  6539. Name: action1.Name,
  6540. },
  6541. Order: 1,
  6542. },
  6543. },
  6544. }
  6545. rule2, _, err := httpdtest.AddEventRule(r2, http.StatusCreated)
  6546. assert.NoError(t, err)
  6547. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  6548. assert.NoError(t, err)
  6549. conn, client, err := getSftpClient(user)
  6550. if assert.NoError(t, err) {
  6551. defer conn.Close()
  6552. defer client.Close()
  6553. testFileSize := int64(32768)
  6554. lastReceivedEmail.reset()
  6555. err = writeSFTPFileNoCheck(testFileName, testFileSize, client)
  6556. assert.NoError(t, err)
  6557. assert.Eventually(t, func() bool {
  6558. return lastReceivedEmail.get().From != ""
  6559. }, 1500*time.Millisecond, 100*time.Millisecond)
  6560. email := lastReceivedEmail.get()
  6561. assert.Len(t, email.To, 1)
  6562. assert.True(t, slices.Contains(email.To, "[email protected]"))
  6563. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: "first-upload" from "%s"`, user.Username))
  6564. lastReceivedEmail.reset()
  6565. // a new upload will not produce a new notification
  6566. err = writeSFTPFileNoCheck(testFileName+"_1", 32768, client)
  6567. assert.NoError(t, err)
  6568. assert.Never(t, func() bool {
  6569. return lastReceivedEmail.get().From != ""
  6570. }, 1000*time.Millisecond, 100*time.Millisecond)
  6571. // the same for download
  6572. f, err := client.Open(testFileName)
  6573. assert.NoError(t, err)
  6574. contents := make([]byte, testFileSize)
  6575. n, err := io.ReadFull(f, contents)
  6576. assert.NoError(t, err)
  6577. assert.Equal(t, int(testFileSize), n)
  6578. err = f.Close()
  6579. assert.NoError(t, err)
  6580. assert.Eventually(t, func() bool {
  6581. return lastReceivedEmail.get().From != ""
  6582. }, 1500*time.Millisecond, 100*time.Millisecond)
  6583. email = lastReceivedEmail.get()
  6584. assert.Len(t, email.To, 1)
  6585. assert.True(t, slices.Contains(email.To, "[email protected]"))
  6586. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: "first-download" from "%s"`, user.Username))
  6587. // download again
  6588. lastReceivedEmail.reset()
  6589. f, err = client.Open(testFileName)
  6590. assert.NoError(t, err)
  6591. contents = make([]byte, testFileSize)
  6592. n, err = io.ReadFull(f, contents)
  6593. assert.NoError(t, err)
  6594. assert.Equal(t, int(testFileSize), n)
  6595. err = f.Close()
  6596. assert.NoError(t, err)
  6597. assert.Never(t, func() bool {
  6598. return lastReceivedEmail.get().From != ""
  6599. }, 1000*time.Millisecond, 100*time.Millisecond)
  6600. }
  6601. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  6602. assert.NoError(t, err)
  6603. _, err = httpdtest.RemoveEventRule(rule2, http.StatusOK)
  6604. assert.NoError(t, err)
  6605. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  6606. assert.NoError(t, err)
  6607. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  6608. assert.NoError(t, err)
  6609. err = os.RemoveAll(user.GetHomeDir())
  6610. assert.NoError(t, err)
  6611. smtpCfg = smtp.Config{}
  6612. err = smtpCfg.Initialize(configDir, true)
  6613. require.NoError(t, err)
  6614. }
  6615. func TestEventRuleRenameEvent(t *testing.T) {
  6616. smtpCfg := smtp.Config{
  6617. Host: "127.0.0.1",
  6618. Port: 2525,
  6619. From: "[email protected]",
  6620. TemplatesPath: "templates",
  6621. }
  6622. err := smtpCfg.Initialize(configDir, true)
  6623. require.NoError(t, err)
  6624. a1 := dataprovider.BaseEventAction{
  6625. Name: "action1",
  6626. Type: dataprovider.ActionTypeEmail,
  6627. Options: dataprovider.BaseEventActionOptions{
  6628. EmailConfig: dataprovider.EventActionEmailConfig{
  6629. Recipients: []string{"[email protected]"},
  6630. Subject: `"{{.Event}}" from "{{.Name}}"`,
  6631. ContentType: 1,
  6632. Body: `<p>Fs path {{.FsPath}}, Name: {{.Name}}, Target path "{{.VirtualTargetDirPath}}/{{.TargetName}}", size: {{.FileSize}}</p>`,
  6633. },
  6634. },
  6635. }
  6636. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  6637. assert.NoError(t, err)
  6638. r1 := dataprovider.EventRule{
  6639. Name: "test rename rule",
  6640. Status: 1,
  6641. Trigger: dataprovider.EventTriggerFsEvent,
  6642. Conditions: dataprovider.EventConditions{
  6643. FsEvents: []string{"rename"},
  6644. },
  6645. Actions: []dataprovider.EventAction{
  6646. {
  6647. BaseEventAction: dataprovider.BaseEventAction{
  6648. Name: action1.Name,
  6649. },
  6650. Order: 1,
  6651. },
  6652. },
  6653. }
  6654. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  6655. assert.NoError(t, err)
  6656. u := getTestUser()
  6657. u.Username = "test <html > chars"
  6658. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  6659. assert.NoError(t, err)
  6660. conn, client, err := getSftpClient(user)
  6661. if assert.NoError(t, err) {
  6662. defer conn.Close()
  6663. defer client.Close()
  6664. testFileSize := int64(32768)
  6665. lastReceivedEmail.reset()
  6666. err = writeSFTPFileNoCheck(testFileName, testFileSize, client)
  6667. assert.NoError(t, err)
  6668. err = client.Mkdir("subdir")
  6669. assert.NoError(t, err)
  6670. err = client.Rename(testFileName, path.Join("/subdir", testFileName))
  6671. assert.NoError(t, err)
  6672. assert.Eventually(t, func() bool {
  6673. return lastReceivedEmail.get().From != ""
  6674. }, 1500*time.Millisecond, 100*time.Millisecond)
  6675. email := lastReceivedEmail.get()
  6676. assert.Len(t, email.To, 1)
  6677. assert.True(t, slices.Contains(email.To, "[email protected]"))
  6678. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: "rename" from "%s"`, user.Username))
  6679. assert.Contains(t, email.Data, "Content-Type: text/html")
  6680. assert.Contains(t, email.Data, fmt.Sprintf("Target path %q", path.Join("/subdir", testFileName)))
  6681. assert.Contains(t, email.Data, "Name: test &lt;html &gt; chars,")
  6682. }
  6683. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  6684. assert.NoError(t, err)
  6685. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  6686. assert.NoError(t, err)
  6687. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  6688. assert.NoError(t, err)
  6689. err = os.RemoveAll(user.GetHomeDir())
  6690. assert.NoError(t, err)
  6691. smtpCfg = smtp.Config{}
  6692. err = smtpCfg.Initialize(configDir, true)
  6693. require.NoError(t, err)
  6694. }
  6695. func TestEventRuleIDPLogin(t *testing.T) {
  6696. smtpCfg := smtp.Config{
  6697. Host: "127.0.0.1",
  6698. Port: 2525,
  6699. From: "[email protected]",
  6700. TemplatesPath: "templates",
  6701. }
  6702. err := smtpCfg.Initialize(configDir, true)
  6703. require.NoError(t, err)
  6704. lastReceivedEmail.reset()
  6705. username := `test_"idp_"login`
  6706. custom1 := `cust"oa"1`
  6707. u := map[string]any{
  6708. "username": "{{.Name}}",
  6709. "status": 1,
  6710. "home_dir": filepath.Join(os.TempDir(), "{{.IDPFieldcustom1}}"),
  6711. "permissions": map[string][]string{
  6712. "/": {dataprovider.PermAny},
  6713. },
  6714. }
  6715. userTmpl, err := json.Marshal(u)
  6716. require.NoError(t, err)
  6717. a := map[string]any{
  6718. "username": "{{.Name}}",
  6719. "status": 1,
  6720. "permissions": []string{dataprovider.PermAdminAny},
  6721. }
  6722. adminTmpl, err := json.Marshal(a)
  6723. require.NoError(t, err)
  6724. a1 := dataprovider.BaseEventAction{
  6725. Name: "a1",
  6726. Type: dataprovider.ActionTypeIDPAccountCheck,
  6727. Options: dataprovider.BaseEventActionOptions{
  6728. IDPConfig: dataprovider.EventActionIDPAccountCheck{
  6729. Mode: 1, // create if not exists
  6730. TemplateUser: string(userTmpl),
  6731. TemplateAdmin: string(adminTmpl),
  6732. },
  6733. },
  6734. }
  6735. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  6736. assert.NoError(t, err)
  6737. a2 := dataprovider.BaseEventAction{
  6738. Name: "a2",
  6739. Type: dataprovider.ActionTypeEmail,
  6740. Options: dataprovider.BaseEventActionOptions{
  6741. EmailConfig: dataprovider.EventActionEmailConfig{
  6742. Recipients: []string{"[email protected]"},
  6743. Subject: `"{{.Event}} {{.StatusString}}"`,
  6744. Body: "{{.Name}} Custom field: {{.IDPFieldcustom1}}",
  6745. },
  6746. },
  6747. }
  6748. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  6749. assert.NoError(t, err)
  6750. r1 := dataprovider.EventRule{
  6751. Name: "test rule IDP login",
  6752. Status: 1,
  6753. Trigger: dataprovider.EventTriggerIDPLogin,
  6754. Conditions: dataprovider.EventConditions{
  6755. IDPLoginEvent: dataprovider.IDPLoginUser,
  6756. },
  6757. Actions: []dataprovider.EventAction{
  6758. {
  6759. BaseEventAction: dataprovider.BaseEventAction{
  6760. Name: action1.Name, // the rule is not sync and will be skipped
  6761. },
  6762. Order: 1,
  6763. },
  6764. {
  6765. BaseEventAction: dataprovider.BaseEventAction{
  6766. Name: action2.Name,
  6767. },
  6768. Order: 2,
  6769. },
  6770. },
  6771. }
  6772. rule1, resp, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  6773. assert.NoError(t, err, string(resp))
  6774. customFields := map[string]any{
  6775. "custom1": custom1,
  6776. }
  6777. user, admin, err := common.HandleIDPLoginEvent(common.EventParams{
  6778. Name: username,
  6779. Event: common.IDPLoginUser,
  6780. Status: 1,
  6781. }, &customFields)
  6782. assert.Nil(t, user)
  6783. assert.Nil(t, admin)
  6784. assert.NoError(t, err)
  6785. rule1.Actions[0].Options.ExecuteSync = true
  6786. rule1, resp, err = httpdtest.UpdateEventRule(rule1, http.StatusOK)
  6787. assert.NoError(t, err, string(resp))
  6788. user, admin, err = common.HandleIDPLoginEvent(common.EventParams{
  6789. Name: username,
  6790. Event: common.IDPLoginUser,
  6791. Status: 1,
  6792. }, &customFields)
  6793. if assert.NotNil(t, user) {
  6794. assert.Equal(t, filepath.Join(os.TempDir(), custom1), user.GetHomeDir())
  6795. _, err = httpdtest.RemoveUser(*user, http.StatusOK)
  6796. assert.NoError(t, err)
  6797. }
  6798. assert.Nil(t, admin)
  6799. assert.NoError(t, err)
  6800. assert.Eventually(t, func() bool {
  6801. return lastReceivedEmail.get().From != ""
  6802. }, 3000*time.Millisecond, 100*time.Millisecond)
  6803. email := lastReceivedEmail.get()
  6804. assert.Len(t, email.To, 1)
  6805. assert.True(t, slices.Contains(email.To, "[email protected]"))
  6806. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: "%s OK"`, common.IDPLoginUser))
  6807. assert.Contains(t, email.Data, username)
  6808. assert.Contains(t, email.Data, custom1)
  6809. user, admin, err = common.HandleIDPLoginEvent(common.EventParams{
  6810. Name: username,
  6811. Event: common.IDPLoginAdmin,
  6812. Status: 1,
  6813. }, &customFields)
  6814. assert.Nil(t, user)
  6815. assert.Nil(t, admin)
  6816. assert.NoError(t, err)
  6817. rule1.Conditions.IDPLoginEvent = dataprovider.IDPLoginAny
  6818. rule1.Actions = []dataprovider.EventAction{
  6819. {
  6820. BaseEventAction: dataprovider.BaseEventAction{
  6821. Name: action1.Name,
  6822. },
  6823. Options: dataprovider.EventActionOptions{
  6824. ExecuteSync: true,
  6825. },
  6826. Order: 1,
  6827. },
  6828. }
  6829. rule1, _, err = httpdtest.UpdateEventRule(rule1, http.StatusOK)
  6830. assert.NoError(t, err)
  6831. r2 := dataprovider.EventRule{
  6832. Name: "test email on IDP login",
  6833. Status: 1,
  6834. Trigger: dataprovider.EventTriggerIDPLogin,
  6835. Conditions: dataprovider.EventConditions{
  6836. IDPLoginEvent: dataprovider.IDPLoginAdmin,
  6837. },
  6838. Actions: []dataprovider.EventAction{
  6839. {
  6840. BaseEventAction: dataprovider.BaseEventAction{
  6841. Name: action2.Name,
  6842. },
  6843. Order: 1,
  6844. },
  6845. },
  6846. }
  6847. rule2, resp, err := httpdtest.AddEventRule(r2, http.StatusCreated)
  6848. assert.NoError(t, err, string(resp))
  6849. lastReceivedEmail.reset()
  6850. user, admin, err = common.HandleIDPLoginEvent(common.EventParams{
  6851. Name: username,
  6852. Event: common.IDPLoginAdmin,
  6853. Status: 1,
  6854. }, &customFields)
  6855. assert.Nil(t, user)
  6856. if assert.NotNil(t, admin) {
  6857. assert.Equal(t, 1, admin.Status)
  6858. }
  6859. assert.NoError(t, err)
  6860. assert.Eventually(t, func() bool {
  6861. return lastReceivedEmail.get().From != ""
  6862. }, 3000*time.Millisecond, 100*time.Millisecond)
  6863. email = lastReceivedEmail.get()
  6864. assert.Len(t, email.To, 1)
  6865. assert.True(t, slices.Contains(email.To, "[email protected]"))
  6866. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: "%s OK"`, common.IDPLoginAdmin))
  6867. assert.Contains(t, email.Data, username)
  6868. assert.Contains(t, email.Data, custom1)
  6869. admin.Status = 0
  6870. _, _, err = httpdtest.UpdateAdmin(*admin, http.StatusOK)
  6871. assert.NoError(t, err)
  6872. user, admin, err = common.HandleIDPLoginEvent(common.EventParams{
  6873. Name: username,
  6874. Event: common.IDPLoginAdmin,
  6875. Status: 1,
  6876. }, &customFields)
  6877. assert.Nil(t, user)
  6878. if assert.NotNil(t, admin) {
  6879. assert.Equal(t, 0, admin.Status)
  6880. }
  6881. assert.NoError(t, err)
  6882. action1.Options.IDPConfig.Mode = 0
  6883. action1, _, err = httpdtest.UpdateEventAction(action1, http.StatusOK)
  6884. assert.NoError(t, err)
  6885. user, admin, err = common.HandleIDPLoginEvent(common.EventParams{
  6886. Name: username,
  6887. Event: common.IDPLoginAdmin,
  6888. Status: 1,
  6889. }, &customFields)
  6890. assert.Nil(t, user)
  6891. if assert.NotNil(t, admin) {
  6892. assert.Equal(t, 1, admin.Status)
  6893. }
  6894. assert.NoError(t, err)
  6895. _, err = httpdtest.RemoveAdmin(*admin, http.StatusOK)
  6896. assert.NoError(t, err)
  6897. r3 := dataprovider.EventRule{
  6898. Name: "test rule2 IDP login",
  6899. Status: 1,
  6900. Trigger: dataprovider.EventTriggerIDPLogin,
  6901. Conditions: dataprovider.EventConditions{
  6902. IDPLoginEvent: dataprovider.IDPLoginAny,
  6903. },
  6904. Actions: []dataprovider.EventAction{
  6905. {
  6906. BaseEventAction: dataprovider.BaseEventAction{
  6907. Name: action1.Name,
  6908. },
  6909. Order: 1,
  6910. Options: dataprovider.EventActionOptions{
  6911. ExecuteSync: true,
  6912. },
  6913. },
  6914. },
  6915. }
  6916. rule3, resp, err := httpdtest.AddEventRule(r3, http.StatusCreated)
  6917. assert.NoError(t, err, string(resp))
  6918. user, admin, err = common.HandleIDPLoginEvent(common.EventParams{
  6919. Name: username,
  6920. Event: common.IDPLoginAdmin,
  6921. Status: 1,
  6922. }, &customFields)
  6923. assert.Nil(t, user)
  6924. assert.Nil(t, admin)
  6925. if assert.Error(t, err) {
  6926. assert.Contains(t, err.Error(), "more than one account check action rules matches")
  6927. }
  6928. _, err = httpdtest.RemoveEventRule(rule3, http.StatusOK)
  6929. assert.NoError(t, err)
  6930. action1.Options.IDPConfig.TemplateAdmin = `{}`
  6931. action1, _, err = httpdtest.UpdateEventAction(action1, http.StatusOK)
  6932. assert.NoError(t, err)
  6933. _, _, err = common.HandleIDPLoginEvent(common.EventParams{
  6934. Name: username,
  6935. Event: common.IDPLoginAdmin,
  6936. Status: 1,
  6937. }, &customFields)
  6938. assert.ErrorIs(t, err, util.ErrValidation)
  6939. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  6940. assert.NoError(t, err)
  6941. user, admin, err = common.HandleIDPLoginEvent(common.EventParams{
  6942. Name: username,
  6943. Event: common.IDPLoginAdmin,
  6944. Status: 1,
  6945. }, &customFields)
  6946. assert.Nil(t, user)
  6947. assert.Nil(t, admin)
  6948. assert.NoError(t, err)
  6949. _, err = httpdtest.RemoveEventRule(rule2, http.StatusOK)
  6950. assert.NoError(t, err)
  6951. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  6952. assert.NoError(t, err)
  6953. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  6954. assert.NoError(t, err)
  6955. smtpCfg = smtp.Config{}
  6956. err = smtpCfg.Initialize(configDir, true)
  6957. require.NoError(t, err)
  6958. }
  6959. func TestEventRuleEmailField(t *testing.T) {
  6960. smtpCfg := smtp.Config{
  6961. Host: "127.0.0.1",
  6962. Port: 2525,
  6963. From: "[email protected]",
  6964. TemplatesPath: "templates",
  6965. }
  6966. err := smtpCfg.Initialize(configDir, true)
  6967. require.NoError(t, err)
  6968. lastReceivedEmail.reset()
  6969. a1 := dataprovider.BaseEventAction{
  6970. Name: "action1",
  6971. Type: dataprovider.ActionTypeEmail,
  6972. Options: dataprovider.BaseEventActionOptions{
  6973. EmailConfig: dataprovider.EventActionEmailConfig{
  6974. Recipients: []string{"{{.Email}}"},
  6975. Subject: `"{{.Event}}" from "{{.Name}}"`,
  6976. Body: "Sample email body",
  6977. },
  6978. },
  6979. }
  6980. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  6981. assert.NoError(t, err)
  6982. a2 := dataprovider.BaseEventAction{
  6983. Name: "action2",
  6984. Type: dataprovider.ActionTypeEmail,
  6985. Options: dataprovider.BaseEventActionOptions{
  6986. EmailConfig: dataprovider.EventActionEmailConfig{
  6987. Recipients: []string{"[email protected]"},
  6988. Subject: `"Failure`,
  6989. Body: "{{.ErrorString}}",
  6990. },
  6991. },
  6992. }
  6993. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  6994. assert.NoError(t, err)
  6995. r1 := dataprovider.EventRule{
  6996. Name: "r1",
  6997. Status: 1,
  6998. Trigger: dataprovider.EventTriggerFsEvent,
  6999. Conditions: dataprovider.EventConditions{
  7000. FsEvents: []string{"mkdir"},
  7001. },
  7002. Actions: []dataprovider.EventAction{
  7003. {
  7004. BaseEventAction: dataprovider.BaseEventAction{
  7005. Name: action1.Name,
  7006. },
  7007. },
  7008. },
  7009. }
  7010. r2 := dataprovider.EventRule{
  7011. Name: "test rule2",
  7012. Status: 1,
  7013. Trigger: dataprovider.EventTriggerProviderEvent,
  7014. Conditions: dataprovider.EventConditions{
  7015. ProviderEvents: []string{"add"},
  7016. Options: dataprovider.ConditionOptions{
  7017. ProviderObjects: []string{"user"},
  7018. },
  7019. },
  7020. Actions: []dataprovider.EventAction{
  7021. {
  7022. BaseEventAction: dataprovider.BaseEventAction{
  7023. Name: action1.Name,
  7024. },
  7025. Order: 1,
  7026. },
  7027. {
  7028. BaseEventAction: dataprovider.BaseEventAction{
  7029. Name: action2.Name,
  7030. },
  7031. Options: dataprovider.EventActionOptions{
  7032. IsFailureAction: true,
  7033. },
  7034. },
  7035. },
  7036. }
  7037. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  7038. assert.NoError(t, err)
  7039. rule2, _, err := httpdtest.AddEventRule(r2, http.StatusCreated)
  7040. assert.NoError(t, err)
  7041. u := getTestUser()
  7042. u.Email = "[email protected]"
  7043. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  7044. assert.NoError(t, err)
  7045. assert.Eventually(t, func() bool {
  7046. return lastReceivedEmail.get().From != ""
  7047. }, 3000*time.Millisecond, 100*time.Millisecond)
  7048. email := lastReceivedEmail.get()
  7049. assert.Len(t, email.To, 1)
  7050. assert.True(t, slices.Contains(email.To, user.Email))
  7051. assert.Contains(t, email.Data, `Subject: "add" from "admin"`)
  7052. // if we add a user without email the notification will fail
  7053. lastReceivedEmail.reset()
  7054. u1 := getTestUser()
  7055. u1.Username += "_1"
  7056. user1, _, err := httpdtest.AddUser(u1, http.StatusCreated)
  7057. assert.NoError(t, err)
  7058. assert.Eventually(t, func() bool {
  7059. return lastReceivedEmail.get().From != ""
  7060. }, 3000*time.Millisecond, 100*time.Millisecond)
  7061. email = lastReceivedEmail.get()
  7062. assert.Len(t, email.To, 1)
  7063. assert.True(t, slices.Contains(email.To, "[email protected]"))
  7064. assert.Contains(t, email.Data, `no recipient addresses set`)
  7065. conn, client, err := getSftpClient(user)
  7066. if assert.NoError(t, err) {
  7067. defer conn.Close()
  7068. defer client.Close()
  7069. lastReceivedEmail.reset()
  7070. err = client.Mkdir(testFileName)
  7071. assert.NoError(t, err)
  7072. assert.Eventually(t, func() bool {
  7073. return lastReceivedEmail.get().From != ""
  7074. }, 3000*time.Millisecond, 100*time.Millisecond)
  7075. email := lastReceivedEmail.get()
  7076. assert.Len(t, email.To, 1)
  7077. assert.True(t, slices.Contains(email.To, user.Email))
  7078. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: "mkdir" from "%s"`, user.Username))
  7079. }
  7080. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  7081. assert.NoError(t, err)
  7082. _, err = httpdtest.RemoveEventRule(rule2, http.StatusOK)
  7083. assert.NoError(t, err)
  7084. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  7085. assert.NoError(t, err)
  7086. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  7087. assert.NoError(t, err)
  7088. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  7089. assert.NoError(t, err)
  7090. err = os.RemoveAll(user.GetHomeDir())
  7091. assert.NoError(t, err)
  7092. _, err = httpdtest.RemoveUser(user1, http.StatusOK)
  7093. assert.NoError(t, err)
  7094. smtpCfg = smtp.Config{}
  7095. err = smtpCfg.Initialize(configDir, true)
  7096. require.NoError(t, err)
  7097. }
  7098. func TestEventRuleCertificate(t *testing.T) {
  7099. smtpCfg := smtp.Config{
  7100. Host: "127.0.0.1",
  7101. Port: 2525,
  7102. From: "[email protected]",
  7103. TemplatesPath: "templates",
  7104. }
  7105. err := smtpCfg.Initialize(configDir, true)
  7106. require.NoError(t, err)
  7107. lastReceivedEmail.reset()
  7108. a1 := dataprovider.BaseEventAction{
  7109. Name: "action1",
  7110. Type: dataprovider.ActionTypeEmail,
  7111. Options: dataprovider.BaseEventActionOptions{
  7112. EmailConfig: dataprovider.EventActionEmailConfig{
  7113. Recipients: []string{"[email protected]"},
  7114. Subject: `"{{.Event}} {{.StatusString}}"`,
  7115. ContentType: 0,
  7116. Body: "Domain: {{.Name}} Timestamp: {{.Timestamp}} {{.ErrorString}} Date time: {{.DateTime}}",
  7117. },
  7118. },
  7119. }
  7120. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  7121. assert.NoError(t, err)
  7122. a2 := dataprovider.BaseEventAction{
  7123. Name: "action2",
  7124. Type: dataprovider.ActionTypeFolderQuotaReset,
  7125. }
  7126. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  7127. assert.NoError(t, err)
  7128. r1 := dataprovider.EventRule{
  7129. Name: "test rule certificate",
  7130. Status: 1,
  7131. Trigger: dataprovider.EventTriggerCertificate,
  7132. Actions: []dataprovider.EventAction{
  7133. {
  7134. BaseEventAction: dataprovider.BaseEventAction{
  7135. Name: action1.Name,
  7136. },
  7137. Order: 1,
  7138. },
  7139. },
  7140. }
  7141. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  7142. assert.NoError(t, err)
  7143. r2 := dataprovider.EventRule{
  7144. Name: "test rule 2",
  7145. Status: 1,
  7146. Trigger: dataprovider.EventTriggerCertificate,
  7147. Actions: []dataprovider.EventAction{
  7148. {
  7149. BaseEventAction: dataprovider.BaseEventAction{
  7150. Name: action1.Name,
  7151. },
  7152. Order: 1,
  7153. },
  7154. {
  7155. BaseEventAction: dataprovider.BaseEventAction{
  7156. Name: action2.Name,
  7157. },
  7158. Order: 2,
  7159. },
  7160. },
  7161. }
  7162. rule2, _, err := httpdtest.AddEventRule(r2, http.StatusCreated)
  7163. assert.NoError(t, err)
  7164. renewalEvent := "Certificate renewal"
  7165. common.HandleCertificateEvent(common.EventParams{
  7166. Name: "example.com",
  7167. Timestamp: time.Now(),
  7168. Status: 1,
  7169. Event: renewalEvent,
  7170. })
  7171. assert.Eventually(t, func() bool {
  7172. return lastReceivedEmail.get().From != ""
  7173. }, 3000*time.Millisecond, 100*time.Millisecond)
  7174. email := lastReceivedEmail.get()
  7175. assert.Len(t, email.To, 1)
  7176. assert.True(t, slices.Contains(email.To, "[email protected]"))
  7177. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: "%s OK"`, renewalEvent))
  7178. assert.Contains(t, email.Data, "Content-Type: text/plain")
  7179. assert.Contains(t, email.Data, `Domain: example.com Timestamp`)
  7180. lastReceivedEmail.reset()
  7181. dateTime := time.Now()
  7182. params := common.EventParams{
  7183. Name: "example.com",
  7184. Timestamp: dateTime,
  7185. Status: 2,
  7186. Event: renewalEvent,
  7187. }
  7188. errRenew := errors.New("generic renew error")
  7189. params.AddError(errRenew)
  7190. common.HandleCertificateEvent(params)
  7191. assert.Eventually(t, func() bool {
  7192. return lastReceivedEmail.get().From != ""
  7193. }, 3000*time.Millisecond, 100*time.Millisecond)
  7194. email = lastReceivedEmail.get()
  7195. assert.Len(t, email.To, 1)
  7196. assert.True(t, slices.Contains(email.To, "[email protected]"))
  7197. assert.Contains(t, email.Data, fmt.Sprintf(`Subject: "%s KO"`, renewalEvent))
  7198. assert.Contains(t, email.Data, `Domain: example.com Timestamp`)
  7199. assert.Contains(t, email.Data, dateTime.UTC().Format("2006-01-02T15:04:05.000"))
  7200. assert.Contains(t, email.Data, errRenew.Error())
  7201. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  7202. assert.NoError(t, err)
  7203. _, err = httpdtest.RemoveEventRule(rule2, http.StatusOK)
  7204. assert.NoError(t, err)
  7205. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  7206. assert.NoError(t, err)
  7207. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  7208. assert.NoError(t, err)
  7209. // ignored no more certificate rules
  7210. common.HandleCertificateEvent(common.EventParams{
  7211. Name: "example.com",
  7212. Timestamp: time.Now(),
  7213. Status: 1,
  7214. Event: renewalEvent,
  7215. })
  7216. smtpCfg = smtp.Config{}
  7217. err = smtpCfg.Initialize(configDir, true)
  7218. require.NoError(t, err)
  7219. }
  7220. func TestEventRuleIPBlocked(t *testing.T) {
  7221. oldConfig := config.GetCommonConfig()
  7222. cfg := config.GetCommonConfig()
  7223. cfg.DefenderConfig.Enabled = true
  7224. cfg.DefenderConfig.Threshold = 3
  7225. cfg.DefenderConfig.ScoreLimitExceeded = 2
  7226. err := common.Initialize(cfg, 0)
  7227. assert.NoError(t, err)
  7228. smtpCfg := smtp.Config{
  7229. Host: "127.0.0.1",
  7230. Port: 2525,
  7231. From: "[email protected]",
  7232. TemplatesPath: "templates",
  7233. }
  7234. err = smtpCfg.Initialize(configDir, true)
  7235. require.NoError(t, err)
  7236. a1 := dataprovider.BaseEventAction{
  7237. Name: "action1",
  7238. Type: dataprovider.ActionTypeEmail,
  7239. Options: dataprovider.BaseEventActionOptions{
  7240. EmailConfig: dataprovider.EventActionEmailConfig{
  7241. Recipients: []string{"[email protected]", "[email protected]"},
  7242. Subject: `New "{{.Event}}"`,
  7243. Body: "IP: {{.IP}} Timestamp: {{.Timestamp}}",
  7244. },
  7245. },
  7246. }
  7247. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  7248. assert.NoError(t, err)
  7249. a2 := dataprovider.BaseEventAction{
  7250. Name: "action2",
  7251. Type: dataprovider.ActionTypeFolderQuotaReset,
  7252. }
  7253. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  7254. assert.NoError(t, err)
  7255. r1 := dataprovider.EventRule{
  7256. Name: "test rule ip blocked",
  7257. Status: 1,
  7258. Trigger: dataprovider.EventTriggerIPBlocked,
  7259. Actions: []dataprovider.EventAction{
  7260. {
  7261. BaseEventAction: dataprovider.BaseEventAction{
  7262. Name: action1.Name,
  7263. },
  7264. Order: 1,
  7265. },
  7266. },
  7267. }
  7268. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  7269. assert.NoError(t, err)
  7270. r2 := dataprovider.EventRule{
  7271. Name: "test rule 2",
  7272. Status: 1,
  7273. Trigger: dataprovider.EventTriggerIPBlocked,
  7274. Actions: []dataprovider.EventAction{
  7275. {
  7276. BaseEventAction: dataprovider.BaseEventAction{
  7277. Name: action1.Name,
  7278. },
  7279. Order: 1,
  7280. },
  7281. {
  7282. BaseEventAction: dataprovider.BaseEventAction{
  7283. Name: action2.Name,
  7284. },
  7285. Order: 2,
  7286. },
  7287. },
  7288. }
  7289. rule2, _, err := httpdtest.AddEventRule(r2, http.StatusCreated)
  7290. assert.NoError(t, err)
  7291. u := getTestUser()
  7292. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  7293. assert.NoError(t, err)
  7294. lastReceivedEmail.reset()
  7295. time.Sleep(300 * time.Millisecond)
  7296. assert.Empty(t, lastReceivedEmail.get().From, lastReceivedEmail.get().Data)
  7297. for i := 0; i < 3; i++ {
  7298. user.Password = "wrong_pwd"
  7299. _, _, err = getSftpClient(user)
  7300. assert.Error(t, err)
  7301. }
  7302. // the client is now banned
  7303. user.Password = defaultPassword
  7304. _, _, err = getSftpClient(user)
  7305. assert.Error(t, err)
  7306. // check the email notification
  7307. assert.Eventually(t, func() bool {
  7308. return lastReceivedEmail.get().From != ""
  7309. }, 3000*time.Millisecond, 100*time.Millisecond)
  7310. email := lastReceivedEmail.get()
  7311. assert.Len(t, email.To, 2)
  7312. assert.True(t, slices.Contains(email.To, "[email protected]"))
  7313. assert.True(t, slices.Contains(email.To, "[email protected]"))
  7314. assert.Contains(t, email.Data, `Subject: New "IP Blocked"`)
  7315. err = dataprovider.DeleteEventRule(rule1.Name, "", "", "")
  7316. assert.NoError(t, err)
  7317. err = dataprovider.DeleteEventRule(rule2.Name, "", "", "")
  7318. assert.NoError(t, err)
  7319. err = dataprovider.DeleteEventAction(action1.Name, "", "", "")
  7320. assert.NoError(t, err)
  7321. err = dataprovider.DeleteEventAction(action2.Name, "", "", "")
  7322. assert.NoError(t, err)
  7323. err = dataprovider.DeleteUser(user.Username, "", "", "")
  7324. assert.NoError(t, err)
  7325. err = os.RemoveAll(user.GetHomeDir())
  7326. assert.NoError(t, err)
  7327. smtpCfg = smtp.Config{}
  7328. err = smtpCfg.Initialize(configDir, true)
  7329. require.NoError(t, err)
  7330. err = common.Initialize(oldConfig, 0)
  7331. assert.NoError(t, err)
  7332. }
  7333. func TestEventRuleRotateLog(t *testing.T) {
  7334. smtpCfg := smtp.Config{
  7335. Host: "127.0.0.1",
  7336. Port: 2525,
  7337. From: "[email protected]",
  7338. TemplatesPath: "templates",
  7339. }
  7340. err := smtpCfg.Initialize(configDir, true)
  7341. require.NoError(t, err)
  7342. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  7343. assert.NoError(t, err)
  7344. a1 := dataprovider.BaseEventAction{
  7345. Name: "a1",
  7346. Type: dataprovider.ActionTypeRotateLogs,
  7347. }
  7348. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  7349. assert.NoError(t, err)
  7350. a2 := dataprovider.BaseEventAction{
  7351. Name: "a2",
  7352. Type: dataprovider.ActionTypeEmail,
  7353. Options: dataprovider.BaseEventActionOptions{
  7354. EmailConfig: dataprovider.EventActionEmailConfig{
  7355. Recipients: []string{"[email protected]"},
  7356. Subject: `OK`,
  7357. Body: "OK action",
  7358. },
  7359. },
  7360. }
  7361. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  7362. assert.NoError(t, err)
  7363. r1 := dataprovider.EventRule{
  7364. Name: "rule1",
  7365. Status: 1,
  7366. Trigger: dataprovider.EventTriggerFsEvent,
  7367. Conditions: dataprovider.EventConditions{
  7368. FsEvents: []string{"mkdir"},
  7369. Options: dataprovider.ConditionOptions{
  7370. Names: []dataprovider.ConditionPattern{
  7371. {
  7372. Pattern: user.Username,
  7373. },
  7374. },
  7375. },
  7376. },
  7377. Actions: []dataprovider.EventAction{
  7378. {
  7379. BaseEventAction: dataprovider.BaseEventAction{
  7380. Name: action1.Name,
  7381. },
  7382. Order: 1,
  7383. },
  7384. {
  7385. BaseEventAction: dataprovider.BaseEventAction{
  7386. Name: action2.Name,
  7387. },
  7388. Order: 2,
  7389. },
  7390. },
  7391. }
  7392. rule1, resp, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  7393. assert.NoError(t, err, string(resp))
  7394. conn, client, err := getSftpClient(user)
  7395. if assert.NoError(t, err) {
  7396. defer conn.Close()
  7397. defer client.Close()
  7398. lastReceivedEmail.reset()
  7399. err := client.Mkdir("just a test dir")
  7400. assert.NoError(t, err)
  7401. // just check that the action is executed
  7402. assert.Eventually(t, func() bool {
  7403. return lastReceivedEmail.get().From != ""
  7404. }, 1500*time.Millisecond, 100*time.Millisecond)
  7405. email := lastReceivedEmail.get()
  7406. assert.Len(t, email.To, 1)
  7407. assert.Contains(t, email.To, "[email protected]")
  7408. }
  7409. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  7410. assert.NoError(t, err)
  7411. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  7412. assert.NoError(t, err)
  7413. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  7414. assert.NoError(t, err)
  7415. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  7416. assert.NoError(t, err)
  7417. err = os.RemoveAll(user.GetHomeDir())
  7418. assert.NoError(t, err)
  7419. smtpCfg = smtp.Config{}
  7420. err = smtpCfg.Initialize(configDir, true)
  7421. require.NoError(t, err)
  7422. }
  7423. func TestEventRuleInactivityCheck(t *testing.T) {
  7424. smtpCfg := smtp.Config{
  7425. Host: "127.0.0.1",
  7426. Port: 2525,
  7427. From: "[email protected]",
  7428. TemplatesPath: "templates",
  7429. }
  7430. err := smtpCfg.Initialize(configDir, true)
  7431. require.NoError(t, err)
  7432. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  7433. assert.NoError(t, err)
  7434. a1 := dataprovider.BaseEventAction{
  7435. Name: "a1",
  7436. Type: dataprovider.ActionTypeUserInactivityCheck,
  7437. Options: dataprovider.BaseEventActionOptions{
  7438. UserInactivityConfig: dataprovider.EventActionUserInactivity{
  7439. DisableThreshold: 10,
  7440. DeleteThreshold: 20,
  7441. },
  7442. },
  7443. }
  7444. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  7445. assert.NoError(t, err)
  7446. a2 := dataprovider.BaseEventAction{
  7447. Name: "a2",
  7448. Type: dataprovider.ActionTypeEmail,
  7449. Options: dataprovider.BaseEventActionOptions{
  7450. EmailConfig: dataprovider.EventActionEmailConfig{
  7451. Recipients: []string{"[email protected]"},
  7452. Subject: `OK`,
  7453. Body: "OK action",
  7454. },
  7455. },
  7456. }
  7457. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  7458. assert.NoError(t, err)
  7459. r1 := dataprovider.EventRule{
  7460. Name: "rule1",
  7461. Status: 1,
  7462. Trigger: dataprovider.EventTriggerFsEvent,
  7463. Conditions: dataprovider.EventConditions{
  7464. FsEvents: []string{"mkdir"},
  7465. Options: dataprovider.ConditionOptions{
  7466. Names: []dataprovider.ConditionPattern{
  7467. {
  7468. Pattern: user.Username,
  7469. },
  7470. },
  7471. },
  7472. },
  7473. Actions: []dataprovider.EventAction{
  7474. {
  7475. BaseEventAction: dataprovider.BaseEventAction{
  7476. Name: action1.Name,
  7477. },
  7478. Order: 1,
  7479. },
  7480. {
  7481. BaseEventAction: dataprovider.BaseEventAction{
  7482. Name: action2.Name,
  7483. },
  7484. Order: 2,
  7485. },
  7486. },
  7487. }
  7488. rule1, resp, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  7489. assert.NoError(t, err, string(resp))
  7490. conn, client, err := getSftpClient(user)
  7491. if assert.NoError(t, err) {
  7492. defer conn.Close()
  7493. defer client.Close()
  7494. lastReceivedEmail.reset()
  7495. err := client.Mkdir("just a test dir")
  7496. assert.NoError(t, err)
  7497. // just check that the action is executed
  7498. assert.Eventually(t, func() bool {
  7499. return lastReceivedEmail.get().From != ""
  7500. }, 1500*time.Millisecond, 100*time.Millisecond)
  7501. email := lastReceivedEmail.get()
  7502. assert.Len(t, email.To, 1)
  7503. assert.Contains(t, email.To, "[email protected]")
  7504. }
  7505. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  7506. assert.NoError(t, err)
  7507. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  7508. assert.NoError(t, err)
  7509. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  7510. assert.NoError(t, err)
  7511. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  7512. assert.NoError(t, err)
  7513. err = os.RemoveAll(user.GetHomeDir())
  7514. assert.NoError(t, err)
  7515. smtpCfg = smtp.Config{}
  7516. err = smtpCfg.Initialize(configDir, true)
  7517. require.NoError(t, err)
  7518. }
  7519. func TestEventRulePasswordExpiration(t *testing.T) {
  7520. smtpCfg := smtp.Config{
  7521. Host: "127.0.0.1",
  7522. Port: 2525,
  7523. From: "[email protected]",
  7524. TemplatesPath: "templates",
  7525. }
  7526. err := smtpCfg.Initialize(configDir, true)
  7527. require.NoError(t, err)
  7528. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  7529. assert.NoError(t, err)
  7530. a1 := dataprovider.BaseEventAction{
  7531. Name: "a1",
  7532. Type: dataprovider.ActionTypeEmail,
  7533. Options: dataprovider.BaseEventActionOptions{
  7534. EmailConfig: dataprovider.EventActionEmailConfig{
  7535. Recipients: []string{"[email protected]"},
  7536. Subject: `Failure`,
  7537. Body: "Failure action",
  7538. },
  7539. },
  7540. }
  7541. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  7542. assert.NoError(t, err)
  7543. a2 := dataprovider.BaseEventAction{
  7544. Name: "a2",
  7545. Type: dataprovider.ActionTypePasswordExpirationCheck,
  7546. Options: dataprovider.BaseEventActionOptions{
  7547. PwdExpirationConfig: dataprovider.EventActionPasswordExpiration{
  7548. Threshold: 10,
  7549. },
  7550. },
  7551. }
  7552. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  7553. assert.NoError(t, err)
  7554. a3 := dataprovider.BaseEventAction{
  7555. Name: "a3",
  7556. Type: dataprovider.ActionTypeEmail,
  7557. Options: dataprovider.BaseEventActionOptions{
  7558. EmailConfig: dataprovider.EventActionEmailConfig{
  7559. Recipients: []string{"[email protected]"},
  7560. Subject: `OK`,
  7561. Body: "OK action",
  7562. },
  7563. },
  7564. }
  7565. action3, _, err := httpdtest.AddEventAction(a3, http.StatusCreated)
  7566. assert.NoError(t, err)
  7567. r1 := dataprovider.EventRule{
  7568. Name: "rule1",
  7569. Status: 1,
  7570. Trigger: dataprovider.EventTriggerFsEvent,
  7571. Conditions: dataprovider.EventConditions{
  7572. FsEvents: []string{"mkdir"},
  7573. },
  7574. Actions: []dataprovider.EventAction{
  7575. {
  7576. BaseEventAction: dataprovider.BaseEventAction{
  7577. Name: action2.Name,
  7578. },
  7579. Order: 1,
  7580. },
  7581. {
  7582. BaseEventAction: dataprovider.BaseEventAction{
  7583. Name: action3.Name,
  7584. },
  7585. Order: 2,
  7586. },
  7587. {
  7588. BaseEventAction: dataprovider.BaseEventAction{
  7589. Name: action1.Name,
  7590. },
  7591. Options: dataprovider.EventActionOptions{
  7592. IsFailureAction: true,
  7593. },
  7594. },
  7595. },
  7596. }
  7597. rule1, resp, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  7598. assert.NoError(t, err, string(resp))
  7599. dirName := "aTestDir"
  7600. conn, client, err := getSftpClient(user)
  7601. if assert.NoError(t, err) {
  7602. defer conn.Close()
  7603. defer client.Close()
  7604. lastReceivedEmail.reset()
  7605. err := client.Mkdir(dirName)
  7606. assert.NoError(t, err)
  7607. // the user has no password expiration, the check will be skipped and the ok action executed
  7608. assert.Eventually(t, func() bool {
  7609. return lastReceivedEmail.get().From != ""
  7610. }, 1500*time.Millisecond, 100*time.Millisecond)
  7611. email := lastReceivedEmail.get()
  7612. assert.Len(t, email.To, 1)
  7613. assert.Contains(t, email.To, "[email protected]")
  7614. err = client.RemoveDirectory(dirName)
  7615. assert.NoError(t, err)
  7616. }
  7617. user.Filters.PasswordExpiration = 20
  7618. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  7619. assert.NoError(t, err)
  7620. conn, client, err = getSftpClient(user)
  7621. if assert.NoError(t, err) {
  7622. defer conn.Close()
  7623. defer client.Close()
  7624. lastReceivedEmail.reset()
  7625. err := client.Mkdir(dirName)
  7626. assert.NoError(t, err)
  7627. // the passowrd is not about to expire, the check will be skipped and the ok action executed
  7628. assert.Eventually(t, func() bool {
  7629. return lastReceivedEmail.get().From != ""
  7630. }, 1500*time.Millisecond, 100*time.Millisecond)
  7631. email := lastReceivedEmail.get()
  7632. assert.Len(t, email.To, 1)
  7633. assert.Contains(t, email.To, "[email protected]")
  7634. err = client.RemoveDirectory(dirName)
  7635. assert.NoError(t, err)
  7636. }
  7637. user.Filters.PasswordExpiration = 5
  7638. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  7639. assert.NoError(t, err)
  7640. conn, client, err = getSftpClient(user)
  7641. if assert.NoError(t, err) {
  7642. defer conn.Close()
  7643. defer client.Close()
  7644. lastReceivedEmail.reset()
  7645. err := client.Mkdir(dirName)
  7646. assert.NoError(t, err)
  7647. // the passowrd is about to expire, the user has no email, the failure action will be executed
  7648. assert.Eventually(t, func() bool {
  7649. return lastReceivedEmail.get().From != ""
  7650. }, 1500*time.Millisecond, 100*time.Millisecond)
  7651. email := lastReceivedEmail.get()
  7652. assert.Len(t, email.To, 1)
  7653. assert.Contains(t, email.To, "[email protected]")
  7654. err = client.RemoveDirectory(dirName)
  7655. assert.NoError(t, err)
  7656. }
  7657. // remove the success action
  7658. rule1.Actions = []dataprovider.EventAction{
  7659. {
  7660. BaseEventAction: dataprovider.BaseEventAction{
  7661. Name: action2.Name,
  7662. },
  7663. Order: 1,
  7664. },
  7665. {
  7666. BaseEventAction: dataprovider.BaseEventAction{
  7667. Name: action1.Name,
  7668. },
  7669. Options: dataprovider.EventActionOptions{
  7670. IsFailureAction: true,
  7671. },
  7672. },
  7673. }
  7674. _, _, err = httpdtest.UpdateEventRule(rule1, http.StatusOK)
  7675. assert.NoError(t, err)
  7676. user.Email = "[email protected]"
  7677. user.Filters.AdditionalEmails = []string{"[email protected]"}
  7678. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  7679. assert.NoError(t, err)
  7680. conn, client, err = getSftpClient(user)
  7681. if assert.NoError(t, err) {
  7682. defer conn.Close()
  7683. defer client.Close()
  7684. lastReceivedEmail.reset()
  7685. err := client.Mkdir(dirName)
  7686. assert.NoError(t, err)
  7687. // the passowrd expiration will be notified
  7688. assert.Eventually(t, func() bool {
  7689. return lastReceivedEmail.get().From != ""
  7690. }, 1500*time.Millisecond, 100*time.Millisecond)
  7691. email := lastReceivedEmail.get()
  7692. assert.Len(t, email.To, 2)
  7693. assert.Contains(t, email.To, user.Email)
  7694. assert.Contains(t, email.To, user.Filters.AdditionalEmails[0])
  7695. assert.Contains(t, email.Data, "your SFTPGo password expires in 5 days")
  7696. err = client.RemoveDirectory(dirName)
  7697. assert.NoError(t, err)
  7698. }
  7699. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  7700. assert.NoError(t, err)
  7701. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  7702. assert.NoError(t, err)
  7703. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  7704. assert.NoError(t, err)
  7705. _, err = httpdtest.RemoveEventAction(action3, http.StatusOK)
  7706. assert.NoError(t, err)
  7707. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  7708. assert.NoError(t, err)
  7709. err = os.RemoveAll(user.GetHomeDir())
  7710. assert.NoError(t, err)
  7711. smtpCfg = smtp.Config{}
  7712. err = smtpCfg.Initialize(configDir, true)
  7713. require.NoError(t, err)
  7714. }
  7715. func TestSyncUploadAction(t *testing.T) {
  7716. if runtime.GOOS == osWindows {
  7717. t.Skip("this test is not available on Windows")
  7718. }
  7719. uploadScriptPath := filepath.Join(os.TempDir(), "upload.sh")
  7720. common.Config.Actions.ExecuteOn = []string{"upload"}
  7721. common.Config.Actions.ExecuteSync = []string{"upload"}
  7722. common.Config.Actions.Hook = uploadScriptPath
  7723. u := getTestUser()
  7724. u.QuotaFiles = 1000
  7725. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  7726. assert.NoError(t, err)
  7727. movedFileName := "moved.dat"
  7728. movedPath := filepath.Join(user.HomeDir, movedFileName)
  7729. err = os.WriteFile(uploadScriptPath, getUploadScriptContent(movedPath, "", 0), 0755)
  7730. assert.NoError(t, err)
  7731. conn, client, err := getSftpClient(user)
  7732. if assert.NoError(t, err) {
  7733. defer conn.Close()
  7734. defer client.Close()
  7735. size := int64(32768)
  7736. err = writeSFTPFileNoCheck(testFileName, size, client)
  7737. assert.NoError(t, err)
  7738. _, err = client.Stat(testFileName)
  7739. assert.Error(t, err)
  7740. info, err := client.Stat(movedFileName)
  7741. if assert.NoError(t, err) {
  7742. assert.Equal(t, size, info.Size())
  7743. }
  7744. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  7745. assert.NoError(t, err)
  7746. assert.Equal(t, 1, user.UsedQuotaFiles)
  7747. assert.Equal(t, size, user.UsedQuotaSize)
  7748. // test some hook failure
  7749. // the uploaded file is moved and the hook fails, it will be not removed from the quota
  7750. err = os.WriteFile(uploadScriptPath, getUploadScriptContent(movedPath, "", 1), 0755)
  7751. assert.NoError(t, err)
  7752. err = writeSFTPFileNoCheck(testFileName+"_1", size, client)
  7753. assert.Error(t, err)
  7754. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  7755. assert.NoError(t, err)
  7756. assert.Equal(t, 2, user.UsedQuotaFiles)
  7757. assert.Equal(t, size*2, user.UsedQuotaSize)
  7758. // the uploaded file is not moved and the hook fails, the uploaded file will be deleted
  7759. // and removed from the quota
  7760. movedPath = filepath.Join(user.HomeDir, "missing dir", movedFileName)
  7761. err = os.WriteFile(uploadScriptPath, getUploadScriptContent(movedPath, "", 1), 0755)
  7762. assert.NoError(t, err)
  7763. err = writeSFTPFileNoCheck(testFileName+"_2", size, client)
  7764. assert.Error(t, err)
  7765. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  7766. assert.NoError(t, err)
  7767. assert.Equal(t, 2, user.UsedQuotaFiles)
  7768. assert.Equal(t, size*2, user.UsedQuotaSize)
  7769. // overwrite an existing file
  7770. _, err = client.Stat(movedFileName)
  7771. assert.NoError(t, err)
  7772. err = writeSFTPFileNoCheck(movedFileName, size, client)
  7773. assert.Error(t, err)
  7774. _, err = client.Stat(movedFileName)
  7775. assert.Error(t, err)
  7776. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  7777. assert.NoError(t, err)
  7778. assert.Equal(t, 1, user.UsedQuotaFiles)
  7779. assert.Equal(t, size, user.UsedQuotaSize)
  7780. }
  7781. err = os.Remove(uploadScriptPath)
  7782. assert.NoError(t, err)
  7783. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  7784. assert.NoError(t, err)
  7785. err = os.RemoveAll(user.GetHomeDir())
  7786. assert.NoError(t, err)
  7787. common.Config.Actions.ExecuteOn = nil
  7788. common.Config.Actions.ExecuteSync = nil
  7789. common.Config.Actions.Hook = uploadScriptPath
  7790. }
  7791. func TestQuotaTrackDisabled(t *testing.T) {
  7792. err := dataprovider.Close()
  7793. assert.NoError(t, err)
  7794. err = config.LoadConfig(configDir, "")
  7795. assert.NoError(t, err)
  7796. providerConf := config.GetProviderConf()
  7797. providerConf.TrackQuota = 0
  7798. err = dataprovider.Initialize(providerConf, configDir, true)
  7799. assert.NoError(t, err)
  7800. user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  7801. assert.NoError(t, err)
  7802. conn, client, err := getSftpClient(user)
  7803. if assert.NoError(t, err) {
  7804. defer conn.Close()
  7805. defer client.Close()
  7806. err = writeSFTPFile(testFileName, 32, client)
  7807. assert.NoError(t, err)
  7808. err = client.Rename(testFileName, testFileName+"1")
  7809. assert.NoError(t, err)
  7810. }
  7811. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  7812. assert.NoError(t, err)
  7813. err = os.RemoveAll(user.GetHomeDir())
  7814. assert.NoError(t, err)
  7815. err = dataprovider.Close()
  7816. assert.NoError(t, err)
  7817. err = config.LoadConfig(configDir, "")
  7818. assert.NoError(t, err)
  7819. providerConf = config.GetProviderConf()
  7820. err = dataprovider.Initialize(providerConf, configDir, true)
  7821. assert.NoError(t, err)
  7822. }
  7823. func TestGetQuotaError(t *testing.T) {
  7824. if dataprovider.GetProviderStatus().Driver == "memory" {
  7825. t.Skip("this test is not available with the memory provider")
  7826. }
  7827. u := getTestUser()
  7828. u.TotalDataTransfer = 2000
  7829. mappedPath := filepath.Join(os.TempDir(), "vdir")
  7830. folderName := filepath.Base(mappedPath)
  7831. vdirPath := "/vpath"
  7832. f := vfs.BaseVirtualFolder{
  7833. Name: folderName,
  7834. MappedPath: mappedPath,
  7835. }
  7836. _, _, err := httpdtest.AddFolder(f, http.StatusCreated)
  7837. assert.NoError(t, err)
  7838. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  7839. BaseVirtualFolder: vfs.BaseVirtualFolder{
  7840. Name: folderName,
  7841. },
  7842. VirtualPath: vdirPath,
  7843. QuotaSize: 0,
  7844. QuotaFiles: 10,
  7845. })
  7846. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  7847. assert.NoError(t, err)
  7848. conn, client, err := getSftpClient(user)
  7849. if assert.NoError(t, err) {
  7850. defer conn.Close()
  7851. defer client.Close()
  7852. err = writeSFTPFile(testFileName, 32, client)
  7853. assert.NoError(t, err)
  7854. err = dataprovider.Close()
  7855. assert.NoError(t, err)
  7856. err = client.Rename(testFileName, path.Join(vdirPath, testFileName))
  7857. assert.Error(t, err)
  7858. err = config.LoadConfig(configDir, "")
  7859. assert.NoError(t, err)
  7860. providerConf := config.GetProviderConf()
  7861. err = dataprovider.Initialize(providerConf, configDir, true)
  7862. assert.NoError(t, err)
  7863. }
  7864. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  7865. assert.NoError(t, err)
  7866. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName}, http.StatusOK)
  7867. assert.NoError(t, err)
  7868. err = os.RemoveAll(user.GetHomeDir())
  7869. assert.NoError(t, err)
  7870. err = os.RemoveAll(mappedPath)
  7871. assert.NoError(t, err)
  7872. }
  7873. func TestRetentionAPI(t *testing.T) {
  7874. u := getTestUser()
  7875. u.Permissions["/"] = []string{dataprovider.PermListItems, dataprovider.PermUpload,
  7876. dataprovider.PermOverwrite, dataprovider.PermDownload, dataprovider.PermCreateDirs,
  7877. dataprovider.PermChtimes}
  7878. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  7879. assert.NoError(t, err)
  7880. uploadPath := path.Join(testDir, testFileName)
  7881. conn, client, err := getSftpClient(user)
  7882. if assert.NoError(t, err) {
  7883. defer conn.Close()
  7884. defer client.Close()
  7885. err = client.Mkdir(testDir)
  7886. assert.NoError(t, err)
  7887. err = writeSFTPFile(uploadPath, 32, client)
  7888. assert.NoError(t, err)
  7889. folderRetention := []dataprovider.FolderRetention{
  7890. {
  7891. Path: "/",
  7892. Retention: 24,
  7893. DeleteEmptyDirs: true,
  7894. },
  7895. }
  7896. check := common.RetentionCheck{
  7897. Folders: folderRetention,
  7898. }
  7899. c := common.RetentionChecks.Add(check, &user)
  7900. assert.NotNil(t, c)
  7901. err = c.Start()
  7902. assert.NoError(t, err)
  7903. assert.Eventually(t, func() bool {
  7904. return len(common.RetentionChecks.Get("")) == 0
  7905. }, 1000*time.Millisecond, 50*time.Millisecond)
  7906. _, err = client.Stat(uploadPath)
  7907. assert.NoError(t, err)
  7908. err = client.Chtimes(uploadPath, time.Now().Add(-48*time.Hour), time.Now().Add(-48*time.Hour))
  7909. assert.NoError(t, err)
  7910. err = c.Start()
  7911. assert.NoError(t, err)
  7912. assert.Eventually(t, func() bool {
  7913. return len(common.RetentionChecks.Get("")) == 0
  7914. }, 1000*time.Millisecond, 50*time.Millisecond)
  7915. _, err = client.Stat(uploadPath)
  7916. assert.ErrorIs(t, err, os.ErrNotExist)
  7917. _, err = client.Stat(testDir)
  7918. assert.ErrorIs(t, err, os.ErrNotExist)
  7919. err = client.Mkdir(testDir)
  7920. assert.NoError(t, err)
  7921. err = writeSFTPFile(uploadPath, 32, client)
  7922. assert.NoError(t, err)
  7923. check.Folders[0].DeleteEmptyDirs = false
  7924. err = client.Chtimes(uploadPath, time.Now().Add(-48*time.Hour), time.Now().Add(-48*time.Hour))
  7925. assert.NoError(t, err)
  7926. c = common.RetentionChecks.Add(check, &user)
  7927. assert.NotNil(t, c)
  7928. err = c.Start()
  7929. assert.NoError(t, err)
  7930. assert.Eventually(t, func() bool {
  7931. return len(common.RetentionChecks.Get("")) == 0
  7932. }, 1000*time.Millisecond, 50*time.Millisecond)
  7933. _, err = client.Stat(uploadPath)
  7934. assert.ErrorIs(t, err, os.ErrNotExist)
  7935. _, err = client.Stat(testDir)
  7936. assert.NoError(t, err)
  7937. err = writeSFTPFile(uploadPath, 32, client)
  7938. assert.NoError(t, err)
  7939. err = client.Chtimes(uploadPath, time.Now().Add(-48*time.Hour), time.Now().Add(-48*time.Hour))
  7940. assert.NoError(t, err)
  7941. conn.Close()
  7942. client.Close()
  7943. }
  7944. // remove delete permissions to the user, it will be automatically granted
  7945. user.Permissions["/"+testDir] = []string{dataprovider.PermListItems, dataprovider.PermUpload,
  7946. dataprovider.PermCreateDirs, dataprovider.PermChtimes}
  7947. user, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  7948. assert.NoError(t, err)
  7949. conn, client, err = getSftpClient(user)
  7950. if assert.NoError(t, err) {
  7951. innerUploadFilePath := path.Join("/"+testDir, testDir, testFileName)
  7952. err = client.Mkdir(path.Join(testDir, testDir))
  7953. assert.NoError(t, err)
  7954. err = writeSFTPFile(innerUploadFilePath, 32, client)
  7955. assert.NoError(t, err)
  7956. err = client.Chtimes(innerUploadFilePath, time.Now().Add(-48*time.Hour), time.Now().Add(-48*time.Hour))
  7957. assert.NoError(t, err)
  7958. folderRetention := []dataprovider.FolderRetention{
  7959. {
  7960. Path: "/missing",
  7961. Retention: 24,
  7962. },
  7963. {
  7964. Path: "/" + testDir,
  7965. Retention: 24,
  7966. DeleteEmptyDirs: true,
  7967. },
  7968. {
  7969. Path: path.Dir(innerUploadFilePath),
  7970. Retention: 0,
  7971. },
  7972. }
  7973. check := common.RetentionCheck{
  7974. Folders: folderRetention,
  7975. }
  7976. c := common.RetentionChecks.Add(check, &user)
  7977. assert.NotNil(t, c)
  7978. err = c.Start()
  7979. assert.NoError(t, err)
  7980. assert.Eventually(t, func() bool {
  7981. return len(common.RetentionChecks.Get("")) == 0
  7982. }, 1000*time.Millisecond, 50*time.Millisecond)
  7983. _, err = client.Stat(uploadPath)
  7984. assert.ErrorIs(t, err, os.ErrNotExist)
  7985. _, err = client.Stat(innerUploadFilePath)
  7986. assert.NoError(t, err)
  7987. folderRetention = []dataprovider.FolderRetention{
  7988. {
  7989. Path: "/" + testDir,
  7990. Retention: 24,
  7991. DeleteEmptyDirs: true,
  7992. },
  7993. }
  7994. check = common.RetentionCheck{
  7995. Folders: folderRetention,
  7996. }
  7997. c = common.RetentionChecks.Add(check, &user)
  7998. assert.NotNil(t, c)
  7999. err = c.Start()
  8000. assert.NoError(t, err)
  8001. assert.Eventually(t, func() bool {
  8002. return len(common.RetentionChecks.Get("")) == 0
  8003. }, 1000*time.Millisecond, 50*time.Millisecond)
  8004. _, err = client.Stat(innerUploadFilePath)
  8005. assert.ErrorIs(t, err, os.ErrNotExist)
  8006. conn.Close()
  8007. client.Close()
  8008. }
  8009. // finally test some errors removing files or folders
  8010. if runtime.GOOS != osWindows {
  8011. dirPath := filepath.Join(user.HomeDir, "adir", "sub")
  8012. err := os.MkdirAll(dirPath, os.ModePerm)
  8013. assert.NoError(t, err)
  8014. filePath := filepath.Join(dirPath, "f.dat")
  8015. err = os.WriteFile(filePath, nil, os.ModePerm)
  8016. assert.NoError(t, err)
  8017. err = os.Chtimes(filePath, time.Now().Add(-72*time.Hour), time.Now().Add(-72*time.Hour))
  8018. assert.NoError(t, err)
  8019. err = os.Chmod(dirPath, 0001)
  8020. assert.NoError(t, err)
  8021. folderRetention := []dataprovider.FolderRetention{
  8022. {
  8023. Path: "/adir",
  8024. Retention: 24,
  8025. DeleteEmptyDirs: true,
  8026. },
  8027. }
  8028. check := common.RetentionCheck{
  8029. Folders: folderRetention,
  8030. }
  8031. c := common.RetentionChecks.Add(check, &user)
  8032. assert.NotNil(t, c)
  8033. err = c.Start()
  8034. assert.ErrorIs(t, err, os.ErrPermission)
  8035. assert.Eventually(t, func() bool {
  8036. return len(common.RetentionChecks.Get("")) == 0
  8037. }, 1000*time.Millisecond, 50*time.Millisecond)
  8038. err = os.Chmod(dirPath, 0555)
  8039. assert.NoError(t, err)
  8040. c = common.RetentionChecks.Add(check, &user)
  8041. assert.NotNil(t, c)
  8042. err = c.Start()
  8043. assert.ErrorIs(t, err, os.ErrPermission)
  8044. assert.Eventually(t, func() bool {
  8045. return len(common.RetentionChecks.Get("")) == 0
  8046. }, 1000*time.Millisecond, 50*time.Millisecond)
  8047. err = os.Chmod(dirPath, os.ModePerm)
  8048. assert.NoError(t, err)
  8049. check = common.RetentionCheck{
  8050. Folders: folderRetention,
  8051. }
  8052. c = common.RetentionChecks.Add(check, &user)
  8053. assert.NotNil(t, c)
  8054. err = c.Start()
  8055. assert.NoError(t, err)
  8056. assert.Eventually(t, func() bool {
  8057. return len(common.RetentionChecks.Get("")) == 0
  8058. }, 1000*time.Millisecond, 50*time.Millisecond)
  8059. assert.NoDirExists(t, dirPath)
  8060. }
  8061. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  8062. assert.NoError(t, err)
  8063. err = os.RemoveAll(user.GetHomeDir())
  8064. assert.NoError(t, err)
  8065. assert.Eventually(t, func() bool {
  8066. return common.Connections.GetClientConnections() == 0
  8067. }, 1*time.Second, 50*time.Millisecond)
  8068. }
  8069. func TestPerUserTransferLimits(t *testing.T) {
  8070. oldMaxPerHostConns := common.Config.MaxPerHostConnections
  8071. common.Config.MaxPerHostConnections = 2
  8072. u := getTestUser()
  8073. u.UploadBandwidth = 32
  8074. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  8075. if !assert.NoError(t, err) {
  8076. printLatestLogs(20)
  8077. }
  8078. conn, client, err := getSftpClient(user)
  8079. if assert.NoError(t, err) {
  8080. defer conn.Close()
  8081. defer client.Close()
  8082. var wg sync.WaitGroup
  8083. numErrors := 0
  8084. for i := 0; i <= 2; i++ {
  8085. wg.Add(1)
  8086. go func(counter int) {
  8087. defer wg.Done()
  8088. time.Sleep(20 * time.Millisecond)
  8089. err := writeSFTPFile(fmt.Sprintf("%s_%d", testFileName, counter), 64*1024, client)
  8090. if err != nil {
  8091. numErrors++
  8092. }
  8093. }(i)
  8094. }
  8095. wg.Wait()
  8096. assert.Equal(t, 1, numErrors)
  8097. }
  8098. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  8099. assert.NoError(t, err)
  8100. err = os.RemoveAll(user.GetHomeDir())
  8101. assert.NoError(t, err)
  8102. common.Config.MaxPerHostConnections = oldMaxPerHostConns
  8103. }
  8104. func TestMaxSessionsSameConnection(t *testing.T) {
  8105. u := getTestUser()
  8106. u.UploadBandwidth = 32
  8107. u.MaxSessions = 2
  8108. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  8109. assert.NoError(t, err)
  8110. conn, client, err := getSftpClient(user)
  8111. if assert.NoError(t, err) {
  8112. defer conn.Close()
  8113. defer client.Close()
  8114. var wg sync.WaitGroup
  8115. numErrors := 0
  8116. for i := 0; i <= 2; i++ {
  8117. wg.Add(1)
  8118. go func(counter int) {
  8119. defer wg.Done()
  8120. var err error
  8121. if counter < 2 {
  8122. err = writeSFTPFile(fmt.Sprintf("%s_%d", testFileName, counter), 64*1024, client)
  8123. } else {
  8124. // wait for the transfers to start
  8125. time.Sleep(50 * time.Millisecond)
  8126. _, _, err = getSftpClient(user)
  8127. }
  8128. if err != nil {
  8129. numErrors++
  8130. }
  8131. }(i)
  8132. }
  8133. wg.Wait()
  8134. assert.Equal(t, 1, numErrors)
  8135. }
  8136. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  8137. assert.NoError(t, err)
  8138. err = os.RemoveAll(user.GetHomeDir())
  8139. assert.NoError(t, err)
  8140. }
  8141. func TestRenameDir(t *testing.T) {
  8142. u := getTestUser()
  8143. testDir := "/dir-to-rename"
  8144. u.Permissions[testDir] = []string{dataprovider.PermListItems, dataprovider.PermUpload}
  8145. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  8146. assert.NoError(t, err)
  8147. conn, client, err := getSftpClient(user)
  8148. if assert.NoError(t, err) {
  8149. defer conn.Close()
  8150. defer client.Close()
  8151. err = client.Mkdir(testDir)
  8152. assert.NoError(t, err)
  8153. err = writeSFTPFile(path.Join(testDir, testFileName), 32, client)
  8154. assert.NoError(t, err)
  8155. err = client.Rename(testDir, testDir+"_rename")
  8156. assert.ErrorIs(t, err, os.ErrPermission)
  8157. }
  8158. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  8159. assert.NoError(t, err)
  8160. err = os.RemoveAll(user.GetHomeDir())
  8161. assert.NoError(t, err)
  8162. }
  8163. func TestBuiltinKeyboardInteractiveAuthentication(t *testing.T) {
  8164. u := getTestUser()
  8165. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  8166. assert.NoError(t, err)
  8167. authMethods := []ssh.AuthMethod{
  8168. ssh.KeyboardInteractive(func(_, _ string, _ []string, _ []bool) ([]string, error) {
  8169. return []string{defaultPassword}, nil
  8170. }),
  8171. }
  8172. conn, client, err := getCustomAuthSftpClient(user, authMethods)
  8173. if assert.NoError(t, err) {
  8174. defer conn.Close()
  8175. defer client.Close()
  8176. assert.NoError(t, checkBasicSFTP(client))
  8177. err = writeSFTPFile(testFileName, 4096, client)
  8178. assert.NoError(t, err)
  8179. }
  8180. // add multi-factor authentication
  8181. configName, key, _, err := mfa.GenerateTOTPSecret(mfa.GetAvailableTOTPConfigNames()[0], user.Username)
  8182. assert.NoError(t, err)
  8183. user.Password = defaultPassword
  8184. user.Filters.TOTPConfig = dataprovider.UserTOTPConfig{
  8185. Enabled: true,
  8186. ConfigName: configName,
  8187. Secret: kms.NewPlainSecret(key.Secret()),
  8188. Protocols: []string{common.ProtocolSSH},
  8189. }
  8190. err = dataprovider.UpdateUser(&user, "", "", "")
  8191. assert.NoError(t, err)
  8192. passcode, err := generateTOTPPasscode(key.Secret(), otp.AlgorithmSHA1)
  8193. assert.NoError(t, err)
  8194. passwordAsked := false
  8195. passcodeAsked := false
  8196. authMethods = []ssh.AuthMethod{
  8197. ssh.KeyboardInteractive(func(_, _ string, questions []string, _ []bool) ([]string, error) {
  8198. var answers []string
  8199. if strings.HasPrefix(questions[0], "Password") {
  8200. answers = append(answers, defaultPassword)
  8201. passwordAsked = true
  8202. } else {
  8203. answers = append(answers, passcode)
  8204. passcodeAsked = true
  8205. }
  8206. return answers, nil
  8207. }),
  8208. }
  8209. conn, client, err = getCustomAuthSftpClient(user, authMethods)
  8210. if assert.NoError(t, err) {
  8211. defer conn.Close()
  8212. defer client.Close()
  8213. assert.NoError(t, checkBasicSFTP(client))
  8214. err = writeSFTPFile(testFileName, 4096, client)
  8215. assert.NoError(t, err)
  8216. }
  8217. assert.True(t, passwordAsked)
  8218. assert.True(t, passcodeAsked)
  8219. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  8220. assert.NoError(t, err)
  8221. err = os.RemoveAll(user.GetHomeDir())
  8222. assert.NoError(t, err)
  8223. }
  8224. func TestMultiStepBuiltinKeyboardAuth(t *testing.T) {
  8225. u := getTestUser()
  8226. u.PublicKeys = []string{testPubKey}
  8227. u.Filters.DeniedLoginMethods = []string{
  8228. dataprovider.SSHLoginMethodPublicKey,
  8229. dataprovider.LoginMethodPassword,
  8230. dataprovider.SSHLoginMethodKeyboardInteractive,
  8231. }
  8232. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  8233. assert.NoError(t, err)
  8234. signer, err := ssh.ParsePrivateKey([]byte(testPrivateKey))
  8235. assert.NoError(t, err)
  8236. // public key + password
  8237. authMethods := []ssh.AuthMethod{
  8238. ssh.PublicKeys(signer),
  8239. ssh.KeyboardInteractive(func(_, _ string, _ []string, _ []bool) ([]string, error) {
  8240. return []string{defaultPassword}, nil
  8241. }),
  8242. }
  8243. conn, client, err := getCustomAuthSftpClient(user, authMethods)
  8244. if assert.NoError(t, err) {
  8245. defer conn.Close()
  8246. defer client.Close()
  8247. assert.NoError(t, checkBasicSFTP(client))
  8248. err = writeSFTPFile(testFileName, 4096, client)
  8249. assert.NoError(t, err)
  8250. }
  8251. // add multi-factor authentication
  8252. configName, key, _, err := mfa.GenerateTOTPSecret(mfa.GetAvailableTOTPConfigNames()[0], user.Username)
  8253. assert.NoError(t, err)
  8254. user.Password = defaultPassword
  8255. user.Filters.TOTPConfig = dataprovider.UserTOTPConfig{
  8256. Enabled: true,
  8257. ConfigName: configName,
  8258. Secret: kms.NewPlainSecret(key.Secret()),
  8259. Protocols: []string{common.ProtocolSSH},
  8260. }
  8261. err = dataprovider.UpdateUser(&user, "", "", "")
  8262. assert.NoError(t, err)
  8263. passcode, err := generateTOTPPasscode(key.Secret(), otp.AlgorithmSHA1)
  8264. assert.NoError(t, err)
  8265. // public key + passcode
  8266. authMethods = []ssh.AuthMethod{
  8267. ssh.PublicKeys(signer),
  8268. ssh.KeyboardInteractive(func(_, _ string, _ []string, _ []bool) ([]string, error) {
  8269. return []string{passcode}, nil
  8270. }),
  8271. }
  8272. conn, client, err = getCustomAuthSftpClient(user, authMethods)
  8273. if assert.NoError(t, err) {
  8274. defer conn.Close()
  8275. defer client.Close()
  8276. assert.NoError(t, checkBasicSFTP(client))
  8277. err = writeSFTPFile(testFileName, 4096, client)
  8278. assert.NoError(t, err)
  8279. }
  8280. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  8281. assert.NoError(t, err)
  8282. err = os.RemoveAll(user.GetHomeDir())
  8283. assert.NoError(t, err)
  8284. }
  8285. func TestRenameSymlink(t *testing.T) {
  8286. u := getTestUser()
  8287. testDir := "/dir-no-create-links"
  8288. otherDir := "otherdir"
  8289. u.Permissions[testDir] = []string{dataprovider.PermListItems, dataprovider.PermUpload, dataprovider.PermDelete,
  8290. dataprovider.PermCreateDirs}
  8291. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  8292. assert.NoError(t, err)
  8293. conn, client, err := getSftpClient(user)
  8294. if assert.NoError(t, err) {
  8295. defer conn.Close()
  8296. defer client.Close()
  8297. err = client.Mkdir(otherDir)
  8298. assert.NoError(t, err)
  8299. err = client.Symlink(otherDir, otherDir+".link")
  8300. assert.NoError(t, err)
  8301. err = client.Rename(otherDir+".link", path.Join(testDir, "symlink"))
  8302. assert.ErrorIs(t, err, os.ErrPermission)
  8303. err = client.Rename(otherDir+".link", "allowed_link")
  8304. assert.NoError(t, err)
  8305. }
  8306. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  8307. assert.NoError(t, err)
  8308. err = os.RemoveAll(user.GetHomeDir())
  8309. assert.NoError(t, err)
  8310. }
  8311. func TestSplittedDeletePerms(t *testing.T) {
  8312. u := getTestUser()
  8313. u.Permissions["/"] = []string{dataprovider.PermListItems, dataprovider.PermUpload, dataprovider.PermDeleteDirs,
  8314. dataprovider.PermCreateDirs}
  8315. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  8316. assert.NoError(t, err)
  8317. conn, client, err := getSftpClient(user)
  8318. if assert.NoError(t, err) {
  8319. defer conn.Close()
  8320. defer client.Close()
  8321. err = writeSFTPFile(testFileName, 4096, client)
  8322. assert.NoError(t, err)
  8323. err = client.Remove(testFileName)
  8324. assert.Error(t, err)
  8325. err = client.Mkdir(testDir)
  8326. assert.NoError(t, err)
  8327. err = client.RemoveDirectory(testDir)
  8328. assert.NoError(t, err)
  8329. }
  8330. u.Permissions["/"] = []string{dataprovider.PermListItems, dataprovider.PermUpload, dataprovider.PermDeleteFiles,
  8331. dataprovider.PermCreateDirs, dataprovider.PermOverwrite}
  8332. _, _, err = httpdtest.UpdateUser(u, http.StatusOK, "")
  8333. assert.NoError(t, err)
  8334. conn, client, err = getSftpClient(user)
  8335. if assert.NoError(t, err) {
  8336. defer conn.Close()
  8337. defer client.Close()
  8338. err = writeSFTPFile(testFileName, 4096, client)
  8339. assert.NoError(t, err)
  8340. err = client.Remove(testFileName)
  8341. assert.NoError(t, err)
  8342. err = client.Mkdir(testDir)
  8343. assert.NoError(t, err)
  8344. err = client.RemoveDirectory(testDir)
  8345. assert.Error(t, err)
  8346. }
  8347. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  8348. assert.NoError(t, err)
  8349. err = os.RemoveAll(user.GetHomeDir())
  8350. assert.NoError(t, err)
  8351. }
  8352. func TestSplittedRenamePerms(t *testing.T) {
  8353. u := getTestUser()
  8354. u.Permissions["/"] = []string{dataprovider.PermListItems, dataprovider.PermUpload, dataprovider.PermRenameDirs,
  8355. dataprovider.PermCreateDirs}
  8356. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  8357. assert.NoError(t, err)
  8358. conn, client, err := getSftpClient(user)
  8359. if assert.NoError(t, err) {
  8360. defer conn.Close()
  8361. defer client.Close()
  8362. err = writeSFTPFile(testFileName, 4096, client)
  8363. assert.NoError(t, err)
  8364. err = client.Mkdir(testDir)
  8365. assert.NoError(t, err)
  8366. err = client.Rename(testFileName, testFileName+"_renamed")
  8367. assert.Error(t, err)
  8368. err = client.Rename(testDir, testDir+"_renamed")
  8369. assert.NoError(t, err)
  8370. }
  8371. u.Permissions["/"] = []string{dataprovider.PermListItems, dataprovider.PermUpload, dataprovider.PermRenameFiles,
  8372. dataprovider.PermCreateDirs, dataprovider.PermOverwrite}
  8373. _, _, err = httpdtest.UpdateUser(u, http.StatusOK, "")
  8374. assert.NoError(t, err)
  8375. conn, client, err = getSftpClient(user)
  8376. if assert.NoError(t, err) {
  8377. defer conn.Close()
  8378. defer client.Close()
  8379. err = writeSFTPFile(testFileName, 4096, client)
  8380. assert.NoError(t, err)
  8381. err = client.Mkdir(testDir)
  8382. assert.NoError(t, err)
  8383. err = client.Rename(testFileName, testFileName+"_renamed")
  8384. assert.NoError(t, err)
  8385. err = client.Rename(testDir, testDir+"_renamed")
  8386. assert.Error(t, err)
  8387. }
  8388. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  8389. assert.NoError(t, err)
  8390. err = os.RemoveAll(user.GetHomeDir())
  8391. assert.NoError(t, err)
  8392. }
  8393. func TestSFTPLoopError(t *testing.T) {
  8394. smtpCfg := smtp.Config{
  8395. Host: "127.0.0.1",
  8396. Port: 2525,
  8397. From: "[email protected]",
  8398. TemplatesPath: "templates",
  8399. }
  8400. err := smtpCfg.Initialize(configDir, true)
  8401. require.NoError(t, err)
  8402. user1 := getTestUser()
  8403. user2 := getTestUser()
  8404. user1.Username += "1"
  8405. user2.Username += "2"
  8406. // user1 is a local account with a virtual SFTP folder to user2
  8407. // user2 has user1 as SFTP fs
  8408. f := vfs.BaseVirtualFolder{
  8409. Name: "sftp",
  8410. FsConfig: vfs.Filesystem{
  8411. Provider: sdk.SFTPFilesystemProvider,
  8412. SFTPConfig: vfs.SFTPFsConfig{
  8413. BaseSFTPFsConfig: sdk.BaseSFTPFsConfig{
  8414. Endpoint: sftpServerAddr,
  8415. Username: user2.Username,
  8416. },
  8417. Password: kms.NewPlainSecret(defaultPassword),
  8418. },
  8419. },
  8420. }
  8421. folder, _, err := httpdtest.AddFolder(f, http.StatusCreated)
  8422. assert.NoError(t, err)
  8423. user1.VirtualFolders = append(user1.VirtualFolders, vfs.VirtualFolder{
  8424. BaseVirtualFolder: vfs.BaseVirtualFolder{
  8425. Name: folder.Name,
  8426. },
  8427. VirtualPath: "/vdir",
  8428. })
  8429. user2.FsConfig.Provider = sdk.SFTPFilesystemProvider
  8430. user2.FsConfig.SFTPConfig = vfs.SFTPFsConfig{
  8431. BaseSFTPFsConfig: sdk.BaseSFTPFsConfig{
  8432. Endpoint: sftpServerAddr,
  8433. Username: user1.Username,
  8434. },
  8435. Password: kms.NewPlainSecret(defaultPassword),
  8436. }
  8437. user1, resp, err := httpdtest.AddUser(user1, http.StatusCreated)
  8438. assert.NoError(t, err, string(resp))
  8439. user2, resp, err = httpdtest.AddUser(user2, http.StatusCreated)
  8440. assert.NoError(t, err, string(resp))
  8441. a1 := dataprovider.BaseEventAction{
  8442. Name: "a1",
  8443. Type: dataprovider.ActionTypeUserQuotaReset,
  8444. }
  8445. action1, _, err := httpdtest.AddEventAction(a1, http.StatusCreated)
  8446. assert.NoError(t, err)
  8447. a2 := dataprovider.BaseEventAction{
  8448. Name: "a2",
  8449. Type: dataprovider.ActionTypeEmail,
  8450. Options: dataprovider.BaseEventActionOptions{
  8451. EmailConfig: dataprovider.EventActionEmailConfig{
  8452. Recipients: []string{"[email protected]"},
  8453. Subject: `Failed action"`,
  8454. Body: "Test body",
  8455. },
  8456. },
  8457. }
  8458. action2, _, err := httpdtest.AddEventAction(a2, http.StatusCreated)
  8459. assert.NoError(t, err)
  8460. r1 := dataprovider.EventRule{
  8461. Name: "rule1",
  8462. Status: 1,
  8463. Trigger: dataprovider.EventTriggerProviderEvent,
  8464. Conditions: dataprovider.EventConditions{
  8465. ProviderEvents: []string{"update"},
  8466. },
  8467. Actions: []dataprovider.EventAction{
  8468. {
  8469. BaseEventAction: dataprovider.BaseEventAction{
  8470. Name: action1.Name,
  8471. },
  8472. Order: 1,
  8473. },
  8474. {
  8475. BaseEventAction: dataprovider.BaseEventAction{
  8476. Name: action2.Name,
  8477. },
  8478. Order: 2,
  8479. Options: dataprovider.EventActionOptions{
  8480. IsFailureAction: true,
  8481. },
  8482. },
  8483. },
  8484. }
  8485. rule1, _, err := httpdtest.AddEventRule(r1, http.StatusCreated)
  8486. assert.NoError(t, err)
  8487. lastReceivedEmail.reset()
  8488. _, _, err = httpdtest.UpdateUser(user2, http.StatusOK, "")
  8489. assert.NoError(t, err)
  8490. assert.Eventually(t, func() bool {
  8491. return lastReceivedEmail.get().From != ""
  8492. }, 3000*time.Millisecond, 100*time.Millisecond)
  8493. email := lastReceivedEmail.get()
  8494. assert.Len(t, email.To, 1)
  8495. assert.True(t, slices.Contains(email.To, "[email protected]"))
  8496. assert.Contains(t, email.Data, `Subject: Failed action`)
  8497. user1.VirtualFolders[0].FsConfig.SFTPConfig.Password = kms.NewPlainSecret(defaultPassword)
  8498. user2.FsConfig.SFTPConfig.Password = kms.NewPlainSecret(defaultPassword)
  8499. conn := common.NewBaseConnection("", common.ProtocolWebDAV, "", "", user1)
  8500. _, _, err = conn.GetFsAndResolvedPath(user1.VirtualFolders[0].VirtualPath)
  8501. assert.ErrorIs(t, err, os.ErrPermission)
  8502. conn = common.NewBaseConnection("", common.ProtocolSFTP, "", "", user1)
  8503. _, _, err = conn.GetFsAndResolvedPath(user1.VirtualFolders[0].VirtualPath)
  8504. assert.Error(t, err)
  8505. conn = common.NewBaseConnection("", common.ProtocolFTP, "", "", user1)
  8506. _, _, err = conn.GetFsAndResolvedPath(user1.VirtualFolders[0].VirtualPath)
  8507. assert.Error(t, err)
  8508. _, err = httpdtest.RemoveEventRule(rule1, http.StatusOK)
  8509. assert.NoError(t, err)
  8510. _, err = httpdtest.RemoveEventAction(action1, http.StatusOK)
  8511. assert.NoError(t, err)
  8512. _, err = httpdtest.RemoveEventAction(action2, http.StatusOK)
  8513. assert.NoError(t, err)
  8514. _, err = httpdtest.RemoveUser(user1, http.StatusOK)
  8515. assert.NoError(t, err)
  8516. err = os.RemoveAll(user1.GetHomeDir())
  8517. assert.NoError(t, err)
  8518. _, err = httpdtest.RemoveUser(user2, http.StatusOK)
  8519. assert.NoError(t, err)
  8520. err = os.RemoveAll(user2.GetHomeDir())
  8521. assert.NoError(t, err)
  8522. _, err = httpdtest.RemoveFolder(folder, http.StatusOK)
  8523. assert.NoError(t, err)
  8524. smtpCfg = smtp.Config{}
  8525. err = smtpCfg.Initialize(configDir, true)
  8526. require.NoError(t, err)
  8527. }
  8528. func TestNonLocalCrossRename(t *testing.T) {
  8529. baseUser, resp, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  8530. assert.NoError(t, err, string(resp))
  8531. u := getTestUser()
  8532. u.HomeDir += "_folders"
  8533. u.Username += "_folders"
  8534. mappedPathSFTP := filepath.Join(os.TempDir(), "sftp")
  8535. folderNameSFTP := filepath.Base(mappedPathSFTP)
  8536. vdirSFTPPath := "/vdir/sftp"
  8537. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  8538. BaseVirtualFolder: vfs.BaseVirtualFolder{
  8539. Name: folderNameSFTP,
  8540. },
  8541. VirtualPath: vdirSFTPPath,
  8542. })
  8543. mappedPathCrypt := filepath.Join(os.TempDir(), "crypt")
  8544. folderNameCrypt := filepath.Base(mappedPathCrypt)
  8545. vdirCryptPath := "/vdir/crypt"
  8546. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  8547. BaseVirtualFolder: vfs.BaseVirtualFolder{
  8548. Name: folderNameCrypt,
  8549. },
  8550. VirtualPath: vdirCryptPath,
  8551. })
  8552. f1 := vfs.BaseVirtualFolder{
  8553. Name: folderNameSFTP,
  8554. FsConfig: vfs.Filesystem{
  8555. Provider: sdk.SFTPFilesystemProvider,
  8556. SFTPConfig: vfs.SFTPFsConfig{
  8557. BaseSFTPFsConfig: sdk.BaseSFTPFsConfig{
  8558. Endpoint: sftpServerAddr,
  8559. Username: baseUser.Username,
  8560. },
  8561. Password: kms.NewPlainSecret(defaultPassword),
  8562. },
  8563. },
  8564. }
  8565. _, _, err = httpdtest.AddFolder(f1, http.StatusCreated)
  8566. assert.NoError(t, err)
  8567. f2 := vfs.BaseVirtualFolder{
  8568. Name: folderNameCrypt,
  8569. FsConfig: vfs.Filesystem{
  8570. Provider: sdk.CryptedFilesystemProvider,
  8571. CryptConfig: vfs.CryptFsConfig{
  8572. Passphrase: kms.NewPlainSecret(defaultPassword),
  8573. },
  8574. },
  8575. MappedPath: mappedPathCrypt,
  8576. }
  8577. _, _, err = httpdtest.AddFolder(f2, http.StatusCreated)
  8578. assert.NoError(t, err)
  8579. user, resp, err := httpdtest.AddUser(u, http.StatusCreated)
  8580. assert.NoError(t, err, string(resp))
  8581. conn, client, err := getSftpClient(user)
  8582. if assert.NoError(t, err) {
  8583. defer conn.Close()
  8584. defer client.Close()
  8585. assert.NoError(t, checkBasicSFTP(client))
  8586. err = writeSFTPFile(testFileName, 4096, client)
  8587. assert.NoError(t, err)
  8588. err = writeSFTPFile(path.Join(vdirSFTPPath, testFileName), 8192, client)
  8589. assert.NoError(t, err)
  8590. err = writeSFTPFile(path.Join(vdirCryptPath, testFileName), 16384, client)
  8591. assert.NoError(t, err)
  8592. err = client.Rename(path.Join(vdirSFTPPath, testFileName), path.Join(vdirCryptPath, testFileName+".rename"))
  8593. assert.ErrorIs(t, err, os.ErrPermission)
  8594. err = client.Rename(path.Join(vdirCryptPath, testFileName), path.Join(vdirSFTPPath, testFileName+".rename"))
  8595. assert.ErrorIs(t, err, os.ErrPermission)
  8596. err = client.Rename(testFileName, path.Join(vdirCryptPath, testFileName+".rename"))
  8597. assert.ErrorIs(t, err, os.ErrPermission)
  8598. err = client.Rename(testFileName, path.Join(vdirSFTPPath, testFileName+".rename"))
  8599. assert.ErrorIs(t, err, os.ErrPermission)
  8600. err = client.Rename(path.Join(vdirSFTPPath, testFileName), testFileName+".rename")
  8601. assert.ErrorIs(t, err, os.ErrPermission)
  8602. err = client.Rename(path.Join(vdirCryptPath, testFileName), testFileName+".rename")
  8603. assert.ErrorIs(t, err, os.ErrPermission)
  8604. // rename on local fs or on the same folder must work
  8605. err = client.Rename(testFileName, testFileName+".rename")
  8606. assert.NoError(t, err)
  8607. err = client.Rename(path.Join(vdirSFTPPath, testFileName), path.Join(vdirSFTPPath, testFileName+"_rename"))
  8608. assert.NoError(t, err)
  8609. err = client.Rename(path.Join(vdirCryptPath, testFileName), path.Join(vdirCryptPath, testFileName+"_rename"))
  8610. assert.NoError(t, err)
  8611. // renaming a virtual folder is not allowed
  8612. err = client.Rename(vdirSFTPPath, vdirSFTPPath+"_rename")
  8613. assert.ErrorIs(t, err, os.ErrPermission)
  8614. err = client.Rename(vdirCryptPath, vdirCryptPath+"_rename")
  8615. assert.ErrorIs(t, err, os.ErrPermission)
  8616. err = client.Rename(vdirCryptPath, path.Join(vdirCryptPath, "rename"))
  8617. assert.ErrorIs(t, err, os.ErrPermission)
  8618. err = client.Mkdir(path.Join(vdirCryptPath, "subcryptdir"))
  8619. assert.NoError(t, err)
  8620. err = client.Rename(path.Join(vdirCryptPath, "subcryptdir"), vdirCryptPath)
  8621. assert.ErrorIs(t, err, os.ErrPermission)
  8622. // renaming root folder is not allowed
  8623. err = client.Rename("/", "new_name")
  8624. assert.ErrorIs(t, err, os.ErrPermission)
  8625. // renaming a path to a virtual folder is not allowed
  8626. err = client.Rename("/vdir", "new_vdir")
  8627. if assert.Error(t, err) {
  8628. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  8629. }
  8630. }
  8631. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  8632. assert.NoError(t, err)
  8633. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderNameCrypt}, http.StatusOK)
  8634. assert.NoError(t, err)
  8635. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderNameSFTP}, http.StatusOK)
  8636. assert.NoError(t, err)
  8637. _, err = httpdtest.RemoveUser(baseUser, http.StatusOK)
  8638. assert.NoError(t, err)
  8639. err = os.RemoveAll(user.GetHomeDir())
  8640. assert.NoError(t, err)
  8641. err = os.RemoveAll(baseUser.GetHomeDir())
  8642. assert.NoError(t, err)
  8643. err = os.RemoveAll(mappedPathCrypt)
  8644. assert.NoError(t, err)
  8645. err = os.RemoveAll(mappedPathSFTP)
  8646. assert.NoError(t, err)
  8647. }
  8648. func TestNonLocalCrossRenameNonLocalBaseUser(t *testing.T) {
  8649. baseUser, resp, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  8650. assert.NoError(t, err, string(resp))
  8651. u := getTestSFTPUser()
  8652. mappedPathLocal := filepath.Join(os.TempDir(), "local")
  8653. folderNameLocal := filepath.Base(mappedPathLocal)
  8654. vdirLocalPath := "/vdir/local"
  8655. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  8656. BaseVirtualFolder: vfs.BaseVirtualFolder{
  8657. Name: folderNameLocal,
  8658. },
  8659. VirtualPath: vdirLocalPath,
  8660. })
  8661. mappedPathCrypt := filepath.Join(os.TempDir(), "crypt")
  8662. folderNameCrypt := filepath.Base(mappedPathCrypt)
  8663. vdirCryptPath := "/vdir/crypt"
  8664. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  8665. BaseVirtualFolder: vfs.BaseVirtualFolder{
  8666. Name: folderNameCrypt,
  8667. },
  8668. VirtualPath: vdirCryptPath,
  8669. })
  8670. f1 := vfs.BaseVirtualFolder{
  8671. Name: folderNameLocal,
  8672. MappedPath: mappedPathLocal,
  8673. }
  8674. _, _, err = httpdtest.AddFolder(f1, http.StatusCreated)
  8675. assert.NoError(t, err)
  8676. f2 := vfs.BaseVirtualFolder{
  8677. Name: folderNameCrypt,
  8678. FsConfig: vfs.Filesystem{
  8679. Provider: sdk.CryptedFilesystemProvider,
  8680. CryptConfig: vfs.CryptFsConfig{
  8681. Passphrase: kms.NewPlainSecret(defaultPassword),
  8682. },
  8683. },
  8684. MappedPath: mappedPathCrypt,
  8685. }
  8686. _, _, err = httpdtest.AddFolder(f2, http.StatusCreated)
  8687. assert.NoError(t, err)
  8688. user, resp, err := httpdtest.AddUser(u, http.StatusCreated)
  8689. assert.NoError(t, err, string(resp))
  8690. conn, client, err := getSftpClient(user)
  8691. if assert.NoError(t, err) {
  8692. defer conn.Close()
  8693. defer client.Close()
  8694. assert.NoError(t, checkBasicSFTP(client))
  8695. err = writeSFTPFile(testFileName, 4096, client)
  8696. assert.NoError(t, err)
  8697. err = writeSFTPFile(path.Join(vdirLocalPath, testFileName), 8192, client)
  8698. assert.NoError(t, err)
  8699. err = writeSFTPFile(path.Join(vdirCryptPath, testFileName), 16384, client)
  8700. assert.NoError(t, err)
  8701. err = client.Rename(path.Join(vdirLocalPath, testFileName), path.Join(vdirCryptPath, testFileName+".rename"))
  8702. assert.ErrorIs(t, err, os.ErrPermission)
  8703. err = client.Rename(path.Join(vdirCryptPath, testFileName), path.Join(vdirLocalPath, testFileName+".rename"))
  8704. assert.ErrorIs(t, err, os.ErrPermission)
  8705. err = client.Rename(testFileName, path.Join(vdirCryptPath, testFileName+".rename"))
  8706. assert.ErrorIs(t, err, os.ErrPermission)
  8707. err = client.Rename(testFileName, path.Join(vdirLocalPath, testFileName+".rename"))
  8708. assert.ErrorIs(t, err, os.ErrPermission)
  8709. err = client.Rename(path.Join(vdirLocalPath, testFileName), testFileName+".rename")
  8710. assert.ErrorIs(t, err, os.ErrPermission)
  8711. err = client.Rename(path.Join(vdirCryptPath, testFileName), testFileName+".rename")
  8712. assert.ErrorIs(t, err, os.ErrPermission)
  8713. // rename on local fs or on the same folder must work
  8714. err = client.Rename(testFileName, testFileName+".rename")
  8715. assert.NoError(t, err)
  8716. err = client.Rename(path.Join(vdirLocalPath, testFileName), path.Join(vdirLocalPath, testFileName+"_rename"))
  8717. assert.NoError(t, err)
  8718. err = client.Rename(path.Join(vdirCryptPath, testFileName), path.Join(vdirCryptPath, testFileName+"_rename"))
  8719. assert.NoError(t, err)
  8720. // renaming a virtual folder is not allowed
  8721. err = client.Rename(vdirLocalPath, vdirLocalPath+"_rename")
  8722. assert.ErrorIs(t, err, os.ErrPermission)
  8723. err = client.Rename(vdirCryptPath, vdirCryptPath+"_rename")
  8724. assert.ErrorIs(t, err, os.ErrPermission)
  8725. // renaming root folder is not allowed
  8726. err = client.Rename("/", "new_name")
  8727. assert.ErrorIs(t, err, os.ErrPermission)
  8728. // renaming a path to a virtual folder is not allowed
  8729. err = client.Rename("/vdir", "new_vdir")
  8730. if assert.Error(t, err) {
  8731. assert.Contains(t, err.Error(), "SSH_FX_OP_UNSUPPORTED")
  8732. }
  8733. }
  8734. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  8735. assert.NoError(t, err)
  8736. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderNameCrypt}, http.StatusOK)
  8737. assert.NoError(t, err)
  8738. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderNameLocal}, http.StatusOK)
  8739. assert.NoError(t, err)
  8740. _, err = httpdtest.RemoveUser(baseUser, http.StatusOK)
  8741. assert.NoError(t, err)
  8742. err = os.RemoveAll(user.GetHomeDir())
  8743. assert.NoError(t, err)
  8744. err = os.RemoveAll(baseUser.GetHomeDir())
  8745. assert.NoError(t, err)
  8746. err = os.RemoveAll(mappedPathCrypt)
  8747. assert.NoError(t, err)
  8748. err = os.RemoveAll(mappedPathLocal)
  8749. assert.NoError(t, err)
  8750. }
  8751. func TestCopyAndRemoveSSHCommands(t *testing.T) {
  8752. u := getTestUser()
  8753. u.QuotaFiles = 1000
  8754. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  8755. assert.NoError(t, err)
  8756. conn, client, err := getSftpClient(user)
  8757. if assert.NoError(t, err) {
  8758. defer conn.Close()
  8759. defer client.Close()
  8760. fileSize := int64(32)
  8761. err = writeSFTPFile(testFileName, fileSize, client)
  8762. assert.NoError(t, err)
  8763. testFileNameCopy := testFileName + "_copy"
  8764. out, err := runSSHCommand(fmt.Sprintf("sftpgo-copy %s %s", testFileName, testFileNameCopy), user)
  8765. assert.NoError(t, err, string(out))
  8766. // the resolved destination path match the source path
  8767. out, err = runSSHCommand(fmt.Sprintf("sftpgo-copy %s %s", testFileName, path.Dir(testFileName)), user)
  8768. assert.Error(t, err, string(out))
  8769. info, err := client.Stat(testFileNameCopy)
  8770. if assert.NoError(t, err) {
  8771. assert.Equal(t, fileSize, info.Size())
  8772. }
  8773. testDir := "test dir"
  8774. err = client.Mkdir(testDir)
  8775. assert.NoError(t, err)
  8776. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s '%s'`, testFileName, testDir), user)
  8777. assert.NoError(t, err, string(out))
  8778. info, err = client.Stat(path.Join(testDir, testFileName))
  8779. if assert.NoError(t, err) {
  8780. assert.Equal(t, fileSize, info.Size())
  8781. }
  8782. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  8783. assert.NoError(t, err)
  8784. assert.Equal(t, 3*fileSize, user.UsedQuotaSize)
  8785. assert.Equal(t, 3, user.UsedQuotaFiles)
  8786. out, err = runSSHCommand(fmt.Sprintf("sftpgo-remove %s", testFileNameCopy), user)
  8787. assert.NoError(t, err, string(out))
  8788. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-remove '%s'`, testDir), user)
  8789. assert.NoError(t, err, string(out))
  8790. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  8791. assert.NoError(t, err)
  8792. assert.Equal(t, fileSize, user.UsedQuotaSize)
  8793. assert.Equal(t, 1, user.UsedQuotaFiles)
  8794. _, err = client.Stat(testFileNameCopy)
  8795. assert.ErrorIs(t, err, os.ErrNotExist)
  8796. // create a dir tree
  8797. dir1 := "dir1"
  8798. dir2 := "dir 2"
  8799. err = client.MkdirAll(path.Join(dir1, dir2))
  8800. assert.NoError(t, err)
  8801. toCreate := []string{
  8802. path.Join(dir1, testFileName),
  8803. path.Join(dir1, dir2, testFileName),
  8804. }
  8805. for _, p := range toCreate {
  8806. err = writeSFTPFile(p, fileSize, client)
  8807. assert.NoError(t, err)
  8808. }
  8809. // create a symlink, copying a symlink is not supported
  8810. err = client.Symlink(path.Join("/", dir1, testFileName), path.Join("/", dir1, testFileName+"_link"))
  8811. assert.NoError(t, err)
  8812. out, err = runSSHCommand(fmt.Sprintf("sftpgo-copy %s %s", path.Join("/", dir1, testFileName+"_link"),
  8813. path.Join("/", testFileName+"_link")), user)
  8814. assert.Error(t, err, string(out))
  8815. // copying a dir inside itself should fail
  8816. out, err = runSSHCommand(fmt.Sprintf("sftpgo-copy %s %s", path.Join("/", dir1),
  8817. path.Join("/", dir1, "sub")), user)
  8818. assert.Error(t, err, string(out))
  8819. // copy source and dest must differ
  8820. out, err = runSSHCommand(fmt.Sprintf("sftpgo-copy %s %s", path.Join("/", dir1),
  8821. path.Join("/", dir1)), user)
  8822. assert.Error(t, err, string(out))
  8823. // copy a missing file/dir should fail
  8824. out, err = runSSHCommand(fmt.Sprintf("sftpgo-copy %s %s", path.Join("/", "missing_entry"),
  8825. path.Join("/", dir1)), user)
  8826. assert.Error(t, err, string(out))
  8827. // try to overwrite a file with a dir
  8828. out, err = runSSHCommand(fmt.Sprintf("sftpgo-copy %s %s", path.Join("/", dir1), testFileName), user)
  8829. assert.Error(t, err, string(out))
  8830. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s "%s"`, dir1, dir2), user)
  8831. assert.NoError(t, err, string(out))
  8832. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  8833. assert.NoError(t, err)
  8834. assert.Equal(t, 5*fileSize, user.UsedQuotaSize)
  8835. assert.Equal(t, 5, user.UsedQuotaFiles)
  8836. // copy again, quota must remain unchanged
  8837. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s/ "%s"`, dir1, dir2), user)
  8838. assert.NoError(t, err, string(out))
  8839. _, err = client.Stat(dir2)
  8840. assert.NoError(t, err)
  8841. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  8842. assert.NoError(t, err)
  8843. assert.Equal(t, 5*fileSize, user.UsedQuotaSize)
  8844. assert.Equal(t, 5, user.UsedQuotaFiles)
  8845. // now copy inside target
  8846. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s "%s"`, dir1, dir2), user)
  8847. assert.NoError(t, err, string(out))
  8848. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  8849. assert.NoError(t, err)
  8850. assert.Equal(t, 7*fileSize, user.UsedQuotaSize)
  8851. assert.Equal(t, 7, user.UsedQuotaFiles)
  8852. for _, p := range []string{dir1, dir2} {
  8853. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-remove "%s"`, p), user)
  8854. assert.NoError(t, err, string(out))
  8855. _, err = client.Stat(p)
  8856. assert.ErrorIs(t, err, os.ErrNotExist)
  8857. }
  8858. user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
  8859. assert.NoError(t, err)
  8860. assert.Equal(t, fileSize, user.UsedQuotaSize)
  8861. assert.Equal(t, 1, user.UsedQuotaFiles)
  8862. // test quota errors
  8863. user.QuotaFiles = 1
  8864. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  8865. assert.NoError(t, err)
  8866. // quota files exceeded
  8867. out, err = runSSHCommand(fmt.Sprintf("sftpgo-copy %s %s", testFileName, testFileNameCopy), user)
  8868. assert.Error(t, err, string(out))
  8869. user.QuotaFiles = 1000
  8870. user.QuotaSize = fileSize + 1
  8871. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  8872. assert.NoError(t, err)
  8873. // quota size exceeded after the copy
  8874. out, err = runSSHCommand(fmt.Sprintf("sftpgo-copy %s %s", testFileName, testFileNameCopy), user)
  8875. assert.Error(t, err, string(out))
  8876. user.QuotaSize = fileSize - 1
  8877. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  8878. assert.NoError(t, err)
  8879. // quota size exceeded
  8880. out, err = runSSHCommand(fmt.Sprintf("sftpgo-copy %s %s", testFileName, testFileNameCopy), user)
  8881. assert.Error(t, err, string(out))
  8882. }
  8883. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  8884. assert.NoError(t, err)
  8885. err = os.RemoveAll(user.GetHomeDir())
  8886. assert.NoError(t, err)
  8887. }
  8888. func TestCopyAndRemovePermissions(t *testing.T) {
  8889. u := getTestUser()
  8890. restrictedPath := "/dir/path"
  8891. patternFilterPath := "/patterns"
  8892. u.Filters.FilePatterns = []sdk.PatternsFilter{
  8893. {
  8894. Path: patternFilterPath,
  8895. DeniedPatterns: []string{"*.dat"},
  8896. },
  8897. }
  8898. u.Permissions[restrictedPath] = []string{}
  8899. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  8900. assert.NoError(t, err)
  8901. conn, client, err := getSftpClient(user)
  8902. if assert.NoError(t, err) {
  8903. defer conn.Close()
  8904. defer client.Close()
  8905. err = client.MkdirAll(restrictedPath)
  8906. assert.NoError(t, err)
  8907. err = client.MkdirAll(patternFilterPath)
  8908. assert.NoError(t, err)
  8909. err = writeSFTPFile(testFileName, 100, client)
  8910. assert.NoError(t, err)
  8911. // getting file writer will fail
  8912. out, err := runSSHCommand(fmt.Sprintf(`sftpgo-copy %s %s`, testFileName, restrictedPath), user)
  8913. assert.Error(t, err, string(out))
  8914. // file pattern not allowed
  8915. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s %s`, testFileName, patternFilterPath), user)
  8916. assert.Error(t, err, string(out))
  8917. testDir := path.Join("/", path.Base(restrictedPath))
  8918. err = client.Mkdir(testDir)
  8919. assert.NoError(t, err)
  8920. err = writeSFTPFile(path.Join(testDir, testFileName), 100, client)
  8921. assert.NoError(t, err)
  8922. // creating target dir will fail
  8923. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s %s/`, testDir, restrictedPath), user)
  8924. assert.Error(t, err, string(out))
  8925. // get dir contents will fail
  8926. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s /`, restrictedPath), user)
  8927. assert.Error(t, err, string(out))
  8928. // get dir contents will fail
  8929. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-remove %s`, restrictedPath), user)
  8930. assert.Error(t, err, string(out))
  8931. // give list dir permissions and retry, now delete will fail
  8932. user.Permissions[restrictedPath] = []string{dataprovider.PermListItems, dataprovider.PermUpload}
  8933. user.Permissions[testDir] = []string{dataprovider.PermListItems}
  8934. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  8935. assert.NoError(t, err)
  8936. // no copy permission
  8937. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s %s`, testFileName, restrictedPath), user)
  8938. assert.Error(t, err, string(out))
  8939. user.Permissions[restrictedPath] = []string{dataprovider.PermListItems, dataprovider.PermUpload, dataprovider.PermCopy}
  8940. user.Permissions[testDir] = []string{dataprovider.PermListItems, dataprovider.PermCopy}
  8941. _, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
  8942. assert.NoError(t, err)
  8943. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s %s`, testFileName, restrictedPath), user)
  8944. assert.NoError(t, err, string(out))
  8945. // overwrite will fail, no permission
  8946. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s %s`, testFileName, restrictedPath), user)
  8947. assert.Error(t, err, string(out))
  8948. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-remove %s`, restrictedPath), user)
  8949. assert.Error(t, err, string(out))
  8950. // try to copy a file from testDir, we have only list permissions so getFileReader will fail
  8951. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s %s`, path.Join(testDir, testFileName), testFileName+".copy"), user)
  8952. assert.Error(t, err, string(out))
  8953. }
  8954. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  8955. assert.NoError(t, err)
  8956. err = os.RemoveAll(user.GetHomeDir())
  8957. assert.NoError(t, err)
  8958. }
  8959. func TestCrossFoldersCopy(t *testing.T) {
  8960. baseUser, resp, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
  8961. assert.NoError(t, err, string(resp))
  8962. u := getTestUser()
  8963. u.Username += "_1"
  8964. u.HomeDir = filepath.Join(os.TempDir(), u.Username)
  8965. u.QuotaFiles = 1000
  8966. mappedPath1 := filepath.Join(os.TempDir(), "mapped1")
  8967. folderName1 := filepath.Base(mappedPath1)
  8968. vpath1 := "/vdirs/vdir1"
  8969. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  8970. BaseVirtualFolder: vfs.BaseVirtualFolder{
  8971. Name: folderName1,
  8972. },
  8973. VirtualPath: vpath1,
  8974. QuotaSize: -1,
  8975. QuotaFiles: -1,
  8976. })
  8977. mappedPath2 := filepath.Join(os.TempDir(), "mapped1", "dir", "mapped2")
  8978. folderName2 := filepath.Base(mappedPath2)
  8979. vpath2 := "/vdirs/vdir2"
  8980. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  8981. BaseVirtualFolder: vfs.BaseVirtualFolder{
  8982. Name: folderName2,
  8983. },
  8984. VirtualPath: vpath2,
  8985. QuotaSize: -1,
  8986. QuotaFiles: -1,
  8987. })
  8988. mappedPath3 := filepath.Join(os.TempDir(), "mapped3")
  8989. folderName3 := filepath.Base(mappedPath3)
  8990. vpath3 := "/vdirs/vdir3"
  8991. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  8992. BaseVirtualFolder: vfs.BaseVirtualFolder{
  8993. Name: folderName3,
  8994. },
  8995. VirtualPath: vpath3,
  8996. QuotaSize: -1,
  8997. QuotaFiles: -1,
  8998. })
  8999. mappedPath4 := filepath.Join(os.TempDir(), "mapped4")
  9000. folderName4 := filepath.Base(mappedPath4)
  9001. vpath4 := "/vdirs/vdir4"
  9002. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  9003. BaseVirtualFolder: vfs.BaseVirtualFolder{
  9004. Name: folderName4,
  9005. },
  9006. VirtualPath: vpath4,
  9007. QuotaSize: -1,
  9008. QuotaFiles: -1,
  9009. })
  9010. f1 := vfs.BaseVirtualFolder{
  9011. Name: folderName1,
  9012. MappedPath: mappedPath1,
  9013. }
  9014. _, _, err = httpdtest.AddFolder(f1, http.StatusCreated)
  9015. assert.NoError(t, err)
  9016. f2 := vfs.BaseVirtualFolder{
  9017. Name: folderName2,
  9018. MappedPath: mappedPath2,
  9019. }
  9020. _, _, err = httpdtest.AddFolder(f2, http.StatusCreated)
  9021. assert.NoError(t, err)
  9022. f3 := vfs.BaseVirtualFolder{
  9023. Name: folderName3,
  9024. MappedPath: mappedPath3,
  9025. FsConfig: vfs.Filesystem{
  9026. Provider: sdk.CryptedFilesystemProvider,
  9027. CryptConfig: vfs.CryptFsConfig{
  9028. Passphrase: kms.NewPlainSecret(defaultPassword),
  9029. },
  9030. },
  9031. }
  9032. _, _, err = httpdtest.AddFolder(f3, http.StatusCreated)
  9033. assert.NoError(t, err)
  9034. f4 := vfs.BaseVirtualFolder{
  9035. Name: folderName4,
  9036. MappedPath: mappedPath4,
  9037. FsConfig: vfs.Filesystem{
  9038. Provider: sdk.SFTPFilesystemProvider,
  9039. SFTPConfig: vfs.SFTPFsConfig{
  9040. BaseSFTPFsConfig: sdk.BaseSFTPFsConfig{
  9041. Endpoint: sftpServerAddr,
  9042. Username: baseUser.Username,
  9043. },
  9044. Password: kms.NewPlainSecret(defaultPassword),
  9045. },
  9046. },
  9047. }
  9048. _, _, err = httpdtest.AddFolder(f4, http.StatusCreated)
  9049. assert.NoError(t, err)
  9050. user, resp, err := httpdtest.AddUser(u, http.StatusCreated)
  9051. assert.NoError(t, err, string(resp))
  9052. conn, client, err := getSftpClient(user)
  9053. if assert.NoError(t, err) {
  9054. defer conn.Close()
  9055. defer client.Close()
  9056. baseFileSize := int64(100)
  9057. err = writeSFTPFile(path.Join(vpath1, testFileName), baseFileSize+1, client)
  9058. assert.NoError(t, err)
  9059. err = writeSFTPFile(path.Join(vpath2, testFileName), baseFileSize+2, client)
  9060. assert.NoError(t, err)
  9061. err = writeSFTPFile(path.Join(vpath3, testFileName), baseFileSize+3, client)
  9062. assert.NoError(t, err)
  9063. err = writeSFTPFile(path.Join(vpath4, testFileName), baseFileSize+4, client)
  9064. assert.NoError(t, err)
  9065. // cannot remove a directory with virtual folders inside
  9066. out, err := runSSHCommand(fmt.Sprintf(`sftpgo-remove %s`, path.Dir(vpath1)), user)
  9067. assert.Error(t, err, string(out))
  9068. // copy across virtual folders
  9069. copyDir := "/copy"
  9070. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s %s/`, path.Dir(vpath1), copyDir), user)
  9071. assert.NoError(t, err, string(out))
  9072. // check the copy
  9073. info, err := client.Stat(path.Join(copyDir, vpath1, testFileName))
  9074. if assert.NoError(t, err) {
  9075. assert.Equal(t, baseFileSize+1, info.Size())
  9076. }
  9077. info, err = client.Stat(path.Join(copyDir, vpath2, testFileName))
  9078. if assert.NoError(t, err) {
  9079. assert.Equal(t, baseFileSize+2, info.Size())
  9080. }
  9081. info, err = client.Stat(path.Join(copyDir, vpath3, testFileName))
  9082. if assert.NoError(t, err) {
  9083. assert.Equal(t, baseFileSize+3, info.Size())
  9084. }
  9085. info, err = client.Stat(path.Join(copyDir, vpath4, testFileName))
  9086. if assert.NoError(t, err) {
  9087. assert.Equal(t, baseFileSize+4, info.Size())
  9088. }
  9089. // nested fs paths
  9090. out, err = runSSHCommand(fmt.Sprintf(`sftpgo-copy %s %s`, vpath1, vpath2), user)
  9091. assert.Error(t, err, string(out))
  9092. }
  9093. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  9094. assert.NoError(t, err)
  9095. err = os.RemoveAll(user.GetHomeDir())
  9096. assert.NoError(t, err)
  9097. _, err = httpdtest.RemoveUser(baseUser, http.StatusOK)
  9098. assert.NoError(t, err)
  9099. err = os.RemoveAll(baseUser.GetHomeDir())
  9100. assert.NoError(t, err)
  9101. for _, folderName := range []string{folderName1, folderName2, folderName3, folderName4} {
  9102. _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName}, http.StatusOK)
  9103. assert.NoError(t, err)
  9104. err = os.RemoveAll(filepath.Join(os.TempDir(), folderName))
  9105. assert.NoError(t, err)
  9106. }
  9107. }
  9108. func TestHTTPFs(t *testing.T) {
  9109. u := getTestUserWithHTTPFs()
  9110. user, _, err := httpdtest.AddUser(u, http.StatusCreated)
  9111. assert.NoError(t, err)
  9112. err = os.MkdirAll(user.GetHomeDir(), os.ModePerm)
  9113. assert.NoError(t, err)
  9114. conn := common.NewBaseConnection(xid.New().String(), common.ProtocolFTP, "", "", user)
  9115. err = conn.CreateDir(httpFsWellKnowDir, false)
  9116. assert.NoError(t, err)
  9117. err = os.WriteFile(filepath.Join(os.TempDir(), "httpfs", defaultHTTPFsUsername, httpFsWellKnowDir, "file.txt"), []byte("data"), 0666)
  9118. assert.NoError(t, err)
  9119. err = conn.Copy(httpFsWellKnowDir, httpFsWellKnowDir+"_copy")
  9120. assert.NoError(t, err)
  9121. _, err = httpdtest.RemoveUser(user, http.StatusOK)
  9122. assert.NoError(t, err)
  9123. err = os.RemoveAll(user.GetHomeDir())
  9124. assert.NoError(t, err)
  9125. }
  9126. func TestProxyProtocol(t *testing.T) {
  9127. resp, err := httpclient.Get(fmt.Sprintf("http://%v", httpProxyAddr))
  9128. if !assert.Error(t, err) {
  9129. resp.Body.Close()
  9130. }
  9131. }
  9132. func TestSetProtocol(t *testing.T) {
  9133. conn := common.NewBaseConnection("id", "sshd_exec", "", "", dataprovider.User{BaseUser: sdk.BaseUser{HomeDir: os.TempDir()}})
  9134. conn.SetProtocol(common.ProtocolSCP)
  9135. require.Equal(t, "SCP_id", conn.GetID())
  9136. }
  9137. func TestGetFsError(t *testing.T) {
  9138. u := getTestUser()
  9139. u.FsConfig.Provider = sdk.GCSFilesystemProvider
  9140. u.FsConfig.GCSConfig.Bucket = "test"
  9141. u.FsConfig.GCSConfig.Credentials = kms.NewPlainSecret("invalid JSON for credentials")
  9142. conn := common.NewBaseConnection("", common.ProtocolFTP, "", "", u)
  9143. _, _, err := conn.GetFsAndResolvedPath("/vpath")
  9144. assert.Error(t, err)
  9145. }
  9146. func waitTCPListening(address string) {
  9147. for {
  9148. conn, err := net.Dial("tcp", address)
  9149. if err != nil {
  9150. logger.WarnToConsole("tcp server %v not listening: %v", address, err)
  9151. time.Sleep(100 * time.Millisecond)
  9152. continue
  9153. }
  9154. logger.InfoToConsole("tcp server %v now listening", address)
  9155. conn.Close()
  9156. break
  9157. }
  9158. }
  9159. func checkBasicSFTP(client *sftp.Client) error {
  9160. _, err := client.Getwd()
  9161. if err != nil {
  9162. return err
  9163. }
  9164. _, err = client.ReadDir(".")
  9165. return err
  9166. }
  9167. func getCustomAuthSftpClient(user dataprovider.User, authMethods []ssh.AuthMethod) (*ssh.Client, *sftp.Client, error) {
  9168. var sftpClient *sftp.Client
  9169. config := &ssh.ClientConfig{
  9170. User: user.Username,
  9171. HostKeyCallback: ssh.InsecureIgnoreHostKey(),
  9172. Auth: authMethods,
  9173. Timeout: 5 * time.Second,
  9174. }
  9175. conn, err := ssh.Dial("tcp", sftpServerAddr, config)
  9176. if err != nil {
  9177. return conn, sftpClient, err
  9178. }
  9179. sftpClient, err = sftp.NewClient(conn)
  9180. if err != nil {
  9181. conn.Close()
  9182. }
  9183. return conn, sftpClient, err
  9184. }
  9185. func getSftpClient(user dataprovider.User) (*ssh.Client, *sftp.Client, error) {
  9186. var sftpClient *sftp.Client
  9187. config := &ssh.ClientConfig{
  9188. User: user.Username,
  9189. HostKeyCallback: ssh.InsecureIgnoreHostKey(),
  9190. Timeout: 5 * time.Second,
  9191. }
  9192. if user.Password != "" {
  9193. config.Auth = []ssh.AuthMethod{ssh.Password(user.Password)}
  9194. } else {
  9195. config.Auth = []ssh.AuthMethod{ssh.Password(defaultPassword)}
  9196. }
  9197. conn, err := ssh.Dial("tcp", sftpServerAddr, config)
  9198. if err != nil {
  9199. return conn, sftpClient, err
  9200. }
  9201. sftpClient, err = sftp.NewClient(conn)
  9202. if err != nil {
  9203. conn.Close()
  9204. }
  9205. return conn, sftpClient, err
  9206. }
  9207. func runSSHCommand(command string, user dataprovider.User) ([]byte, error) {
  9208. var sshSession *ssh.Session
  9209. var output []byte
  9210. config := &ssh.ClientConfig{
  9211. User: user.Username,
  9212. HostKeyCallback: ssh.InsecureIgnoreHostKey(),
  9213. Timeout: 5 * time.Second,
  9214. }
  9215. if user.Password != "" {
  9216. config.Auth = []ssh.AuthMethod{ssh.Password(user.Password)}
  9217. } else {
  9218. config.Auth = []ssh.AuthMethod{ssh.Password(defaultPassword)}
  9219. }
  9220. conn, err := ssh.Dial("tcp", sftpServerAddr, config)
  9221. if err != nil {
  9222. return output, err
  9223. }
  9224. defer conn.Close()
  9225. sshSession, err = conn.NewSession()
  9226. if err != nil {
  9227. return output, err
  9228. }
  9229. var stdout, stderr bytes.Buffer
  9230. sshSession.Stdout = &stdout
  9231. sshSession.Stderr = &stderr
  9232. err = sshSession.Run(command)
  9233. if err != nil {
  9234. return nil, fmt.Errorf("failed to run command %v: %v", command, stderr.Bytes())
  9235. }
  9236. return stdout.Bytes(), err
  9237. }
  9238. func getWebDavClient(user dataprovider.User) *gowebdav.Client {
  9239. rootPath := fmt.Sprintf("http://localhost:%d/", webDavServerPort)
  9240. pwd := defaultPassword
  9241. if user.Password != "" {
  9242. pwd = user.Password
  9243. }
  9244. client := gowebdav.NewClient(rootPath, user.Username, pwd)
  9245. client.SetTimeout(10 * time.Second)
  9246. return client
  9247. }
  9248. func getTestUser() dataprovider.User {
  9249. user := dataprovider.User{
  9250. BaseUser: sdk.BaseUser{
  9251. Username: defaultUsername,
  9252. Password: defaultPassword,
  9253. HomeDir: filepath.Join(homeBasePath, defaultUsername),
  9254. Status: 1,
  9255. ExpirationDate: 0,
  9256. },
  9257. }
  9258. user.Permissions = make(map[string][]string)
  9259. user.Permissions["/"] = allPerms
  9260. return user
  9261. }
  9262. func getTestSFTPUser() dataprovider.User {
  9263. u := getTestUser()
  9264. u.Username = defaultSFTPUsername
  9265. u.FsConfig.Provider = sdk.SFTPFilesystemProvider
  9266. u.FsConfig.SFTPConfig.Endpoint = sftpServerAddr
  9267. u.FsConfig.SFTPConfig.Username = defaultUsername
  9268. u.FsConfig.SFTPConfig.Password = kms.NewPlainSecret(defaultPassword)
  9269. return u
  9270. }
  9271. func getCryptFsUser() dataprovider.User {
  9272. u := getTestUser()
  9273. u.Username += "_crypt"
  9274. u.FsConfig.Provider = sdk.CryptedFilesystemProvider
  9275. u.FsConfig.CryptConfig.Passphrase = kms.NewPlainSecret(defaultPassword)
  9276. return u
  9277. }
  9278. func getTestUserWithHTTPFs() dataprovider.User {
  9279. u := getTestUser()
  9280. u.FsConfig.Provider = sdk.HTTPFilesystemProvider
  9281. u.FsConfig.HTTPConfig = vfs.HTTPFsConfig{
  9282. BaseHTTPFsConfig: sdk.BaseHTTPFsConfig{
  9283. Endpoint: fmt.Sprintf("http://127.0.0.1:%d/api/v1", httpFsPort),
  9284. Username: defaultHTTPFsUsername,
  9285. },
  9286. }
  9287. return u
  9288. }
  9289. func writeSFTPFile(name string, size int64, client *sftp.Client) error {
  9290. err := writeSFTPFileNoCheck(name, size, client)
  9291. if err != nil {
  9292. return err
  9293. }
  9294. info, err := client.Stat(name)
  9295. if err != nil {
  9296. return err
  9297. }
  9298. if info.Size() != size {
  9299. return fmt.Errorf("file size mismatch, wanted %v, actual %v", size, info.Size())
  9300. }
  9301. return nil
  9302. }
  9303. func writeSFTPFileNoCheck(name string, size int64, client *sftp.Client) error {
  9304. content := make([]byte, size)
  9305. _, err := rand.Read(content)
  9306. if err != nil {
  9307. return err
  9308. }
  9309. f, err := client.Create(name)
  9310. if err != nil {
  9311. return err
  9312. }
  9313. _, err = io.Copy(f, bytes.NewBuffer(content))
  9314. if err != nil {
  9315. f.Close()
  9316. return err
  9317. }
  9318. return f.Close()
  9319. }
  9320. func getUploadScriptEnvContent(envVar string) []byte {
  9321. content := []byte("#!/bin/sh\n\n")
  9322. content = append(content, []byte(fmt.Sprintf("if [ -z \"$%s\" ]\n", envVar))...)
  9323. content = append(content, []byte("then\n")...)
  9324. content = append(content, []byte(" exit 1\n")...)
  9325. content = append(content, []byte("else\n")...)
  9326. content = append(content, []byte(" exit 0\n")...)
  9327. content = append(content, []byte("fi\n")...)
  9328. return content
  9329. }
  9330. func getUploadScriptContent(movedPath, logFilePath string, exitStatus int) []byte {
  9331. content := []byte("#!/bin/sh\n\n")
  9332. content = append(content, []byte("sleep 1\n")...)
  9333. if logFilePath != "" {
  9334. content = append(content, []byte(fmt.Sprintf("echo $@ > %v\n", logFilePath))...)
  9335. }
  9336. content = append(content, []byte(fmt.Sprintf("mv ${SFTPGO_ACTION_PATH} %v\n", movedPath))...)
  9337. content = append(content, []byte(fmt.Sprintf("exit %d", exitStatus))...)
  9338. return content
  9339. }
  9340. func getSaveProviderObjectScriptContent(outFilePath string, exitStatus int) []byte {
  9341. content := []byte("#!/bin/sh\n\n")
  9342. content = append(content, []byte(fmt.Sprintf("echo ${SFTPGO_OBJECT_DATA} > %v\n", outFilePath))...)
  9343. content = append(content, []byte(fmt.Sprintf("exit %d", exitStatus))...)
  9344. return content
  9345. }
  9346. func generateTOTPPasscode(secret string, algo otp.Algorithm) (string, error) {
  9347. return totp.GenerateCodeCustom(secret, time.Now(), totp.ValidateOpts{
  9348. Period: 30,
  9349. Skew: 1,
  9350. Digits: otp.DigitsSix,
  9351. Algorithm: algo,
  9352. })
  9353. }
  9354. func isDbDefenderSupported() bool {
  9355. // SQLite shares the implementation with other SQL-based provider but it makes no sense
  9356. // to use it outside test cases
  9357. switch dataprovider.GetProviderStatus().Driver {
  9358. case dataprovider.MySQLDataProviderName, dataprovider.PGSQLDataProviderName,
  9359. dataprovider.CockroachDataProviderName, dataprovider.SQLiteDataProviderName:
  9360. return true
  9361. default:
  9362. return false
  9363. }
  9364. }
  9365. func getEncryptedFileSize(size int64) (int64, error) {
  9366. encSize, err := sio.EncryptedSize(uint64(size))
  9367. return int64(encSize) + 33, err
  9368. }
  9369. func printLatestLogs(maxNumberOfLines int) {
  9370. var lines []string
  9371. f, err := os.Open(logFilePath)
  9372. if err != nil {
  9373. return
  9374. }
  9375. defer f.Close()
  9376. scanner := bufio.NewScanner(f)
  9377. for scanner.Scan() {
  9378. lines = append(lines, scanner.Text()+"\r\n")
  9379. for len(lines) > maxNumberOfLines {
  9380. lines = lines[1:]
  9381. }
  9382. }
  9383. if scanner.Err() != nil {
  9384. logger.WarnToConsole("Unable to print latest logs: %v", scanner.Err())
  9385. return
  9386. }
  9387. for _, line := range lines {
  9388. logger.DebugToConsole("%s", line)
  9389. }
  9390. }
  9391. type receivedEmail struct {
  9392. sync.RWMutex
  9393. From string
  9394. To []string
  9395. Data string
  9396. }
  9397. func (e *receivedEmail) set(from string, to []string, data []byte) {
  9398. e.Lock()
  9399. defer e.Unlock()
  9400. e.From = from
  9401. e.To = to
  9402. e.Data = strings.ReplaceAll(string(data), "=\r\n", "")
  9403. }
  9404. func (e *receivedEmail) reset() {
  9405. e.Lock()
  9406. defer e.Unlock()
  9407. e.From = ""
  9408. e.To = nil
  9409. e.Data = ""
  9410. }
  9411. func (e *receivedEmail) get() receivedEmail {
  9412. e.RLock()
  9413. defer e.RUnlock()
  9414. return receivedEmail{
  9415. From: e.From,
  9416. To: e.To,
  9417. Data: e.Data,
  9418. }
  9419. }
  9420. func startHTTPFs() {
  9421. go func() {
  9422. readdirCallback := func(name string) []os.FileInfo {
  9423. if name == httpFsWellKnowDir {
  9424. return []os.FileInfo{vfs.NewFileInfo("ghost.txt", false, 0, time.Unix(0, 0), false)}
  9425. }
  9426. return nil
  9427. }
  9428. callbacks := &httpdtest.HTTPFsCallbacks{
  9429. Readdir: readdirCallback,
  9430. }
  9431. if err := httpdtest.StartTestHTTPFs(httpFsPort, callbacks); err != nil {
  9432. logger.ErrorToConsole("could not start HTTPfs test server: %v", err)
  9433. os.Exit(1)
  9434. }
  9435. }()
  9436. waitTCPListening(fmt.Sprintf(":%d", httpFsPort))
  9437. }