internal_test.go 89 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400
  1. package httpd
  2. import (
  3. "bytes"
  4. "context"
  5. "crypto/tls"
  6. "crypto/x509"
  7. "encoding/json"
  8. "errors"
  9. "fmt"
  10. "html/template"
  11. "io"
  12. "net/http"
  13. "net/http/httptest"
  14. "net/url"
  15. "os"
  16. "path"
  17. "path/filepath"
  18. "runtime"
  19. "strings"
  20. "testing"
  21. "time"
  22. "github.com/go-chi/chi/v5"
  23. "github.com/go-chi/chi/v5/middleware"
  24. "github.com/go-chi/jwtauth/v5"
  25. "github.com/klauspost/compress/zip"
  26. "github.com/lestrrat-go/jwx/jwa"
  27. "github.com/lestrrat-go/jwx/jwt"
  28. "github.com/rs/xid"
  29. "github.com/sftpgo/sdk"
  30. "github.com/stretchr/testify/assert"
  31. "github.com/stretchr/testify/require"
  32. "github.com/drakkan/sftpgo/v2/common"
  33. "github.com/drakkan/sftpgo/v2/dataprovider"
  34. "github.com/drakkan/sftpgo/v2/kms"
  35. "github.com/drakkan/sftpgo/v2/plugin"
  36. "github.com/drakkan/sftpgo/v2/util"
  37. "github.com/drakkan/sftpgo/v2/vfs"
  38. )
  39. const (
  40. httpdCert = `-----BEGIN CERTIFICATE-----
  41. MIICHTCCAaKgAwIBAgIUHnqw7QnB1Bj9oUsNpdb+ZkFPOxMwCgYIKoZIzj0EAwIw
  42. RTELMAkGA1UEBhMCQVUxEzARBgNVBAgMClNvbWUtU3RhdGUxITAfBgNVBAoMGElu
  43. dGVybmV0IFdpZGdpdHMgUHR5IEx0ZDAeFw0yMDAyMDQwOTUzMDRaFw0zMDAyMDEw
  44. OTUzMDRaMEUxCzAJBgNVBAYTAkFVMRMwEQYDVQQIDApTb21lLVN0YXRlMSEwHwYD
  45. VQQKDBhJbnRlcm5ldCBXaWRnaXRzIFB0eSBMdGQwdjAQBgcqhkjOPQIBBgUrgQQA
  46. IgNiAARCjRMqJ85rzMC998X5z761nJ+xL3bkmGVqWvrJ51t5OxV0v25NsOgR82CA
  47. NXUgvhVYs7vNFN+jxtb2aj6Xg+/2G/BNxkaFspIVCzgWkxiz7XE4lgUwX44FCXZM
  48. 3+JeUbKjUzBRMB0GA1UdDgQWBBRhLw+/o3+Z02MI/d4tmaMui9W16jAfBgNVHSME
  49. GDAWgBRhLw+/o3+Z02MI/d4tmaMui9W16jAPBgNVHRMBAf8EBTADAQH/MAoGCCqG
  50. SM49BAMCA2kAMGYCMQDqLt2lm8mE+tGgtjDmtFgdOcI72HSbRQ74D5rYTzgST1rY
  51. /8wTi5xl8TiFUyLMUsICMQC5ViVxdXbhuG7gX6yEqSkMKZICHpO8hqFwOD/uaFVI
  52. dV4vKmHUzwK/eIx+8Ay3neE=
  53. -----END CERTIFICATE-----`
  54. httpdKey = `-----BEGIN EC PARAMETERS-----
  55. BgUrgQQAIg==
  56. -----END EC PARAMETERS-----
  57. -----BEGIN EC PRIVATE KEY-----
  58. MIGkAgEBBDCfMNsN6miEE3rVyUPwElfiJSWaR5huPCzUenZOfJT04GAcQdWvEju3
  59. UM2lmBLIXpGgBwYFK4EEACKhZANiAARCjRMqJ85rzMC998X5z761nJ+xL3bkmGVq
  60. WvrJ51t5OxV0v25NsOgR82CANXUgvhVYs7vNFN+jxtb2aj6Xg+/2G/BNxkaFspIV
  61. CzgWkxiz7XE4lgUwX44FCXZM3+JeUbI=
  62. -----END EC PRIVATE KEY-----`
  63. caCRT = `-----BEGIN CERTIFICATE-----
  64. MIIE5jCCAs6gAwIBAgIBATANBgkqhkiG9w0BAQsFADATMREwDwYDVQQDEwhDZXJ0
  65. QXV0aDAeFw0yMTAxMDIyMTIwNTVaFw0yMjA3MDIyMTMwNTJaMBMxETAPBgNVBAMT
  66. CENlcnRBdXRoMIICIjANBgkqhkiG9w0BAQEFAAOCAg8AMIICCgKCAgEA4Tiho5xW
  67. AC15JRkMwfp3/TJwI2As7MY5dele5cmdr5bHAE+sRKqC+Ti88OJWCV5saoyax/1S
  68. CjxJlQMZMl169P1QYJskKjdG2sdv6RLWLMgwSNRRjxp/Bw9dHdiEb9MjLgu28Jro
  69. 9peQkHcRHeMf5hM9WvlIJGrdzbC4hUehmqggcqgARainBkYjf0SwuWxHeu4nMqkp
  70. Ak5tcSTLCjHfEFHZ9Te0TIPG5YkWocQKyeLgu4lvuU+DD2W2lym+YVUtRMGs1Env
  71. k7p+N0DcGU26qfzZ2sF5ZXkqm7dBsGQB9pIxwc2Q8T1dCIyP9OQCKVILdc5aVFf1
  72. cryQFHYzYNNZXFlIBims5VV5Mgfp8ESHQSue+v6n6ykecLEyKt1F1Y/MWY/nWUSI
  73. 8zdq83jdBAZVjo9MSthxVn57/06s/hQca65IpcTZV2gX0a+eRlAVqaRbAhL3LaZe
  74. bYsW3WHKoUOftwemuep3nL51TzlXZVL7Oz/ClGaEOsnGG9KFO6jh+W768qC0zLQI
  75. CdE7v2Zex98sZteHCg9fGJHIaYoF0aJG5P3WI5oZf2fy7UIYN9ADLFZiorCXAZEh
  76. CSU6mDoRViZ4RGR9GZxbDZ9KYn7O8M/KCR72bkQg73TlMsk1zSXEw0MKLUjtsw6c
  77. rZ0Jt8t3sRatHO3JrYHALMt9vZfyNCZp0IsCAwEAAaNFMEMwDgYDVR0PAQH/BAQD
  78. AgEGMBIGA1UdEwEB/wQIMAYBAf8CAQAwHQYDVR0OBBYEFO1yCNAGr/zQTJIi8lw3
  79. w5OiuBvMMA0GCSqGSIb3DQEBCwUAA4ICAQA6gCNuM7r8mnx674dm31GxBjQy5ZwB
  80. 7CxDzYEvL/oiZ3Tv3HlPfN2LAAsJUfGnghh9DOytenL2CTZWjl/emP5eijzmlP+9
  81. zva5I6CIMCf/eDDVsRdO244t0o4uG7+At0IgSDM3bpVaVb4RHZNjEziYChsEYY8d
  82. HK6iwuRSvFniV6yhR/Vj1Ymi9yZ5xclqseLXiQnUB0PkfIk23+7s42cXB16653fH
  83. O/FsPyKBLiKJArizLYQc12aP3QOrYoYD9+fAzIIzew7A5C0aanZCGzkuFpO6TRlD
  84. Tb7ry9Gf0DfPpCgxraH8tOcmnqp/ka3hjqo/SRnnTk0IFrmmLdarJvjD46rKwBo4
  85. MjyAIR1mQ5j8GTlSFBmSgETOQ/EYvO3FPLmra1Fh7L+DvaVzTpqI9fG3TuyyY+Ri
  86. Fby4ycTOGSZOe5Fh8lqkX5Y47mCUJ3zHzOA1vUJy2eTlMRGpu47Eb1++Vm6EzPUP
  87. 2EF5aD+zwcssh+atZvQbwxpgVqVcyLt91RSkKkmZQslh0rnlTb68yxvUnD3zw7So
  88. o6TAf9UvwVMEvdLT9NnFd6hwi2jcNte/h538GJwXeBb8EkfpqLKpTKyicnOdkamZ
  89. 7E9zY8SHNRYMwB9coQ/W8NvufbCgkvOoLyMXk5edbXofXl3PhNGOlraWbghBnzf5
  90. r3rwjFsQOoZotA==
  91. -----END CERTIFICATE-----`
  92. caKey = `-----BEGIN RSA PRIVATE KEY-----
  93. MIIJKQIBAAKCAgEA4Tiho5xWAC15JRkMwfp3/TJwI2As7MY5dele5cmdr5bHAE+s
  94. RKqC+Ti88OJWCV5saoyax/1SCjxJlQMZMl169P1QYJskKjdG2sdv6RLWLMgwSNRR
  95. jxp/Bw9dHdiEb9MjLgu28Jro9peQkHcRHeMf5hM9WvlIJGrdzbC4hUehmqggcqgA
  96. RainBkYjf0SwuWxHeu4nMqkpAk5tcSTLCjHfEFHZ9Te0TIPG5YkWocQKyeLgu4lv
  97. uU+DD2W2lym+YVUtRMGs1Envk7p+N0DcGU26qfzZ2sF5ZXkqm7dBsGQB9pIxwc2Q
  98. 8T1dCIyP9OQCKVILdc5aVFf1cryQFHYzYNNZXFlIBims5VV5Mgfp8ESHQSue+v6n
  99. 6ykecLEyKt1F1Y/MWY/nWUSI8zdq83jdBAZVjo9MSthxVn57/06s/hQca65IpcTZ
  100. V2gX0a+eRlAVqaRbAhL3LaZebYsW3WHKoUOftwemuep3nL51TzlXZVL7Oz/ClGaE
  101. OsnGG9KFO6jh+W768qC0zLQICdE7v2Zex98sZteHCg9fGJHIaYoF0aJG5P3WI5oZ
  102. f2fy7UIYN9ADLFZiorCXAZEhCSU6mDoRViZ4RGR9GZxbDZ9KYn7O8M/KCR72bkQg
  103. 73TlMsk1zSXEw0MKLUjtsw6crZ0Jt8t3sRatHO3JrYHALMt9vZfyNCZp0IsCAwEA
  104. AQKCAgAV+ElERYbaI5VyufvVnFJCH75ypPoc6sVGLEq2jbFVJJcq/5qlZCC8oP1F
  105. Xj7YUR6wUiDzK1Hqb7EZ2SCHGjlZVrCVi+y+NYAy7UuMZ+r+mVSkdhmypPoJPUVv
  106. GOTqZ6VB46Cn3eSl0WknvoWr7bD555yPmEuiSc5zNy74yWEJTidEKAFGyknowcTK
  107. sG+w1tAuPLcUKQ44DGB+rgEkcHL7C5EAa7upzx0C3RmZFB+dTAVyJdkBMbFuOhTS
  108. sB7DLeTplR7/4mp9da7EQw51ZXC1DlZOEZt++4/desXsqATNAbva1OuzrLG7mMKe
  109. N/PCBh/aERQcsCvgUmaXqGQgqN1Jhw8kbXnjZnVd9iE7TAh7ki3VqNy1OMgTwOex
  110. bBYWaCqHuDYIxCjeW0qLJcn0cKQ13FVYrxgInf4Jp82SQht5b/zLL3IRZEyKcLJF
  111. kL6g1wlmTUTUX0z8eZzlM0ZCrqtExjgElMO/rV971nyNV5WU8Og3NmE8/slqMrmJ
  112. DlrQr9q0WJsDKj1IMe46EUM6ix7bbxC5NIfJ96dgdxZDn6ghjca6iZYqqUACvmUj
  113. cq08s3R4Ouw9/87kn11wwGBx2yDueCwrjKEGc0RKjweGbwu0nBxOrkJ8JXz6bAv7
  114. 1OKfYaX3afI9B8x4uaiuRs38oBQlg9uAYFfl4HNBPuQikGLmsQKCAQEA8VjFOsaz
  115. y6NMZzKXi7WZ48uu3ed5x3Kf6RyDr1WvQ1jkBMv9b6b8Gp1CRnPqviRBto9L8QAg
  116. bCXZTqnXzn//brskmW8IZgqjAlf89AWa53piucu9/hgidrHRZobs5gTqev28uJdc
  117. zcuw1g8c3nCpY9WeTjHODzX5NXYRLFpkazLfYa6c8Q9jZR4KKrpdM+66fxL0JlOd
  118. 7dN0oQtEqEAugsd3cwkZgvWhY4oM7FGErrZoDLy273ZdJzi/vU+dThyVzfD8Ab8u
  119. VxxuobVMT/S608zbe+uaiUdov5s96OkCl87403UNKJBH+6LNb3rjBBLE9NPN5ET9
  120. JLQMrYd+zj8jQwKCAQEA7uU5I9MOufo9bIgJqjY4Ie1+Ex9DZEMUYFAvGNCJCVcS
  121. mwOdGF8AWzIavTLACmEDJO7t/OrBdoo4L7IEsCNjgA3WiIwIMiWUVqveAGUMEXr6
  122. TRI5EolV6FTqqIP6AS+BAeBq7G1ELgsTrWNHh11rW3+3kBMuOCn77PUQ8WHwcq/r
  123. teZcZn4Ewcr6P7cBODgVvnBPhe/J8xHS0HFVCeS1CvaiNYgees5yA80Apo9IPjDJ
  124. YWawLjmH5wUBI5yDFVp067wjqJnoKPSoKwWkZXqUk+zgFXx5KT0gh/c5yh1frASp
  125. q6oaYnHEVC5qj2SpT1GFLonTcrQUXiSkiUudvNu1GQKCAQEAmko+5GFtRe0ihgLQ
  126. 4S76r6diJli6AKil1Fg3U1r6zZpBQ1PJtJxTJQyN9w5Z7q6tF/GqAesrzxevQdvQ
  127. rCImAPtA3ZofC2UXawMnIjWHHx6diNvYnV1+gtUQ4nO1dSOFZ5VZFcUmPiZO6boF
  128. oaryj3FcX+71JcJCjEvrlKhA9Es0hXUkvfMxfs5if4he1zlyHpTWYr4oA4egUugq
  129. P0mwskikc3VIyvEO+NyjgFxo72yLPkFSzemkidN8uKDyFqKtnlfGM7OuA2CY1WZa
  130. 3+67lXWshx9KzyJIs92iCYkU8EoPxtdYzyrV6efdX7x27v60zTOut5TnJJS6WiF6
  131. Do5MkwKCAQAxoR9IyP0DN/BwzqYrXU42Bi+t603F04W1KJNQNWpyrUspNwv41yus
  132. xnD1o0hwH41Wq+h3JZIBfV+E0RfWO9Pc84MBJQ5C1LnHc7cQH+3s575+Km3+4tcd
  133. CB8j2R8kBeloKWYtLdn/Mr/ownpGreqyvIq2/LUaZ+Z1aMgXTYB1YwS16mCBzmZQ
  134. mEl62RsAwe4KfSyYJ6OtwqMoOJMxFfliiLBULK4gVykqjvk2oQeiG+KKQJoTUFJi
  135. dRCyhD5bPkqR+qjxyt+HOqSBI4/uoROi05AOBqjpH1DVzk+MJKQOiX1yM0l98CKY
  136. Vng+x+vAla/0Zh+ucajVkgk4mKPxazdpAoIBAQC17vWk4KYJpF2RC3pKPcQ0PdiX
  137. bN35YNlvyhkYlSfDNdyH3aDrGiycUyW2mMXUgEDFsLRxHMTL+zPC6efqO6sTAJDY
  138. cBptsW4drW/qo8NTx3dNOisLkW+mGGJOR/w157hREFr29ymCVMYu/Z7fVWIeSpCq
  139. p3u8YX8WTljrxwSczlGjvpM7uJx3SfYRM4TUoy+8wU8bK74LywLa5f60bQY6Dye0
  140. Gqd9O6OoPfgcQlwjC5MiAofeqwPJvU0hQOPoehZyNLAmOCWXTYWaTP7lxO1r6+NE
  141. M3hGYqW3W8Ixua71OskCypBZg/HVlIP/lzjRzdx+VOB2hbWVth2Iup/Z1egW
  142. -----END RSA PRIVATE KEY-----`
  143. caCRL = `-----BEGIN X509 CRL-----
  144. MIICpzCBkAIBATANBgkqhkiG9w0BAQsFADATMREwDwYDVQQDEwhDZXJ0QXV0aBcN
  145. MjEwMTAyMjEzNDA1WhcNMjMwMTAyMjEzNDA1WjAkMCICEQC+l04DbHWMyC3fG09k
  146. VXf+Fw0yMTAxMDIyMTM0MDVaoCMwITAfBgNVHSMEGDAWgBTtcgjQBq/80EySIvJc
  147. N8OTorgbzDANBgkqhkiG9w0BAQsFAAOCAgEAEJ7z+uNc8sqtxlOhSdTGDzX/xput
  148. E857kFQkSlMnU2whQ8c+XpYrBLA5vIZJNSSwohTpM4+zVBX/bJpmu3wqqaArRO9/
  149. YcW5mQk9Anvb4WjQW1cHmtNapMTzoC9AiYt/OWPfy+P6JCgCr4Hy6LgQyIRL6bM9
  150. VYTalolOm1qa4Y5cIeT7iHq/91mfaqo8/6MYRjLl8DOTROpmw8OS9bCXkzGKdCat
  151. AbAzwkQUSauyoCQ10rpX+Y64w9ng3g4Dr20aCqPf5osaqplEJ2HTK8ljDTidlslv
  152. 9anQj8ax3Su89vI8+hK+YbfVQwrThabgdSjQsn+veyx8GlP8WwHLAQ379KjZjWg+
  153. OlOSwBeU1vTdP0QcB8X5C2gVujAyuQekbaV86xzIBOj7vZdfHZ6ee30TZ2FKiMyg
  154. 7/N2OqW0w77ChsjB4MSHJCfuTgIeg62GzuZXLM+Q2Z9LBdtm4Byg+sm/P52adOEg
  155. gVb2Zf4KSvsAmA0PIBlu449/QXUFcMxzLFy7mwTeZj2B4Ln0Hm0szV9f9R8MwMtB
  156. SyLYxVH+mgqaR6Jkk22Q/yYyLPaELfafX5gp/AIXG8n0zxfVaTvK3auSgb1Q6ZLS
  157. 5QH9dSIsmZHlPq7GoSXmKpMdjUL8eaky/IMteioyXgsBiATzl5L2dsw6MTX3MDF0
  158. QbDK+MzhmbKfDxs=
  159. -----END X509 CRL-----`
  160. client1Crt = `-----BEGIN CERTIFICATE-----
  161. MIIEITCCAgmgAwIBAgIRAIppZHoj1hM80D7WzTEKLuAwDQYJKoZIhvcNAQELBQAw
  162. EzERMA8GA1UEAxMIQ2VydEF1dGgwHhcNMjEwMTAyMjEyMzEwWhcNMjIwNzAyMjEz
  163. MDUxWjASMRAwDgYDVQQDEwdjbGllbnQxMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8A
  164. MIIBCgKCAQEAoKbYY9MdF2kF/nhBESIiZTdVYtA8XL9xrIZyDj9EnCiTxHiVbJtH
  165. XVwszqSl5TRrotPmnmAQcX3r8OCk+z+RQZ0QQj257P3kG6q4rNnOcWCS5xEd20jP
  166. yhQ3m+hMGfZsotNTQze1ochuQgLUN6IPyPxZkH22ia3jX4iu1eo/QxeLYHj1UHw4
  167. 3Cii9yE+j5kPUC21xmnrGKdUrB55NYLXHx6yTIqYR5znSOVB8oJi18/hwdZmH859
  168. DHhm0Hx1HrS+jbjI3+CMorZJ3WUyNf+CkiVLD3xYutPbxzEpwiqkG/XYzLH0habT
  169. cDcILo18n+o3jvem2KWBrDhyairjIDscwQIDAQABo3EwbzAOBgNVHQ8BAf8EBAMC
  170. A7gwHQYDVR0lBBYwFAYIKwYBBQUHAwEGCCsGAQUFBwMCMB0GA1UdDgQWBBSJ5GIv
  171. zIrE4ZSQt2+CGblKTDswizAfBgNVHSMEGDAWgBTtcgjQBq/80EySIvJcN8OTorgb
  172. zDANBgkqhkiG9w0BAQsFAAOCAgEALh4f5GhvNYNou0Ab04iQBbLEdOu2RlbK1B5n
  173. K9P/umYenBHMY/z6HT3+6tpcHsDuqE8UVdq3f3Gh4S2Gu9m8PRitT+cJ3gdo9Plm
  174. 3rD4ufn/s6rGg3ppydXcedm17492tbccUDWOBZw3IO/ASVq13WPgT0/Kev7cPq0k
  175. sSdSNhVeXqx8Myc2/d+8GYyzbul2Kpfa7h9i24sK49E9ftnSmsIvngONo08eT1T0
  176. 3wAOyK2981LIsHaAWcneShKFLDB6LeXIT9oitOYhiykhFlBZ4M1GNlSNfhQ8IIQP
  177. xbqMNXCLkW4/BtLhGEEcg0QVso6Kudl9rzgTfQknrdF7pHp6rS46wYUjoSyIY6dl
  178. oLmnoAVJX36J3QPWelePI9e07X2wrTfiZWewwgw3KNRWjd6/zfPLe7GoqXnK1S2z
  179. PT8qMfCaTwKTtUkzXuTFvQ8bAo2My/mS8FOcpkt2oQWeOsADHAUX7fz5BCoa2DL3
  180. k/7Mh4gVT+JYZEoTwCFuYHgMWFWe98naqHi9lB4yR981p1QgXgxO7qBeipagKY1F
  181. LlH1iwXUqZ3MZnkNA+4e1Fglsw3sa/rC+L98HnznJ/YbTfQbCP6aQ1qcOymrjMud
  182. 7MrFwqZjtd/SK4Qx1VpK6jGEAtPgWBTUS3p9ayg6lqjMBjsmySWfvRsDQbq6P5Ct
  183. O/e3EH8=
  184. -----END CERTIFICATE-----`
  185. client1Key = `-----BEGIN RSA PRIVATE KEY-----
  186. MIIEpAIBAAKCAQEAoKbYY9MdF2kF/nhBESIiZTdVYtA8XL9xrIZyDj9EnCiTxHiV
  187. bJtHXVwszqSl5TRrotPmnmAQcX3r8OCk+z+RQZ0QQj257P3kG6q4rNnOcWCS5xEd
  188. 20jPyhQ3m+hMGfZsotNTQze1ochuQgLUN6IPyPxZkH22ia3jX4iu1eo/QxeLYHj1
  189. UHw43Cii9yE+j5kPUC21xmnrGKdUrB55NYLXHx6yTIqYR5znSOVB8oJi18/hwdZm
  190. H859DHhm0Hx1HrS+jbjI3+CMorZJ3WUyNf+CkiVLD3xYutPbxzEpwiqkG/XYzLH0
  191. habTcDcILo18n+o3jvem2KWBrDhyairjIDscwQIDAQABAoIBAEBSjVFqtbsp0byR
  192. aXvyrtLX1Ng7h++at2jca85Ihq//jyqbHTje8zPuNAKI6eNbmb0YGr5OuEa4pD9N
  193. ssDmMsKSoG/lRwwcm7h4InkSvBWpFShvMgUaohfHAHzsBYxfnh+TfULsi0y7c2n6
  194. t/2OZcOTRkkUDIITnXYiw93ibHHv2Mv2bBDu35kGrcK+c2dN5IL5ZjTjMRpbJTe2
  195. 44RBJbdTxHBVSgoGBnugF+s2aEma6Ehsj70oyfoVpM6Aed5kGge0A5zA1JO7WCn9
  196. Ay/DzlULRXHjJIoRWd2NKvx5n3FNppUc9vJh2plRHalRooZ2+MjSf8HmXlvG2Hpb
  197. ScvmWgECgYEA1G+A/2KnxWsr/7uWIJ7ClcGCiNLdk17Pv3DZ3G4qUsU2ITftfIbb
  198. tU0Q/b19na1IY8Pjy9ptP7t74/hF5kky97cf1FA8F+nMj/k4+wO8QDI8OJfzVzh9
  199. PwielA5vbE+xmvis5Hdp8/od1Yrc/rPSy2TKtPFhvsqXjqoUmOAjDP8CgYEAwZjH
  200. 9dt1sc2lx/rMxihlWEzQ3JPswKW9/LJAmbRBoSWF9FGNjbX7uhWtXRKJkzb8ZAwa
  201. 88azluNo2oftbDD/+jw8b2cDgaJHlLAkSD4O1D1RthW7/LKD15qZ/oFsRb13NV85
  202. ZNKtwslXGbfVNyGKUVFm7fVA8vBAOUey+LKDFj8CgYEAg8WWstOzVdYguMTXXuyb
  203. ruEV42FJaDyLiSirOvxq7GTAKuLSQUg1yMRBIeQEo2X1XU0JZE3dLodRVhuO4EXP
  204. g7Dn4X7Th9HSvgvNuIacowWGLWSz4Qp9RjhGhXhezUSx2nseY6le46PmFavJYYSR
  205. 4PBofMyt4PcyA6Cknh+KHmkCgYEAnTriG7ETE0a7v4DXUpB4TpCEiMCy5Xs2o8Z5
  206. ZNva+W+qLVUWq+MDAIyechqeFSvxK6gRM69LJ96lx+XhU58wJiFJzAhT9rK/g+jS
  207. bsHH9WOfu0xHkuHA5hgvvV2Le9B2wqgFyva4HJy82qxMxCu/VG/SMqyfBS9OWbb7
  208. ibQhdq0CgYAl53LUWZsFSZIth1vux2LVOsI8C3X1oiXDGpnrdlQ+K7z57hq5EsRq
  209. GC+INxwXbvKNqp5h0z2MvmKYPDlGVTgw8f8JjM7TkN17ERLcydhdRrMONUryZpo8
  210. 1xTob+8blyJgfxZUIAKbMbMbIiU0WAF0rfD/eJJwS4htOW/Hfv4TGA==
  211. -----END RSA PRIVATE KEY-----`
  212. // client 2 crt is revoked
  213. client2Crt = `-----BEGIN CERTIFICATE-----
  214. MIIEITCCAgmgAwIBAgIRAL6XTgNsdYzILd8bT2RVd/4wDQYJKoZIhvcNAQELBQAw
  215. EzERMA8GA1UEAxMIQ2VydEF1dGgwHhcNMjEwMTAyMjEyMzIwWhcNMjIwNzAyMjEz
  216. MDUxWjASMRAwDgYDVQQDEwdjbGllbnQyMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8A
  217. MIIBCgKCAQEA6xjW5KQR3/OFQtV5M75WINqQ4AzXSu6DhSz/yumaaQZP/UxY+6hi
  218. jcrFzGo9MMie/Sza8DhkXOFAl2BelUubrOeB2cl+/Gr8OCyRi2Gv6j3zCsuN/4jQ
  219. tNaoez/IbkDvI3l/ZpzBtnuNY2RiemGgHuORXHRVf3qVlsw+npBIRW5rM2HkO/xG
  220. oZjeBErWVu390Lyn+Gvk2TqQDnkutWnxUC60/zPlHhXZ4BwaFAekbSnjsSDB1YFM
  221. s8HwW4oBryoxdj3/+/qLrBHt75IdLw3T7/V1UDJQM3EvSQOr12w4egpldhtsC871
  222. nnBQZeY6qA5feffIwwg/6lJm70o6S6OX6wIDAQABo3EwbzAOBgNVHQ8BAf8EBAMC
  223. A7gwHQYDVR0lBBYwFAYIKwYBBQUHAwEGCCsGAQUFBwMCMB0GA1UdDgQWBBTB84v5
  224. t9HqhLhMODbn6oYkEQt3KzAfBgNVHSMEGDAWgBTtcgjQBq/80EySIvJcN8OTorgb
  225. zDANBgkqhkiG9w0BAQsFAAOCAgEALGtBCve5k8tToL3oLuXp/oSik6ovIB/zq4I/
  226. 4zNMYPU31+ZWz6aahysgx1JL1yqTa3Qm8o2tu52MbnV10dM7CIw7c/cYa+c+OPcG
  227. 5LF97kp13X+r2axy+CmwM86b4ILaDGs2Qyai6VB6k7oFUve+av5o7aUrNFpqGCJz
  228. HWdtHZSVA3JMATzy0TfWanwkzreqfdw7qH0yZ9bDURlBKAVWrqnCstva9jRuv+AI
  229. eqxr/4Ro986TFjJdoAP3Vr16CPg7/B6GA/KmsBWJrpeJdPWq4i2gpLKvYZoy89qD
  230. mUZf34RbzcCtV4NvV1DadGnt4us0nvLrvS5rL2+2uWD09kZYq9RbLkvgzF/cY0fz
  231. i7I1bi5XQ+alWe0uAk5ZZL/D+GTRYUX1AWwCqwJxmHrMxcskMyO9pXvLyuSWRDLo
  232. YNBrbX9nLcfJzVCp+X+9sntTHjs4l6Cw+fLepJIgtgqdCHtbhTiv68vSM6cgb4br
  233. 6n2xrXRKuioiWFOrTSRr+oalZh8dGJ/xvwY8IbWknZAvml9mf1VvfE7Ma5P777QM
  234. fsbYVTq0Y3R/5hIWsC3HA5z6MIM8L1oRe/YyhP3CTmrCHkVKyDOosGXpGz+JVcyo
  235. cfYkY5A3yFKB2HaCwZSfwFmRhxkrYWGEbHv3Cd9YkZs1J3hNhGFZyVMC9Uh0S85a
  236. 6zdDidU=
  237. -----END CERTIFICATE-----`
  238. client2Key = `-----BEGIN RSA PRIVATE KEY-----
  239. MIIEpAIBAAKCAQEA6xjW5KQR3/OFQtV5M75WINqQ4AzXSu6DhSz/yumaaQZP/UxY
  240. +6hijcrFzGo9MMie/Sza8DhkXOFAl2BelUubrOeB2cl+/Gr8OCyRi2Gv6j3zCsuN
  241. /4jQtNaoez/IbkDvI3l/ZpzBtnuNY2RiemGgHuORXHRVf3qVlsw+npBIRW5rM2Hk
  242. O/xGoZjeBErWVu390Lyn+Gvk2TqQDnkutWnxUC60/zPlHhXZ4BwaFAekbSnjsSDB
  243. 1YFMs8HwW4oBryoxdj3/+/qLrBHt75IdLw3T7/V1UDJQM3EvSQOr12w4egpldhts
  244. C871nnBQZeY6qA5feffIwwg/6lJm70o6S6OX6wIDAQABAoIBAFatstVb1KdQXsq0
  245. cFpui8zTKOUiduJOrDkWzTygAmlEhYtrccdfXu7OWz0x0lvBLDVGK3a0I/TGrAzj
  246. 4BuFY+FM/egxTVt9in6fmA3et4BS1OAfCryzUdfK6RV//8L+t+zJZ/qKQzWnugpy
  247. QYjDo8ifuMFwtvEoXizaIyBNLAhEp9hnrv+Tyi2O2gahPvCHsD48zkyZRCHYRstD
  248. NH5cIrwz9/RJgPO1KI+QsJE7Nh7stR0sbr+5TPU4fnsL2mNhMUF2TJrwIPrc1yp+
  249. YIUjdnh3SO88j4TQT3CIrWi8i4pOy6N0dcVn3gpCRGaqAKyS2ZYUj+yVtLO4KwxZ
  250. SZ1lNvECgYEA78BrF7f4ETfWSLcBQ3qxfLs7ibB6IYo2x25685FhZjD+zLXM1AKb
  251. FJHEXUm3mUYrFJK6AFEyOQnyGKBOLs3S6oTAswMPbTkkZeD1Y9O6uv0AHASLZnK6
  252. pC6ub0eSRF5LUyTQ55Jj8D7QsjXJueO8v+G5ihWhNSN9tB2UA+8NBmkCgYEA+weq
  253. cvoeMIEMBQHnNNLy35bwfqrceGyPIRBcUIvzQfY1vk7KW6DYOUzC7u+WUzy/hA52
  254. DjXVVhua2eMQ9qqtOav7djcMc2W9RbLowxvno7K5qiCss013MeWk64TCWy+WMp5A
  255. AVAtOliC3hMkIKqvR2poqn+IBTh1449agUJQqTMCgYEAu06IHGq1GraV6g9XpGF5
  256. wqoAlMzUTdnOfDabRilBf/YtSr+J++ThRcuwLvXFw7CnPZZ4TIEjDJ7xjj3HdxeE
  257. fYYjineMmNd40UNUU556F1ZLvJfsVKizmkuCKhwvcMx+asGrmA+tlmds4p3VMS50
  258. KzDtpKzLWlmU/p/RINWlRmkCgYBy0pHTn7aZZx2xWKqCDg+L2EXPGqZX6wgZDpu7
  259. OBifzlfM4ctL2CmvI/5yPmLbVgkgBWFYpKUdiujsyyEiQvWTUKhn7UwjqKDHtcsk
  260. G6p7xS+JswJrzX4885bZJ9Oi1AR2yM3sC9l0O7I4lDbNPmWIXBLeEhGMmcPKv/Kc
  261. 91Ff4wKBgQCF3ur+Vt0PSU0ucrPVHjCe7tqazm0LJaWbPXL1Aw0pzdM2EcNcW/MA
  262. w0kqpr7MgJ94qhXCBcVcfPuFN9fBOadM3UBj1B45Cz3pptoK+ScI8XKno6jvVK/p
  263. xr5cb9VBRBtB9aOKVfuRhpatAfS2Pzm2Htae9lFn7slGPUmu2hkjDw==
  264. -----END RSA PRIVATE KEY-----`
  265. defaultAdminUsername = "admin"
  266. )
  267. type failingWriter struct {
  268. }
  269. func (r *failingWriter) Write(p []byte) (n int, err error) {
  270. return 0, errors.New("write error")
  271. }
  272. func (r *failingWriter) WriteHeader(statusCode int) {}
  273. func (r *failingWriter) Header() http.Header {
  274. return make(http.Header)
  275. }
  276. func TestShouldBind(t *testing.T) {
  277. c := Conf{
  278. Bindings: []Binding{
  279. {
  280. Port: 10000,
  281. },
  282. },
  283. }
  284. require.True(t, c.ShouldBind())
  285. c.Bindings[0].Port = 0
  286. require.False(t, c.ShouldBind())
  287. if runtime.GOOS != osWindows {
  288. c.Bindings[0].Address = "/absolute/path"
  289. require.True(t, c.ShouldBind())
  290. }
  291. }
  292. func TestRedactedConf(t *testing.T) {
  293. c := Conf{
  294. SigningPassphrase: "passphrase",
  295. Setup: SetupConfig{
  296. InstallationCode: "123",
  297. },
  298. }
  299. redactedField := "[redacted]"
  300. redactedConf := c.getRedacted()
  301. assert.Equal(t, redactedField, redactedConf.SigningPassphrase)
  302. assert.Equal(t, redactedField, redactedConf.Setup.InstallationCode)
  303. assert.NotEqual(t, c.SigningPassphrase, redactedConf.SigningPassphrase)
  304. assert.NotEqual(t, c.Setup.InstallationCode, redactedConf.Setup.InstallationCode)
  305. }
  306. func TestGetRespStatus(t *testing.T) {
  307. var err error
  308. err = util.NewMethodDisabledError("")
  309. respStatus := getRespStatus(err)
  310. assert.Equal(t, http.StatusForbidden, respStatus)
  311. err = fmt.Errorf("generic error")
  312. respStatus = getRespStatus(err)
  313. assert.Equal(t, http.StatusInternalServerError, respStatus)
  314. respStatus = getRespStatus(plugin.ErrNoSearcher)
  315. assert.Equal(t, http.StatusNotImplemented, respStatus)
  316. }
  317. func TestMappedStatusCode(t *testing.T) {
  318. err := os.ErrPermission
  319. code := getMappedStatusCode(err)
  320. assert.Equal(t, http.StatusForbidden, code)
  321. err = os.ErrNotExist
  322. code = getMappedStatusCode(err)
  323. assert.Equal(t, http.StatusNotFound, code)
  324. err = common.ErrQuotaExceeded
  325. code = getMappedStatusCode(err)
  326. assert.Equal(t, http.StatusRequestEntityTooLarge, code)
  327. err = os.ErrClosed
  328. code = getMappedStatusCode(err)
  329. assert.Equal(t, http.StatusInternalServerError, code)
  330. }
  331. func TestGCSWebInvalidFormFile(t *testing.T) {
  332. form := make(url.Values)
  333. form.Set("username", "test_username")
  334. form.Set("fs_provider", "2")
  335. req, _ := http.NewRequest(http.MethodPost, webUserPath, strings.NewReader(form.Encode()))
  336. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  337. err := req.ParseForm()
  338. assert.NoError(t, err)
  339. _, err = getFsConfigFromPostFields(req)
  340. assert.EqualError(t, err, http.ErrNotMultipart.Error())
  341. }
  342. func TestInvalidToken(t *testing.T) {
  343. admin := dataprovider.Admin{
  344. Username: "admin",
  345. }
  346. errFake := errors.New("fake error")
  347. asJSON, err := json.Marshal(admin)
  348. assert.NoError(t, err)
  349. req, _ := http.NewRequest(http.MethodPut, path.Join(adminPath, admin.Username), bytes.NewBuffer(asJSON))
  350. rctx := chi.NewRouteContext()
  351. rctx.URLParams.Add("username", admin.Username)
  352. req = req.WithContext(context.WithValue(req.Context(), chi.RouteCtxKey, rctx))
  353. req = req.WithContext(context.WithValue(req.Context(), jwtauth.ErrorCtxKey, errFake))
  354. rr := httptest.NewRecorder()
  355. updateAdmin(rr, req)
  356. assert.Equal(t, http.StatusBadRequest, rr.Code)
  357. rr = httptest.NewRecorder()
  358. deleteAdmin(rr, req)
  359. assert.Equal(t, http.StatusBadRequest, rr.Code)
  360. adminPwd := pwdChange{
  361. CurrentPassword: "old",
  362. NewPassword: "new",
  363. }
  364. asJSON, err = json.Marshal(adminPwd)
  365. assert.NoError(t, err)
  366. req, _ = http.NewRequest(http.MethodPut, "", bytes.NewBuffer(asJSON))
  367. req = req.WithContext(context.WithValue(req.Context(), chi.RouteCtxKey, rctx))
  368. req = req.WithContext(context.WithValue(req.Context(), jwtauth.ErrorCtxKey, errFake))
  369. rr = httptest.NewRecorder()
  370. changeAdminPassword(rr, req)
  371. assert.Equal(t, http.StatusInternalServerError, rr.Code)
  372. adm := getAdminFromToken(req)
  373. assert.Empty(t, adm.Username)
  374. rr = httptest.NewRecorder()
  375. readUserFolder(rr, req)
  376. assert.Equal(t, http.StatusBadRequest, rr.Code)
  377. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  378. rr = httptest.NewRecorder()
  379. getUserFile(rr, req)
  380. assert.Equal(t, http.StatusBadRequest, rr.Code)
  381. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  382. rr = httptest.NewRecorder()
  383. getUserFilesAsZipStream(rr, req)
  384. assert.Equal(t, http.StatusBadRequest, rr.Code)
  385. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  386. rr = httptest.NewRecorder()
  387. getShares(rr, req)
  388. assert.Equal(t, http.StatusBadRequest, rr.Code)
  389. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  390. rr = httptest.NewRecorder()
  391. getShareByID(rr, req)
  392. assert.Equal(t, http.StatusBadRequest, rr.Code)
  393. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  394. rr = httptest.NewRecorder()
  395. addShare(rr, req)
  396. assert.Equal(t, http.StatusBadRequest, rr.Code)
  397. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  398. rr = httptest.NewRecorder()
  399. updateShare(rr, req)
  400. assert.Equal(t, http.StatusBadRequest, rr.Code)
  401. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  402. rr = httptest.NewRecorder()
  403. deleteShare(rr, req)
  404. assert.Equal(t, http.StatusBadRequest, rr.Code)
  405. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  406. rr = httptest.NewRecorder()
  407. getUserPublicKeys(rr, req)
  408. assert.Equal(t, http.StatusBadRequest, rr.Code)
  409. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  410. rr = httptest.NewRecorder()
  411. setUserPublicKeys(rr, req)
  412. assert.Equal(t, http.StatusBadRequest, rr.Code)
  413. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  414. rr = httptest.NewRecorder()
  415. generateTOTPSecret(rr, req)
  416. assert.Equal(t, http.StatusBadRequest, rr.Code)
  417. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  418. rr = httptest.NewRecorder()
  419. saveTOTPConfig(rr, req)
  420. assert.Equal(t, http.StatusBadRequest, rr.Code)
  421. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  422. rr = httptest.NewRecorder()
  423. getRecoveryCodes(rr, req)
  424. assert.Equal(t, http.StatusBadRequest, rr.Code)
  425. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  426. rr = httptest.NewRecorder()
  427. generateRecoveryCodes(rr, req)
  428. assert.Equal(t, http.StatusBadRequest, rr.Code)
  429. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  430. rr = httptest.NewRecorder()
  431. getUserProfile(rr, req)
  432. assert.Equal(t, http.StatusBadRequest, rr.Code)
  433. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  434. rr = httptest.NewRecorder()
  435. updateUserProfile(rr, req)
  436. assert.Equal(t, http.StatusBadRequest, rr.Code)
  437. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  438. rr = httptest.NewRecorder()
  439. getAdminProfile(rr, req)
  440. assert.Equal(t, http.StatusBadRequest, rr.Code)
  441. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  442. rr = httptest.NewRecorder()
  443. updateAdminProfile(rr, req)
  444. assert.Equal(t, http.StatusBadRequest, rr.Code)
  445. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  446. rr = httptest.NewRecorder()
  447. loadData(rr, req)
  448. assert.Equal(t, http.StatusBadRequest, rr.Code)
  449. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  450. rr = httptest.NewRecorder()
  451. loadDataFromRequest(rr, req)
  452. assert.Equal(t, http.StatusBadRequest, rr.Code)
  453. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  454. rr = httptest.NewRecorder()
  455. addUser(rr, req)
  456. assert.Equal(t, http.StatusBadRequest, rr.Code)
  457. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  458. rr = httptest.NewRecorder()
  459. disableUser2FA(rr, req)
  460. assert.Equal(t, http.StatusBadRequest, rr.Code)
  461. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  462. rr = httptest.NewRecorder()
  463. updateUser(rr, req)
  464. assert.Equal(t, http.StatusBadRequest, rr.Code)
  465. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  466. rr = httptest.NewRecorder()
  467. deleteUser(rr, req)
  468. assert.Equal(t, http.StatusBadRequest, rr.Code)
  469. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  470. rr = httptest.NewRecorder()
  471. handleWebRestore(rr, req)
  472. assert.Equal(t, http.StatusBadRequest, rr.Code)
  473. assert.Contains(t, rr.Body.String(), "invalid token claims")
  474. rr = httptest.NewRecorder()
  475. handleWebAddUserPost(rr, req)
  476. assert.Equal(t, http.StatusBadRequest, rr.Code)
  477. assert.Contains(t, rr.Body.String(), "invalid token claims")
  478. rr = httptest.NewRecorder()
  479. handleWebUpdateUserPost(rr, req)
  480. assert.Equal(t, http.StatusBadRequest, rr.Code)
  481. assert.Contains(t, rr.Body.String(), "invalid token claims")
  482. rr = httptest.NewRecorder()
  483. handleWebTemplateFolderPost(rr, req)
  484. assert.Equal(t, http.StatusBadRequest, rr.Code)
  485. assert.Contains(t, rr.Body.String(), "invalid token claims")
  486. rr = httptest.NewRecorder()
  487. handleWebTemplateUserPost(rr, req)
  488. assert.Equal(t, http.StatusBadRequest, rr.Code)
  489. assert.Contains(t, rr.Body.String(), "invalid token claims")
  490. rr = httptest.NewRecorder()
  491. updateFolder(rr, req)
  492. assert.Equal(t, http.StatusBadRequest, rr.Code)
  493. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  494. rr = httptest.NewRecorder()
  495. deleteFolder(rr, req)
  496. assert.Equal(t, http.StatusBadRequest, rr.Code)
  497. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  498. rr = httptest.NewRecorder()
  499. handleWebUpdateFolderPost(rr, req)
  500. assert.Equal(t, http.StatusBadRequest, rr.Code)
  501. assert.Contains(t, rr.Body.String(), "invalid token claims")
  502. rr = httptest.NewRecorder()
  503. addAdmin(rr, req)
  504. assert.Equal(t, http.StatusBadRequest, rr.Code)
  505. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  506. rr = httptest.NewRecorder()
  507. disableAdmin2FA(rr, req)
  508. assert.Equal(t, http.StatusBadRequest, rr.Code)
  509. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  510. rr = httptest.NewRecorder()
  511. addAPIKey(rr, req)
  512. assert.Equal(t, http.StatusBadRequest, rr.Code)
  513. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  514. rr = httptest.NewRecorder()
  515. updateAPIKey(rr, req)
  516. assert.Equal(t, http.StatusBadRequest, rr.Code)
  517. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  518. rr = httptest.NewRecorder()
  519. deleteAPIKey(rr, req)
  520. assert.Equal(t, http.StatusBadRequest, rr.Code)
  521. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  522. rr = httptest.NewRecorder()
  523. handleWebAddAdminPost(rr, req)
  524. assert.Equal(t, http.StatusBadRequest, rr.Code)
  525. assert.Contains(t, rr.Body.String(), "invalid token claims")
  526. server := httpdServer{}
  527. server.initializeRouter()
  528. rr = httptest.NewRecorder()
  529. server.handleWebClientTwoFactorRecoveryPost(rr, req)
  530. assert.Equal(t, http.StatusNotFound, rr.Code)
  531. rr = httptest.NewRecorder()
  532. server.handleWebClientTwoFactorPost(rr, req)
  533. assert.Equal(t, http.StatusNotFound, rr.Code)
  534. rr = httptest.NewRecorder()
  535. server.handleWebAdminTwoFactorRecoveryPost(rr, req)
  536. assert.Equal(t, http.StatusNotFound, rr.Code)
  537. rr = httptest.NewRecorder()
  538. server.handleWebAdminTwoFactorPost(rr, req)
  539. assert.Equal(t, http.StatusNotFound, rr.Code)
  540. }
  541. func TestUpdateWebAdminInvalidClaims(t *testing.T) {
  542. server := httpdServer{}
  543. server.initializeRouter()
  544. rr := httptest.NewRecorder()
  545. admin := dataprovider.Admin{
  546. Username: "",
  547. Password: "password",
  548. }
  549. c := jwtTokenClaims{
  550. Username: admin.Username,
  551. Permissions: admin.Permissions,
  552. Signature: admin.GetSignature(),
  553. }
  554. token, err := c.createTokenResponse(server.tokenAuth, tokenAudienceWebAdmin)
  555. assert.NoError(t, err)
  556. form := make(url.Values)
  557. form.Set(csrfFormToken, createCSRFToken())
  558. form.Set("status", "1")
  559. req, _ := http.NewRequest(http.MethodPost, path.Join(webAdminPath, "admin"), bytes.NewBuffer([]byte(form.Encode())))
  560. rctx := chi.NewRouteContext()
  561. rctx.URLParams.Add("username", "admin")
  562. req = req.WithContext(context.WithValue(req.Context(), chi.RouteCtxKey, rctx))
  563. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  564. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  565. handleWebUpdateAdminPost(rr, req)
  566. assert.Equal(t, http.StatusOK, rr.Code)
  567. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  568. }
  569. func TestRetentionInvalidTokenClaims(t *testing.T) {
  570. username := "retentionuser"
  571. user := dataprovider.User{
  572. BaseUser: sdk.BaseUser{
  573. Username: username,
  574. Password: "pwd",
  575. HomeDir: filepath.Join(os.TempDir(), username),
  576. Status: 1,
  577. },
  578. }
  579. user.Permissions = make(map[string][]string)
  580. user.Permissions["/"] = []string{dataprovider.PermAny}
  581. user.Filters.AllowAPIKeyAuth = true
  582. err := dataprovider.AddUser(&user, "", "")
  583. assert.NoError(t, err)
  584. folderRetention := []common.FolderRetention{
  585. {
  586. Path: "/",
  587. Retention: 0,
  588. DeleteEmptyDirs: true,
  589. },
  590. }
  591. asJSON, err := json.Marshal(folderRetention)
  592. assert.NoError(t, err)
  593. req, _ := http.NewRequest(http.MethodPost, retentionBasePath+"/"+username+"/check?notifications=Email", bytes.NewBuffer(asJSON))
  594. rctx := chi.NewRouteContext()
  595. rctx.URLParams.Add("username", username)
  596. req = req.WithContext(context.WithValue(req.Context(), chi.RouteCtxKey, rctx))
  597. req = req.WithContext(context.WithValue(req.Context(), jwtauth.ErrorCtxKey, errors.New("error")))
  598. rr := httptest.NewRecorder()
  599. startRetentionCheck(rr, req)
  600. assert.Equal(t, http.StatusBadRequest, rr.Code)
  601. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  602. err = dataprovider.DeleteUser(username, "", "")
  603. assert.NoError(t, err)
  604. }
  605. func TestCSRFToken(t *testing.T) {
  606. // invalid token
  607. err := verifyCSRFToken("token")
  608. if assert.Error(t, err) {
  609. assert.Contains(t, err.Error(), "unable to verify form token")
  610. }
  611. // bad audience
  612. claims := make(map[string]interface{})
  613. now := time.Now().UTC()
  614. claims[jwt.JwtIDKey] = xid.New().String()
  615. claims[jwt.NotBeforeKey] = now.Add(-30 * time.Second)
  616. claims[jwt.ExpirationKey] = now.Add(tokenDuration)
  617. claims[jwt.AudienceKey] = tokenAudienceAPI
  618. _, tokenString, err := csrfTokenAuth.Encode(claims)
  619. assert.NoError(t, err)
  620. err = verifyCSRFToken(tokenString)
  621. if assert.Error(t, err) {
  622. assert.Contains(t, err.Error(), "form token is not valid")
  623. }
  624. r := GetHTTPRouter(Binding{
  625. Address: "",
  626. Port: 8080,
  627. EnableWebAdmin: true,
  628. EnableWebClient: true,
  629. RenderOpenAPI: true,
  630. })
  631. fn := verifyCSRFHeader(r)
  632. rr := httptest.NewRecorder()
  633. req, _ := http.NewRequest(http.MethodDelete, path.Join(userPath, "username"), nil)
  634. fn.ServeHTTP(rr, req)
  635. assert.Equal(t, http.StatusForbidden, rr.Code)
  636. assert.Contains(t, rr.Body.String(), "Invalid token")
  637. req.Header.Set(csrfHeaderToken, tokenString)
  638. rr = httptest.NewRecorder()
  639. fn.ServeHTTP(rr, req)
  640. assert.Equal(t, http.StatusForbidden, rr.Code)
  641. assert.Contains(t, rr.Body.String(), "the token is not valid")
  642. csrfTokenAuth = jwtauth.New("PS256", util.GenerateRandomBytes(32), nil)
  643. tokenString = createCSRFToken()
  644. assert.Empty(t, tokenString)
  645. csrfTokenAuth = jwtauth.New(jwa.HS256.String(), util.GenerateRandomBytes(32), nil)
  646. }
  647. func TestCreateTokenError(t *testing.T) {
  648. server := httpdServer{
  649. tokenAuth: jwtauth.New("PS256", util.GenerateRandomBytes(32), nil),
  650. }
  651. rr := httptest.NewRecorder()
  652. admin := dataprovider.Admin{
  653. Username: defaultAdminUsername,
  654. Password: "password",
  655. }
  656. req, _ := http.NewRequest(http.MethodGet, tokenPath, nil)
  657. server.generateAndSendToken(rr, req, admin)
  658. assert.Equal(t, http.StatusInternalServerError, rr.Code)
  659. rr = httptest.NewRecorder()
  660. user := dataprovider.User{
  661. BaseUser: sdk.BaseUser{
  662. Username: "u",
  663. Password: "pwd",
  664. },
  665. }
  666. req, _ = http.NewRequest(http.MethodGet, userTokenPath, nil)
  667. server.generateAndSendUserToken(rr, req, "", user)
  668. assert.Equal(t, http.StatusInternalServerError, rr.Code)
  669. rr = httptest.NewRecorder()
  670. form := make(url.Values)
  671. form.Set("username", admin.Username)
  672. form.Set("password", admin.Password)
  673. form.Set(csrfFormToken, createCSRFToken())
  674. req, _ = http.NewRequest(http.MethodPost, webAdminLoginPath, bytes.NewBuffer([]byte(form.Encode())))
  675. req.RemoteAddr = "127.0.0.1:1234"
  676. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  677. server.handleWebAdminLoginPost(rr, req)
  678. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  679. // req with no content type
  680. req, _ = http.NewRequest(http.MethodPost, webAdminLoginPath, nil)
  681. rr = httptest.NewRecorder()
  682. server.handleWebAdminLoginPost(rr, req)
  683. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  684. req, _ = http.NewRequest(http.MethodPost, webAdminSetupPath, nil)
  685. rr = httptest.NewRecorder()
  686. server.loginAdmin(rr, req, &admin, false, nil)
  687. // req with no POST body
  688. req, _ = http.NewRequest(http.MethodGet, webAdminLoginPath+"?a=a%C3%AO%GG", nil)
  689. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  690. rr = httptest.NewRecorder()
  691. server.handleWebAdminLoginPost(rr, req)
  692. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  693. req, _ = http.NewRequest(http.MethodGet, webAdminLoginPath+"?a=a%C3%A1%G2", nil)
  694. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  695. rr = httptest.NewRecorder()
  696. server.handleWebAdminChangePwdPost(rr, req)
  697. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  698. assert.Contains(t, rr.Body.String(), "invalid URL escape")
  699. req, _ = http.NewRequest(http.MethodGet, webAdminLoginPath+"?a=a%C3%A2%G3", nil)
  700. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  701. _, err := getAdminFromPostFields(req)
  702. assert.Error(t, err)
  703. req, _ = http.NewRequest(http.MethodPost, webClientLoginPath+"?a=a%C3%AO%GG", bytes.NewBuffer([]byte(form.Encode())))
  704. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  705. rr = httptest.NewRecorder()
  706. server.handleWebClientLoginPost(rr, req)
  707. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  708. req, _ = http.NewRequest(http.MethodPost, webChangeClientPwdPath+"?a=a%C3%AO%GA", bytes.NewBuffer([]byte(form.Encode())))
  709. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  710. rr = httptest.NewRecorder()
  711. server.handleWebClientChangePwdPost(rr, req)
  712. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  713. assert.Contains(t, rr.Body.String(), "invalid URL escape")
  714. req, _ = http.NewRequest(http.MethodPost, webClientProfilePath+"?a=a%C3%AO%GB", bytes.NewBuffer([]byte(form.Encode())))
  715. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  716. rr = httptest.NewRecorder()
  717. handleWebClientProfilePost(rr, req)
  718. assert.Equal(t, http.StatusInternalServerError, rr.Code, rr.Body.String())
  719. req, _ = http.NewRequest(http.MethodPost, webAdminProfilePath+"?a=a%C3%AO%GB", bytes.NewBuffer([]byte(form.Encode())))
  720. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  721. rr = httptest.NewRecorder()
  722. handleWebAdminProfilePost(rr, req)
  723. assert.Equal(t, http.StatusInternalServerError, rr.Code, rr.Body.String())
  724. req, _ = http.NewRequest(http.MethodPost, webAdminTwoFactorPath+"?a=a%C3%AO%GC", bytes.NewBuffer([]byte(form.Encode())))
  725. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  726. rr = httptest.NewRecorder()
  727. server.handleWebAdminTwoFactorPost(rr, req)
  728. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  729. assert.Contains(t, rr.Body.String(), "invalid URL escape")
  730. req, _ = http.NewRequest(http.MethodPost, webAdminTwoFactorRecoveryPath+"?a=a%C3%AO%GD", bytes.NewBuffer([]byte(form.Encode())))
  731. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  732. rr = httptest.NewRecorder()
  733. server.handleWebAdminTwoFactorRecoveryPost(rr, req)
  734. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  735. assert.Contains(t, rr.Body.String(), "invalid URL escape")
  736. req, _ = http.NewRequest(http.MethodPost, webClientTwoFactorPath+"?a=a%C3%AO%GC", bytes.NewBuffer([]byte(form.Encode())))
  737. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  738. rr = httptest.NewRecorder()
  739. server.handleWebClientTwoFactorPost(rr, req)
  740. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  741. assert.Contains(t, rr.Body.String(), "invalid URL escape")
  742. req, _ = http.NewRequest(http.MethodPost, webClientTwoFactorRecoveryPath+"?a=a%C3%AO%GD", bytes.NewBuffer([]byte(form.Encode())))
  743. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  744. rr = httptest.NewRecorder()
  745. server.handleWebClientTwoFactorRecoveryPost(rr, req)
  746. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  747. assert.Contains(t, rr.Body.String(), "invalid URL escape")
  748. req, _ = http.NewRequest(http.MethodPost, webAdminForgotPwdPath+"?a=a%C3%A1%GD", bytes.NewBuffer([]byte(form.Encode())))
  749. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  750. rr = httptest.NewRecorder()
  751. handleWebAdminForgotPwdPost(rr, req)
  752. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  753. assert.Contains(t, rr.Body.String(), "invalid URL escape")
  754. req, _ = http.NewRequest(http.MethodPost, webClientForgotPwdPath+"?a=a%C2%A1%GD", bytes.NewBuffer([]byte(form.Encode())))
  755. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  756. rr = httptest.NewRecorder()
  757. handleWebClientForgotPwdPost(rr, req)
  758. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  759. assert.Contains(t, rr.Body.String(), "invalid URL escape")
  760. req, _ = http.NewRequest(http.MethodPost, webAdminResetPwdPath+"?a=a%C3%AO%JD", bytes.NewBuffer([]byte(form.Encode())))
  761. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  762. rr = httptest.NewRecorder()
  763. server.handleWebAdminPasswordResetPost(rr, req)
  764. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  765. assert.Contains(t, rr.Body.String(), "invalid URL escape")
  766. req, _ = http.NewRequest(http.MethodPost, webClientResetPwdPath+"?a=a%C3%AO%JD", bytes.NewBuffer([]byte(form.Encode())))
  767. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  768. rr = httptest.NewRecorder()
  769. server.handleWebClientPasswordResetPost(rr, req)
  770. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  771. assert.Contains(t, rr.Body.String(), "invalid URL escape")
  772. req, _ = http.NewRequest(http.MethodPost, webChangeClientPwdPath+"?a=a%K3%AO%GA", bytes.NewBuffer([]byte(form.Encode())))
  773. _, err = getShareFromPostFields(req)
  774. if assert.Error(t, err) {
  775. assert.Contains(t, err.Error(), "invalid URL escape")
  776. }
  777. username := "webclientuser"
  778. user = dataprovider.User{
  779. BaseUser: sdk.BaseUser{
  780. Username: username,
  781. Password: "clientpwd",
  782. HomeDir: filepath.Join(os.TempDir(), username),
  783. Status: 1,
  784. Description: "test user",
  785. },
  786. }
  787. user.Permissions = make(map[string][]string)
  788. user.Permissions["/"] = []string{dataprovider.PermAny}
  789. user.Filters.AllowAPIKeyAuth = true
  790. err = dataprovider.AddUser(&user, "", "")
  791. assert.NoError(t, err)
  792. rr = httptest.NewRecorder()
  793. form = make(url.Values)
  794. form.Set("username", user.Username)
  795. form.Set("password", "clientpwd")
  796. form.Set(csrfFormToken, createCSRFToken())
  797. req, _ = http.NewRequest(http.MethodPost, webClientLoginPath, bytes.NewBuffer([]byte(form.Encode())))
  798. req.RemoteAddr = "127.0.0.1:4567"
  799. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  800. server.handleWebClientLoginPost(rr, req)
  801. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  802. err = authenticateUserWithAPIKey(username, "", server.tokenAuth, req)
  803. assert.Error(t, err)
  804. err = dataprovider.DeleteUser(username, "", "")
  805. assert.NoError(t, err)
  806. admin.Username += "1"
  807. admin.Status = 1
  808. admin.Filters.AllowAPIKeyAuth = true
  809. admin.Permissions = []string{dataprovider.PermAdminAny}
  810. err = dataprovider.AddAdmin(&admin, "", "")
  811. assert.NoError(t, err)
  812. err = authenticateAdminWithAPIKey(admin.Username, "", server.tokenAuth, req)
  813. assert.Error(t, err)
  814. err = dataprovider.DeleteAdmin(admin.Username, "", "")
  815. assert.NoError(t, err)
  816. }
  817. func TestAPIKeyAuthForbidden(t *testing.T) {
  818. r := GetHTTPRouter(Binding{
  819. Address: "",
  820. Port: 8080,
  821. EnableWebAdmin: true,
  822. EnableWebClient: true,
  823. RenderOpenAPI: true,
  824. })
  825. fn := forbidAPIKeyAuthentication(r)
  826. rr := httptest.NewRecorder()
  827. req, _ := http.NewRequest(http.MethodGet, versionPath, nil)
  828. fn.ServeHTTP(rr, req)
  829. assert.Equal(t, http.StatusBadRequest, rr.Code)
  830. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  831. }
  832. func TestJWTTokenValidation(t *testing.T) {
  833. tokenAuth := jwtauth.New(jwa.HS256.String(), util.GenerateRandomBytes(32), nil)
  834. claims := make(map[string]interface{})
  835. claims["username"] = defaultAdminUsername
  836. claims[jwt.ExpirationKey] = time.Now().UTC().Add(-1 * time.Hour)
  837. token, _, err := tokenAuth.Encode(claims)
  838. assert.NoError(t, err)
  839. r := GetHTTPRouter(Binding{
  840. Address: "",
  841. Port: 8080,
  842. EnableWebAdmin: true,
  843. EnableWebClient: true,
  844. RenderOpenAPI: true,
  845. })
  846. fn := jwtAuthenticatorAPI(r)
  847. rr := httptest.NewRecorder()
  848. req, _ := http.NewRequest(http.MethodGet, userPath, nil)
  849. ctx := jwtauth.NewContext(req.Context(), token, nil)
  850. fn.ServeHTTP(rr, req.WithContext(ctx))
  851. assert.Equal(t, http.StatusUnauthorized, rr.Code)
  852. fn = jwtAuthenticatorWebAdmin(r)
  853. rr = httptest.NewRecorder()
  854. req, _ = http.NewRequest(http.MethodGet, webUserPath, nil)
  855. ctx = jwtauth.NewContext(req.Context(), token, nil)
  856. fn.ServeHTTP(rr, req.WithContext(ctx))
  857. assert.Equal(t, http.StatusFound, rr.Code)
  858. assert.Equal(t, webAdminLoginPath, rr.Header().Get("Location"))
  859. fn = jwtAuthenticatorWebClient(r)
  860. rr = httptest.NewRecorder()
  861. req, _ = http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  862. ctx = jwtauth.NewContext(req.Context(), token, nil)
  863. fn.ServeHTTP(rr, req.WithContext(ctx))
  864. assert.Equal(t, http.StatusFound, rr.Code)
  865. assert.Equal(t, webClientLoginPath, rr.Header().Get("Location"))
  866. errTest := errors.New("test error")
  867. permFn := checkPerm(dataprovider.PermAdminAny)
  868. fn = permFn(r)
  869. rr = httptest.NewRecorder()
  870. req, _ = http.NewRequest(http.MethodGet, userPath, nil)
  871. ctx = jwtauth.NewContext(req.Context(), token, errTest)
  872. fn.ServeHTTP(rr, req.WithContext(ctx))
  873. assert.Equal(t, http.StatusBadRequest, rr.Code)
  874. permFn = checkPerm(dataprovider.PermAdminAny)
  875. fn = permFn(r)
  876. rr = httptest.NewRecorder()
  877. req, _ = http.NewRequest(http.MethodGet, webUserPath, nil)
  878. req.RequestURI = webUserPath
  879. ctx = jwtauth.NewContext(req.Context(), token, errTest)
  880. fn.ServeHTTP(rr, req.WithContext(ctx))
  881. assert.Equal(t, http.StatusBadRequest, rr.Code)
  882. permClientFn := checkHTTPUserPerm(sdk.WebClientPubKeyChangeDisabled)
  883. fn = permClientFn(r)
  884. rr = httptest.NewRecorder()
  885. req, _ = http.NewRequest(http.MethodPost, webClientProfilePath, nil)
  886. req.RequestURI = webClientProfilePath
  887. ctx = jwtauth.NewContext(req.Context(), token, errTest)
  888. fn.ServeHTTP(rr, req.WithContext(ctx))
  889. assert.Equal(t, http.StatusBadRequest, rr.Code)
  890. rr = httptest.NewRecorder()
  891. req, _ = http.NewRequest(http.MethodPost, userPublicKeysPath, nil)
  892. req.RequestURI = userPublicKeysPath
  893. ctx = jwtauth.NewContext(req.Context(), token, errTest)
  894. fn.ServeHTTP(rr, req.WithContext(ctx))
  895. assert.Equal(t, http.StatusBadRequest, rr.Code)
  896. }
  897. func TestUpdateContextFromCookie(t *testing.T) {
  898. server := httpdServer{
  899. tokenAuth: jwtauth.New(jwa.HS256.String(), util.GenerateRandomBytes(32), nil),
  900. }
  901. req, _ := http.NewRequest(http.MethodGet, tokenPath, nil)
  902. claims := make(map[string]interface{})
  903. claims["a"] = "b"
  904. token, _, err := server.tokenAuth.Encode(claims)
  905. assert.NoError(t, err)
  906. ctx := jwtauth.NewContext(req.Context(), token, nil)
  907. server.updateContextFromCookie(req.WithContext(ctx))
  908. }
  909. func TestCookieExpiration(t *testing.T) {
  910. server := httpdServer{
  911. tokenAuth: jwtauth.New(jwa.HS256.String(), util.GenerateRandomBytes(32), nil),
  912. }
  913. err := errors.New("test error")
  914. rr := httptest.NewRecorder()
  915. req, _ := http.NewRequest(http.MethodGet, tokenPath, nil)
  916. ctx := jwtauth.NewContext(req.Context(), nil, err)
  917. server.checkCookieExpiration(rr, req.WithContext(ctx))
  918. cookie := rr.Header().Get("Set-Cookie")
  919. assert.Empty(t, cookie)
  920. req, _ = http.NewRequest(http.MethodGet, tokenPath, nil)
  921. claims := make(map[string]interface{})
  922. claims["a"] = "b"
  923. token, _, err := server.tokenAuth.Encode(claims)
  924. assert.NoError(t, err)
  925. ctx = jwtauth.NewContext(req.Context(), token, nil)
  926. server.checkCookieExpiration(rr, req.WithContext(ctx))
  927. cookie = rr.Header().Get("Set-Cookie")
  928. assert.Empty(t, cookie)
  929. admin := dataprovider.Admin{
  930. Username: "newtestadmin",
  931. Password: "password",
  932. Permissions: []string{dataprovider.PermAdminAny},
  933. }
  934. claims = make(map[string]interface{})
  935. claims[claimUsernameKey] = admin.Username
  936. claims[claimPermissionsKey] = admin.Permissions
  937. claims[jwt.SubjectKey] = admin.GetSignature()
  938. claims[jwt.ExpirationKey] = time.Now().Add(1 * time.Minute)
  939. claims[jwt.AudienceKey] = tokenAudienceAPI
  940. token, _, err = server.tokenAuth.Encode(claims)
  941. assert.NoError(t, err)
  942. req, _ = http.NewRequest(http.MethodGet, tokenPath, nil)
  943. ctx = jwtauth.NewContext(req.Context(), token, nil)
  944. server.checkCookieExpiration(rr, req.WithContext(ctx))
  945. cookie = rr.Header().Get("Set-Cookie")
  946. assert.Empty(t, cookie)
  947. admin.Status = 0
  948. err = dataprovider.AddAdmin(&admin, "", "")
  949. assert.NoError(t, err)
  950. req, _ = http.NewRequest(http.MethodGet, tokenPath, nil)
  951. ctx = jwtauth.NewContext(req.Context(), token, nil)
  952. server.checkCookieExpiration(rr, req.WithContext(ctx))
  953. cookie = rr.Header().Get("Set-Cookie")
  954. assert.Empty(t, cookie)
  955. admin.Status = 1
  956. admin.Filters.AllowList = []string{"172.16.1.0/24"}
  957. err = dataprovider.UpdateAdmin(&admin, "", "")
  958. assert.NoError(t, err)
  959. req, _ = http.NewRequest(http.MethodGet, tokenPath, nil)
  960. ctx = jwtauth.NewContext(req.Context(), token, nil)
  961. server.checkCookieExpiration(rr, req.WithContext(ctx))
  962. cookie = rr.Header().Get("Set-Cookie")
  963. assert.Empty(t, cookie)
  964. admin, err = dataprovider.AdminExists(admin.Username)
  965. assert.NoError(t, err)
  966. claims = make(map[string]interface{})
  967. claims[claimUsernameKey] = admin.Username
  968. claims[claimPermissionsKey] = admin.Permissions
  969. claims[jwt.SubjectKey] = admin.GetSignature()
  970. claims[jwt.ExpirationKey] = time.Now().Add(1 * time.Minute)
  971. claims[jwt.AudienceKey] = tokenAudienceAPI
  972. token, _, err = server.tokenAuth.Encode(claims)
  973. assert.NoError(t, err)
  974. req, _ = http.NewRequest(http.MethodGet, tokenPath, nil)
  975. req.RemoteAddr = "192.168.8.1:1234"
  976. ctx = jwtauth.NewContext(req.Context(), token, nil)
  977. server.checkCookieExpiration(rr, req.WithContext(ctx))
  978. cookie = rr.Header().Get("Set-Cookie")
  979. assert.Empty(t, cookie)
  980. req, _ = http.NewRequest(http.MethodGet, tokenPath, nil)
  981. req.RemoteAddr = "172.16.1.12:4567"
  982. ctx = jwtauth.NewContext(req.Context(), token, nil)
  983. server.checkCookieExpiration(rr, req.WithContext(ctx))
  984. cookie = rr.Header().Get("Set-Cookie")
  985. assert.True(t, strings.HasPrefix(cookie, "jwt="))
  986. err = dataprovider.DeleteAdmin(admin.Username, "", "")
  987. assert.NoError(t, err)
  988. // now check client cookie expiration
  989. username := "client"
  990. user := dataprovider.User{
  991. BaseUser: sdk.BaseUser{
  992. Username: username,
  993. Password: "clientpwd",
  994. HomeDir: filepath.Join(os.TempDir(), username),
  995. Status: 1,
  996. Description: "test user",
  997. },
  998. }
  999. user.Permissions = make(map[string][]string)
  1000. user.Permissions["/"] = []string{"*"}
  1001. claims = make(map[string]interface{})
  1002. claims[claimUsernameKey] = user.Username
  1003. claims[claimPermissionsKey] = user.Filters.WebClient
  1004. claims[jwt.SubjectKey] = user.GetSignature()
  1005. claims[jwt.ExpirationKey] = time.Now().Add(1 * time.Minute)
  1006. claims[jwt.AudienceKey] = tokenAudienceWebClient
  1007. token, _, err = server.tokenAuth.Encode(claims)
  1008. assert.NoError(t, err)
  1009. rr = httptest.NewRecorder()
  1010. req, _ = http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  1011. ctx = jwtauth.NewContext(req.Context(), token, nil)
  1012. server.checkCookieExpiration(rr, req.WithContext(ctx))
  1013. cookie = rr.Header().Get("Set-Cookie")
  1014. assert.Empty(t, cookie)
  1015. // the password will be hashed and so the signature will change
  1016. err = dataprovider.AddUser(&user, "", "")
  1017. assert.NoError(t, err)
  1018. req, _ = http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  1019. ctx = jwtauth.NewContext(req.Context(), token, nil)
  1020. server.checkCookieExpiration(rr, req.WithContext(ctx))
  1021. cookie = rr.Header().Get("Set-Cookie")
  1022. assert.Empty(t, cookie)
  1023. user, err = dataprovider.UserExists(user.Username)
  1024. assert.NoError(t, err)
  1025. user.Filters.AllowedIP = []string{"172.16.4.0/24"}
  1026. err = dataprovider.UpdateUser(&user, "", "")
  1027. assert.NoError(t, err)
  1028. user, err = dataprovider.UserExists(user.Username)
  1029. assert.NoError(t, err)
  1030. claims = make(map[string]interface{})
  1031. claims[claimUsernameKey] = user.Username
  1032. claims[claimPermissionsKey] = user.Filters.WebClient
  1033. claims[jwt.SubjectKey] = user.GetSignature()
  1034. claims[jwt.ExpirationKey] = time.Now().Add(1 * time.Minute)
  1035. claims[jwt.AudienceKey] = tokenAudienceWebClient
  1036. token, _, err = server.tokenAuth.Encode(claims)
  1037. assert.NoError(t, err)
  1038. req, _ = http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  1039. req.RemoteAddr = "172.16.3.12:4567"
  1040. ctx = jwtauth.NewContext(req.Context(), token, nil)
  1041. server.checkCookieExpiration(rr, req.WithContext(ctx))
  1042. cookie = rr.Header().Get("Set-Cookie")
  1043. assert.Empty(t, cookie)
  1044. req, _ = http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  1045. req.RemoteAddr = "172.16.4.16:4567"
  1046. ctx = jwtauth.NewContext(req.Context(), token, nil)
  1047. server.checkCookieExpiration(rr, req.WithContext(ctx))
  1048. cookie = rr.Header().Get("Set-Cookie")
  1049. assert.NotEmpty(t, cookie)
  1050. err = dataprovider.DeleteUser(user.Username, "", "")
  1051. assert.NoError(t, err)
  1052. }
  1053. func TestGetURLParam(t *testing.T) {
  1054. req, _ := http.NewRequest(http.MethodGet, adminPwdPath, nil)
  1055. rctx := chi.NewRouteContext()
  1056. rctx.URLParams.Add("val", "testuser%C3%A0")
  1057. rctx.URLParams.Add("inval", "testuser%C3%AO%GG")
  1058. req = req.WithContext(context.WithValue(req.Context(), chi.RouteCtxKey, rctx))
  1059. escaped := getURLParam(req, "val")
  1060. assert.Equal(t, "testuserà", escaped)
  1061. escaped = getURLParam(req, "inval")
  1062. assert.Equal(t, "testuser%C3%AO%GG", escaped)
  1063. }
  1064. func TestChangePwdValidationErrors(t *testing.T) {
  1065. err := doChangeAdminPassword(nil, "", "", "")
  1066. require.Error(t, err)
  1067. err = doChangeAdminPassword(nil, "a", "b", "c")
  1068. require.Error(t, err)
  1069. err = doChangeAdminPassword(nil, "a", "a", "a")
  1070. require.Error(t, err)
  1071. req, _ := http.NewRequest(http.MethodPut, adminPwdPath, nil)
  1072. err = doChangeAdminPassword(req, "currentpwd", "newpwd", "newpwd")
  1073. assert.Error(t, err)
  1074. }
  1075. func TestRenderUnexistingFolder(t *testing.T) {
  1076. rr := httptest.NewRecorder()
  1077. req, _ := http.NewRequest(http.MethodPost, folderPath, nil)
  1078. renderFolder(rr, req, "path not mapped", http.StatusOK)
  1079. assert.Equal(t, http.StatusNotFound, rr.Code)
  1080. }
  1081. func TestCloseConnectionHandler(t *testing.T) {
  1082. req, _ := http.NewRequest(http.MethodDelete, activeConnectionsPath+"/connectionID", nil)
  1083. rctx := chi.NewRouteContext()
  1084. rctx.URLParams.Add("connectionID", "")
  1085. req = req.WithContext(context.WithValue(req.Context(), chi.RouteCtxKey, rctx))
  1086. rr := httptest.NewRecorder()
  1087. handleCloseConnection(rr, req)
  1088. assert.Equal(t, http.StatusBadRequest, rr.Code)
  1089. }
  1090. func TestRenderInvalidTemplate(t *testing.T) {
  1091. tmpl, err := template.New("test").Parse("{{.Count}}")
  1092. if assert.NoError(t, err) {
  1093. noMatchTmpl := "no_match"
  1094. adminTemplates[noMatchTmpl] = tmpl
  1095. rw := httptest.NewRecorder()
  1096. renderAdminTemplate(rw, noMatchTmpl, map[string]string{})
  1097. assert.Equal(t, http.StatusInternalServerError, rw.Code)
  1098. clientTemplates[noMatchTmpl] = tmpl
  1099. renderClientTemplate(rw, noMatchTmpl, map[string]string{})
  1100. assert.Equal(t, http.StatusInternalServerError, rw.Code)
  1101. }
  1102. }
  1103. func TestQuotaScanInvalidFs(t *testing.T) {
  1104. user := dataprovider.User{
  1105. BaseUser: sdk.BaseUser{
  1106. Username: "test",
  1107. HomeDir: os.TempDir(),
  1108. },
  1109. FsConfig: vfs.Filesystem{
  1110. Provider: sdk.S3FilesystemProvider,
  1111. },
  1112. }
  1113. common.QuotaScans.AddUserQuotaScan(user.Username)
  1114. err := doUserQuotaScan(user)
  1115. assert.Error(t, err)
  1116. }
  1117. func TestVerifyTLSConnection(t *testing.T) {
  1118. oldCertMgr := certMgr
  1119. caCrlPath := filepath.Join(os.TempDir(), "testcrl.crt")
  1120. certPath := filepath.Join(os.TempDir(), "testh.crt")
  1121. keyPath := filepath.Join(os.TempDir(), "testh.key")
  1122. err := os.WriteFile(caCrlPath, []byte(caCRL), os.ModePerm)
  1123. assert.NoError(t, err)
  1124. err = os.WriteFile(certPath, []byte(httpdCert), os.ModePerm)
  1125. assert.NoError(t, err)
  1126. err = os.WriteFile(keyPath, []byte(httpdKey), os.ModePerm)
  1127. assert.NoError(t, err)
  1128. certMgr, err = common.NewCertManager(certPath, keyPath, "", "webdav_test")
  1129. assert.NoError(t, err)
  1130. certMgr.SetCARevocationLists([]string{caCrlPath})
  1131. err = certMgr.LoadCRLs()
  1132. assert.NoError(t, err)
  1133. crt, err := tls.X509KeyPair([]byte(client1Crt), []byte(client1Key))
  1134. assert.NoError(t, err)
  1135. x509crt, err := x509.ParseCertificate(crt.Certificate[0])
  1136. assert.NoError(t, err)
  1137. server := httpdServer{}
  1138. state := tls.ConnectionState{
  1139. PeerCertificates: []*x509.Certificate{x509crt},
  1140. }
  1141. err = server.verifyTLSConnection(state)
  1142. assert.Error(t, err) // no verified certification chain
  1143. crt, err = tls.X509KeyPair([]byte(caCRT), []byte(caKey))
  1144. assert.NoError(t, err)
  1145. x509CAcrt, err := x509.ParseCertificate(crt.Certificate[0])
  1146. assert.NoError(t, err)
  1147. state.VerifiedChains = append(state.VerifiedChains, []*x509.Certificate{x509crt, x509CAcrt})
  1148. err = server.verifyTLSConnection(state)
  1149. assert.NoError(t, err)
  1150. crt, err = tls.X509KeyPair([]byte(client2Crt), []byte(client2Key))
  1151. assert.NoError(t, err)
  1152. x509crtRevoked, err := x509.ParseCertificate(crt.Certificate[0])
  1153. assert.NoError(t, err)
  1154. state.VerifiedChains = append(state.VerifiedChains, []*x509.Certificate{x509crtRevoked, x509CAcrt})
  1155. state.PeerCertificates = []*x509.Certificate{x509crtRevoked}
  1156. err = server.verifyTLSConnection(state)
  1157. assert.EqualError(t, err, common.ErrCrtRevoked.Error())
  1158. err = os.Remove(caCrlPath)
  1159. assert.NoError(t, err)
  1160. err = os.Remove(certPath)
  1161. assert.NoError(t, err)
  1162. err = os.Remove(keyPath)
  1163. assert.NoError(t, err)
  1164. certMgr = oldCertMgr
  1165. }
  1166. func TestGetFolderFromTemplate(t *testing.T) {
  1167. folder := vfs.BaseVirtualFolder{
  1168. MappedPath: "Folder%name%",
  1169. Description: "Folder %name% desc",
  1170. }
  1171. folderName := "folderTemplate"
  1172. folderTemplate := getFolderFromTemplate(folder, folderName)
  1173. require.Equal(t, folderName, folderTemplate.Name)
  1174. require.Equal(t, fmt.Sprintf("Folder%v", folderName), folderTemplate.MappedPath)
  1175. require.Equal(t, fmt.Sprintf("Folder %v desc", folderName), folderTemplate.Description)
  1176. folder.FsConfig.Provider = sdk.CryptedFilesystemProvider
  1177. folder.FsConfig.CryptConfig.Passphrase = kms.NewPlainSecret("%name%")
  1178. folderTemplate = getFolderFromTemplate(folder, folderName)
  1179. require.Equal(t, folderName, folderTemplate.FsConfig.CryptConfig.Passphrase.GetPayload())
  1180. folder.FsConfig.Provider = sdk.GCSFilesystemProvider
  1181. folder.FsConfig.GCSConfig.KeyPrefix = "prefix%name%/"
  1182. folderTemplate = getFolderFromTemplate(folder, folderName)
  1183. require.Equal(t, fmt.Sprintf("prefix%v/", folderName), folderTemplate.FsConfig.GCSConfig.KeyPrefix)
  1184. folder.FsConfig.Provider = sdk.AzureBlobFilesystemProvider
  1185. folder.FsConfig.AzBlobConfig.KeyPrefix = "a%name%"
  1186. folder.FsConfig.AzBlobConfig.AccountKey = kms.NewPlainSecret("pwd%name%")
  1187. folderTemplate = getFolderFromTemplate(folder, folderName)
  1188. require.Equal(t, "a"+folderName, folderTemplate.FsConfig.AzBlobConfig.KeyPrefix)
  1189. require.Equal(t, "pwd"+folderName, folderTemplate.FsConfig.AzBlobConfig.AccountKey.GetPayload())
  1190. folder.FsConfig.Provider = sdk.SFTPFilesystemProvider
  1191. folder.FsConfig.SFTPConfig.Prefix = "%name%"
  1192. folder.FsConfig.SFTPConfig.Username = "sftp_%name%"
  1193. folder.FsConfig.SFTPConfig.Password = kms.NewPlainSecret("sftp%name%")
  1194. folderTemplate = getFolderFromTemplate(folder, folderName)
  1195. require.Equal(t, folderName, folderTemplate.FsConfig.SFTPConfig.Prefix)
  1196. require.Equal(t, "sftp_"+folderName, folderTemplate.FsConfig.SFTPConfig.Username)
  1197. require.Equal(t, "sftp"+folderName, folderTemplate.FsConfig.SFTPConfig.Password.GetPayload())
  1198. }
  1199. func TestGetUserFromTemplate(t *testing.T) {
  1200. user := dataprovider.User{
  1201. BaseUser: sdk.BaseUser{
  1202. Status: 1,
  1203. },
  1204. }
  1205. user.VirtualFolders = append(user.VirtualFolders, vfs.VirtualFolder{
  1206. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1207. Name: "Folder%username%",
  1208. },
  1209. })
  1210. username := "userTemplate"
  1211. password := "pwdTemplate"
  1212. templateFields := userTemplateFields{
  1213. Username: username,
  1214. Password: password,
  1215. }
  1216. userTemplate := getUserFromTemplate(user, templateFields)
  1217. require.Len(t, userTemplate.VirtualFolders, 1)
  1218. require.Equal(t, "Folder"+username, userTemplate.VirtualFolders[0].Name)
  1219. user.FsConfig.Provider = sdk.CryptedFilesystemProvider
  1220. user.FsConfig.CryptConfig.Passphrase = kms.NewPlainSecret("%password%")
  1221. userTemplate = getUserFromTemplate(user, templateFields)
  1222. require.Equal(t, password, userTemplate.FsConfig.CryptConfig.Passphrase.GetPayload())
  1223. user.FsConfig.Provider = sdk.GCSFilesystemProvider
  1224. user.FsConfig.GCSConfig.KeyPrefix = "%username%%password%"
  1225. userTemplate = getUserFromTemplate(user, templateFields)
  1226. require.Equal(t, username+password, userTemplate.FsConfig.GCSConfig.KeyPrefix)
  1227. user.FsConfig.Provider = sdk.AzureBlobFilesystemProvider
  1228. user.FsConfig.AzBlobConfig.KeyPrefix = "a%username%"
  1229. user.FsConfig.AzBlobConfig.AccountKey = kms.NewPlainSecret("pwd%password%%username%")
  1230. userTemplate = getUserFromTemplate(user, templateFields)
  1231. require.Equal(t, "a"+username, userTemplate.FsConfig.AzBlobConfig.KeyPrefix)
  1232. require.Equal(t, "pwd"+password+username, userTemplate.FsConfig.AzBlobConfig.AccountKey.GetPayload())
  1233. user.FsConfig.Provider = sdk.SFTPFilesystemProvider
  1234. user.FsConfig.SFTPConfig.Prefix = "%username%"
  1235. user.FsConfig.SFTPConfig.Username = "sftp_%username%"
  1236. user.FsConfig.SFTPConfig.Password = kms.NewPlainSecret("sftp%password%")
  1237. userTemplate = getUserFromTemplate(user, templateFields)
  1238. require.Equal(t, username, userTemplate.FsConfig.SFTPConfig.Prefix)
  1239. require.Equal(t, "sftp_"+username, userTemplate.FsConfig.SFTPConfig.Username)
  1240. require.Equal(t, "sftp"+password, userTemplate.FsConfig.SFTPConfig.Password.GetPayload())
  1241. }
  1242. func TestJWTTokenCleanup(t *testing.T) {
  1243. server := httpdServer{
  1244. tokenAuth: jwtauth.New(jwa.HS256.String(), util.GenerateRandomBytes(32), nil),
  1245. }
  1246. admin := dataprovider.Admin{
  1247. Username: "newtestadmin",
  1248. Password: "password",
  1249. Permissions: []string{dataprovider.PermAdminAny},
  1250. }
  1251. claims := make(map[string]interface{})
  1252. claims[claimUsernameKey] = admin.Username
  1253. claims[claimPermissionsKey] = admin.Permissions
  1254. claims[jwt.SubjectKey] = admin.GetSignature()
  1255. claims[jwt.ExpirationKey] = time.Now().Add(1 * time.Minute)
  1256. _, token, err := server.tokenAuth.Encode(claims)
  1257. assert.NoError(t, err)
  1258. req, _ := http.NewRequest(http.MethodGet, versionPath, nil)
  1259. assert.True(t, isTokenInvalidated(req))
  1260. req.Header.Set("Authorization", fmt.Sprintf("Bearer %v", token))
  1261. invalidatedJWTTokens.Store(token, time.Now().Add(-tokenDuration).UTC())
  1262. require.True(t, isTokenInvalidated(req))
  1263. startCleanupTicker(100 * time.Millisecond)
  1264. assert.Eventually(t, func() bool { return !isTokenInvalidated(req) }, 1*time.Second, 200*time.Millisecond)
  1265. stopCleanupTicker()
  1266. }
  1267. func TestProxyHeaders(t *testing.T) {
  1268. username := "adminTest"
  1269. password := "testPwd"
  1270. admin := dataprovider.Admin{
  1271. Username: username,
  1272. Password: password,
  1273. Permissions: []string{dataprovider.PermAdminAny},
  1274. Status: 1,
  1275. Filters: dataprovider.AdminFilters{
  1276. AllowList: []string{"172.19.2.0/24"},
  1277. },
  1278. }
  1279. err := dataprovider.AddAdmin(&admin, "", "")
  1280. assert.NoError(t, err)
  1281. testIP := "10.29.1.9"
  1282. validForwardedFor := "172.19.2.6"
  1283. b := Binding{
  1284. Address: "",
  1285. Port: 8080,
  1286. EnableWebAdmin: true,
  1287. EnableWebClient: false,
  1288. ProxyAllowed: []string{testIP, "10.8.0.0/30"},
  1289. }
  1290. err = b.parseAllowedProxy()
  1291. assert.NoError(t, err)
  1292. server := newHttpdServer(b, "", "", CorsConfig{Enabled: true}, "")
  1293. server.initializeRouter()
  1294. testServer := httptest.NewServer(server.router)
  1295. defer testServer.Close()
  1296. req, err := http.NewRequest(http.MethodGet, tokenPath, nil)
  1297. assert.NoError(t, err)
  1298. req.Header.Set("X-Forwarded-For", validForwardedFor)
  1299. req.Header.Set(xForwardedProto, "https")
  1300. req.RemoteAddr = "127.0.0.1:123"
  1301. req.SetBasicAuth(username, password)
  1302. rr := httptest.NewRecorder()
  1303. testServer.Config.Handler.ServeHTTP(rr, req)
  1304. assert.Equal(t, http.StatusUnauthorized, rr.Code)
  1305. assert.Contains(t, rr.Body.String(), "login from IP 127.0.0.1 not allowed")
  1306. req.RemoteAddr = testIP
  1307. rr = httptest.NewRecorder()
  1308. testServer.Config.Handler.ServeHTTP(rr, req)
  1309. assert.Equal(t, http.StatusOK, rr.Code)
  1310. req.RemoteAddr = "10.8.0.2"
  1311. rr = httptest.NewRecorder()
  1312. testServer.Config.Handler.ServeHTTP(rr, req)
  1313. assert.Equal(t, http.StatusOK, rr.Code)
  1314. form := make(url.Values)
  1315. form.Set("username", username)
  1316. form.Set("password", password)
  1317. form.Set(csrfFormToken, createCSRFToken())
  1318. req, err = http.NewRequest(http.MethodPost, webAdminLoginPath, bytes.NewBuffer([]byte(form.Encode())))
  1319. assert.NoError(t, err)
  1320. req.RemoteAddr = testIP
  1321. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  1322. rr = httptest.NewRecorder()
  1323. testServer.Config.Handler.ServeHTTP(rr, req)
  1324. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  1325. assert.Contains(t, rr.Body.String(), "login from IP 10.29.1.9 not allowed")
  1326. req, err = http.NewRequest(http.MethodPost, webAdminLoginPath, bytes.NewBuffer([]byte(form.Encode())))
  1327. assert.NoError(t, err)
  1328. req.RemoteAddr = testIP
  1329. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  1330. req.Header.Set("X-Forwarded-For", validForwardedFor)
  1331. rr = httptest.NewRecorder()
  1332. testServer.Config.Handler.ServeHTTP(rr, req)
  1333. assert.Equal(t, http.StatusFound, rr.Code, rr.Body.String())
  1334. cookie := rr.Header().Get("Set-Cookie")
  1335. assert.NotContains(t, cookie, "Secure")
  1336. req, err = http.NewRequest(http.MethodPost, webAdminLoginPath, bytes.NewBuffer([]byte(form.Encode())))
  1337. assert.NoError(t, err)
  1338. req.RemoteAddr = testIP
  1339. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  1340. req.Header.Set("X-Forwarded-For", validForwardedFor)
  1341. req.Header.Set(xForwardedProto, "https")
  1342. rr = httptest.NewRecorder()
  1343. testServer.Config.Handler.ServeHTTP(rr, req)
  1344. assert.Equal(t, http.StatusFound, rr.Code, rr.Body.String())
  1345. cookie = rr.Header().Get("Set-Cookie")
  1346. assert.Contains(t, cookie, "Secure")
  1347. req, err = http.NewRequest(http.MethodPost, webAdminLoginPath, bytes.NewBuffer([]byte(form.Encode())))
  1348. assert.NoError(t, err)
  1349. req.RemoteAddr = testIP
  1350. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  1351. req.Header.Set("X-Forwarded-For", validForwardedFor)
  1352. req.Header.Set(xForwardedProto, "http")
  1353. rr = httptest.NewRecorder()
  1354. testServer.Config.Handler.ServeHTTP(rr, req)
  1355. assert.Equal(t, http.StatusFound, rr.Code, rr.Body.String())
  1356. cookie = rr.Header().Get("Set-Cookie")
  1357. assert.NotContains(t, cookie, "Secure")
  1358. err = dataprovider.DeleteAdmin(username, "", "")
  1359. assert.NoError(t, err)
  1360. }
  1361. func TestRecoverer(t *testing.T) {
  1362. recoveryPath := "/recovery"
  1363. b := Binding{
  1364. Address: "",
  1365. Port: 8080,
  1366. EnableWebAdmin: true,
  1367. EnableWebClient: false,
  1368. }
  1369. server := newHttpdServer(b, "../static", "", CorsConfig{}, "../openapi")
  1370. server.initializeRouter()
  1371. server.router.Get(recoveryPath, func(w http.ResponseWriter, r *http.Request) {
  1372. panic("panic")
  1373. })
  1374. testServer := httptest.NewServer(server.router)
  1375. defer testServer.Close()
  1376. req, err := http.NewRequest(http.MethodGet, recoveryPath, nil)
  1377. assert.NoError(t, err)
  1378. rr := httptest.NewRecorder()
  1379. testServer.Config.Handler.ServeHTTP(rr, req)
  1380. assert.Equal(t, http.StatusInternalServerError, rr.Code, rr.Body.String())
  1381. server.router = chi.NewRouter()
  1382. server.router.Use(middleware.Recoverer)
  1383. server.router.Get(recoveryPath, func(w http.ResponseWriter, r *http.Request) {
  1384. panic("panic")
  1385. })
  1386. testServer = httptest.NewServer(server.router)
  1387. defer testServer.Close()
  1388. req, err = http.NewRequest(http.MethodGet, recoveryPath, nil)
  1389. assert.NoError(t, err)
  1390. rr = httptest.NewRecorder()
  1391. testServer.Config.Handler.ServeHTTP(rr, req)
  1392. assert.Equal(t, http.StatusInternalServerError, rr.Code, rr.Body.String())
  1393. }
  1394. func TestCompressorAbortHandler(t *testing.T) {
  1395. defer func() {
  1396. rcv := recover()
  1397. assert.Equal(t, http.ErrAbortHandler, rcv)
  1398. }()
  1399. connection := &Connection{
  1400. BaseConnection: common.NewBaseConnection(xid.New().String(), common.ProtocolHTTP, "", "", dataprovider.User{}),
  1401. request: nil,
  1402. }
  1403. share := &dataprovider.Share{}
  1404. renderCompressedFiles(&failingWriter{}, connection, "", nil, share)
  1405. }
  1406. func TestZipErrors(t *testing.T) {
  1407. user := dataprovider.User{
  1408. BaseUser: sdk.BaseUser{
  1409. HomeDir: filepath.Clean(os.TempDir()),
  1410. },
  1411. }
  1412. user.Permissions = make(map[string][]string)
  1413. user.Permissions["/"] = []string{dataprovider.PermAny}
  1414. connection := &Connection{
  1415. BaseConnection: common.NewBaseConnection(xid.New().String(), common.ProtocolHTTP, "", "", user),
  1416. request: nil,
  1417. }
  1418. testDir := filepath.Join(os.TempDir(), "testDir")
  1419. err := os.MkdirAll(testDir, os.ModePerm)
  1420. assert.NoError(t, err)
  1421. wr := zip.NewWriter(&failingWriter{})
  1422. err = wr.Close()
  1423. if assert.Error(t, err) {
  1424. assert.Contains(t, err.Error(), "write error")
  1425. }
  1426. err = addZipEntry(wr, connection, "/"+filepath.Base(testDir), "/")
  1427. if assert.Error(t, err) {
  1428. assert.Contains(t, err.Error(), "write error")
  1429. }
  1430. testFilePath := filepath.Join(testDir, "ziptest.zip")
  1431. err = os.WriteFile(testFilePath, util.GenerateRandomBytes(65535), os.ModePerm)
  1432. assert.NoError(t, err)
  1433. err = addZipEntry(wr, connection, path.Join("/", filepath.Base(testDir), filepath.Base(testFilePath)),
  1434. "/"+filepath.Base(testDir))
  1435. if assert.Error(t, err) {
  1436. assert.Contains(t, err.Error(), "write error")
  1437. }
  1438. connection.User.Permissions["/"] = []string{dataprovider.PermListItems}
  1439. err = addZipEntry(wr, connection, path.Join("/", filepath.Base(testDir), filepath.Base(testFilePath)),
  1440. "/"+filepath.Base(testDir))
  1441. assert.ErrorIs(t, err, os.ErrPermission)
  1442. // creating a virtual folder to a missing path stat is ok but readdir fails
  1443. user.VirtualFolders = append(user.VirtualFolders, vfs.VirtualFolder{
  1444. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1445. MappedPath: filepath.Join(os.TempDir(), "mapped"),
  1446. },
  1447. VirtualPath: "/vpath",
  1448. })
  1449. connection.User = user
  1450. wr = zip.NewWriter(bytes.NewBuffer(make([]byte, 0)))
  1451. err = addZipEntry(wr, connection, user.VirtualFolders[0].VirtualPath, "/")
  1452. assert.Error(t, err)
  1453. user.Filters.FilePatterns = append(user.Filters.FilePatterns, sdk.PatternsFilter{
  1454. Path: "/",
  1455. DeniedPatterns: []string{"*.zip"},
  1456. })
  1457. err = addZipEntry(wr, connection, "/"+filepath.Base(testDir), "/")
  1458. assert.ErrorIs(t, err, os.ErrPermission)
  1459. err = os.RemoveAll(testDir)
  1460. assert.NoError(t, err)
  1461. }
  1462. func TestWebAdminRedirect(t *testing.T) {
  1463. b := Binding{
  1464. Address: "",
  1465. Port: 8080,
  1466. EnableWebAdmin: true,
  1467. EnableWebClient: false,
  1468. }
  1469. server := newHttpdServer(b, "../static", "", CorsConfig{}, "../openapi")
  1470. server.initializeRouter()
  1471. testServer := httptest.NewServer(server.router)
  1472. defer testServer.Close()
  1473. req, err := http.NewRequest(http.MethodGet, webRootPath, nil)
  1474. assert.NoError(t, err)
  1475. rr := httptest.NewRecorder()
  1476. testServer.Config.Handler.ServeHTTP(rr, req)
  1477. assert.Equal(t, http.StatusFound, rr.Code, rr.Body.String())
  1478. assert.Equal(t, webAdminLoginPath, rr.Header().Get("Location"))
  1479. req, err = http.NewRequest(http.MethodGet, webBasePath, nil)
  1480. assert.NoError(t, err)
  1481. rr = httptest.NewRecorder()
  1482. testServer.Config.Handler.ServeHTTP(rr, req)
  1483. assert.Equal(t, http.StatusFound, rr.Code, rr.Body.String())
  1484. assert.Equal(t, webAdminLoginPath, rr.Header().Get("Location"))
  1485. }
  1486. func TestParseRangeRequests(t *testing.T) {
  1487. // curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=24-24"
  1488. fileSize := int64(169740)
  1489. rangeHeader := "bytes=24-24"
  1490. offset, size, err := parseRangeRequest(rangeHeader[6:], fileSize)
  1491. require.NoError(t, err)
  1492. resp := fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1493. assert.Equal(t, "bytes 24-24/169740", resp)
  1494. require.Equal(t, int64(1), size)
  1495. // curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=24-"
  1496. rangeHeader = "bytes=24-"
  1497. offset, size, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1498. require.NoError(t, err)
  1499. resp = fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1500. assert.Equal(t, "bytes 24-169739/169740", resp)
  1501. require.Equal(t, int64(169716), size)
  1502. // curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=-1"
  1503. rangeHeader = "bytes=-1"
  1504. offset, size, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1505. require.NoError(t, err)
  1506. resp = fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1507. assert.Equal(t, "bytes 169739-169739/169740", resp)
  1508. require.Equal(t, int64(1), size)
  1509. // curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=-100"
  1510. rangeHeader = "bytes=-100"
  1511. offset, size, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1512. require.NoError(t, err)
  1513. resp = fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1514. assert.Equal(t, "bytes 169640-169739/169740", resp)
  1515. require.Equal(t, int64(100), size)
  1516. // curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=20-30"
  1517. rangeHeader = "bytes=20-30"
  1518. offset, size, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1519. require.NoError(t, err)
  1520. resp = fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1521. assert.Equal(t, "bytes 20-30/169740", resp)
  1522. require.Equal(t, int64(11), size)
  1523. // curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=20-169739"
  1524. rangeHeader = "bytes=20-169739"
  1525. offset, size, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1526. require.NoError(t, err)
  1527. resp = fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1528. assert.Equal(t, "bytes 20-169739/169740", resp)
  1529. require.Equal(t, int64(169720), size)
  1530. // curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=20-169740"
  1531. rangeHeader = "bytes=20-169740"
  1532. offset, size, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1533. require.NoError(t, err)
  1534. resp = fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1535. assert.Equal(t, "bytes 20-169739/169740", resp)
  1536. require.Equal(t, int64(169720), size)
  1537. // curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=20-169741"
  1538. rangeHeader = "bytes=20-169741"
  1539. offset, size, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1540. require.NoError(t, err)
  1541. resp = fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1542. assert.Equal(t, "bytes 20-169739/169740", resp)
  1543. require.Equal(t, int64(169720), size)
  1544. //curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=0-" > /dev/null
  1545. rangeHeader = "bytes=0-"
  1546. offset, size, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1547. require.NoError(t, err)
  1548. resp = fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1549. assert.Equal(t, "bytes 0-169739/169740", resp)
  1550. require.Equal(t, int64(169740), size)
  1551. // now test errors
  1552. rangeHeader = "bytes=0-a"
  1553. _, _, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1554. require.Error(t, err)
  1555. rangeHeader = "bytes="
  1556. _, _, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1557. require.Error(t, err)
  1558. rangeHeader = "bytes=-"
  1559. _, _, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1560. require.Error(t, err)
  1561. rangeHeader = "bytes=500-300"
  1562. _, _, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1563. require.Error(t, err)
  1564. rangeHeader = "bytes=5000000"
  1565. _, _, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1566. require.Error(t, err)
  1567. }
  1568. func TestRequestHeaderErrors(t *testing.T) {
  1569. req, _ := http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  1570. req.Header.Set("If-Unmodified-Since", "not a date")
  1571. res := checkIfUnmodifiedSince(req, time.Now())
  1572. assert.Equal(t, condNone, res)
  1573. req, _ = http.NewRequest(http.MethodPost, webClientFilesPath, nil)
  1574. res = checkIfModifiedSince(req, time.Now())
  1575. assert.Equal(t, condNone, res)
  1576. req, _ = http.NewRequest(http.MethodPost, webClientFilesPath, nil)
  1577. res = checkIfRange(req, time.Now())
  1578. assert.Equal(t, condNone, res)
  1579. req, _ = http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  1580. req.Header.Set("If-Modified-Since", "not a date")
  1581. res = checkIfModifiedSince(req, time.Now())
  1582. assert.Equal(t, condNone, res)
  1583. req, _ = http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  1584. req.Header.Set("If-Range", time.Now().Format(http.TimeFormat))
  1585. res = checkIfRange(req, time.Time{})
  1586. assert.Equal(t, condFalse, res)
  1587. req.Header.Set("If-Range", "invalid if range date")
  1588. res = checkIfRange(req, time.Now())
  1589. assert.Equal(t, condFalse, res)
  1590. modTime := getFileObjectModTime(time.Time{})
  1591. assert.Empty(t, modTime)
  1592. }
  1593. func TestConnection(t *testing.T) {
  1594. user := dataprovider.User{
  1595. BaseUser: sdk.BaseUser{
  1596. Username: "test_httpd_user",
  1597. HomeDir: filepath.Clean(os.TempDir()),
  1598. },
  1599. FsConfig: vfs.Filesystem{
  1600. Provider: sdk.GCSFilesystemProvider,
  1601. GCSConfig: vfs.GCSFsConfig{
  1602. BaseGCSFsConfig: sdk.BaseGCSFsConfig{
  1603. Bucket: "test_bucket_name",
  1604. },
  1605. Credentials: kms.NewPlainSecret("invalid JSON payload"),
  1606. },
  1607. },
  1608. }
  1609. user.Permissions = make(map[string][]string)
  1610. user.Permissions["/"] = []string{dataprovider.PermAny}
  1611. connection := &Connection{
  1612. BaseConnection: common.NewBaseConnection(xid.New().String(), common.ProtocolHTTP, "", "", user),
  1613. request: nil,
  1614. }
  1615. assert.Empty(t, connection.GetClientVersion())
  1616. assert.Empty(t, connection.GetRemoteAddress())
  1617. assert.Empty(t, connection.GetCommand())
  1618. name := "missing file name"
  1619. _, err := connection.getFileReader(name, 0, http.MethodGet)
  1620. assert.Error(t, err)
  1621. connection.User.FsConfig.Provider = sdk.LocalFilesystemProvider
  1622. _, err = connection.getFileReader(name, 0, http.MethodGet)
  1623. assert.ErrorIs(t, err, os.ErrNotExist)
  1624. }
  1625. func TestGetFileWriterErrors(t *testing.T) {
  1626. user := dataprovider.User{
  1627. BaseUser: sdk.BaseUser{
  1628. Username: "test_httpd_user",
  1629. HomeDir: "invalid",
  1630. },
  1631. }
  1632. user.Permissions = make(map[string][]string)
  1633. user.Permissions["/"] = []string{dataprovider.PermAny}
  1634. connection := &Connection{
  1635. BaseConnection: common.NewBaseConnection(xid.New().String(), common.ProtocolHTTP, "", "", user),
  1636. request: nil,
  1637. }
  1638. _, err := connection.getFileWriter("name")
  1639. assert.Error(t, err)
  1640. user.FsConfig.Provider = sdk.S3FilesystemProvider
  1641. user.FsConfig.S3Config = vfs.S3FsConfig{
  1642. BaseS3FsConfig: sdk.BaseS3FsConfig{
  1643. Bucket: "b",
  1644. Region: "us-west-1",
  1645. AccessKey: "key",
  1646. },
  1647. AccessSecret: kms.NewPlainSecret("secret"),
  1648. }
  1649. connection = &Connection{
  1650. BaseConnection: common.NewBaseConnection(xid.New().String(), common.ProtocolHTTP, "", "", user),
  1651. request: nil,
  1652. }
  1653. _, err = connection.getFileWriter("/path")
  1654. assert.Error(t, err)
  1655. }
  1656. func TestThrottledHandler(t *testing.T) {
  1657. tr := &throttledReader{
  1658. r: io.NopCloser(bytes.NewBuffer(nil)),
  1659. }
  1660. assert.Equal(t, int64(0), tr.GetTruncatedSize())
  1661. err := tr.Close()
  1662. assert.NoError(t, err)
  1663. assert.Empty(t, tr.GetRealFsPath("real path"))
  1664. assert.False(t, tr.SetTimes("p", time.Now(), time.Now()))
  1665. _, err = tr.Truncate("", 0)
  1666. assert.ErrorIs(t, err, vfs.ErrVfsUnsupported)
  1667. err = tr.GetAbortError()
  1668. assert.ErrorIs(t, err, common.ErrTransferAborted)
  1669. }
  1670. func TestHTTPDFile(t *testing.T) {
  1671. user := dataprovider.User{
  1672. BaseUser: sdk.BaseUser{
  1673. Username: "test_httpd_user",
  1674. HomeDir: filepath.Clean(os.TempDir()),
  1675. },
  1676. }
  1677. user.Permissions = make(map[string][]string)
  1678. user.Permissions["/"] = []string{dataprovider.PermAny}
  1679. connection := &Connection{
  1680. BaseConnection: common.NewBaseConnection(xid.New().String(), common.ProtocolHTTP, "", "", user),
  1681. request: nil,
  1682. }
  1683. fs, err := user.GetFilesystem("")
  1684. assert.NoError(t, err)
  1685. name := "fileName"
  1686. p := filepath.Join(os.TempDir(), name)
  1687. err = os.WriteFile(p, []byte("contents"), os.ModePerm)
  1688. assert.NoError(t, err)
  1689. file, err := os.Open(p)
  1690. assert.NoError(t, err)
  1691. err = file.Close()
  1692. assert.NoError(t, err)
  1693. baseTransfer := common.NewBaseTransfer(file, connection.BaseConnection, nil, p, p, name, common.TransferDownload,
  1694. 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{})
  1695. httpdFile := newHTTPDFile(baseTransfer, nil, nil)
  1696. // the file is closed, read should fail
  1697. buf := make([]byte, 100)
  1698. _, err = httpdFile.Read(buf)
  1699. assert.Error(t, err)
  1700. err = httpdFile.Close()
  1701. assert.Error(t, err)
  1702. err = httpdFile.Close()
  1703. assert.ErrorIs(t, err, common.ErrTransferClosed)
  1704. err = os.Remove(p)
  1705. assert.NoError(t, err)
  1706. httpdFile.writer = file
  1707. httpdFile.File = nil
  1708. httpdFile.ErrTransfer = nil
  1709. err = httpdFile.closeIO()
  1710. assert.Error(t, err)
  1711. assert.Error(t, httpdFile.ErrTransfer)
  1712. assert.Equal(t, err, httpdFile.ErrTransfer)
  1713. httpdFile.SignalClose(nil)
  1714. _, err = httpdFile.Write(nil)
  1715. assert.ErrorIs(t, err, common.ErrQuotaExceeded)
  1716. }
  1717. func TestChangeUserPwd(t *testing.T) {
  1718. req, _ := http.NewRequest(http.MethodPost, webChangeClientPwdPath, nil)
  1719. err := doChangeUserPassword(req, "", "", "")
  1720. if assert.Error(t, err) {
  1721. assert.Contains(t, err.Error(), "please provide the current password and the new one two times")
  1722. }
  1723. err = doChangeUserPassword(req, "a", "b", "c")
  1724. if assert.Error(t, err) {
  1725. assert.Contains(t, err.Error(), "the two password fields do not match")
  1726. }
  1727. err = doChangeUserPassword(req, "a", "b", "b")
  1728. if assert.Error(t, err) {
  1729. assert.Contains(t, err.Error(), "invalid token claims")
  1730. }
  1731. }
  1732. func TestWebUserInvalidClaims(t *testing.T) {
  1733. server := httpdServer{}
  1734. server.initializeRouter()
  1735. rr := httptest.NewRecorder()
  1736. user := dataprovider.User{
  1737. BaseUser: sdk.BaseUser{
  1738. Username: "",
  1739. Password: "pwd",
  1740. },
  1741. }
  1742. c := jwtTokenClaims{
  1743. Username: user.Username,
  1744. Permissions: nil,
  1745. Signature: user.GetSignature(),
  1746. }
  1747. token, err := c.createTokenResponse(server.tokenAuth, tokenAudienceWebClient)
  1748. assert.NoError(t, err)
  1749. req, _ := http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  1750. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  1751. server.handleClientGetFiles(rr, req)
  1752. assert.Equal(t, http.StatusForbidden, rr.Code)
  1753. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  1754. rr = httptest.NewRecorder()
  1755. req, _ = http.NewRequest(http.MethodGet, webClientDirsPath, nil)
  1756. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  1757. server.handleClientGetDirContents(rr, req)
  1758. assert.Equal(t, http.StatusForbidden, rr.Code)
  1759. assert.Contains(t, rr.Body.String(), "invalid token claims")
  1760. rr = httptest.NewRecorder()
  1761. req, _ = http.NewRequest(http.MethodGet, webClientDownloadZipPath, nil)
  1762. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  1763. handleWebClientDownloadZip(rr, req)
  1764. assert.Equal(t, http.StatusForbidden, rr.Code)
  1765. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  1766. rr = httptest.NewRecorder()
  1767. req, _ = http.NewRequest(http.MethodGet, webClientEditFilePath, nil)
  1768. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  1769. handleClientEditFile(rr, req)
  1770. assert.Equal(t, http.StatusForbidden, rr.Code)
  1771. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  1772. rr = httptest.NewRecorder()
  1773. req, _ = http.NewRequest(http.MethodGet, webClientSharePath, nil)
  1774. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  1775. handleClientUpdateShareGet(rr, req)
  1776. assert.Equal(t, http.StatusForbidden, rr.Code)
  1777. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  1778. rr = httptest.NewRecorder()
  1779. req, _ = http.NewRequest(http.MethodPost, webClientSharePath, nil)
  1780. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  1781. handleClientAddSharePost(rr, req)
  1782. assert.Equal(t, http.StatusForbidden, rr.Code)
  1783. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  1784. rr = httptest.NewRecorder()
  1785. req, _ = http.NewRequest(http.MethodPost, webClientSharePath+"/id", nil)
  1786. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  1787. handleClientUpdateSharePost(rr, req)
  1788. assert.Equal(t, http.StatusForbidden, rr.Code)
  1789. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  1790. rr = httptest.NewRecorder()
  1791. req, _ = http.NewRequest(http.MethodGet, webClientSharesPath, nil)
  1792. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  1793. handleClientGetShares(rr, req)
  1794. assert.Equal(t, http.StatusForbidden, rr.Code)
  1795. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  1796. }
  1797. func TestInvalidClaims(t *testing.T) {
  1798. server := httpdServer{}
  1799. server.initializeRouter()
  1800. rr := httptest.NewRecorder()
  1801. user := dataprovider.User{
  1802. BaseUser: sdk.BaseUser{
  1803. Username: "",
  1804. Password: "pwd",
  1805. },
  1806. }
  1807. c := jwtTokenClaims{
  1808. Username: user.Username,
  1809. Permissions: nil,
  1810. Signature: user.GetSignature(),
  1811. }
  1812. token, err := c.createTokenResponse(server.tokenAuth, tokenAudienceWebClient)
  1813. assert.NoError(t, err)
  1814. form := make(url.Values)
  1815. form.Set(csrfFormToken, createCSRFToken())
  1816. form.Set("public_keys", "")
  1817. req, _ := http.NewRequest(http.MethodPost, webClientProfilePath, bytes.NewBuffer([]byte(form.Encode())))
  1818. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  1819. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  1820. handleWebClientProfilePost(rr, req)
  1821. assert.Equal(t, http.StatusForbidden, rr.Code)
  1822. admin := dataprovider.Admin{
  1823. Username: "",
  1824. Password: user.Password,
  1825. }
  1826. c = jwtTokenClaims{
  1827. Username: admin.Username,
  1828. Permissions: nil,
  1829. Signature: admin.GetSignature(),
  1830. }
  1831. token, err = c.createTokenResponse(server.tokenAuth, tokenAudienceWebAdmin)
  1832. assert.NoError(t, err)
  1833. form = make(url.Values)
  1834. form.Set(csrfFormToken, createCSRFToken())
  1835. form.Set("allow_api_key_auth", "")
  1836. req, _ = http.NewRequest(http.MethodPost, webAdminProfilePath, bytes.NewBuffer([]byte(form.Encode())))
  1837. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  1838. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  1839. handleWebAdminProfilePost(rr, req)
  1840. assert.Equal(t, http.StatusForbidden, rr.Code)
  1841. }
  1842. func TestTLSReq(t *testing.T) {
  1843. req, err := http.NewRequest(http.MethodGet, webClientLoginPath, nil)
  1844. assert.NoError(t, err)
  1845. req.TLS = &tls.ConnectionState{}
  1846. assert.True(t, isTLS(req))
  1847. req.TLS = nil
  1848. ctx := context.WithValue(req.Context(), forwardedProtoKey, "https")
  1849. assert.True(t, isTLS(req.WithContext(ctx)))
  1850. ctx = context.WithValue(req.Context(), forwardedProtoKey, "http")
  1851. assert.False(t, isTLS(req.WithContext(ctx)))
  1852. assert.Equal(t, "context value forwarded proto", forwardedProtoKey.String())
  1853. }
  1854. func TestSigningKey(t *testing.T) {
  1855. signingPassphrase := "test"
  1856. server1 := httpdServer{
  1857. signingPassphrase: signingPassphrase,
  1858. }
  1859. server1.initializeRouter()
  1860. server2 := httpdServer{
  1861. signingPassphrase: signingPassphrase,
  1862. }
  1863. server2.initializeRouter()
  1864. user := dataprovider.User{
  1865. BaseUser: sdk.BaseUser{
  1866. Username: "",
  1867. Password: "pwd",
  1868. },
  1869. }
  1870. c := jwtTokenClaims{
  1871. Username: user.Username,
  1872. Permissions: nil,
  1873. Signature: user.GetSignature(),
  1874. }
  1875. token, err := c.createTokenResponse(server1.tokenAuth, tokenAudienceWebClient)
  1876. assert.NoError(t, err)
  1877. accessToken := token["access_token"].(string)
  1878. assert.NotEmpty(t, accessToken)
  1879. _, err = server1.tokenAuth.Decode(accessToken)
  1880. assert.NoError(t, err)
  1881. _, err = server2.tokenAuth.Decode(accessToken)
  1882. assert.NoError(t, err)
  1883. }
  1884. func TestLoginLinks(t *testing.T) {
  1885. b := Binding{
  1886. EnableWebAdmin: true,
  1887. EnableWebClient: false,
  1888. }
  1889. assert.False(t, b.showClientLoginURL())
  1890. b = Binding{
  1891. EnableWebAdmin: false,
  1892. EnableWebClient: true,
  1893. }
  1894. assert.False(t, b.showAdminLoginURL())
  1895. b = Binding{
  1896. EnableWebAdmin: true,
  1897. EnableWebClient: true,
  1898. }
  1899. assert.True(t, b.showAdminLoginURL())
  1900. assert.True(t, b.showClientLoginURL())
  1901. b.HideLoginURL = 3
  1902. assert.False(t, b.showAdminLoginURL())
  1903. assert.False(t, b.showClientLoginURL())
  1904. b.HideLoginURL = 1
  1905. assert.True(t, b.showAdminLoginURL())
  1906. assert.False(t, b.showClientLoginURL())
  1907. b.HideLoginURL = 2
  1908. assert.False(t, b.showAdminLoginURL())
  1909. assert.True(t, b.showClientLoginURL())
  1910. }
  1911. func TestResetCodesCleanup(t *testing.T) {
  1912. resetCode := newResetCode(util.GenerateUniqueID(), false)
  1913. resetCode.ExpiresAt = time.Now().Add(-1 * time.Minute).UTC()
  1914. resetCodes.Store(resetCode.Code, resetCode)
  1915. cleanupExpiredResetCodes()
  1916. _, ok := resetCodes.Load(resetCode.Code)
  1917. assert.False(t, ok)
  1918. }
  1919. func TestUserCanResetPassword(t *testing.T) {
  1920. req, err := http.NewRequest(http.MethodGet, webClientLoginPath, nil)
  1921. assert.NoError(t, err)
  1922. req.RemoteAddr = "172.16.9.2:55080"
  1923. u := dataprovider.User{}
  1924. assert.True(t, isUserAllowedToResetPassword(req, &u))
  1925. u.Filters.DeniedProtocols = []string{common.ProtocolHTTP}
  1926. assert.False(t, isUserAllowedToResetPassword(req, &u))
  1927. u.Filters.DeniedProtocols = nil
  1928. u.Filters.WebClient = []string{sdk.WebClientPasswordResetDisabled}
  1929. assert.False(t, isUserAllowedToResetPassword(req, &u))
  1930. u.Filters.WebClient = nil
  1931. u.Filters.DeniedLoginMethods = []string{dataprovider.LoginMethodPassword}
  1932. assert.False(t, isUserAllowedToResetPassword(req, &u))
  1933. u.Filters.DeniedLoginMethods = nil
  1934. u.Filters.AllowedIP = []string{"127.0.0.1/8"}
  1935. assert.False(t, isUserAllowedToResetPassword(req, &u))
  1936. }
  1937. func TestMetadataAPI(t *testing.T) {
  1938. username := "metadatauser"
  1939. assert.False(t, activeMetadataChecks.remove(username))
  1940. user := dataprovider.User{
  1941. BaseUser: sdk.BaseUser{
  1942. Username: username,
  1943. Password: "metadata_pwd",
  1944. HomeDir: filepath.Join(os.TempDir(), username),
  1945. Status: 1,
  1946. },
  1947. }
  1948. user.Permissions = make(map[string][]string)
  1949. user.Permissions["/"] = []string{dataprovider.PermAny}
  1950. err := dataprovider.AddUser(&user, "", "")
  1951. assert.NoError(t, err)
  1952. assert.True(t, activeMetadataChecks.add(username))
  1953. req, err := http.NewRequest(http.MethodPost, path.Join(metadataBasePath, username, "check"), nil)
  1954. assert.NoError(t, err)
  1955. rctx := chi.NewRouteContext()
  1956. rctx.URLParams.Add("username", username)
  1957. req = req.WithContext(context.WithValue(req.Context(), chi.RouteCtxKey, rctx))
  1958. rr := httptest.NewRecorder()
  1959. startMetadataCheck(rr, req)
  1960. assert.Equal(t, http.StatusConflict, rr.Code)
  1961. assert.True(t, activeMetadataChecks.remove(username))
  1962. assert.Len(t, activeMetadataChecks.get(), 0)
  1963. err = dataprovider.DeleteUser(username, "", "")
  1964. assert.NoError(t, err)
  1965. user.FsConfig.Provider = sdk.AzureBlobFilesystemProvider
  1966. err = doMetadataCheck(user)
  1967. assert.Error(t, err)
  1968. }
  1969. func TestBrowsableSharePaths(t *testing.T) {
  1970. share := dataprovider.Share{
  1971. Paths: []string{"/"},
  1972. }
  1973. req, err := http.NewRequest(http.MethodGet, "/share", nil)
  1974. require.NoError(t, err)
  1975. name, err := getBrowsableSharedPath(share, req)
  1976. assert.NoError(t, err)
  1977. assert.Equal(t, "/", name)
  1978. req, err = http.NewRequest(http.MethodGet, "/share?path=abc", nil)
  1979. require.NoError(t, err)
  1980. name, err = getBrowsableSharedPath(share, req)
  1981. assert.NoError(t, err)
  1982. assert.Equal(t, "/abc", name)
  1983. share.Paths = []string{"/a/b/c"}
  1984. req, err = http.NewRequest(http.MethodGet, "/share?path=abc", nil)
  1985. require.NoError(t, err)
  1986. name, err = getBrowsableSharedPath(share, req)
  1987. assert.NoError(t, err)
  1988. assert.Equal(t, "/a/b/c/abc", name)
  1989. req, err = http.NewRequest(http.MethodGet, "/share?path=%2Fabc/d", nil)
  1990. require.NoError(t, err)
  1991. name, err = getBrowsableSharedPath(share, req)
  1992. assert.NoError(t, err)
  1993. assert.Equal(t, "/a/b/c/abc/d", name)
  1994. req, err = http.NewRequest(http.MethodGet, "/share?path=%2Fabc%2F..%2F..", nil)
  1995. require.NoError(t, err)
  1996. _, err = getBrowsableSharedPath(share, req)
  1997. assert.Error(t, err)
  1998. req, err = http.NewRequest(http.MethodGet, "/share?path=%2Fabc%2F..", nil)
  1999. require.NoError(t, err)
  2000. name, err = getBrowsableSharedPath(share, req)
  2001. assert.NoError(t, err)
  2002. assert.Equal(t, "/a/b/c", name)
  2003. share = dataprovider.Share{
  2004. Paths: []string{"/a", "/b"},
  2005. }
  2006. }
  2007. func TestSecureMiddlewareIntegration(t *testing.T) {
  2008. forwardedHostHeader := "X-Forwarded-Host"
  2009. server := httpdServer{
  2010. binding: Binding{
  2011. ProxyAllowed: []string{"192.168.1.0/24"},
  2012. Security: SecurityConf{
  2013. Enabled: true,
  2014. AllowedHosts: []string{"*.sftpgo.com"},
  2015. AllowedHostsAreRegex: true,
  2016. HostsProxyHeaders: []string{forwardedHostHeader},
  2017. HTTPSProxyHeaders: []HTTPSProxyHeader{
  2018. {
  2019. Key: xForwardedProto,
  2020. Value: "https",
  2021. },
  2022. },
  2023. STSSeconds: 31536000,
  2024. STSIncludeSubdomains: true,
  2025. STSPreload: true,
  2026. ContentTypeNosniff: true,
  2027. },
  2028. },
  2029. enableWebAdmin: true,
  2030. enableWebClient: true,
  2031. }
  2032. server.binding.Security.updateProxyHeaders()
  2033. err := server.binding.parseAllowedProxy()
  2034. assert.NoError(t, err)
  2035. assert.Equal(t, []string{forwardedHostHeader, xForwardedProto}, server.binding.Security.proxyHeaders)
  2036. assert.Equal(t, map[string]string{xForwardedProto: "https"}, server.binding.Security.getHTTPSProxyHeaders())
  2037. server.initializeRouter()
  2038. rr := httptest.NewRecorder()
  2039. r, err := http.NewRequest(http.MethodGet, webClientLoginPath, nil)
  2040. assert.NoError(t, err)
  2041. r.Host = "127.0.0.1"
  2042. server.router.ServeHTTP(rr, r)
  2043. assert.Equal(t, http.StatusForbidden, rr.Code)
  2044. rr = httptest.NewRecorder()
  2045. r.Header.Set(forwardedHostHeader, "www.sftpgo.com")
  2046. server.router.ServeHTTP(rr, r)
  2047. assert.Equal(t, http.StatusForbidden, rr.Code)
  2048. // the header should be removed
  2049. assert.Empty(t, r.Header.Get(forwardedHostHeader))
  2050. rr = httptest.NewRecorder()
  2051. r.Host = "test.sftpgo.com"
  2052. r.Header.Set(forwardedHostHeader, "test.example.com")
  2053. r.RemoteAddr = "192.168.1.1"
  2054. server.router.ServeHTTP(rr, r)
  2055. assert.Equal(t, http.StatusForbidden, rr.Code)
  2056. assert.NotEmpty(t, r.Header.Get(forwardedHostHeader))
  2057. rr = httptest.NewRecorder()
  2058. r.Header.Set(forwardedHostHeader, "www.sftpgo.com")
  2059. r.RemoteAddr = "192.168.1.1"
  2060. server.router.ServeHTTP(rr, r)
  2061. assert.Equal(t, http.StatusOK, rr.Code)
  2062. assert.NotEmpty(t, r.Header.Get(forwardedHostHeader))
  2063. assert.Empty(t, rr.Header().Get("Strict-Transport-Security"))
  2064. assert.Equal(t, "nosniff", rr.Header().Get("X-Content-Type-Options"))
  2065. // now set the X-Forwarded-Proto to https, we should get the Strict-Transport-Security header
  2066. rr = httptest.NewRecorder()
  2067. r.Host = "test.sftpgo.com"
  2068. r.Header.Set(xForwardedProto, "https")
  2069. r.RemoteAddr = "192.168.1.3"
  2070. server.router.ServeHTTP(rr, r)
  2071. assert.Equal(t, http.StatusOK, rr.Code)
  2072. assert.NotEmpty(t, r.Header.Get(forwardedHostHeader))
  2073. assert.Equal(t, "max-age=31536000; includeSubDomains; preload", rr.Header().Get("Strict-Transport-Security"))
  2074. assert.Equal(t, "nosniff", rr.Header().Get("X-Content-Type-Options"))
  2075. server.binding.Security.Enabled = false
  2076. server.binding.Security.updateProxyHeaders()
  2077. assert.Len(t, server.binding.Security.proxyHeaders, 0)
  2078. }
  2079. func TestWebAdminSetupWithInstallCode(t *testing.T) {
  2080. installationCode = "1234"
  2081. // delete all the admins
  2082. admins, err := dataprovider.GetAdmins(100, 0, dataprovider.OrderASC)
  2083. assert.NoError(t, err)
  2084. for _, admin := range admins {
  2085. err = dataprovider.DeleteAdmin(admin.Username, "", "")
  2086. assert.NoError(t, err)
  2087. }
  2088. // close the provider and initializes it without creating the default admin
  2089. providerConf := dataprovider.GetProviderConfig()
  2090. providerConf.CreateDefaultAdmin = false
  2091. err = dataprovider.Close()
  2092. assert.NoError(t, err)
  2093. err = dataprovider.Initialize(providerConf, "..", true)
  2094. assert.NoError(t, err)
  2095. server := httpdServer{
  2096. enableWebAdmin: true,
  2097. enableWebClient: true,
  2098. }
  2099. server.initializeRouter()
  2100. rr := httptest.NewRecorder()
  2101. r, err := http.NewRequest(http.MethodGet, webAdminSetupPath, nil)
  2102. assert.NoError(t, err)
  2103. server.router.ServeHTTP(rr, r)
  2104. assert.Equal(t, http.StatusOK, rr.Code)
  2105. for _, webURL := range []string{"/", webBasePath, webBaseAdminPath, webAdminLoginPath, webClientLoginPath} {
  2106. rr = httptest.NewRecorder()
  2107. r, err = http.NewRequest(http.MethodGet, webURL, nil)
  2108. assert.NoError(t, err)
  2109. server.router.ServeHTTP(rr, r)
  2110. assert.Equal(t, http.StatusFound, rr.Code)
  2111. assert.Equal(t, webAdminSetupPath, rr.Header().Get("Location"))
  2112. }
  2113. form := make(url.Values)
  2114. csrfToken := createCSRFToken()
  2115. form.Set("_form_token", csrfToken)
  2116. form.Set("install_code", "12345")
  2117. form.Set("username", defaultAdminUsername)
  2118. form.Set("password", "password")
  2119. form.Set("confirm_password", "password")
  2120. rr = httptest.NewRecorder()
  2121. r, err = http.NewRequest(http.MethodPost, webAdminSetupPath, bytes.NewBuffer([]byte(form.Encode())))
  2122. assert.NoError(t, err)
  2123. r.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  2124. server.router.ServeHTTP(rr, r)
  2125. assert.Equal(t, http.StatusOK, rr.Code)
  2126. assert.Contains(t, rr.Body.String(), "Installation code mismatch")
  2127. _, err = dataprovider.AdminExists(defaultAdminUsername)
  2128. assert.Error(t, err)
  2129. form.Set("install_code", "1234")
  2130. rr = httptest.NewRecorder()
  2131. r, err = http.NewRequest(http.MethodPost, webAdminSetupPath, bytes.NewBuffer([]byte(form.Encode())))
  2132. assert.NoError(t, err)
  2133. r.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  2134. server.router.ServeHTTP(rr, r)
  2135. assert.Equal(t, http.StatusFound, rr.Code)
  2136. _, err = dataprovider.AdminExists(defaultAdminUsername)
  2137. assert.NoError(t, err)
  2138. err = dataprovider.Close()
  2139. assert.NoError(t, err)
  2140. providerConf.CreateDefaultAdmin = true
  2141. err = dataprovider.Initialize(providerConf, "..", true)
  2142. assert.NoError(t, err)
  2143. installationCode = ""
  2144. }