internal_test.go 66 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767
  1. package httpd
  2. import (
  3. "bytes"
  4. "context"
  5. "crypto/tls"
  6. "crypto/x509"
  7. "encoding/json"
  8. "errors"
  9. "fmt"
  10. "html/template"
  11. "net/http"
  12. "net/http/httptest"
  13. "net/url"
  14. "os"
  15. "path"
  16. "path/filepath"
  17. "runtime"
  18. "strings"
  19. "testing"
  20. "time"
  21. "github.com/go-chi/chi/v5"
  22. "github.com/go-chi/jwtauth/v5"
  23. "github.com/klauspost/compress/zip"
  24. "github.com/lestrrat-go/jwx/jwa"
  25. "github.com/lestrrat-go/jwx/jwt"
  26. "github.com/rs/xid"
  27. "github.com/stretchr/testify/assert"
  28. "github.com/stretchr/testify/require"
  29. "github.com/drakkan/sftpgo/v2/common"
  30. "github.com/drakkan/sftpgo/v2/dataprovider"
  31. "github.com/drakkan/sftpgo/v2/kms"
  32. "github.com/drakkan/sftpgo/v2/sdk"
  33. "github.com/drakkan/sftpgo/v2/util"
  34. "github.com/drakkan/sftpgo/v2/vfs"
  35. )
  36. const (
  37. httpdCert = `-----BEGIN CERTIFICATE-----
  38. MIICHTCCAaKgAwIBAgIUHnqw7QnB1Bj9oUsNpdb+ZkFPOxMwCgYIKoZIzj0EAwIw
  39. RTELMAkGA1UEBhMCQVUxEzARBgNVBAgMClNvbWUtU3RhdGUxITAfBgNVBAoMGElu
  40. dGVybmV0IFdpZGdpdHMgUHR5IEx0ZDAeFw0yMDAyMDQwOTUzMDRaFw0zMDAyMDEw
  41. OTUzMDRaMEUxCzAJBgNVBAYTAkFVMRMwEQYDVQQIDApTb21lLVN0YXRlMSEwHwYD
  42. VQQKDBhJbnRlcm5ldCBXaWRnaXRzIFB0eSBMdGQwdjAQBgcqhkjOPQIBBgUrgQQA
  43. IgNiAARCjRMqJ85rzMC998X5z761nJ+xL3bkmGVqWvrJ51t5OxV0v25NsOgR82CA
  44. NXUgvhVYs7vNFN+jxtb2aj6Xg+/2G/BNxkaFspIVCzgWkxiz7XE4lgUwX44FCXZM
  45. 3+JeUbKjUzBRMB0GA1UdDgQWBBRhLw+/o3+Z02MI/d4tmaMui9W16jAfBgNVHSME
  46. GDAWgBRhLw+/o3+Z02MI/d4tmaMui9W16jAPBgNVHRMBAf8EBTADAQH/MAoGCCqG
  47. SM49BAMCA2kAMGYCMQDqLt2lm8mE+tGgtjDmtFgdOcI72HSbRQ74D5rYTzgST1rY
  48. /8wTi5xl8TiFUyLMUsICMQC5ViVxdXbhuG7gX6yEqSkMKZICHpO8hqFwOD/uaFVI
  49. dV4vKmHUzwK/eIx+8Ay3neE=
  50. -----END CERTIFICATE-----`
  51. httpdKey = `-----BEGIN EC PARAMETERS-----
  52. BgUrgQQAIg==
  53. -----END EC PARAMETERS-----
  54. -----BEGIN EC PRIVATE KEY-----
  55. MIGkAgEBBDCfMNsN6miEE3rVyUPwElfiJSWaR5huPCzUenZOfJT04GAcQdWvEju3
  56. UM2lmBLIXpGgBwYFK4EEACKhZANiAARCjRMqJ85rzMC998X5z761nJ+xL3bkmGVq
  57. WvrJ51t5OxV0v25NsOgR82CANXUgvhVYs7vNFN+jxtb2aj6Xg+/2G/BNxkaFspIV
  58. CzgWkxiz7XE4lgUwX44FCXZM3+JeUbI=
  59. -----END EC PRIVATE KEY-----`
  60. caCRT = `-----BEGIN CERTIFICATE-----
  61. MIIE5jCCAs6gAwIBAgIBATANBgkqhkiG9w0BAQsFADATMREwDwYDVQQDEwhDZXJ0
  62. QXV0aDAeFw0yMTAxMDIyMTIwNTVaFw0yMjA3MDIyMTMwNTJaMBMxETAPBgNVBAMT
  63. CENlcnRBdXRoMIICIjANBgkqhkiG9w0BAQEFAAOCAg8AMIICCgKCAgEA4Tiho5xW
  64. AC15JRkMwfp3/TJwI2As7MY5dele5cmdr5bHAE+sRKqC+Ti88OJWCV5saoyax/1S
  65. CjxJlQMZMl169P1QYJskKjdG2sdv6RLWLMgwSNRRjxp/Bw9dHdiEb9MjLgu28Jro
  66. 9peQkHcRHeMf5hM9WvlIJGrdzbC4hUehmqggcqgARainBkYjf0SwuWxHeu4nMqkp
  67. Ak5tcSTLCjHfEFHZ9Te0TIPG5YkWocQKyeLgu4lvuU+DD2W2lym+YVUtRMGs1Env
  68. k7p+N0DcGU26qfzZ2sF5ZXkqm7dBsGQB9pIxwc2Q8T1dCIyP9OQCKVILdc5aVFf1
  69. cryQFHYzYNNZXFlIBims5VV5Mgfp8ESHQSue+v6n6ykecLEyKt1F1Y/MWY/nWUSI
  70. 8zdq83jdBAZVjo9MSthxVn57/06s/hQca65IpcTZV2gX0a+eRlAVqaRbAhL3LaZe
  71. bYsW3WHKoUOftwemuep3nL51TzlXZVL7Oz/ClGaEOsnGG9KFO6jh+W768qC0zLQI
  72. CdE7v2Zex98sZteHCg9fGJHIaYoF0aJG5P3WI5oZf2fy7UIYN9ADLFZiorCXAZEh
  73. CSU6mDoRViZ4RGR9GZxbDZ9KYn7O8M/KCR72bkQg73TlMsk1zSXEw0MKLUjtsw6c
  74. rZ0Jt8t3sRatHO3JrYHALMt9vZfyNCZp0IsCAwEAAaNFMEMwDgYDVR0PAQH/BAQD
  75. AgEGMBIGA1UdEwEB/wQIMAYBAf8CAQAwHQYDVR0OBBYEFO1yCNAGr/zQTJIi8lw3
  76. w5OiuBvMMA0GCSqGSIb3DQEBCwUAA4ICAQA6gCNuM7r8mnx674dm31GxBjQy5ZwB
  77. 7CxDzYEvL/oiZ3Tv3HlPfN2LAAsJUfGnghh9DOytenL2CTZWjl/emP5eijzmlP+9
  78. zva5I6CIMCf/eDDVsRdO244t0o4uG7+At0IgSDM3bpVaVb4RHZNjEziYChsEYY8d
  79. HK6iwuRSvFniV6yhR/Vj1Ymi9yZ5xclqseLXiQnUB0PkfIk23+7s42cXB16653fH
  80. O/FsPyKBLiKJArizLYQc12aP3QOrYoYD9+fAzIIzew7A5C0aanZCGzkuFpO6TRlD
  81. Tb7ry9Gf0DfPpCgxraH8tOcmnqp/ka3hjqo/SRnnTk0IFrmmLdarJvjD46rKwBo4
  82. MjyAIR1mQ5j8GTlSFBmSgETOQ/EYvO3FPLmra1Fh7L+DvaVzTpqI9fG3TuyyY+Ri
  83. Fby4ycTOGSZOe5Fh8lqkX5Y47mCUJ3zHzOA1vUJy2eTlMRGpu47Eb1++Vm6EzPUP
  84. 2EF5aD+zwcssh+atZvQbwxpgVqVcyLt91RSkKkmZQslh0rnlTb68yxvUnD3zw7So
  85. o6TAf9UvwVMEvdLT9NnFd6hwi2jcNte/h538GJwXeBb8EkfpqLKpTKyicnOdkamZ
  86. 7E9zY8SHNRYMwB9coQ/W8NvufbCgkvOoLyMXk5edbXofXl3PhNGOlraWbghBnzf5
  87. r3rwjFsQOoZotA==
  88. -----END CERTIFICATE-----`
  89. caKey = `-----BEGIN RSA PRIVATE KEY-----
  90. MIIJKQIBAAKCAgEA4Tiho5xWAC15JRkMwfp3/TJwI2As7MY5dele5cmdr5bHAE+s
  91. RKqC+Ti88OJWCV5saoyax/1SCjxJlQMZMl169P1QYJskKjdG2sdv6RLWLMgwSNRR
  92. jxp/Bw9dHdiEb9MjLgu28Jro9peQkHcRHeMf5hM9WvlIJGrdzbC4hUehmqggcqgA
  93. RainBkYjf0SwuWxHeu4nMqkpAk5tcSTLCjHfEFHZ9Te0TIPG5YkWocQKyeLgu4lv
  94. uU+DD2W2lym+YVUtRMGs1Envk7p+N0DcGU26qfzZ2sF5ZXkqm7dBsGQB9pIxwc2Q
  95. 8T1dCIyP9OQCKVILdc5aVFf1cryQFHYzYNNZXFlIBims5VV5Mgfp8ESHQSue+v6n
  96. 6ykecLEyKt1F1Y/MWY/nWUSI8zdq83jdBAZVjo9MSthxVn57/06s/hQca65IpcTZ
  97. V2gX0a+eRlAVqaRbAhL3LaZebYsW3WHKoUOftwemuep3nL51TzlXZVL7Oz/ClGaE
  98. OsnGG9KFO6jh+W768qC0zLQICdE7v2Zex98sZteHCg9fGJHIaYoF0aJG5P3WI5oZ
  99. f2fy7UIYN9ADLFZiorCXAZEhCSU6mDoRViZ4RGR9GZxbDZ9KYn7O8M/KCR72bkQg
  100. 73TlMsk1zSXEw0MKLUjtsw6crZ0Jt8t3sRatHO3JrYHALMt9vZfyNCZp0IsCAwEA
  101. AQKCAgAV+ElERYbaI5VyufvVnFJCH75ypPoc6sVGLEq2jbFVJJcq/5qlZCC8oP1F
  102. Xj7YUR6wUiDzK1Hqb7EZ2SCHGjlZVrCVi+y+NYAy7UuMZ+r+mVSkdhmypPoJPUVv
  103. GOTqZ6VB46Cn3eSl0WknvoWr7bD555yPmEuiSc5zNy74yWEJTidEKAFGyknowcTK
  104. sG+w1tAuPLcUKQ44DGB+rgEkcHL7C5EAa7upzx0C3RmZFB+dTAVyJdkBMbFuOhTS
  105. sB7DLeTplR7/4mp9da7EQw51ZXC1DlZOEZt++4/desXsqATNAbva1OuzrLG7mMKe
  106. N/PCBh/aERQcsCvgUmaXqGQgqN1Jhw8kbXnjZnVd9iE7TAh7ki3VqNy1OMgTwOex
  107. bBYWaCqHuDYIxCjeW0qLJcn0cKQ13FVYrxgInf4Jp82SQht5b/zLL3IRZEyKcLJF
  108. kL6g1wlmTUTUX0z8eZzlM0ZCrqtExjgElMO/rV971nyNV5WU8Og3NmE8/slqMrmJ
  109. DlrQr9q0WJsDKj1IMe46EUM6ix7bbxC5NIfJ96dgdxZDn6ghjca6iZYqqUACvmUj
  110. cq08s3R4Ouw9/87kn11wwGBx2yDueCwrjKEGc0RKjweGbwu0nBxOrkJ8JXz6bAv7
  111. 1OKfYaX3afI9B8x4uaiuRs38oBQlg9uAYFfl4HNBPuQikGLmsQKCAQEA8VjFOsaz
  112. y6NMZzKXi7WZ48uu3ed5x3Kf6RyDr1WvQ1jkBMv9b6b8Gp1CRnPqviRBto9L8QAg
  113. bCXZTqnXzn//brskmW8IZgqjAlf89AWa53piucu9/hgidrHRZobs5gTqev28uJdc
  114. zcuw1g8c3nCpY9WeTjHODzX5NXYRLFpkazLfYa6c8Q9jZR4KKrpdM+66fxL0JlOd
  115. 7dN0oQtEqEAugsd3cwkZgvWhY4oM7FGErrZoDLy273ZdJzi/vU+dThyVzfD8Ab8u
  116. VxxuobVMT/S608zbe+uaiUdov5s96OkCl87403UNKJBH+6LNb3rjBBLE9NPN5ET9
  117. JLQMrYd+zj8jQwKCAQEA7uU5I9MOufo9bIgJqjY4Ie1+Ex9DZEMUYFAvGNCJCVcS
  118. mwOdGF8AWzIavTLACmEDJO7t/OrBdoo4L7IEsCNjgA3WiIwIMiWUVqveAGUMEXr6
  119. TRI5EolV6FTqqIP6AS+BAeBq7G1ELgsTrWNHh11rW3+3kBMuOCn77PUQ8WHwcq/r
  120. teZcZn4Ewcr6P7cBODgVvnBPhe/J8xHS0HFVCeS1CvaiNYgees5yA80Apo9IPjDJ
  121. YWawLjmH5wUBI5yDFVp067wjqJnoKPSoKwWkZXqUk+zgFXx5KT0gh/c5yh1frASp
  122. q6oaYnHEVC5qj2SpT1GFLonTcrQUXiSkiUudvNu1GQKCAQEAmko+5GFtRe0ihgLQ
  123. 4S76r6diJli6AKil1Fg3U1r6zZpBQ1PJtJxTJQyN9w5Z7q6tF/GqAesrzxevQdvQ
  124. rCImAPtA3ZofC2UXawMnIjWHHx6diNvYnV1+gtUQ4nO1dSOFZ5VZFcUmPiZO6boF
  125. oaryj3FcX+71JcJCjEvrlKhA9Es0hXUkvfMxfs5if4he1zlyHpTWYr4oA4egUugq
  126. P0mwskikc3VIyvEO+NyjgFxo72yLPkFSzemkidN8uKDyFqKtnlfGM7OuA2CY1WZa
  127. 3+67lXWshx9KzyJIs92iCYkU8EoPxtdYzyrV6efdX7x27v60zTOut5TnJJS6WiF6
  128. Do5MkwKCAQAxoR9IyP0DN/BwzqYrXU42Bi+t603F04W1KJNQNWpyrUspNwv41yus
  129. xnD1o0hwH41Wq+h3JZIBfV+E0RfWO9Pc84MBJQ5C1LnHc7cQH+3s575+Km3+4tcd
  130. CB8j2R8kBeloKWYtLdn/Mr/ownpGreqyvIq2/LUaZ+Z1aMgXTYB1YwS16mCBzmZQ
  131. mEl62RsAwe4KfSyYJ6OtwqMoOJMxFfliiLBULK4gVykqjvk2oQeiG+KKQJoTUFJi
  132. dRCyhD5bPkqR+qjxyt+HOqSBI4/uoROi05AOBqjpH1DVzk+MJKQOiX1yM0l98CKY
  133. Vng+x+vAla/0Zh+ucajVkgk4mKPxazdpAoIBAQC17vWk4KYJpF2RC3pKPcQ0PdiX
  134. bN35YNlvyhkYlSfDNdyH3aDrGiycUyW2mMXUgEDFsLRxHMTL+zPC6efqO6sTAJDY
  135. cBptsW4drW/qo8NTx3dNOisLkW+mGGJOR/w157hREFr29ymCVMYu/Z7fVWIeSpCq
  136. p3u8YX8WTljrxwSczlGjvpM7uJx3SfYRM4TUoy+8wU8bK74LywLa5f60bQY6Dye0
  137. Gqd9O6OoPfgcQlwjC5MiAofeqwPJvU0hQOPoehZyNLAmOCWXTYWaTP7lxO1r6+NE
  138. M3hGYqW3W8Ixua71OskCypBZg/HVlIP/lzjRzdx+VOB2hbWVth2Iup/Z1egW
  139. -----END RSA PRIVATE KEY-----`
  140. caCRL = `-----BEGIN X509 CRL-----
  141. MIICpzCBkAIBATANBgkqhkiG9w0BAQsFADATMREwDwYDVQQDEwhDZXJ0QXV0aBcN
  142. MjEwMTAyMjEzNDA1WhcNMjMwMTAyMjEzNDA1WjAkMCICEQC+l04DbHWMyC3fG09k
  143. VXf+Fw0yMTAxMDIyMTM0MDVaoCMwITAfBgNVHSMEGDAWgBTtcgjQBq/80EySIvJc
  144. N8OTorgbzDANBgkqhkiG9w0BAQsFAAOCAgEAEJ7z+uNc8sqtxlOhSdTGDzX/xput
  145. E857kFQkSlMnU2whQ8c+XpYrBLA5vIZJNSSwohTpM4+zVBX/bJpmu3wqqaArRO9/
  146. YcW5mQk9Anvb4WjQW1cHmtNapMTzoC9AiYt/OWPfy+P6JCgCr4Hy6LgQyIRL6bM9
  147. VYTalolOm1qa4Y5cIeT7iHq/91mfaqo8/6MYRjLl8DOTROpmw8OS9bCXkzGKdCat
  148. AbAzwkQUSauyoCQ10rpX+Y64w9ng3g4Dr20aCqPf5osaqplEJ2HTK8ljDTidlslv
  149. 9anQj8ax3Su89vI8+hK+YbfVQwrThabgdSjQsn+veyx8GlP8WwHLAQ379KjZjWg+
  150. OlOSwBeU1vTdP0QcB8X5C2gVujAyuQekbaV86xzIBOj7vZdfHZ6ee30TZ2FKiMyg
  151. 7/N2OqW0w77ChsjB4MSHJCfuTgIeg62GzuZXLM+Q2Z9LBdtm4Byg+sm/P52adOEg
  152. gVb2Zf4KSvsAmA0PIBlu449/QXUFcMxzLFy7mwTeZj2B4Ln0Hm0szV9f9R8MwMtB
  153. SyLYxVH+mgqaR6Jkk22Q/yYyLPaELfafX5gp/AIXG8n0zxfVaTvK3auSgb1Q6ZLS
  154. 5QH9dSIsmZHlPq7GoSXmKpMdjUL8eaky/IMteioyXgsBiATzl5L2dsw6MTX3MDF0
  155. QbDK+MzhmbKfDxs=
  156. -----END X509 CRL-----`
  157. client1Crt = `-----BEGIN CERTIFICATE-----
  158. MIIEITCCAgmgAwIBAgIRAIppZHoj1hM80D7WzTEKLuAwDQYJKoZIhvcNAQELBQAw
  159. EzERMA8GA1UEAxMIQ2VydEF1dGgwHhcNMjEwMTAyMjEyMzEwWhcNMjIwNzAyMjEz
  160. MDUxWjASMRAwDgYDVQQDEwdjbGllbnQxMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8A
  161. MIIBCgKCAQEAoKbYY9MdF2kF/nhBESIiZTdVYtA8XL9xrIZyDj9EnCiTxHiVbJtH
  162. XVwszqSl5TRrotPmnmAQcX3r8OCk+z+RQZ0QQj257P3kG6q4rNnOcWCS5xEd20jP
  163. yhQ3m+hMGfZsotNTQze1ochuQgLUN6IPyPxZkH22ia3jX4iu1eo/QxeLYHj1UHw4
  164. 3Cii9yE+j5kPUC21xmnrGKdUrB55NYLXHx6yTIqYR5znSOVB8oJi18/hwdZmH859
  165. DHhm0Hx1HrS+jbjI3+CMorZJ3WUyNf+CkiVLD3xYutPbxzEpwiqkG/XYzLH0habT
  166. cDcILo18n+o3jvem2KWBrDhyairjIDscwQIDAQABo3EwbzAOBgNVHQ8BAf8EBAMC
  167. A7gwHQYDVR0lBBYwFAYIKwYBBQUHAwEGCCsGAQUFBwMCMB0GA1UdDgQWBBSJ5GIv
  168. zIrE4ZSQt2+CGblKTDswizAfBgNVHSMEGDAWgBTtcgjQBq/80EySIvJcN8OTorgb
  169. zDANBgkqhkiG9w0BAQsFAAOCAgEALh4f5GhvNYNou0Ab04iQBbLEdOu2RlbK1B5n
  170. K9P/umYenBHMY/z6HT3+6tpcHsDuqE8UVdq3f3Gh4S2Gu9m8PRitT+cJ3gdo9Plm
  171. 3rD4ufn/s6rGg3ppydXcedm17492tbccUDWOBZw3IO/ASVq13WPgT0/Kev7cPq0k
  172. sSdSNhVeXqx8Myc2/d+8GYyzbul2Kpfa7h9i24sK49E9ftnSmsIvngONo08eT1T0
  173. 3wAOyK2981LIsHaAWcneShKFLDB6LeXIT9oitOYhiykhFlBZ4M1GNlSNfhQ8IIQP
  174. xbqMNXCLkW4/BtLhGEEcg0QVso6Kudl9rzgTfQknrdF7pHp6rS46wYUjoSyIY6dl
  175. oLmnoAVJX36J3QPWelePI9e07X2wrTfiZWewwgw3KNRWjd6/zfPLe7GoqXnK1S2z
  176. PT8qMfCaTwKTtUkzXuTFvQ8bAo2My/mS8FOcpkt2oQWeOsADHAUX7fz5BCoa2DL3
  177. k/7Mh4gVT+JYZEoTwCFuYHgMWFWe98naqHi9lB4yR981p1QgXgxO7qBeipagKY1F
  178. LlH1iwXUqZ3MZnkNA+4e1Fglsw3sa/rC+L98HnznJ/YbTfQbCP6aQ1qcOymrjMud
  179. 7MrFwqZjtd/SK4Qx1VpK6jGEAtPgWBTUS3p9ayg6lqjMBjsmySWfvRsDQbq6P5Ct
  180. O/e3EH8=
  181. -----END CERTIFICATE-----`
  182. client1Key = `-----BEGIN RSA PRIVATE KEY-----
  183. MIIEpAIBAAKCAQEAoKbYY9MdF2kF/nhBESIiZTdVYtA8XL9xrIZyDj9EnCiTxHiV
  184. bJtHXVwszqSl5TRrotPmnmAQcX3r8OCk+z+RQZ0QQj257P3kG6q4rNnOcWCS5xEd
  185. 20jPyhQ3m+hMGfZsotNTQze1ochuQgLUN6IPyPxZkH22ia3jX4iu1eo/QxeLYHj1
  186. UHw43Cii9yE+j5kPUC21xmnrGKdUrB55NYLXHx6yTIqYR5znSOVB8oJi18/hwdZm
  187. H859DHhm0Hx1HrS+jbjI3+CMorZJ3WUyNf+CkiVLD3xYutPbxzEpwiqkG/XYzLH0
  188. habTcDcILo18n+o3jvem2KWBrDhyairjIDscwQIDAQABAoIBAEBSjVFqtbsp0byR
  189. aXvyrtLX1Ng7h++at2jca85Ihq//jyqbHTje8zPuNAKI6eNbmb0YGr5OuEa4pD9N
  190. ssDmMsKSoG/lRwwcm7h4InkSvBWpFShvMgUaohfHAHzsBYxfnh+TfULsi0y7c2n6
  191. t/2OZcOTRkkUDIITnXYiw93ibHHv2Mv2bBDu35kGrcK+c2dN5IL5ZjTjMRpbJTe2
  192. 44RBJbdTxHBVSgoGBnugF+s2aEma6Ehsj70oyfoVpM6Aed5kGge0A5zA1JO7WCn9
  193. Ay/DzlULRXHjJIoRWd2NKvx5n3FNppUc9vJh2plRHalRooZ2+MjSf8HmXlvG2Hpb
  194. ScvmWgECgYEA1G+A/2KnxWsr/7uWIJ7ClcGCiNLdk17Pv3DZ3G4qUsU2ITftfIbb
  195. tU0Q/b19na1IY8Pjy9ptP7t74/hF5kky97cf1FA8F+nMj/k4+wO8QDI8OJfzVzh9
  196. PwielA5vbE+xmvis5Hdp8/od1Yrc/rPSy2TKtPFhvsqXjqoUmOAjDP8CgYEAwZjH
  197. 9dt1sc2lx/rMxihlWEzQ3JPswKW9/LJAmbRBoSWF9FGNjbX7uhWtXRKJkzb8ZAwa
  198. 88azluNo2oftbDD/+jw8b2cDgaJHlLAkSD4O1D1RthW7/LKD15qZ/oFsRb13NV85
  199. ZNKtwslXGbfVNyGKUVFm7fVA8vBAOUey+LKDFj8CgYEAg8WWstOzVdYguMTXXuyb
  200. ruEV42FJaDyLiSirOvxq7GTAKuLSQUg1yMRBIeQEo2X1XU0JZE3dLodRVhuO4EXP
  201. g7Dn4X7Th9HSvgvNuIacowWGLWSz4Qp9RjhGhXhezUSx2nseY6le46PmFavJYYSR
  202. 4PBofMyt4PcyA6Cknh+KHmkCgYEAnTriG7ETE0a7v4DXUpB4TpCEiMCy5Xs2o8Z5
  203. ZNva+W+qLVUWq+MDAIyechqeFSvxK6gRM69LJ96lx+XhU58wJiFJzAhT9rK/g+jS
  204. bsHH9WOfu0xHkuHA5hgvvV2Le9B2wqgFyva4HJy82qxMxCu/VG/SMqyfBS9OWbb7
  205. ibQhdq0CgYAl53LUWZsFSZIth1vux2LVOsI8C3X1oiXDGpnrdlQ+K7z57hq5EsRq
  206. GC+INxwXbvKNqp5h0z2MvmKYPDlGVTgw8f8JjM7TkN17ERLcydhdRrMONUryZpo8
  207. 1xTob+8blyJgfxZUIAKbMbMbIiU0WAF0rfD/eJJwS4htOW/Hfv4TGA==
  208. -----END RSA PRIVATE KEY-----`
  209. // client 2 crt is revoked
  210. client2Crt = `-----BEGIN CERTIFICATE-----
  211. MIIEITCCAgmgAwIBAgIRAL6XTgNsdYzILd8bT2RVd/4wDQYJKoZIhvcNAQELBQAw
  212. EzERMA8GA1UEAxMIQ2VydEF1dGgwHhcNMjEwMTAyMjEyMzIwWhcNMjIwNzAyMjEz
  213. MDUxWjASMRAwDgYDVQQDEwdjbGllbnQyMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8A
  214. MIIBCgKCAQEA6xjW5KQR3/OFQtV5M75WINqQ4AzXSu6DhSz/yumaaQZP/UxY+6hi
  215. jcrFzGo9MMie/Sza8DhkXOFAl2BelUubrOeB2cl+/Gr8OCyRi2Gv6j3zCsuN/4jQ
  216. tNaoez/IbkDvI3l/ZpzBtnuNY2RiemGgHuORXHRVf3qVlsw+npBIRW5rM2HkO/xG
  217. oZjeBErWVu390Lyn+Gvk2TqQDnkutWnxUC60/zPlHhXZ4BwaFAekbSnjsSDB1YFM
  218. s8HwW4oBryoxdj3/+/qLrBHt75IdLw3T7/V1UDJQM3EvSQOr12w4egpldhtsC871
  219. nnBQZeY6qA5feffIwwg/6lJm70o6S6OX6wIDAQABo3EwbzAOBgNVHQ8BAf8EBAMC
  220. A7gwHQYDVR0lBBYwFAYIKwYBBQUHAwEGCCsGAQUFBwMCMB0GA1UdDgQWBBTB84v5
  221. t9HqhLhMODbn6oYkEQt3KzAfBgNVHSMEGDAWgBTtcgjQBq/80EySIvJcN8OTorgb
  222. zDANBgkqhkiG9w0BAQsFAAOCAgEALGtBCve5k8tToL3oLuXp/oSik6ovIB/zq4I/
  223. 4zNMYPU31+ZWz6aahysgx1JL1yqTa3Qm8o2tu52MbnV10dM7CIw7c/cYa+c+OPcG
  224. 5LF97kp13X+r2axy+CmwM86b4ILaDGs2Qyai6VB6k7oFUve+av5o7aUrNFpqGCJz
  225. HWdtHZSVA3JMATzy0TfWanwkzreqfdw7qH0yZ9bDURlBKAVWrqnCstva9jRuv+AI
  226. eqxr/4Ro986TFjJdoAP3Vr16CPg7/B6GA/KmsBWJrpeJdPWq4i2gpLKvYZoy89qD
  227. mUZf34RbzcCtV4NvV1DadGnt4us0nvLrvS5rL2+2uWD09kZYq9RbLkvgzF/cY0fz
  228. i7I1bi5XQ+alWe0uAk5ZZL/D+GTRYUX1AWwCqwJxmHrMxcskMyO9pXvLyuSWRDLo
  229. YNBrbX9nLcfJzVCp+X+9sntTHjs4l6Cw+fLepJIgtgqdCHtbhTiv68vSM6cgb4br
  230. 6n2xrXRKuioiWFOrTSRr+oalZh8dGJ/xvwY8IbWknZAvml9mf1VvfE7Ma5P777QM
  231. fsbYVTq0Y3R/5hIWsC3HA5z6MIM8L1oRe/YyhP3CTmrCHkVKyDOosGXpGz+JVcyo
  232. cfYkY5A3yFKB2HaCwZSfwFmRhxkrYWGEbHv3Cd9YkZs1J3hNhGFZyVMC9Uh0S85a
  233. 6zdDidU=
  234. -----END CERTIFICATE-----`
  235. client2Key = `-----BEGIN RSA PRIVATE KEY-----
  236. MIIEpAIBAAKCAQEA6xjW5KQR3/OFQtV5M75WINqQ4AzXSu6DhSz/yumaaQZP/UxY
  237. +6hijcrFzGo9MMie/Sza8DhkXOFAl2BelUubrOeB2cl+/Gr8OCyRi2Gv6j3zCsuN
  238. /4jQtNaoez/IbkDvI3l/ZpzBtnuNY2RiemGgHuORXHRVf3qVlsw+npBIRW5rM2Hk
  239. O/xGoZjeBErWVu390Lyn+Gvk2TqQDnkutWnxUC60/zPlHhXZ4BwaFAekbSnjsSDB
  240. 1YFMs8HwW4oBryoxdj3/+/qLrBHt75IdLw3T7/V1UDJQM3EvSQOr12w4egpldhts
  241. C871nnBQZeY6qA5feffIwwg/6lJm70o6S6OX6wIDAQABAoIBAFatstVb1KdQXsq0
  242. cFpui8zTKOUiduJOrDkWzTygAmlEhYtrccdfXu7OWz0x0lvBLDVGK3a0I/TGrAzj
  243. 4BuFY+FM/egxTVt9in6fmA3et4BS1OAfCryzUdfK6RV//8L+t+zJZ/qKQzWnugpy
  244. QYjDo8ifuMFwtvEoXizaIyBNLAhEp9hnrv+Tyi2O2gahPvCHsD48zkyZRCHYRstD
  245. NH5cIrwz9/RJgPO1KI+QsJE7Nh7stR0sbr+5TPU4fnsL2mNhMUF2TJrwIPrc1yp+
  246. YIUjdnh3SO88j4TQT3CIrWi8i4pOy6N0dcVn3gpCRGaqAKyS2ZYUj+yVtLO4KwxZ
  247. SZ1lNvECgYEA78BrF7f4ETfWSLcBQ3qxfLs7ibB6IYo2x25685FhZjD+zLXM1AKb
  248. FJHEXUm3mUYrFJK6AFEyOQnyGKBOLs3S6oTAswMPbTkkZeD1Y9O6uv0AHASLZnK6
  249. pC6ub0eSRF5LUyTQ55Jj8D7QsjXJueO8v+G5ihWhNSN9tB2UA+8NBmkCgYEA+weq
  250. cvoeMIEMBQHnNNLy35bwfqrceGyPIRBcUIvzQfY1vk7KW6DYOUzC7u+WUzy/hA52
  251. DjXVVhua2eMQ9qqtOav7djcMc2W9RbLowxvno7K5qiCss013MeWk64TCWy+WMp5A
  252. AVAtOliC3hMkIKqvR2poqn+IBTh1449agUJQqTMCgYEAu06IHGq1GraV6g9XpGF5
  253. wqoAlMzUTdnOfDabRilBf/YtSr+J++ThRcuwLvXFw7CnPZZ4TIEjDJ7xjj3HdxeE
  254. fYYjineMmNd40UNUU556F1ZLvJfsVKizmkuCKhwvcMx+asGrmA+tlmds4p3VMS50
  255. KzDtpKzLWlmU/p/RINWlRmkCgYBy0pHTn7aZZx2xWKqCDg+L2EXPGqZX6wgZDpu7
  256. OBifzlfM4ctL2CmvI/5yPmLbVgkgBWFYpKUdiujsyyEiQvWTUKhn7UwjqKDHtcsk
  257. G6p7xS+JswJrzX4885bZJ9Oi1AR2yM3sC9l0O7I4lDbNPmWIXBLeEhGMmcPKv/Kc
  258. 91Ff4wKBgQCF3ur+Vt0PSU0ucrPVHjCe7tqazm0LJaWbPXL1Aw0pzdM2EcNcW/MA
  259. w0kqpr7MgJ94qhXCBcVcfPuFN9fBOadM3UBj1B45Cz3pptoK+ScI8XKno6jvVK/p
  260. xr5cb9VBRBtB9aOKVfuRhpatAfS2Pzm2Htae9lFn7slGPUmu2hkjDw==
  261. -----END RSA PRIVATE KEY-----`
  262. )
  263. type failingWriter struct {
  264. }
  265. func (r *failingWriter) Write(p []byte) (n int, err error) {
  266. return 0, errors.New("write error")
  267. }
  268. func (r *failingWriter) WriteHeader(statusCode int) {}
  269. func (r *failingWriter) Header() http.Header {
  270. return make(http.Header)
  271. }
  272. func TestShouldBind(t *testing.T) {
  273. c := Conf{
  274. Bindings: []Binding{
  275. {
  276. Port: 10000,
  277. },
  278. },
  279. }
  280. require.True(t, c.ShouldBind())
  281. c.Bindings[0].Port = 0
  282. require.False(t, c.ShouldBind())
  283. if runtime.GOOS != osWindows {
  284. c.Bindings[0].Address = "/absolute/path"
  285. require.True(t, c.ShouldBind())
  286. }
  287. }
  288. func TestGetRespStatus(t *testing.T) {
  289. var err error
  290. err = util.NewMethodDisabledError("")
  291. respStatus := getRespStatus(err)
  292. assert.Equal(t, http.StatusForbidden, respStatus)
  293. err = fmt.Errorf("generic error")
  294. respStatus = getRespStatus(err)
  295. assert.Equal(t, http.StatusInternalServerError, respStatus)
  296. }
  297. func TestMappedStatusCode(t *testing.T) {
  298. err := os.ErrPermission
  299. code := getMappedStatusCode(err)
  300. assert.Equal(t, http.StatusForbidden, code)
  301. err = os.ErrNotExist
  302. code = getMappedStatusCode(err)
  303. assert.Equal(t, http.StatusNotFound, code)
  304. err = os.ErrClosed
  305. code = getMappedStatusCode(err)
  306. assert.Equal(t, http.StatusInternalServerError, code)
  307. }
  308. func TestGCSWebInvalidFormFile(t *testing.T) {
  309. form := make(url.Values)
  310. form.Set("username", "test_username")
  311. form.Set("fs_provider", "2")
  312. req, _ := http.NewRequest(http.MethodPost, webUserPath, strings.NewReader(form.Encode()))
  313. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  314. err := req.ParseForm()
  315. assert.NoError(t, err)
  316. _, err = getFsConfigFromPostFields(req)
  317. assert.EqualError(t, err, http.ErrNotMultipart.Error())
  318. }
  319. func TestInvalidToken(t *testing.T) {
  320. admin := dataprovider.Admin{
  321. Username: "admin",
  322. }
  323. errFake := errors.New("fake error")
  324. asJSON, err := json.Marshal(admin)
  325. assert.NoError(t, err)
  326. req, _ := http.NewRequest(http.MethodPut, path.Join(adminPath, admin.Username), bytes.NewBuffer(asJSON))
  327. rctx := chi.NewRouteContext()
  328. rctx.URLParams.Add("username", admin.Username)
  329. req = req.WithContext(context.WithValue(req.Context(), chi.RouteCtxKey, rctx))
  330. req = req.WithContext(context.WithValue(req.Context(), jwtauth.ErrorCtxKey, errFake))
  331. rr := httptest.NewRecorder()
  332. updateAdmin(rr, req)
  333. assert.Equal(t, http.StatusBadRequest, rr.Code)
  334. rr = httptest.NewRecorder()
  335. deleteAdmin(rr, req)
  336. assert.Equal(t, http.StatusBadRequest, rr.Code)
  337. adminPwd := pwdChange{
  338. CurrentPassword: "old",
  339. NewPassword: "new",
  340. }
  341. asJSON, err = json.Marshal(adminPwd)
  342. assert.NoError(t, err)
  343. req, _ = http.NewRequest(http.MethodPut, "", bytes.NewBuffer(asJSON))
  344. req = req.WithContext(context.WithValue(req.Context(), chi.RouteCtxKey, rctx))
  345. req = req.WithContext(context.WithValue(req.Context(), jwtauth.ErrorCtxKey, errFake))
  346. rr = httptest.NewRecorder()
  347. changeAdminPassword(rr, req)
  348. assert.Equal(t, http.StatusInternalServerError, rr.Code)
  349. adm := getAdminFromToken(req)
  350. assert.Empty(t, adm.Username)
  351. rr = httptest.NewRecorder()
  352. readUserFolder(rr, req)
  353. assert.Equal(t, http.StatusBadRequest, rr.Code)
  354. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  355. rr = httptest.NewRecorder()
  356. getUserFile(rr, req)
  357. assert.Equal(t, http.StatusBadRequest, rr.Code)
  358. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  359. rr = httptest.NewRecorder()
  360. getUserFilesAsZipStream(rr, req)
  361. assert.Equal(t, http.StatusBadRequest, rr.Code)
  362. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  363. rr = httptest.NewRecorder()
  364. getUserPublicKeys(rr, req)
  365. assert.Equal(t, http.StatusBadRequest, rr.Code)
  366. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  367. rr = httptest.NewRecorder()
  368. setUserPublicKeys(rr, req)
  369. assert.Equal(t, http.StatusBadRequest, rr.Code)
  370. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  371. }
  372. func TestUpdateWebAdminInvalidClaims(t *testing.T) {
  373. server := httpdServer{}
  374. server.initializeRouter()
  375. rr := httptest.NewRecorder()
  376. admin := dataprovider.Admin{
  377. Username: "",
  378. Password: "password",
  379. }
  380. c := jwtTokenClaims{
  381. Username: admin.Username,
  382. Permissions: admin.Permissions,
  383. Signature: admin.GetSignature(),
  384. }
  385. token, err := c.createTokenResponse(server.tokenAuth, tokenAudienceWebAdmin)
  386. assert.NoError(t, err)
  387. form := make(url.Values)
  388. form.Set(csrfFormToken, createCSRFToken())
  389. form.Set("status", "1")
  390. req, _ := http.NewRequest(http.MethodPost, path.Join(webAdminPath, "admin"), bytes.NewBuffer([]byte(form.Encode())))
  391. rctx := chi.NewRouteContext()
  392. rctx.URLParams.Add("username", "admin")
  393. req = req.WithContext(context.WithValue(req.Context(), chi.RouteCtxKey, rctx))
  394. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  395. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  396. handleWebUpdateAdminPost(rr, req)
  397. assert.Equal(t, http.StatusOK, rr.Code)
  398. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  399. }
  400. func TestCSRFToken(t *testing.T) {
  401. // invalid token
  402. err := verifyCSRFToken("token")
  403. if assert.Error(t, err) {
  404. assert.Contains(t, err.Error(), "unable to verify form token")
  405. }
  406. // bad audience
  407. claims := make(map[string]interface{})
  408. now := time.Now().UTC()
  409. claims[jwt.JwtIDKey] = xid.New().String()
  410. claims[jwt.NotBeforeKey] = now.Add(-30 * time.Second)
  411. claims[jwt.ExpirationKey] = now.Add(tokenDuration)
  412. claims[jwt.AudienceKey] = tokenAudienceAPI
  413. _, tokenString, err := csrfTokenAuth.Encode(claims)
  414. assert.NoError(t, err)
  415. err = verifyCSRFToken(tokenString)
  416. if assert.Error(t, err) {
  417. assert.Contains(t, err.Error(), "form token is not valid")
  418. }
  419. r := GetHTTPRouter()
  420. fn := verifyCSRFHeader(r)
  421. rr := httptest.NewRecorder()
  422. req, _ := http.NewRequest(http.MethodDelete, path.Join(userPath, "username"), nil)
  423. fn.ServeHTTP(rr, req)
  424. assert.Equal(t, http.StatusForbidden, rr.Code)
  425. assert.Contains(t, rr.Body.String(), "Invalid token")
  426. req.Header.Set(csrfHeaderToken, tokenString)
  427. rr = httptest.NewRecorder()
  428. fn.ServeHTTP(rr, req)
  429. assert.Equal(t, http.StatusForbidden, rr.Code)
  430. assert.Contains(t, rr.Body.String(), "the token is not valid")
  431. csrfTokenAuth = jwtauth.New("PS256", util.GenerateRandomBytes(32), nil)
  432. tokenString = createCSRFToken()
  433. assert.Empty(t, tokenString)
  434. csrfTokenAuth = jwtauth.New(jwa.HS256.String(), util.GenerateRandomBytes(32), nil)
  435. }
  436. func TestCreateTokenError(t *testing.T) {
  437. server := httpdServer{
  438. tokenAuth: jwtauth.New("PS256", util.GenerateRandomBytes(32), nil),
  439. }
  440. rr := httptest.NewRecorder()
  441. admin := dataprovider.Admin{
  442. Username: "admin",
  443. Password: "password",
  444. }
  445. req, _ := http.NewRequest(http.MethodGet, tokenPath, nil)
  446. server.generateAndSendToken(rr, req, admin)
  447. assert.Equal(t, http.StatusInternalServerError, rr.Code)
  448. rr = httptest.NewRecorder()
  449. user := dataprovider.User{
  450. BaseUser: sdk.BaseUser{
  451. Username: "u",
  452. Password: "pwd",
  453. },
  454. }
  455. req, _ = http.NewRequest(http.MethodGet, userTokenPath, nil)
  456. server.generateAndSendUserToken(rr, req, "", user)
  457. assert.Equal(t, http.StatusInternalServerError, rr.Code)
  458. rr = httptest.NewRecorder()
  459. form := make(url.Values)
  460. form.Set("username", admin.Username)
  461. form.Set("password", admin.Password)
  462. form.Set(csrfFormToken, createCSRFToken())
  463. req, _ = http.NewRequest(http.MethodPost, webLoginPath, bytes.NewBuffer([]byte(form.Encode())))
  464. req.RemoteAddr = "127.0.0.1:1234"
  465. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  466. server.handleWebAdminLoginPost(rr, req)
  467. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  468. // req with no content type
  469. req, _ = http.NewRequest(http.MethodPost, webLoginPath, nil)
  470. rr = httptest.NewRecorder()
  471. server.handleWebAdminLoginPost(rr, req)
  472. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  473. // req with no POST body
  474. req, _ = http.NewRequest(http.MethodGet, webLoginPath+"?a=a%C3%AO%GG", nil)
  475. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  476. rr = httptest.NewRecorder()
  477. server.handleWebAdminLoginPost(rr, req)
  478. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  479. req, _ = http.NewRequest(http.MethodGet, webLoginPath+"?a=a%C3%A1%G2", nil)
  480. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  481. rr = httptest.NewRecorder()
  482. handleWebAdminChangePwdPost(rr, req)
  483. // the claim is invalid so we fail to render the client page since
  484. // we have to load the logged admin
  485. assert.Equal(t, http.StatusInternalServerError, rr.Code, rr.Body.String())
  486. req, _ = http.NewRequest(http.MethodGet, webLoginPath+"?a=a%C3%A2%G3", nil)
  487. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  488. _, err := getAdminFromPostFields(req)
  489. assert.Error(t, err)
  490. req, _ = http.NewRequest(http.MethodPost, webClientLoginPath+"?a=a%C3%AO%GG", bytes.NewBuffer([]byte(form.Encode())))
  491. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  492. rr = httptest.NewRecorder()
  493. server.handleWebClientLoginPost(rr, req)
  494. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  495. req, _ = http.NewRequest(http.MethodPost, webChangeClientPwdPath+"?a=a%C3%AO%GA", bytes.NewBuffer([]byte(form.Encode())))
  496. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  497. rr = httptest.NewRecorder()
  498. handleWebClientChangePwdPost(rr, req)
  499. assert.Equal(t, http.StatusInternalServerError, rr.Code, rr.Body.String())
  500. req, _ = http.NewRequest(http.MethodPost, webChangeClientKeysPath+"?a=a%C3%AO%GB", bytes.NewBuffer([]byte(form.Encode())))
  501. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  502. rr = httptest.NewRecorder()
  503. handleWebClientManageKeysPost(rr, req)
  504. assert.Equal(t, http.StatusInternalServerError, rr.Code, rr.Body.String())
  505. req, _ = http.NewRequest(http.MethodPost, webChangeClientAPIKeyAccessPath+"?a=a%C3%AO%GA", bytes.NewBuffer([]byte(form.Encode())))
  506. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  507. rr = httptest.NewRecorder()
  508. handleWebClientManageAPIKeyPost(rr, req)
  509. assert.Equal(t, http.StatusInternalServerError, rr.Code, rr.Body.String())
  510. req, _ = http.NewRequest(http.MethodPost, webChangeAdminAPIKeyAccessPath+"?a=a%C3%AO%GB", bytes.NewBuffer([]byte(form.Encode())))
  511. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  512. rr = httptest.NewRecorder()
  513. handleWebAdminManageAPIKeyPost(rr, req)
  514. assert.Equal(t, http.StatusInternalServerError, rr.Code, rr.Body.String())
  515. username := "webclientuser"
  516. user = dataprovider.User{
  517. BaseUser: sdk.BaseUser{
  518. Username: username,
  519. Password: "clientpwd",
  520. HomeDir: filepath.Join(os.TempDir(), username),
  521. Status: 1,
  522. Description: "test user",
  523. },
  524. }
  525. user.Permissions = make(map[string][]string)
  526. user.Permissions["/"] = []string{dataprovider.PermAny}
  527. user.Filters.AllowAPIKeyAuth = true
  528. err = dataprovider.AddUser(&user)
  529. assert.NoError(t, err)
  530. rr = httptest.NewRecorder()
  531. form = make(url.Values)
  532. form.Set("username", user.Username)
  533. form.Set("password", "clientpwd")
  534. form.Set(csrfFormToken, createCSRFToken())
  535. req, _ = http.NewRequest(http.MethodPost, webClientLoginPath, bytes.NewBuffer([]byte(form.Encode())))
  536. req.RemoteAddr = "127.0.0.1:4567"
  537. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  538. server.handleWebClientLoginPost(rr, req)
  539. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  540. err = authenticateUserWithAPIKey(username, "", server.tokenAuth, req)
  541. assert.Error(t, err)
  542. err = dataprovider.DeleteUser(username)
  543. assert.NoError(t, err)
  544. admin.Username += "1"
  545. admin.Status = 1
  546. admin.Filters.AllowAPIKeyAuth = true
  547. admin.Permissions = []string{dataprovider.PermAdminAny}
  548. err = dataprovider.AddAdmin(&admin)
  549. assert.NoError(t, err)
  550. err = authenticateAdminWithAPIKey(admin.Username, "", server.tokenAuth, req)
  551. assert.Error(t, err)
  552. err = dataprovider.DeleteAdmin(admin.Username)
  553. assert.NoError(t, err)
  554. }
  555. func TestAPIKeyAuthForbidden(t *testing.T) {
  556. r := GetHTTPRouter()
  557. fn := forbidAPIKeyAuthentication(r)
  558. rr := httptest.NewRecorder()
  559. req, _ := http.NewRequest(http.MethodGet, versionPath, nil)
  560. fn.ServeHTTP(rr, req)
  561. assert.Equal(t, http.StatusBadRequest, rr.Code)
  562. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  563. }
  564. func TestJWTTokenValidation(t *testing.T) {
  565. tokenAuth := jwtauth.New(jwa.HS256.String(), util.GenerateRandomBytes(32), nil)
  566. claims := make(map[string]interface{})
  567. claims["username"] = "admin"
  568. claims[jwt.ExpirationKey] = time.Now().UTC().Add(-1 * time.Hour)
  569. token, _, err := tokenAuth.Encode(claims)
  570. assert.NoError(t, err)
  571. r := GetHTTPRouter()
  572. fn := jwtAuthenticatorAPI(r)
  573. rr := httptest.NewRecorder()
  574. req, _ := http.NewRequest(http.MethodGet, userPath, nil)
  575. ctx := jwtauth.NewContext(req.Context(), token, nil)
  576. fn.ServeHTTP(rr, req.WithContext(ctx))
  577. assert.Equal(t, http.StatusUnauthorized, rr.Code)
  578. fn = jwtAuthenticatorWebAdmin(r)
  579. rr = httptest.NewRecorder()
  580. req, _ = http.NewRequest(http.MethodGet, webUserPath, nil)
  581. ctx = jwtauth.NewContext(req.Context(), token, nil)
  582. fn.ServeHTTP(rr, req.WithContext(ctx))
  583. assert.Equal(t, http.StatusFound, rr.Code)
  584. assert.Equal(t, webLoginPath, rr.Header().Get("Location"))
  585. fn = jwtAuthenticatorWebClient(r)
  586. rr = httptest.NewRecorder()
  587. req, _ = http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  588. ctx = jwtauth.NewContext(req.Context(), token, nil)
  589. fn.ServeHTTP(rr, req.WithContext(ctx))
  590. assert.Equal(t, http.StatusFound, rr.Code)
  591. assert.Equal(t, webClientLoginPath, rr.Header().Get("Location"))
  592. errTest := errors.New("test error")
  593. permFn := checkPerm(dataprovider.PermAdminAny)
  594. fn = permFn(r)
  595. rr = httptest.NewRecorder()
  596. req, _ = http.NewRequest(http.MethodGet, userPath, nil)
  597. ctx = jwtauth.NewContext(req.Context(), token, errTest)
  598. fn.ServeHTTP(rr, req.WithContext(ctx))
  599. assert.Equal(t, http.StatusBadRequest, rr.Code)
  600. permFn = checkPerm(dataprovider.PermAdminAny)
  601. fn = permFn(r)
  602. rr = httptest.NewRecorder()
  603. req, _ = http.NewRequest(http.MethodGet, webUserPath, nil)
  604. req.RequestURI = webUserPath
  605. ctx = jwtauth.NewContext(req.Context(), token, errTest)
  606. fn.ServeHTTP(rr, req.WithContext(ctx))
  607. assert.Equal(t, http.StatusBadRequest, rr.Code)
  608. permClientFn := checkHTTPUserPerm(sdk.WebClientPubKeyChangeDisabled)
  609. fn = permClientFn(r)
  610. rr = httptest.NewRecorder()
  611. req, _ = http.NewRequest(http.MethodPost, webChangeClientKeysPath, nil)
  612. req.RequestURI = webChangeClientKeysPath
  613. ctx = jwtauth.NewContext(req.Context(), token, errTest)
  614. fn.ServeHTTP(rr, req.WithContext(ctx))
  615. assert.Equal(t, http.StatusBadRequest, rr.Code)
  616. rr = httptest.NewRecorder()
  617. req, _ = http.NewRequest(http.MethodPost, userPublicKeysPath, nil)
  618. req.RequestURI = userPublicKeysPath
  619. ctx = jwtauth.NewContext(req.Context(), token, errTest)
  620. fn.ServeHTTP(rr, req.WithContext(ctx))
  621. assert.Equal(t, http.StatusBadRequest, rr.Code)
  622. }
  623. func TestUpdateContextFromCookie(t *testing.T) {
  624. server := httpdServer{
  625. tokenAuth: jwtauth.New(jwa.HS256.String(), util.GenerateRandomBytes(32), nil),
  626. }
  627. req, _ := http.NewRequest(http.MethodGet, tokenPath, nil)
  628. claims := make(map[string]interface{})
  629. claims["a"] = "b"
  630. token, _, err := server.tokenAuth.Encode(claims)
  631. assert.NoError(t, err)
  632. ctx := jwtauth.NewContext(req.Context(), token, nil)
  633. server.updateContextFromCookie(req.WithContext(ctx))
  634. }
  635. func TestCookieExpiration(t *testing.T) {
  636. server := httpdServer{
  637. tokenAuth: jwtauth.New(jwa.HS256.String(), util.GenerateRandomBytes(32), nil),
  638. }
  639. err := errors.New("test error")
  640. rr := httptest.NewRecorder()
  641. req, _ := http.NewRequest(http.MethodGet, tokenPath, nil)
  642. ctx := jwtauth.NewContext(req.Context(), nil, err)
  643. server.checkCookieExpiration(rr, req.WithContext(ctx))
  644. cookie := rr.Header().Get("Set-Cookie")
  645. assert.Empty(t, cookie)
  646. req, _ = http.NewRequest(http.MethodGet, tokenPath, nil)
  647. claims := make(map[string]interface{})
  648. claims["a"] = "b"
  649. token, _, err := server.tokenAuth.Encode(claims)
  650. assert.NoError(t, err)
  651. ctx = jwtauth.NewContext(req.Context(), token, nil)
  652. server.checkCookieExpiration(rr, req.WithContext(ctx))
  653. cookie = rr.Header().Get("Set-Cookie")
  654. assert.Empty(t, cookie)
  655. admin := dataprovider.Admin{
  656. Username: "newtestadmin",
  657. Password: "password",
  658. Permissions: []string{dataprovider.PermAdminAny},
  659. }
  660. claims = make(map[string]interface{})
  661. claims[claimUsernameKey] = admin.Username
  662. claims[claimPermissionsKey] = admin.Permissions
  663. claims[jwt.SubjectKey] = admin.GetSignature()
  664. claims[jwt.ExpirationKey] = time.Now().Add(1 * time.Minute)
  665. claims[jwt.AudienceKey] = tokenAudienceAPI
  666. token, _, err = server.tokenAuth.Encode(claims)
  667. assert.NoError(t, err)
  668. req, _ = http.NewRequest(http.MethodGet, tokenPath, nil)
  669. ctx = jwtauth.NewContext(req.Context(), token, nil)
  670. server.checkCookieExpiration(rr, req.WithContext(ctx))
  671. cookie = rr.Header().Get("Set-Cookie")
  672. assert.Empty(t, cookie)
  673. admin.Status = 0
  674. err = dataprovider.AddAdmin(&admin)
  675. assert.NoError(t, err)
  676. req, _ = http.NewRequest(http.MethodGet, tokenPath, nil)
  677. ctx = jwtauth.NewContext(req.Context(), token, nil)
  678. server.checkCookieExpiration(rr, req.WithContext(ctx))
  679. cookie = rr.Header().Get("Set-Cookie")
  680. assert.Empty(t, cookie)
  681. admin.Status = 1
  682. admin.Filters.AllowList = []string{"172.16.1.0/24"}
  683. err = dataprovider.UpdateAdmin(&admin)
  684. assert.NoError(t, err)
  685. req, _ = http.NewRequest(http.MethodGet, tokenPath, nil)
  686. ctx = jwtauth.NewContext(req.Context(), token, nil)
  687. server.checkCookieExpiration(rr, req.WithContext(ctx))
  688. cookie = rr.Header().Get("Set-Cookie")
  689. assert.Empty(t, cookie)
  690. admin, err = dataprovider.AdminExists(admin.Username)
  691. assert.NoError(t, err)
  692. claims = make(map[string]interface{})
  693. claims[claimUsernameKey] = admin.Username
  694. claims[claimPermissionsKey] = admin.Permissions
  695. claims[jwt.SubjectKey] = admin.GetSignature()
  696. claims[jwt.ExpirationKey] = time.Now().Add(1 * time.Minute)
  697. claims[jwt.AudienceKey] = tokenAudienceAPI
  698. token, _, err = server.tokenAuth.Encode(claims)
  699. assert.NoError(t, err)
  700. req, _ = http.NewRequest(http.MethodGet, tokenPath, nil)
  701. req.RemoteAddr = "192.168.8.1:1234"
  702. ctx = jwtauth.NewContext(req.Context(), token, nil)
  703. server.checkCookieExpiration(rr, req.WithContext(ctx))
  704. cookie = rr.Header().Get("Set-Cookie")
  705. assert.Empty(t, cookie)
  706. req, _ = http.NewRequest(http.MethodGet, tokenPath, nil)
  707. req.RemoteAddr = "172.16.1.12:4567"
  708. ctx = jwtauth.NewContext(req.Context(), token, nil)
  709. server.checkCookieExpiration(rr, req.WithContext(ctx))
  710. cookie = rr.Header().Get("Set-Cookie")
  711. assert.True(t, strings.HasPrefix(cookie, "jwt="))
  712. err = dataprovider.DeleteAdmin(admin.Username)
  713. assert.NoError(t, err)
  714. // now check client cookie expiration
  715. username := "client"
  716. user := dataprovider.User{
  717. BaseUser: sdk.BaseUser{
  718. Username: username,
  719. Password: "clientpwd",
  720. HomeDir: filepath.Join(os.TempDir(), username),
  721. Status: 1,
  722. Description: "test user",
  723. },
  724. }
  725. user.Permissions = make(map[string][]string)
  726. user.Permissions["/"] = []string{"*"}
  727. claims = make(map[string]interface{})
  728. claims[claimUsernameKey] = user.Username
  729. claims[claimPermissionsKey] = user.Filters.WebClient
  730. claims[jwt.SubjectKey] = user.GetSignature()
  731. claims[jwt.ExpirationKey] = time.Now().Add(1 * time.Minute)
  732. claims[jwt.AudienceKey] = tokenAudienceWebClient
  733. token, _, err = server.tokenAuth.Encode(claims)
  734. assert.NoError(t, err)
  735. rr = httptest.NewRecorder()
  736. req, _ = http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  737. ctx = jwtauth.NewContext(req.Context(), token, nil)
  738. server.checkCookieExpiration(rr, req.WithContext(ctx))
  739. cookie = rr.Header().Get("Set-Cookie")
  740. assert.Empty(t, cookie)
  741. // the password will be hashed and so the signature will change
  742. err = dataprovider.AddUser(&user)
  743. assert.NoError(t, err)
  744. req, _ = http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  745. ctx = jwtauth.NewContext(req.Context(), token, nil)
  746. server.checkCookieExpiration(rr, req.WithContext(ctx))
  747. cookie = rr.Header().Get("Set-Cookie")
  748. assert.Empty(t, cookie)
  749. user, err = dataprovider.UserExists(user.Username)
  750. assert.NoError(t, err)
  751. user.Filters.AllowedIP = []string{"172.16.4.0/24"}
  752. err = dataprovider.UpdateUser(&user)
  753. assert.NoError(t, err)
  754. user, err = dataprovider.UserExists(user.Username)
  755. assert.NoError(t, err)
  756. claims = make(map[string]interface{})
  757. claims[claimUsernameKey] = user.Username
  758. claims[claimPermissionsKey] = user.Filters.WebClient
  759. claims[jwt.SubjectKey] = user.GetSignature()
  760. claims[jwt.ExpirationKey] = time.Now().Add(1 * time.Minute)
  761. claims[jwt.AudienceKey] = tokenAudienceWebClient
  762. token, _, err = server.tokenAuth.Encode(claims)
  763. assert.NoError(t, err)
  764. req, _ = http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  765. req.RemoteAddr = "172.16.3.12:4567"
  766. ctx = jwtauth.NewContext(req.Context(), token, nil)
  767. server.checkCookieExpiration(rr, req.WithContext(ctx))
  768. cookie = rr.Header().Get("Set-Cookie")
  769. assert.Empty(t, cookie)
  770. req, _ = http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  771. req.RemoteAddr = "172.16.4.16:4567"
  772. ctx = jwtauth.NewContext(req.Context(), token, nil)
  773. server.checkCookieExpiration(rr, req.WithContext(ctx))
  774. cookie = rr.Header().Get("Set-Cookie")
  775. assert.NotEmpty(t, cookie)
  776. err = dataprovider.DeleteUser(user.Username)
  777. assert.NoError(t, err)
  778. }
  779. func TestGetURLParam(t *testing.T) {
  780. req, _ := http.NewRequest(http.MethodGet, adminPwdPath, nil)
  781. rctx := chi.NewRouteContext()
  782. rctx.URLParams.Add("val", "testuser%C3%A0")
  783. rctx.URLParams.Add("inval", "testuser%C3%AO%GG")
  784. req = req.WithContext(context.WithValue(req.Context(), chi.RouteCtxKey, rctx))
  785. escaped := getURLParam(req, "val")
  786. assert.Equal(t, "testuserà", escaped)
  787. escaped = getURLParam(req, "inval")
  788. assert.Equal(t, "testuser%C3%AO%GG", escaped)
  789. }
  790. func TestChangePwdValidationErrors(t *testing.T) {
  791. err := doChangeAdminPassword(nil, "", "", "")
  792. require.Error(t, err)
  793. err = doChangeAdminPassword(nil, "a", "b", "c")
  794. require.Error(t, err)
  795. err = doChangeAdminPassword(nil, "a", "a", "a")
  796. require.Error(t, err)
  797. req, _ := http.NewRequest(http.MethodPut, adminPwdPath, nil)
  798. err = doChangeAdminPassword(req, "currentpwd", "newpwd", "newpwd")
  799. assert.Error(t, err)
  800. }
  801. func TestRenderUnexistingFolder(t *testing.T) {
  802. rr := httptest.NewRecorder()
  803. req, _ := http.NewRequest(http.MethodPost, folderPath, nil)
  804. renderFolder(rr, req, "path not mapped", http.StatusOK)
  805. assert.Equal(t, http.StatusNotFound, rr.Code)
  806. }
  807. func TestCloseConnectionHandler(t *testing.T) {
  808. req, _ := http.NewRequest(http.MethodDelete, activeConnectionsPath+"/connectionID", nil)
  809. rctx := chi.NewRouteContext()
  810. rctx.URLParams.Add("connectionID", "")
  811. req = req.WithContext(context.WithValue(req.Context(), chi.RouteCtxKey, rctx))
  812. rr := httptest.NewRecorder()
  813. handleCloseConnection(rr, req)
  814. assert.Equal(t, http.StatusBadRequest, rr.Code)
  815. }
  816. func TestRenderInvalidTemplate(t *testing.T) {
  817. tmpl, err := template.New("test").Parse("{{.Count}}")
  818. if assert.NoError(t, err) {
  819. noMatchTmpl := "no_match"
  820. adminTemplates[noMatchTmpl] = tmpl
  821. rw := httptest.NewRecorder()
  822. renderAdminTemplate(rw, noMatchTmpl, map[string]string{})
  823. assert.Equal(t, http.StatusInternalServerError, rw.Code)
  824. clientTemplates[noMatchTmpl] = tmpl
  825. renderClientTemplate(rw, noMatchTmpl, map[string]string{})
  826. assert.Equal(t, http.StatusInternalServerError, rw.Code)
  827. }
  828. }
  829. func TestQuotaScanInvalidFs(t *testing.T) {
  830. user := dataprovider.User{
  831. BaseUser: sdk.BaseUser{
  832. Username: "test",
  833. HomeDir: os.TempDir(),
  834. },
  835. FsConfig: vfs.Filesystem{
  836. Provider: sdk.S3FilesystemProvider,
  837. },
  838. }
  839. common.QuotaScans.AddUserQuotaScan(user.Username)
  840. err := doUserQuotaScan(user)
  841. assert.Error(t, err)
  842. }
  843. func TestVerifyTLSConnection(t *testing.T) {
  844. oldCertMgr := certMgr
  845. caCrlPath := filepath.Join(os.TempDir(), "testcrl.crt")
  846. certPath := filepath.Join(os.TempDir(), "testh.crt")
  847. keyPath := filepath.Join(os.TempDir(), "testh.key")
  848. err := os.WriteFile(caCrlPath, []byte(caCRL), os.ModePerm)
  849. assert.NoError(t, err)
  850. err = os.WriteFile(certPath, []byte(httpdCert), os.ModePerm)
  851. assert.NoError(t, err)
  852. err = os.WriteFile(keyPath, []byte(httpdKey), os.ModePerm)
  853. assert.NoError(t, err)
  854. certMgr, err = common.NewCertManager(certPath, keyPath, "", "webdav_test")
  855. assert.NoError(t, err)
  856. certMgr.SetCARevocationLists([]string{caCrlPath})
  857. err = certMgr.LoadCRLs()
  858. assert.NoError(t, err)
  859. crt, err := tls.X509KeyPair([]byte(client1Crt), []byte(client1Key))
  860. assert.NoError(t, err)
  861. x509crt, err := x509.ParseCertificate(crt.Certificate[0])
  862. assert.NoError(t, err)
  863. server := httpdServer{}
  864. state := tls.ConnectionState{
  865. PeerCertificates: []*x509.Certificate{x509crt},
  866. }
  867. err = server.verifyTLSConnection(state)
  868. assert.Error(t, err) // no verified certification chain
  869. crt, err = tls.X509KeyPair([]byte(caCRT), []byte(caKey))
  870. assert.NoError(t, err)
  871. x509CAcrt, err := x509.ParseCertificate(crt.Certificate[0])
  872. assert.NoError(t, err)
  873. state.VerifiedChains = append(state.VerifiedChains, []*x509.Certificate{x509crt, x509CAcrt})
  874. err = server.verifyTLSConnection(state)
  875. assert.NoError(t, err)
  876. crt, err = tls.X509KeyPair([]byte(client2Crt), []byte(client2Key))
  877. assert.NoError(t, err)
  878. x509crtRevoked, err := x509.ParseCertificate(crt.Certificate[0])
  879. assert.NoError(t, err)
  880. state.VerifiedChains = append(state.VerifiedChains, []*x509.Certificate{x509crtRevoked, x509CAcrt})
  881. state.PeerCertificates = []*x509.Certificate{x509crtRevoked}
  882. err = server.verifyTLSConnection(state)
  883. assert.EqualError(t, err, common.ErrCrtRevoked.Error())
  884. err = os.Remove(caCrlPath)
  885. assert.NoError(t, err)
  886. err = os.Remove(certPath)
  887. assert.NoError(t, err)
  888. err = os.Remove(keyPath)
  889. assert.NoError(t, err)
  890. certMgr = oldCertMgr
  891. }
  892. func TestGetFolderFromTemplate(t *testing.T) {
  893. folder := vfs.BaseVirtualFolder{
  894. MappedPath: "Folder%name%",
  895. Description: "Folder %name% desc",
  896. }
  897. folderName := "folderTemplate"
  898. folderTemplate := getFolderFromTemplate(folder, folderName)
  899. require.Equal(t, folderName, folderTemplate.Name)
  900. require.Equal(t, fmt.Sprintf("Folder%v", folderName), folderTemplate.MappedPath)
  901. require.Equal(t, fmt.Sprintf("Folder %v desc", folderName), folderTemplate.Description)
  902. folder.FsConfig.Provider = sdk.CryptedFilesystemProvider
  903. folder.FsConfig.CryptConfig.Passphrase = kms.NewPlainSecret("%name%")
  904. folderTemplate = getFolderFromTemplate(folder, folderName)
  905. require.Equal(t, folderName, folderTemplate.FsConfig.CryptConfig.Passphrase.GetPayload())
  906. folder.FsConfig.Provider = sdk.GCSFilesystemProvider
  907. folder.FsConfig.GCSConfig.KeyPrefix = "prefix%name%/"
  908. folderTemplate = getFolderFromTemplate(folder, folderName)
  909. require.Equal(t, fmt.Sprintf("prefix%v/", folderName), folderTemplate.FsConfig.GCSConfig.KeyPrefix)
  910. folder.FsConfig.Provider = sdk.AzureBlobFilesystemProvider
  911. folder.FsConfig.AzBlobConfig.KeyPrefix = "a%name%"
  912. folder.FsConfig.AzBlobConfig.AccountKey = kms.NewPlainSecret("pwd%name%")
  913. folderTemplate = getFolderFromTemplate(folder, folderName)
  914. require.Equal(t, "a"+folderName, folderTemplate.FsConfig.AzBlobConfig.KeyPrefix)
  915. require.Equal(t, "pwd"+folderName, folderTemplate.FsConfig.AzBlobConfig.AccountKey.GetPayload())
  916. folder.FsConfig.Provider = sdk.SFTPFilesystemProvider
  917. folder.FsConfig.SFTPConfig.Prefix = "%name%"
  918. folder.FsConfig.SFTPConfig.Username = "sftp_%name%"
  919. folder.FsConfig.SFTPConfig.Password = kms.NewPlainSecret("sftp%name%")
  920. folderTemplate = getFolderFromTemplate(folder, folderName)
  921. require.Equal(t, folderName, folderTemplate.FsConfig.SFTPConfig.Prefix)
  922. require.Equal(t, "sftp_"+folderName, folderTemplate.FsConfig.SFTPConfig.Username)
  923. require.Equal(t, "sftp"+folderName, folderTemplate.FsConfig.SFTPConfig.Password.GetPayload())
  924. }
  925. func TestGetUserFromTemplate(t *testing.T) {
  926. user := dataprovider.User{
  927. BaseUser: sdk.BaseUser{
  928. Status: 1,
  929. },
  930. }
  931. user.VirtualFolders = append(user.VirtualFolders, vfs.VirtualFolder{
  932. BaseVirtualFolder: vfs.BaseVirtualFolder{
  933. Name: "Folder%username%",
  934. },
  935. })
  936. username := "userTemplate"
  937. password := "pwdTemplate"
  938. templateFields := userTemplateFields{
  939. Username: username,
  940. Password: password,
  941. }
  942. userTemplate := getUserFromTemplate(user, templateFields)
  943. require.Len(t, userTemplate.VirtualFolders, 1)
  944. require.Equal(t, "Folder"+username, userTemplate.VirtualFolders[0].Name)
  945. user.FsConfig.Provider = sdk.CryptedFilesystemProvider
  946. user.FsConfig.CryptConfig.Passphrase = kms.NewPlainSecret("%password%")
  947. userTemplate = getUserFromTemplate(user, templateFields)
  948. require.Equal(t, password, userTemplate.FsConfig.CryptConfig.Passphrase.GetPayload())
  949. user.FsConfig.Provider = sdk.GCSFilesystemProvider
  950. user.FsConfig.GCSConfig.KeyPrefix = "%username%%password%"
  951. userTemplate = getUserFromTemplate(user, templateFields)
  952. require.Equal(t, username+password, userTemplate.FsConfig.GCSConfig.KeyPrefix)
  953. user.FsConfig.Provider = sdk.AzureBlobFilesystemProvider
  954. user.FsConfig.AzBlobConfig.KeyPrefix = "a%username%"
  955. user.FsConfig.AzBlobConfig.AccountKey = kms.NewPlainSecret("pwd%password%%username%")
  956. userTemplate = getUserFromTemplate(user, templateFields)
  957. require.Equal(t, "a"+username, userTemplate.FsConfig.AzBlobConfig.KeyPrefix)
  958. require.Equal(t, "pwd"+password+username, userTemplate.FsConfig.AzBlobConfig.AccountKey.GetPayload())
  959. user.FsConfig.Provider = sdk.SFTPFilesystemProvider
  960. user.FsConfig.SFTPConfig.Prefix = "%username%"
  961. user.FsConfig.SFTPConfig.Username = "sftp_%username%"
  962. user.FsConfig.SFTPConfig.Password = kms.NewPlainSecret("sftp%password%")
  963. userTemplate = getUserFromTemplate(user, templateFields)
  964. require.Equal(t, username, userTemplate.FsConfig.SFTPConfig.Prefix)
  965. require.Equal(t, "sftp_"+username, userTemplate.FsConfig.SFTPConfig.Username)
  966. require.Equal(t, "sftp"+password, userTemplate.FsConfig.SFTPConfig.Password.GetPayload())
  967. }
  968. func TestJWTTokenCleanup(t *testing.T) {
  969. server := httpdServer{
  970. tokenAuth: jwtauth.New(jwa.HS256.String(), util.GenerateRandomBytes(32), nil),
  971. }
  972. admin := dataprovider.Admin{
  973. Username: "newtestadmin",
  974. Password: "password",
  975. Permissions: []string{dataprovider.PermAdminAny},
  976. }
  977. claims := make(map[string]interface{})
  978. claims[claimUsernameKey] = admin.Username
  979. claims[claimPermissionsKey] = admin.Permissions
  980. claims[jwt.SubjectKey] = admin.GetSignature()
  981. claims[jwt.ExpirationKey] = time.Now().Add(1 * time.Minute)
  982. _, token, err := server.tokenAuth.Encode(claims)
  983. assert.NoError(t, err)
  984. req, _ := http.NewRequest(http.MethodGet, versionPath, nil)
  985. assert.True(t, isTokenInvalidated(req))
  986. req.Header.Set("Authorization", fmt.Sprintf("Bearer %v", token))
  987. invalidatedJWTTokens.Store(token, time.Now().UTC().Add(-tokenDuration))
  988. require.True(t, isTokenInvalidated(req))
  989. startJWTTokensCleanupTicker(100 * time.Millisecond)
  990. assert.Eventually(t, func() bool { return !isTokenInvalidated(req) }, 1*time.Second, 200*time.Millisecond)
  991. stopJWTTokensCleanupTicker()
  992. }
  993. func TestProxyHeaders(t *testing.T) {
  994. username := "adminTest"
  995. password := "testPwd"
  996. admin := dataprovider.Admin{
  997. Username: username,
  998. Password: password,
  999. Permissions: []string{dataprovider.PermAdminAny},
  1000. Status: 1,
  1001. Filters: dataprovider.AdminFilters{
  1002. AllowList: []string{"172.19.2.0/24"},
  1003. },
  1004. }
  1005. err := dataprovider.AddAdmin(&admin)
  1006. assert.NoError(t, err)
  1007. testIP := "10.29.1.9"
  1008. validForwardedFor := "172.19.2.6"
  1009. b := Binding{
  1010. Address: "",
  1011. Port: 8080,
  1012. EnableWebAdmin: true,
  1013. EnableWebClient: false,
  1014. ProxyAllowed: []string{testIP, "10.8.0.0/30"},
  1015. }
  1016. err = b.parseAllowedProxy()
  1017. assert.NoError(t, err)
  1018. server := newHttpdServer(b, "", "")
  1019. server.initializeRouter()
  1020. testServer := httptest.NewServer(server.router)
  1021. defer testServer.Close()
  1022. req, err := http.NewRequest(http.MethodGet, tokenPath, nil)
  1023. assert.NoError(t, err)
  1024. req.Header.Set("X-Forwarded-For", validForwardedFor)
  1025. req.Header.Set(xForwardedProto, "https")
  1026. req.RemoteAddr = "127.0.0.1:123"
  1027. req.SetBasicAuth(username, password)
  1028. rr := httptest.NewRecorder()
  1029. testServer.Config.Handler.ServeHTTP(rr, req)
  1030. assert.Equal(t, http.StatusUnauthorized, rr.Code)
  1031. assert.Contains(t, rr.Body.String(), "login from IP 127.0.0.1 not allowed")
  1032. req.RemoteAddr = testIP
  1033. rr = httptest.NewRecorder()
  1034. testServer.Config.Handler.ServeHTTP(rr, req)
  1035. assert.Equal(t, http.StatusOK, rr.Code)
  1036. req.RemoteAddr = "10.8.0.2"
  1037. rr = httptest.NewRecorder()
  1038. testServer.Config.Handler.ServeHTTP(rr, req)
  1039. assert.Equal(t, http.StatusOK, rr.Code)
  1040. form := make(url.Values)
  1041. form.Set("username", username)
  1042. form.Set("password", password)
  1043. form.Set(csrfFormToken, createCSRFToken())
  1044. req, err = http.NewRequest(http.MethodPost, webLoginPath, bytes.NewBuffer([]byte(form.Encode())))
  1045. assert.NoError(t, err)
  1046. req.RemoteAddr = testIP
  1047. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  1048. rr = httptest.NewRecorder()
  1049. testServer.Config.Handler.ServeHTTP(rr, req)
  1050. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  1051. assert.Contains(t, rr.Body.String(), "login from IP 10.29.1.9 not allowed")
  1052. req, err = http.NewRequest(http.MethodPost, webLoginPath, bytes.NewBuffer([]byte(form.Encode())))
  1053. assert.NoError(t, err)
  1054. req.RemoteAddr = testIP
  1055. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  1056. req.Header.Set("X-Forwarded-For", validForwardedFor)
  1057. rr = httptest.NewRecorder()
  1058. testServer.Config.Handler.ServeHTTP(rr, req)
  1059. assert.Equal(t, http.StatusFound, rr.Code, rr.Body.String())
  1060. cookie := rr.Header().Get("Set-Cookie")
  1061. assert.NotContains(t, cookie, "Secure")
  1062. req, err = http.NewRequest(http.MethodPost, webLoginPath, bytes.NewBuffer([]byte(form.Encode())))
  1063. assert.NoError(t, err)
  1064. req.RemoteAddr = testIP
  1065. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  1066. req.Header.Set("X-Forwarded-For", validForwardedFor)
  1067. req.Header.Set(xForwardedProto, "https")
  1068. rr = httptest.NewRecorder()
  1069. testServer.Config.Handler.ServeHTTP(rr, req)
  1070. assert.Equal(t, http.StatusFound, rr.Code, rr.Body.String())
  1071. cookie = rr.Header().Get("Set-Cookie")
  1072. assert.Contains(t, cookie, "Secure")
  1073. req, err = http.NewRequest(http.MethodPost, webLoginPath, bytes.NewBuffer([]byte(form.Encode())))
  1074. assert.NoError(t, err)
  1075. req.RemoteAddr = testIP
  1076. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  1077. req.Header.Set("X-Forwarded-For", validForwardedFor)
  1078. req.Header.Set(xForwardedProto, "http")
  1079. rr = httptest.NewRecorder()
  1080. testServer.Config.Handler.ServeHTTP(rr, req)
  1081. assert.Equal(t, http.StatusFound, rr.Code, rr.Body.String())
  1082. cookie = rr.Header().Get("Set-Cookie")
  1083. assert.NotContains(t, cookie, "Secure")
  1084. err = dataprovider.DeleteAdmin(username)
  1085. assert.NoError(t, err)
  1086. }
  1087. func TestRecoverer(t *testing.T) {
  1088. recoveryPath := "/recovery"
  1089. b := Binding{
  1090. Address: "",
  1091. Port: 8080,
  1092. EnableWebAdmin: true,
  1093. EnableWebClient: false,
  1094. }
  1095. server := newHttpdServer(b, "../static", "")
  1096. server.initializeRouter()
  1097. server.router.Get(recoveryPath, func(w http.ResponseWriter, r *http.Request) {
  1098. panic("panic")
  1099. })
  1100. testServer := httptest.NewServer(server.router)
  1101. defer testServer.Close()
  1102. req, err := http.NewRequest(http.MethodGet, recoveryPath, nil)
  1103. assert.NoError(t, err)
  1104. rr := httptest.NewRecorder()
  1105. testServer.Config.Handler.ServeHTTP(rr, req)
  1106. assert.Equal(t, http.StatusInternalServerError, rr.Code, rr.Body.String())
  1107. server.router = chi.NewRouter()
  1108. server.router.Use(recoverer)
  1109. server.router.Get(recoveryPath, func(w http.ResponseWriter, r *http.Request) {
  1110. panic("panic")
  1111. })
  1112. testServer = httptest.NewServer(server.router)
  1113. defer testServer.Close()
  1114. req, err = http.NewRequest(http.MethodGet, recoveryPath, nil)
  1115. assert.NoError(t, err)
  1116. rr = httptest.NewRecorder()
  1117. testServer.Config.Handler.ServeHTTP(rr, req)
  1118. assert.Equal(t, http.StatusInternalServerError, rr.Code, rr.Body.String())
  1119. }
  1120. func TestCompressorAbortHandler(t *testing.T) {
  1121. defer func() {
  1122. rcv := recover()
  1123. assert.Equal(t, http.ErrAbortHandler, rcv)
  1124. }()
  1125. connection := &Connection{
  1126. BaseConnection: common.NewBaseConnection(xid.New().String(), common.ProtocolHTTP, "", "", dataprovider.User{}),
  1127. request: nil,
  1128. }
  1129. renderCompressedFiles(&failingWriter{}, connection, "", nil)
  1130. }
  1131. func TestZipErrors(t *testing.T) {
  1132. user := dataprovider.User{
  1133. BaseUser: sdk.BaseUser{
  1134. HomeDir: filepath.Clean(os.TempDir()),
  1135. },
  1136. }
  1137. user.Permissions = make(map[string][]string)
  1138. user.Permissions["/"] = []string{dataprovider.PermAny}
  1139. connection := &Connection{
  1140. BaseConnection: common.NewBaseConnection(xid.New().String(), common.ProtocolHTTP, "", "", user),
  1141. request: nil,
  1142. }
  1143. testDir := filepath.Join(os.TempDir(), "testDir")
  1144. err := os.MkdirAll(testDir, os.ModePerm)
  1145. assert.NoError(t, err)
  1146. wr := zip.NewWriter(&failingWriter{})
  1147. err = wr.Close()
  1148. if assert.Error(t, err) {
  1149. assert.Contains(t, err.Error(), "write error")
  1150. }
  1151. err = addZipEntry(wr, connection, "/"+filepath.Base(testDir), "/")
  1152. if assert.Error(t, err) {
  1153. assert.Contains(t, err.Error(), "write error")
  1154. }
  1155. testFilePath := filepath.Join(testDir, "ziptest.zip")
  1156. err = os.WriteFile(testFilePath, util.GenerateRandomBytes(65535), os.ModePerm)
  1157. assert.NoError(t, err)
  1158. err = addZipEntry(wr, connection, path.Join("/", filepath.Base(testDir), filepath.Base(testFilePath)),
  1159. "/"+filepath.Base(testDir))
  1160. if assert.Error(t, err) {
  1161. assert.Contains(t, err.Error(), "write error")
  1162. }
  1163. connection.User.Permissions["/"] = []string{dataprovider.PermListItems}
  1164. err = addZipEntry(wr, connection, path.Join("/", filepath.Base(testDir), filepath.Base(testFilePath)),
  1165. "/"+filepath.Base(testDir))
  1166. assert.ErrorIs(t, err, os.ErrPermission)
  1167. // creating a virtual folder to a missing path stat is ok but readdir fails
  1168. user.VirtualFolders = append(user.VirtualFolders, vfs.VirtualFolder{
  1169. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1170. MappedPath: filepath.Join(os.TempDir(), "mapped"),
  1171. },
  1172. VirtualPath: "/vpath",
  1173. })
  1174. connection.User = user
  1175. wr = zip.NewWriter(bytes.NewBuffer(make([]byte, 0)))
  1176. err = addZipEntry(wr, connection, user.VirtualFolders[0].VirtualPath, "/")
  1177. assert.Error(t, err)
  1178. user.Filters.FilePatterns = append(user.Filters.FilePatterns, sdk.PatternsFilter{
  1179. Path: "/",
  1180. DeniedPatterns: []string{"*.zip"},
  1181. })
  1182. err = addZipEntry(wr, connection, "/"+filepath.Base(testDir), "/")
  1183. assert.ErrorIs(t, err, os.ErrPermission)
  1184. err = os.RemoveAll(testDir)
  1185. assert.NoError(t, err)
  1186. }
  1187. func TestWebAdminRedirect(t *testing.T) {
  1188. b := Binding{
  1189. Address: "",
  1190. Port: 8080,
  1191. EnableWebAdmin: true,
  1192. EnableWebClient: false,
  1193. }
  1194. server := newHttpdServer(b, "../static", "")
  1195. server.initializeRouter()
  1196. testServer := httptest.NewServer(server.router)
  1197. defer testServer.Close()
  1198. req, err := http.NewRequest(http.MethodGet, webRootPath, nil)
  1199. assert.NoError(t, err)
  1200. rr := httptest.NewRecorder()
  1201. testServer.Config.Handler.ServeHTTP(rr, req)
  1202. assert.Equal(t, http.StatusMovedPermanently, rr.Code, rr.Body.String())
  1203. assert.Equal(t, webLoginPath, rr.Header().Get("Location"))
  1204. req, err = http.NewRequest(http.MethodGet, webBasePath, nil)
  1205. assert.NoError(t, err)
  1206. rr = httptest.NewRecorder()
  1207. testServer.Config.Handler.ServeHTTP(rr, req)
  1208. assert.Equal(t, http.StatusMovedPermanently, rr.Code, rr.Body.String())
  1209. assert.Equal(t, webLoginPath, rr.Header().Get("Location"))
  1210. }
  1211. func TestParseRangeRequests(t *testing.T) {
  1212. // curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=24-24"
  1213. fileSize := int64(169740)
  1214. rangeHeader := "bytes=24-24"
  1215. offset, size, err := parseRangeRequest(rangeHeader[6:], fileSize)
  1216. require.NoError(t, err)
  1217. resp := fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1218. assert.Equal(t, "bytes 24-24/169740", resp)
  1219. require.Equal(t, int64(1), size)
  1220. // curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=24-"
  1221. rangeHeader = "bytes=24-"
  1222. offset, size, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1223. require.NoError(t, err)
  1224. resp = fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1225. assert.Equal(t, "bytes 24-169739/169740", resp)
  1226. require.Equal(t, int64(169716), size)
  1227. // curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=-1"
  1228. rangeHeader = "bytes=-1"
  1229. offset, size, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1230. require.NoError(t, err)
  1231. resp = fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1232. assert.Equal(t, "bytes 169739-169739/169740", resp)
  1233. require.Equal(t, int64(1), size)
  1234. // curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=-100"
  1235. rangeHeader = "bytes=-100"
  1236. offset, size, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1237. require.NoError(t, err)
  1238. resp = fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1239. assert.Equal(t, "bytes 169640-169739/169740", resp)
  1240. require.Equal(t, int64(100), size)
  1241. // curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=20-30"
  1242. rangeHeader = "bytes=20-30"
  1243. offset, size, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1244. require.NoError(t, err)
  1245. resp = fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1246. assert.Equal(t, "bytes 20-30/169740", resp)
  1247. require.Equal(t, int64(11), size)
  1248. // curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=20-169739"
  1249. rangeHeader = "bytes=20-169739"
  1250. offset, size, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1251. require.NoError(t, err)
  1252. resp = fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1253. assert.Equal(t, "bytes 20-169739/169740", resp)
  1254. require.Equal(t, int64(169720), size)
  1255. // curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=20-169740"
  1256. rangeHeader = "bytes=20-169740"
  1257. offset, size, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1258. require.NoError(t, err)
  1259. resp = fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1260. assert.Equal(t, "bytes 20-169739/169740", resp)
  1261. require.Equal(t, int64(169720), size)
  1262. // curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=20-169741"
  1263. rangeHeader = "bytes=20-169741"
  1264. offset, size, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1265. require.NoError(t, err)
  1266. resp = fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1267. assert.Equal(t, "bytes 20-169739/169740", resp)
  1268. require.Equal(t, int64(169720), size)
  1269. //curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=0-" > /dev/null
  1270. rangeHeader = "bytes=0-"
  1271. offset, size, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1272. require.NoError(t, err)
  1273. resp = fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1274. assert.Equal(t, "bytes 0-169739/169740", resp)
  1275. require.Equal(t, int64(169740), size)
  1276. // now test errors
  1277. rangeHeader = "bytes=0-a"
  1278. _, _, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1279. require.Error(t, err)
  1280. rangeHeader = "bytes="
  1281. _, _, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1282. require.Error(t, err)
  1283. rangeHeader = "bytes=-"
  1284. _, _, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1285. require.Error(t, err)
  1286. rangeHeader = "bytes=500-300"
  1287. _, _, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1288. require.Error(t, err)
  1289. rangeHeader = "bytes=5000000"
  1290. _, _, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1291. require.Error(t, err)
  1292. }
  1293. func TestRequestHeaderErrors(t *testing.T) {
  1294. req, _ := http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  1295. req.Header.Set("If-Unmodified-Since", "not a date")
  1296. res := checkIfUnmodifiedSince(req, time.Now())
  1297. assert.Equal(t, condNone, res)
  1298. req, _ = http.NewRequest(http.MethodPost, webClientFilesPath, nil)
  1299. res = checkIfModifiedSince(req, time.Now())
  1300. assert.Equal(t, condNone, res)
  1301. req, _ = http.NewRequest(http.MethodPost, webClientFilesPath, nil)
  1302. res = checkIfRange(req, time.Now())
  1303. assert.Equal(t, condNone, res)
  1304. req, _ = http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  1305. req.Header.Set("If-Modified-Since", "not a date")
  1306. res = checkIfModifiedSince(req, time.Now())
  1307. assert.Equal(t, condNone, res)
  1308. req, _ = http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  1309. req.Header.Set("If-Range", time.Now().Format(http.TimeFormat))
  1310. res = checkIfRange(req, time.Time{})
  1311. assert.Equal(t, condFalse, res)
  1312. req.Header.Set("If-Range", "invalid if range date")
  1313. res = checkIfRange(req, time.Now())
  1314. assert.Equal(t, condFalse, res)
  1315. modTime := getFileObjectModTime(time.Time{})
  1316. assert.Empty(t, modTime)
  1317. }
  1318. func TestConnection(t *testing.T) {
  1319. user := dataprovider.User{
  1320. BaseUser: sdk.BaseUser{
  1321. Username: "test_httpd_user",
  1322. HomeDir: filepath.Clean(os.TempDir()),
  1323. },
  1324. FsConfig: vfs.Filesystem{
  1325. Provider: sdk.GCSFilesystemProvider,
  1326. GCSConfig: vfs.GCSFsConfig{
  1327. GCSFsConfig: sdk.GCSFsConfig{
  1328. Bucket: "test_bucket_name",
  1329. Credentials: kms.NewPlainSecret("invalid JSON payload"),
  1330. },
  1331. },
  1332. },
  1333. }
  1334. user.Permissions = make(map[string][]string)
  1335. user.Permissions["/"] = []string{dataprovider.PermAny}
  1336. connection := &Connection{
  1337. BaseConnection: common.NewBaseConnection(xid.New().String(), common.ProtocolHTTP, "", "", user),
  1338. request: nil,
  1339. }
  1340. assert.Empty(t, connection.GetClientVersion())
  1341. assert.Empty(t, connection.GetRemoteAddress())
  1342. assert.Empty(t, connection.GetCommand())
  1343. name := "missing file name"
  1344. _, err := connection.getFileReader(name, 0, http.MethodGet)
  1345. assert.Error(t, err)
  1346. connection.User.FsConfig.Provider = sdk.LocalFilesystemProvider
  1347. _, err = connection.getFileReader(name, 0, http.MethodGet)
  1348. assert.ErrorIs(t, err, os.ErrNotExist)
  1349. }
  1350. func TestGetFileWriterErrors(t *testing.T) {
  1351. user := dataprovider.User{
  1352. BaseUser: sdk.BaseUser{
  1353. Username: "test_httpd_user",
  1354. HomeDir: "invalid",
  1355. },
  1356. }
  1357. user.Permissions = make(map[string][]string)
  1358. user.Permissions["/"] = []string{dataprovider.PermAny}
  1359. connection := &Connection{
  1360. BaseConnection: common.NewBaseConnection(xid.New().String(), common.ProtocolHTTP, "", "", user),
  1361. request: nil,
  1362. }
  1363. _, err := connection.getFileWriter("name")
  1364. assert.Error(t, err)
  1365. user.FsConfig.Provider = sdk.S3FilesystemProvider
  1366. user.FsConfig.S3Config = vfs.S3FsConfig{
  1367. S3FsConfig: sdk.S3FsConfig{
  1368. Bucket: "b",
  1369. Region: "us-west-1",
  1370. AccessKey: "key",
  1371. AccessSecret: kms.NewPlainSecret("secret"),
  1372. },
  1373. }
  1374. connection = &Connection{
  1375. BaseConnection: common.NewBaseConnection(xid.New().String(), common.ProtocolHTTP, "", "", user),
  1376. request: nil,
  1377. }
  1378. _, err = connection.getFileWriter("/path")
  1379. assert.Error(t, err)
  1380. }
  1381. func TestHTTPDFile(t *testing.T) {
  1382. user := dataprovider.User{
  1383. BaseUser: sdk.BaseUser{
  1384. Username: "test_httpd_user",
  1385. HomeDir: filepath.Clean(os.TempDir()),
  1386. },
  1387. }
  1388. user.Permissions = make(map[string][]string)
  1389. user.Permissions["/"] = []string{dataprovider.PermAny}
  1390. connection := &Connection{
  1391. BaseConnection: common.NewBaseConnection(xid.New().String(), common.ProtocolHTTP, "", "", user),
  1392. request: nil,
  1393. }
  1394. fs, err := user.GetFilesystem("")
  1395. assert.NoError(t, err)
  1396. name := "fileName"
  1397. p := filepath.Join(os.TempDir(), name)
  1398. err = os.WriteFile(p, []byte("contents"), os.ModePerm)
  1399. assert.NoError(t, err)
  1400. file, err := os.Open(p)
  1401. assert.NoError(t, err)
  1402. err = file.Close()
  1403. assert.NoError(t, err)
  1404. baseTransfer := common.NewBaseTransfer(file, connection.BaseConnection, nil, p, p, name, common.TransferDownload,
  1405. 0, 0, 0, false, fs)
  1406. httpdFile := newHTTPDFile(baseTransfer, nil, nil)
  1407. // the file is closed, read should fail
  1408. buf := make([]byte, 100)
  1409. _, err = httpdFile.Read(buf)
  1410. assert.Error(t, err)
  1411. err = httpdFile.Close()
  1412. assert.Error(t, err)
  1413. err = httpdFile.Close()
  1414. assert.ErrorIs(t, err, common.ErrTransferClosed)
  1415. err = os.Remove(p)
  1416. assert.NoError(t, err)
  1417. httpdFile.writer = file
  1418. httpdFile.File = nil
  1419. httpdFile.ErrTransfer = nil
  1420. err = httpdFile.closeIO()
  1421. assert.Error(t, err)
  1422. assert.Error(t, httpdFile.ErrTransfer)
  1423. assert.Equal(t, err, httpdFile.ErrTransfer)
  1424. }
  1425. func TestChangeUserPwd(t *testing.T) {
  1426. req, _ := http.NewRequest(http.MethodPost, webChangeClientPwdPath, nil)
  1427. err := doChangeUserPassword(req, "", "", "")
  1428. if assert.Error(t, err) {
  1429. assert.Contains(t, err.Error(), "please provide the current password and the new one two times")
  1430. }
  1431. err = doChangeUserPassword(req, "a", "b", "c")
  1432. if assert.Error(t, err) {
  1433. assert.Contains(t, err.Error(), "the two password fields do not match")
  1434. }
  1435. err = doChangeUserPassword(req, "a", "b", "b")
  1436. if assert.Error(t, err) {
  1437. assert.Contains(t, err.Error(), "invalid token claims")
  1438. }
  1439. }
  1440. func TestGetFilesInvalidClaims(t *testing.T) {
  1441. server := httpdServer{}
  1442. server.initializeRouter()
  1443. rr := httptest.NewRecorder()
  1444. user := dataprovider.User{
  1445. BaseUser: sdk.BaseUser{
  1446. Username: "",
  1447. Password: "pwd",
  1448. },
  1449. }
  1450. c := jwtTokenClaims{
  1451. Username: user.Username,
  1452. Permissions: nil,
  1453. Signature: user.GetSignature(),
  1454. }
  1455. token, err := c.createTokenResponse(server.tokenAuth, tokenAudienceWebClient)
  1456. assert.NoError(t, err)
  1457. req, _ := http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  1458. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  1459. handleClientGetFiles(rr, req)
  1460. assert.Equal(t, http.StatusForbidden, rr.Code)
  1461. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  1462. rr = httptest.NewRecorder()
  1463. req, _ = http.NewRequest(http.MethodGet, webClientDirsPath, nil)
  1464. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  1465. handleClientGetDirContents(rr, req)
  1466. assert.Equal(t, http.StatusForbidden, rr.Code)
  1467. assert.Contains(t, rr.Body.String(), "invalid token claims")
  1468. rr = httptest.NewRecorder()
  1469. req, _ = http.NewRequest(http.MethodGet, webClientDownloadZipPath, nil)
  1470. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  1471. handleWebClientDownloadZip(rr, req)
  1472. assert.Equal(t, http.StatusForbidden, rr.Code)
  1473. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  1474. }
  1475. func TestInvalidClaims(t *testing.T) {
  1476. server := httpdServer{}
  1477. server.initializeRouter()
  1478. rr := httptest.NewRecorder()
  1479. user := dataprovider.User{
  1480. BaseUser: sdk.BaseUser{
  1481. Username: "",
  1482. Password: "pwd",
  1483. },
  1484. }
  1485. c := jwtTokenClaims{
  1486. Username: user.Username,
  1487. Permissions: nil,
  1488. Signature: user.GetSignature(),
  1489. }
  1490. token, err := c.createTokenResponse(server.tokenAuth, tokenAudienceWebClient)
  1491. assert.NoError(t, err)
  1492. form := make(url.Values)
  1493. form.Set(csrfFormToken, createCSRFToken())
  1494. form.Set("public_keys", "")
  1495. req, _ := http.NewRequest(http.MethodPost, webChangeClientKeysPath, bytes.NewBuffer([]byte(form.Encode())))
  1496. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  1497. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  1498. handleWebClientManageKeysPost(rr, req)
  1499. assert.Equal(t, http.StatusInternalServerError, rr.Code)
  1500. form = make(url.Values)
  1501. form.Set(csrfFormToken, createCSRFToken())
  1502. form.Set("allow_api_key_auth", "")
  1503. req, _ = http.NewRequest(http.MethodPost, webChangeClientKeysPath, bytes.NewBuffer([]byte(form.Encode())))
  1504. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  1505. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  1506. handleWebClientManageAPIKeyPost(rr, req)
  1507. assert.Equal(t, http.StatusInternalServerError, rr.Code)
  1508. admin := dataprovider.Admin{
  1509. Username: "",
  1510. Password: user.Password,
  1511. }
  1512. c = jwtTokenClaims{
  1513. Username: admin.Username,
  1514. Permissions: nil,
  1515. Signature: admin.GetSignature(),
  1516. }
  1517. token, err = c.createTokenResponse(server.tokenAuth, tokenAudienceWebAdmin)
  1518. assert.NoError(t, err)
  1519. form = make(url.Values)
  1520. form.Set(csrfFormToken, createCSRFToken())
  1521. form.Set("allow_api_key_auth", "")
  1522. req, _ = http.NewRequest(http.MethodPost, webChangeClientKeysPath, bytes.NewBuffer([]byte(form.Encode())))
  1523. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  1524. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  1525. handleWebAdminManageAPIKeyPost(rr, req)
  1526. assert.Equal(t, http.StatusInternalServerError, rr.Code)
  1527. }
  1528. func TestTLSReq(t *testing.T) {
  1529. req, err := http.NewRequest(http.MethodGet, webClientLoginPath, nil)
  1530. assert.NoError(t, err)
  1531. req.TLS = &tls.ConnectionState{}
  1532. assert.True(t, isTLS(req))
  1533. req.TLS = nil
  1534. ctx := context.WithValue(req.Context(), forwardedProtoKey, "https")
  1535. assert.True(t, isTLS(req.WithContext(ctx)))
  1536. ctx = context.WithValue(req.Context(), forwardedProtoKey, "http")
  1537. assert.False(t, isTLS(req.WithContext(ctx)))
  1538. assert.Equal(t, "context value forwarded proto", forwardedProtoKey.String())
  1539. }
  1540. func TestSigningKey(t *testing.T) {
  1541. signingPassphrase := "test"
  1542. server1 := httpdServer{
  1543. signingPassphrase: signingPassphrase,
  1544. }
  1545. server1.initializeRouter()
  1546. server2 := httpdServer{
  1547. signingPassphrase: signingPassphrase,
  1548. }
  1549. server2.initializeRouter()
  1550. user := dataprovider.User{
  1551. BaseUser: sdk.BaseUser{
  1552. Username: "",
  1553. Password: "pwd",
  1554. },
  1555. }
  1556. c := jwtTokenClaims{
  1557. Username: user.Username,
  1558. Permissions: nil,
  1559. Signature: user.GetSignature(),
  1560. }
  1561. token, err := c.createTokenResponse(server1.tokenAuth, tokenAudienceWebClient)
  1562. assert.NoError(t, err)
  1563. accessToken := token["access_token"].(string)
  1564. assert.NotEmpty(t, accessToken)
  1565. _, err = server1.tokenAuth.Decode(accessToken)
  1566. assert.NoError(t, err)
  1567. _, err = server2.tokenAuth.Decode(accessToken)
  1568. assert.NoError(t, err)
  1569. }
  1570. func TestLoginLinks(t *testing.T) {
  1571. b := Binding{
  1572. EnableWebAdmin: true,
  1573. EnableWebClient: false,
  1574. }
  1575. assert.False(t, b.showClientLoginURL())
  1576. b = Binding{
  1577. EnableWebAdmin: false,
  1578. EnableWebClient: true,
  1579. }
  1580. assert.False(t, b.showAdminLoginURL())
  1581. b = Binding{
  1582. EnableWebAdmin: true,
  1583. EnableWebClient: true,
  1584. }
  1585. assert.True(t, b.showAdminLoginURL())
  1586. assert.True(t, b.showClientLoginURL())
  1587. b.HideLoginURL = 3
  1588. assert.False(t, b.showAdminLoginURL())
  1589. assert.False(t, b.showClientLoginURL())
  1590. b.HideLoginURL = 1
  1591. assert.True(t, b.showAdminLoginURL())
  1592. assert.False(t, b.showClientLoginURL())
  1593. b.HideLoginURL = 2
  1594. assert.False(t, b.showAdminLoginURL())
  1595. assert.True(t, b.showClientLoginURL())
  1596. }