internal_test.go 56 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566
  1. package webdavd
  2. import (
  3. "context"
  4. "crypto/tls"
  5. "crypto/x509"
  6. "errors"
  7. "fmt"
  8. "io"
  9. "net/http"
  10. "net/http/httptest"
  11. "os"
  12. "path"
  13. "path/filepath"
  14. "runtime"
  15. "testing"
  16. "time"
  17. "github.com/eikenb/pipeat"
  18. "github.com/sftpgo/sdk"
  19. "github.com/stretchr/testify/assert"
  20. "golang.org/x/net/webdav"
  21. "github.com/drakkan/sftpgo/v2/common"
  22. "github.com/drakkan/sftpgo/v2/dataprovider"
  23. "github.com/drakkan/sftpgo/v2/kms"
  24. "github.com/drakkan/sftpgo/v2/util"
  25. "github.com/drakkan/sftpgo/v2/vfs"
  26. )
  27. const (
  28. testFile = "test_dav_file"
  29. webDavCert = `-----BEGIN CERTIFICATE-----
  30. MIICHTCCAaKgAwIBAgIUHnqw7QnB1Bj9oUsNpdb+ZkFPOxMwCgYIKoZIzj0EAwIw
  31. RTELMAkGA1UEBhMCQVUxEzARBgNVBAgMClNvbWUtU3RhdGUxITAfBgNVBAoMGElu
  32. dGVybmV0IFdpZGdpdHMgUHR5IEx0ZDAeFw0yMDAyMDQwOTUzMDRaFw0zMDAyMDEw
  33. OTUzMDRaMEUxCzAJBgNVBAYTAkFVMRMwEQYDVQQIDApTb21lLVN0YXRlMSEwHwYD
  34. VQQKDBhJbnRlcm5ldCBXaWRnaXRzIFB0eSBMdGQwdjAQBgcqhkjOPQIBBgUrgQQA
  35. IgNiAARCjRMqJ85rzMC998X5z761nJ+xL3bkmGVqWvrJ51t5OxV0v25NsOgR82CA
  36. NXUgvhVYs7vNFN+jxtb2aj6Xg+/2G/BNxkaFspIVCzgWkxiz7XE4lgUwX44FCXZM
  37. 3+JeUbKjUzBRMB0GA1UdDgQWBBRhLw+/o3+Z02MI/d4tmaMui9W16jAfBgNVHSME
  38. GDAWgBRhLw+/o3+Z02MI/d4tmaMui9W16jAPBgNVHRMBAf8EBTADAQH/MAoGCCqG
  39. SM49BAMCA2kAMGYCMQDqLt2lm8mE+tGgtjDmtFgdOcI72HSbRQ74D5rYTzgST1rY
  40. /8wTi5xl8TiFUyLMUsICMQC5ViVxdXbhuG7gX6yEqSkMKZICHpO8hqFwOD/uaFVI
  41. dV4vKmHUzwK/eIx+8Ay3neE=
  42. -----END CERTIFICATE-----`
  43. webDavKey = `-----BEGIN EC PARAMETERS-----
  44. BgUrgQQAIg==
  45. -----END EC PARAMETERS-----
  46. -----BEGIN EC PRIVATE KEY-----
  47. MIGkAgEBBDCfMNsN6miEE3rVyUPwElfiJSWaR5huPCzUenZOfJT04GAcQdWvEju3
  48. UM2lmBLIXpGgBwYFK4EEACKhZANiAARCjRMqJ85rzMC998X5z761nJ+xL3bkmGVq
  49. WvrJ51t5OxV0v25NsOgR82CANXUgvhVYs7vNFN+jxtb2aj6Xg+/2G/BNxkaFspIV
  50. CzgWkxiz7XE4lgUwX44FCXZM3+JeUbI=
  51. -----END EC PRIVATE KEY-----`
  52. caCRT = `-----BEGIN CERTIFICATE-----
  53. MIIE5jCCAs6gAwIBAgIBATANBgkqhkiG9w0BAQsFADATMREwDwYDVQQDEwhDZXJ0
  54. QXV0aDAeFw0yMTAxMDIyMTIwNTVaFw0yMjA3MDIyMTMwNTJaMBMxETAPBgNVBAMT
  55. CENlcnRBdXRoMIICIjANBgkqhkiG9w0BAQEFAAOCAg8AMIICCgKCAgEA4Tiho5xW
  56. AC15JRkMwfp3/TJwI2As7MY5dele5cmdr5bHAE+sRKqC+Ti88OJWCV5saoyax/1S
  57. CjxJlQMZMl169P1QYJskKjdG2sdv6RLWLMgwSNRRjxp/Bw9dHdiEb9MjLgu28Jro
  58. 9peQkHcRHeMf5hM9WvlIJGrdzbC4hUehmqggcqgARainBkYjf0SwuWxHeu4nMqkp
  59. Ak5tcSTLCjHfEFHZ9Te0TIPG5YkWocQKyeLgu4lvuU+DD2W2lym+YVUtRMGs1Env
  60. k7p+N0DcGU26qfzZ2sF5ZXkqm7dBsGQB9pIxwc2Q8T1dCIyP9OQCKVILdc5aVFf1
  61. cryQFHYzYNNZXFlIBims5VV5Mgfp8ESHQSue+v6n6ykecLEyKt1F1Y/MWY/nWUSI
  62. 8zdq83jdBAZVjo9MSthxVn57/06s/hQca65IpcTZV2gX0a+eRlAVqaRbAhL3LaZe
  63. bYsW3WHKoUOftwemuep3nL51TzlXZVL7Oz/ClGaEOsnGG9KFO6jh+W768qC0zLQI
  64. CdE7v2Zex98sZteHCg9fGJHIaYoF0aJG5P3WI5oZf2fy7UIYN9ADLFZiorCXAZEh
  65. CSU6mDoRViZ4RGR9GZxbDZ9KYn7O8M/KCR72bkQg73TlMsk1zSXEw0MKLUjtsw6c
  66. rZ0Jt8t3sRatHO3JrYHALMt9vZfyNCZp0IsCAwEAAaNFMEMwDgYDVR0PAQH/BAQD
  67. AgEGMBIGA1UdEwEB/wQIMAYBAf8CAQAwHQYDVR0OBBYEFO1yCNAGr/zQTJIi8lw3
  68. w5OiuBvMMA0GCSqGSIb3DQEBCwUAA4ICAQA6gCNuM7r8mnx674dm31GxBjQy5ZwB
  69. 7CxDzYEvL/oiZ3Tv3HlPfN2LAAsJUfGnghh9DOytenL2CTZWjl/emP5eijzmlP+9
  70. zva5I6CIMCf/eDDVsRdO244t0o4uG7+At0IgSDM3bpVaVb4RHZNjEziYChsEYY8d
  71. HK6iwuRSvFniV6yhR/Vj1Ymi9yZ5xclqseLXiQnUB0PkfIk23+7s42cXB16653fH
  72. O/FsPyKBLiKJArizLYQc12aP3QOrYoYD9+fAzIIzew7A5C0aanZCGzkuFpO6TRlD
  73. Tb7ry9Gf0DfPpCgxraH8tOcmnqp/ka3hjqo/SRnnTk0IFrmmLdarJvjD46rKwBo4
  74. MjyAIR1mQ5j8GTlSFBmSgETOQ/EYvO3FPLmra1Fh7L+DvaVzTpqI9fG3TuyyY+Ri
  75. Fby4ycTOGSZOe5Fh8lqkX5Y47mCUJ3zHzOA1vUJy2eTlMRGpu47Eb1++Vm6EzPUP
  76. 2EF5aD+zwcssh+atZvQbwxpgVqVcyLt91RSkKkmZQslh0rnlTb68yxvUnD3zw7So
  77. o6TAf9UvwVMEvdLT9NnFd6hwi2jcNte/h538GJwXeBb8EkfpqLKpTKyicnOdkamZ
  78. 7E9zY8SHNRYMwB9coQ/W8NvufbCgkvOoLyMXk5edbXofXl3PhNGOlraWbghBnzf5
  79. r3rwjFsQOoZotA==
  80. -----END CERTIFICATE-----`
  81. caKey = `-----BEGIN RSA PRIVATE KEY-----
  82. MIIJKQIBAAKCAgEA4Tiho5xWAC15JRkMwfp3/TJwI2As7MY5dele5cmdr5bHAE+s
  83. RKqC+Ti88OJWCV5saoyax/1SCjxJlQMZMl169P1QYJskKjdG2sdv6RLWLMgwSNRR
  84. jxp/Bw9dHdiEb9MjLgu28Jro9peQkHcRHeMf5hM9WvlIJGrdzbC4hUehmqggcqgA
  85. RainBkYjf0SwuWxHeu4nMqkpAk5tcSTLCjHfEFHZ9Te0TIPG5YkWocQKyeLgu4lv
  86. uU+DD2W2lym+YVUtRMGs1Envk7p+N0DcGU26qfzZ2sF5ZXkqm7dBsGQB9pIxwc2Q
  87. 8T1dCIyP9OQCKVILdc5aVFf1cryQFHYzYNNZXFlIBims5VV5Mgfp8ESHQSue+v6n
  88. 6ykecLEyKt1F1Y/MWY/nWUSI8zdq83jdBAZVjo9MSthxVn57/06s/hQca65IpcTZ
  89. V2gX0a+eRlAVqaRbAhL3LaZebYsW3WHKoUOftwemuep3nL51TzlXZVL7Oz/ClGaE
  90. OsnGG9KFO6jh+W768qC0zLQICdE7v2Zex98sZteHCg9fGJHIaYoF0aJG5P3WI5oZ
  91. f2fy7UIYN9ADLFZiorCXAZEhCSU6mDoRViZ4RGR9GZxbDZ9KYn7O8M/KCR72bkQg
  92. 73TlMsk1zSXEw0MKLUjtsw6crZ0Jt8t3sRatHO3JrYHALMt9vZfyNCZp0IsCAwEA
  93. AQKCAgAV+ElERYbaI5VyufvVnFJCH75ypPoc6sVGLEq2jbFVJJcq/5qlZCC8oP1F
  94. Xj7YUR6wUiDzK1Hqb7EZ2SCHGjlZVrCVi+y+NYAy7UuMZ+r+mVSkdhmypPoJPUVv
  95. GOTqZ6VB46Cn3eSl0WknvoWr7bD555yPmEuiSc5zNy74yWEJTidEKAFGyknowcTK
  96. sG+w1tAuPLcUKQ44DGB+rgEkcHL7C5EAa7upzx0C3RmZFB+dTAVyJdkBMbFuOhTS
  97. sB7DLeTplR7/4mp9da7EQw51ZXC1DlZOEZt++4/desXsqATNAbva1OuzrLG7mMKe
  98. N/PCBh/aERQcsCvgUmaXqGQgqN1Jhw8kbXnjZnVd9iE7TAh7ki3VqNy1OMgTwOex
  99. bBYWaCqHuDYIxCjeW0qLJcn0cKQ13FVYrxgInf4Jp82SQht5b/zLL3IRZEyKcLJF
  100. kL6g1wlmTUTUX0z8eZzlM0ZCrqtExjgElMO/rV971nyNV5WU8Og3NmE8/slqMrmJ
  101. DlrQr9q0WJsDKj1IMe46EUM6ix7bbxC5NIfJ96dgdxZDn6ghjca6iZYqqUACvmUj
  102. cq08s3R4Ouw9/87kn11wwGBx2yDueCwrjKEGc0RKjweGbwu0nBxOrkJ8JXz6bAv7
  103. 1OKfYaX3afI9B8x4uaiuRs38oBQlg9uAYFfl4HNBPuQikGLmsQKCAQEA8VjFOsaz
  104. y6NMZzKXi7WZ48uu3ed5x3Kf6RyDr1WvQ1jkBMv9b6b8Gp1CRnPqviRBto9L8QAg
  105. bCXZTqnXzn//brskmW8IZgqjAlf89AWa53piucu9/hgidrHRZobs5gTqev28uJdc
  106. zcuw1g8c3nCpY9WeTjHODzX5NXYRLFpkazLfYa6c8Q9jZR4KKrpdM+66fxL0JlOd
  107. 7dN0oQtEqEAugsd3cwkZgvWhY4oM7FGErrZoDLy273ZdJzi/vU+dThyVzfD8Ab8u
  108. VxxuobVMT/S608zbe+uaiUdov5s96OkCl87403UNKJBH+6LNb3rjBBLE9NPN5ET9
  109. JLQMrYd+zj8jQwKCAQEA7uU5I9MOufo9bIgJqjY4Ie1+Ex9DZEMUYFAvGNCJCVcS
  110. mwOdGF8AWzIavTLACmEDJO7t/OrBdoo4L7IEsCNjgA3WiIwIMiWUVqveAGUMEXr6
  111. TRI5EolV6FTqqIP6AS+BAeBq7G1ELgsTrWNHh11rW3+3kBMuOCn77PUQ8WHwcq/r
  112. teZcZn4Ewcr6P7cBODgVvnBPhe/J8xHS0HFVCeS1CvaiNYgees5yA80Apo9IPjDJ
  113. YWawLjmH5wUBI5yDFVp067wjqJnoKPSoKwWkZXqUk+zgFXx5KT0gh/c5yh1frASp
  114. q6oaYnHEVC5qj2SpT1GFLonTcrQUXiSkiUudvNu1GQKCAQEAmko+5GFtRe0ihgLQ
  115. 4S76r6diJli6AKil1Fg3U1r6zZpBQ1PJtJxTJQyN9w5Z7q6tF/GqAesrzxevQdvQ
  116. rCImAPtA3ZofC2UXawMnIjWHHx6diNvYnV1+gtUQ4nO1dSOFZ5VZFcUmPiZO6boF
  117. oaryj3FcX+71JcJCjEvrlKhA9Es0hXUkvfMxfs5if4he1zlyHpTWYr4oA4egUugq
  118. P0mwskikc3VIyvEO+NyjgFxo72yLPkFSzemkidN8uKDyFqKtnlfGM7OuA2CY1WZa
  119. 3+67lXWshx9KzyJIs92iCYkU8EoPxtdYzyrV6efdX7x27v60zTOut5TnJJS6WiF6
  120. Do5MkwKCAQAxoR9IyP0DN/BwzqYrXU42Bi+t603F04W1KJNQNWpyrUspNwv41yus
  121. xnD1o0hwH41Wq+h3JZIBfV+E0RfWO9Pc84MBJQ5C1LnHc7cQH+3s575+Km3+4tcd
  122. CB8j2R8kBeloKWYtLdn/Mr/ownpGreqyvIq2/LUaZ+Z1aMgXTYB1YwS16mCBzmZQ
  123. mEl62RsAwe4KfSyYJ6OtwqMoOJMxFfliiLBULK4gVykqjvk2oQeiG+KKQJoTUFJi
  124. dRCyhD5bPkqR+qjxyt+HOqSBI4/uoROi05AOBqjpH1DVzk+MJKQOiX1yM0l98CKY
  125. Vng+x+vAla/0Zh+ucajVkgk4mKPxazdpAoIBAQC17vWk4KYJpF2RC3pKPcQ0PdiX
  126. bN35YNlvyhkYlSfDNdyH3aDrGiycUyW2mMXUgEDFsLRxHMTL+zPC6efqO6sTAJDY
  127. cBptsW4drW/qo8NTx3dNOisLkW+mGGJOR/w157hREFr29ymCVMYu/Z7fVWIeSpCq
  128. p3u8YX8WTljrxwSczlGjvpM7uJx3SfYRM4TUoy+8wU8bK74LywLa5f60bQY6Dye0
  129. Gqd9O6OoPfgcQlwjC5MiAofeqwPJvU0hQOPoehZyNLAmOCWXTYWaTP7lxO1r6+NE
  130. M3hGYqW3W8Ixua71OskCypBZg/HVlIP/lzjRzdx+VOB2hbWVth2Iup/Z1egW
  131. -----END RSA PRIVATE KEY-----`
  132. caCRL = `-----BEGIN X509 CRL-----
  133. MIICpzCBkAIBATANBgkqhkiG9w0BAQsFADATMREwDwYDVQQDEwhDZXJ0QXV0aBcN
  134. MjEwMTAyMjEzNDA1WhcNMjMwMTAyMjEzNDA1WjAkMCICEQC+l04DbHWMyC3fG09k
  135. VXf+Fw0yMTAxMDIyMTM0MDVaoCMwITAfBgNVHSMEGDAWgBTtcgjQBq/80EySIvJc
  136. N8OTorgbzDANBgkqhkiG9w0BAQsFAAOCAgEAEJ7z+uNc8sqtxlOhSdTGDzX/xput
  137. E857kFQkSlMnU2whQ8c+XpYrBLA5vIZJNSSwohTpM4+zVBX/bJpmu3wqqaArRO9/
  138. YcW5mQk9Anvb4WjQW1cHmtNapMTzoC9AiYt/OWPfy+P6JCgCr4Hy6LgQyIRL6bM9
  139. VYTalolOm1qa4Y5cIeT7iHq/91mfaqo8/6MYRjLl8DOTROpmw8OS9bCXkzGKdCat
  140. AbAzwkQUSauyoCQ10rpX+Y64w9ng3g4Dr20aCqPf5osaqplEJ2HTK8ljDTidlslv
  141. 9anQj8ax3Su89vI8+hK+YbfVQwrThabgdSjQsn+veyx8GlP8WwHLAQ379KjZjWg+
  142. OlOSwBeU1vTdP0QcB8X5C2gVujAyuQekbaV86xzIBOj7vZdfHZ6ee30TZ2FKiMyg
  143. 7/N2OqW0w77ChsjB4MSHJCfuTgIeg62GzuZXLM+Q2Z9LBdtm4Byg+sm/P52adOEg
  144. gVb2Zf4KSvsAmA0PIBlu449/QXUFcMxzLFy7mwTeZj2B4Ln0Hm0szV9f9R8MwMtB
  145. SyLYxVH+mgqaR6Jkk22Q/yYyLPaELfafX5gp/AIXG8n0zxfVaTvK3auSgb1Q6ZLS
  146. 5QH9dSIsmZHlPq7GoSXmKpMdjUL8eaky/IMteioyXgsBiATzl5L2dsw6MTX3MDF0
  147. QbDK+MzhmbKfDxs=
  148. -----END X509 CRL-----`
  149. client1Crt = `-----BEGIN CERTIFICATE-----
  150. MIIEITCCAgmgAwIBAgIRAIppZHoj1hM80D7WzTEKLuAwDQYJKoZIhvcNAQELBQAw
  151. EzERMA8GA1UEAxMIQ2VydEF1dGgwHhcNMjEwMTAyMjEyMzEwWhcNMjIwNzAyMjEz
  152. MDUxWjASMRAwDgYDVQQDEwdjbGllbnQxMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8A
  153. MIIBCgKCAQEAoKbYY9MdF2kF/nhBESIiZTdVYtA8XL9xrIZyDj9EnCiTxHiVbJtH
  154. XVwszqSl5TRrotPmnmAQcX3r8OCk+z+RQZ0QQj257P3kG6q4rNnOcWCS5xEd20jP
  155. yhQ3m+hMGfZsotNTQze1ochuQgLUN6IPyPxZkH22ia3jX4iu1eo/QxeLYHj1UHw4
  156. 3Cii9yE+j5kPUC21xmnrGKdUrB55NYLXHx6yTIqYR5znSOVB8oJi18/hwdZmH859
  157. DHhm0Hx1HrS+jbjI3+CMorZJ3WUyNf+CkiVLD3xYutPbxzEpwiqkG/XYzLH0habT
  158. cDcILo18n+o3jvem2KWBrDhyairjIDscwQIDAQABo3EwbzAOBgNVHQ8BAf8EBAMC
  159. A7gwHQYDVR0lBBYwFAYIKwYBBQUHAwEGCCsGAQUFBwMCMB0GA1UdDgQWBBSJ5GIv
  160. zIrE4ZSQt2+CGblKTDswizAfBgNVHSMEGDAWgBTtcgjQBq/80EySIvJcN8OTorgb
  161. zDANBgkqhkiG9w0BAQsFAAOCAgEALh4f5GhvNYNou0Ab04iQBbLEdOu2RlbK1B5n
  162. K9P/umYenBHMY/z6HT3+6tpcHsDuqE8UVdq3f3Gh4S2Gu9m8PRitT+cJ3gdo9Plm
  163. 3rD4ufn/s6rGg3ppydXcedm17492tbccUDWOBZw3IO/ASVq13WPgT0/Kev7cPq0k
  164. sSdSNhVeXqx8Myc2/d+8GYyzbul2Kpfa7h9i24sK49E9ftnSmsIvngONo08eT1T0
  165. 3wAOyK2981LIsHaAWcneShKFLDB6LeXIT9oitOYhiykhFlBZ4M1GNlSNfhQ8IIQP
  166. xbqMNXCLkW4/BtLhGEEcg0QVso6Kudl9rzgTfQknrdF7pHp6rS46wYUjoSyIY6dl
  167. oLmnoAVJX36J3QPWelePI9e07X2wrTfiZWewwgw3KNRWjd6/zfPLe7GoqXnK1S2z
  168. PT8qMfCaTwKTtUkzXuTFvQ8bAo2My/mS8FOcpkt2oQWeOsADHAUX7fz5BCoa2DL3
  169. k/7Mh4gVT+JYZEoTwCFuYHgMWFWe98naqHi9lB4yR981p1QgXgxO7qBeipagKY1F
  170. LlH1iwXUqZ3MZnkNA+4e1Fglsw3sa/rC+L98HnznJ/YbTfQbCP6aQ1qcOymrjMud
  171. 7MrFwqZjtd/SK4Qx1VpK6jGEAtPgWBTUS3p9ayg6lqjMBjsmySWfvRsDQbq6P5Ct
  172. O/e3EH8=
  173. -----END CERTIFICATE-----`
  174. client1Key = `-----BEGIN RSA PRIVATE KEY-----
  175. MIIEpAIBAAKCAQEAoKbYY9MdF2kF/nhBESIiZTdVYtA8XL9xrIZyDj9EnCiTxHiV
  176. bJtHXVwszqSl5TRrotPmnmAQcX3r8OCk+z+RQZ0QQj257P3kG6q4rNnOcWCS5xEd
  177. 20jPyhQ3m+hMGfZsotNTQze1ochuQgLUN6IPyPxZkH22ia3jX4iu1eo/QxeLYHj1
  178. UHw43Cii9yE+j5kPUC21xmnrGKdUrB55NYLXHx6yTIqYR5znSOVB8oJi18/hwdZm
  179. H859DHhm0Hx1HrS+jbjI3+CMorZJ3WUyNf+CkiVLD3xYutPbxzEpwiqkG/XYzLH0
  180. habTcDcILo18n+o3jvem2KWBrDhyairjIDscwQIDAQABAoIBAEBSjVFqtbsp0byR
  181. aXvyrtLX1Ng7h++at2jca85Ihq//jyqbHTje8zPuNAKI6eNbmb0YGr5OuEa4pD9N
  182. ssDmMsKSoG/lRwwcm7h4InkSvBWpFShvMgUaohfHAHzsBYxfnh+TfULsi0y7c2n6
  183. t/2OZcOTRkkUDIITnXYiw93ibHHv2Mv2bBDu35kGrcK+c2dN5IL5ZjTjMRpbJTe2
  184. 44RBJbdTxHBVSgoGBnugF+s2aEma6Ehsj70oyfoVpM6Aed5kGge0A5zA1JO7WCn9
  185. Ay/DzlULRXHjJIoRWd2NKvx5n3FNppUc9vJh2plRHalRooZ2+MjSf8HmXlvG2Hpb
  186. ScvmWgECgYEA1G+A/2KnxWsr/7uWIJ7ClcGCiNLdk17Pv3DZ3G4qUsU2ITftfIbb
  187. tU0Q/b19na1IY8Pjy9ptP7t74/hF5kky97cf1FA8F+nMj/k4+wO8QDI8OJfzVzh9
  188. PwielA5vbE+xmvis5Hdp8/od1Yrc/rPSy2TKtPFhvsqXjqoUmOAjDP8CgYEAwZjH
  189. 9dt1sc2lx/rMxihlWEzQ3JPswKW9/LJAmbRBoSWF9FGNjbX7uhWtXRKJkzb8ZAwa
  190. 88azluNo2oftbDD/+jw8b2cDgaJHlLAkSD4O1D1RthW7/LKD15qZ/oFsRb13NV85
  191. ZNKtwslXGbfVNyGKUVFm7fVA8vBAOUey+LKDFj8CgYEAg8WWstOzVdYguMTXXuyb
  192. ruEV42FJaDyLiSirOvxq7GTAKuLSQUg1yMRBIeQEo2X1XU0JZE3dLodRVhuO4EXP
  193. g7Dn4X7Th9HSvgvNuIacowWGLWSz4Qp9RjhGhXhezUSx2nseY6le46PmFavJYYSR
  194. 4PBofMyt4PcyA6Cknh+KHmkCgYEAnTriG7ETE0a7v4DXUpB4TpCEiMCy5Xs2o8Z5
  195. ZNva+W+qLVUWq+MDAIyechqeFSvxK6gRM69LJ96lx+XhU58wJiFJzAhT9rK/g+jS
  196. bsHH9WOfu0xHkuHA5hgvvV2Le9B2wqgFyva4HJy82qxMxCu/VG/SMqyfBS9OWbb7
  197. ibQhdq0CgYAl53LUWZsFSZIth1vux2LVOsI8C3X1oiXDGpnrdlQ+K7z57hq5EsRq
  198. GC+INxwXbvKNqp5h0z2MvmKYPDlGVTgw8f8JjM7TkN17ERLcydhdRrMONUryZpo8
  199. 1xTob+8blyJgfxZUIAKbMbMbIiU0WAF0rfD/eJJwS4htOW/Hfv4TGA==
  200. -----END RSA PRIVATE KEY-----`
  201. // client 2 crt is revoked
  202. client2Crt = `-----BEGIN CERTIFICATE-----
  203. MIIEITCCAgmgAwIBAgIRAL6XTgNsdYzILd8bT2RVd/4wDQYJKoZIhvcNAQELBQAw
  204. EzERMA8GA1UEAxMIQ2VydEF1dGgwHhcNMjEwMTAyMjEyMzIwWhcNMjIwNzAyMjEz
  205. MDUxWjASMRAwDgYDVQQDEwdjbGllbnQyMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8A
  206. MIIBCgKCAQEA6xjW5KQR3/OFQtV5M75WINqQ4AzXSu6DhSz/yumaaQZP/UxY+6hi
  207. jcrFzGo9MMie/Sza8DhkXOFAl2BelUubrOeB2cl+/Gr8OCyRi2Gv6j3zCsuN/4jQ
  208. tNaoez/IbkDvI3l/ZpzBtnuNY2RiemGgHuORXHRVf3qVlsw+npBIRW5rM2HkO/xG
  209. oZjeBErWVu390Lyn+Gvk2TqQDnkutWnxUC60/zPlHhXZ4BwaFAekbSnjsSDB1YFM
  210. s8HwW4oBryoxdj3/+/qLrBHt75IdLw3T7/V1UDJQM3EvSQOr12w4egpldhtsC871
  211. nnBQZeY6qA5feffIwwg/6lJm70o6S6OX6wIDAQABo3EwbzAOBgNVHQ8BAf8EBAMC
  212. A7gwHQYDVR0lBBYwFAYIKwYBBQUHAwEGCCsGAQUFBwMCMB0GA1UdDgQWBBTB84v5
  213. t9HqhLhMODbn6oYkEQt3KzAfBgNVHSMEGDAWgBTtcgjQBq/80EySIvJcN8OTorgb
  214. zDANBgkqhkiG9w0BAQsFAAOCAgEALGtBCve5k8tToL3oLuXp/oSik6ovIB/zq4I/
  215. 4zNMYPU31+ZWz6aahysgx1JL1yqTa3Qm8o2tu52MbnV10dM7CIw7c/cYa+c+OPcG
  216. 5LF97kp13X+r2axy+CmwM86b4ILaDGs2Qyai6VB6k7oFUve+av5o7aUrNFpqGCJz
  217. HWdtHZSVA3JMATzy0TfWanwkzreqfdw7qH0yZ9bDURlBKAVWrqnCstva9jRuv+AI
  218. eqxr/4Ro986TFjJdoAP3Vr16CPg7/B6GA/KmsBWJrpeJdPWq4i2gpLKvYZoy89qD
  219. mUZf34RbzcCtV4NvV1DadGnt4us0nvLrvS5rL2+2uWD09kZYq9RbLkvgzF/cY0fz
  220. i7I1bi5XQ+alWe0uAk5ZZL/D+GTRYUX1AWwCqwJxmHrMxcskMyO9pXvLyuSWRDLo
  221. YNBrbX9nLcfJzVCp+X+9sntTHjs4l6Cw+fLepJIgtgqdCHtbhTiv68vSM6cgb4br
  222. 6n2xrXRKuioiWFOrTSRr+oalZh8dGJ/xvwY8IbWknZAvml9mf1VvfE7Ma5P777QM
  223. fsbYVTq0Y3R/5hIWsC3HA5z6MIM8L1oRe/YyhP3CTmrCHkVKyDOosGXpGz+JVcyo
  224. cfYkY5A3yFKB2HaCwZSfwFmRhxkrYWGEbHv3Cd9YkZs1J3hNhGFZyVMC9Uh0S85a
  225. 6zdDidU=
  226. -----END CERTIFICATE-----`
  227. client2Key = `-----BEGIN RSA PRIVATE KEY-----
  228. MIIEpAIBAAKCAQEA6xjW5KQR3/OFQtV5M75WINqQ4AzXSu6DhSz/yumaaQZP/UxY
  229. +6hijcrFzGo9MMie/Sza8DhkXOFAl2BelUubrOeB2cl+/Gr8OCyRi2Gv6j3zCsuN
  230. /4jQtNaoez/IbkDvI3l/ZpzBtnuNY2RiemGgHuORXHRVf3qVlsw+npBIRW5rM2Hk
  231. O/xGoZjeBErWVu390Lyn+Gvk2TqQDnkutWnxUC60/zPlHhXZ4BwaFAekbSnjsSDB
  232. 1YFMs8HwW4oBryoxdj3/+/qLrBHt75IdLw3T7/V1UDJQM3EvSQOr12w4egpldhts
  233. C871nnBQZeY6qA5feffIwwg/6lJm70o6S6OX6wIDAQABAoIBAFatstVb1KdQXsq0
  234. cFpui8zTKOUiduJOrDkWzTygAmlEhYtrccdfXu7OWz0x0lvBLDVGK3a0I/TGrAzj
  235. 4BuFY+FM/egxTVt9in6fmA3et4BS1OAfCryzUdfK6RV//8L+t+zJZ/qKQzWnugpy
  236. QYjDo8ifuMFwtvEoXizaIyBNLAhEp9hnrv+Tyi2O2gahPvCHsD48zkyZRCHYRstD
  237. NH5cIrwz9/RJgPO1KI+QsJE7Nh7stR0sbr+5TPU4fnsL2mNhMUF2TJrwIPrc1yp+
  238. YIUjdnh3SO88j4TQT3CIrWi8i4pOy6N0dcVn3gpCRGaqAKyS2ZYUj+yVtLO4KwxZ
  239. SZ1lNvECgYEA78BrF7f4ETfWSLcBQ3qxfLs7ibB6IYo2x25685FhZjD+zLXM1AKb
  240. FJHEXUm3mUYrFJK6AFEyOQnyGKBOLs3S6oTAswMPbTkkZeD1Y9O6uv0AHASLZnK6
  241. pC6ub0eSRF5LUyTQ55Jj8D7QsjXJueO8v+G5ihWhNSN9tB2UA+8NBmkCgYEA+weq
  242. cvoeMIEMBQHnNNLy35bwfqrceGyPIRBcUIvzQfY1vk7KW6DYOUzC7u+WUzy/hA52
  243. DjXVVhua2eMQ9qqtOav7djcMc2W9RbLowxvno7K5qiCss013MeWk64TCWy+WMp5A
  244. AVAtOliC3hMkIKqvR2poqn+IBTh1449agUJQqTMCgYEAu06IHGq1GraV6g9XpGF5
  245. wqoAlMzUTdnOfDabRilBf/YtSr+J++ThRcuwLvXFw7CnPZZ4TIEjDJ7xjj3HdxeE
  246. fYYjineMmNd40UNUU556F1ZLvJfsVKizmkuCKhwvcMx+asGrmA+tlmds4p3VMS50
  247. KzDtpKzLWlmU/p/RINWlRmkCgYBy0pHTn7aZZx2xWKqCDg+L2EXPGqZX6wgZDpu7
  248. OBifzlfM4ctL2CmvI/5yPmLbVgkgBWFYpKUdiujsyyEiQvWTUKhn7UwjqKDHtcsk
  249. G6p7xS+JswJrzX4885bZJ9Oi1AR2yM3sC9l0O7I4lDbNPmWIXBLeEhGMmcPKv/Kc
  250. 91Ff4wKBgQCF3ur+Vt0PSU0ucrPVHjCe7tqazm0LJaWbPXL1Aw0pzdM2EcNcW/MA
  251. w0kqpr7MgJ94qhXCBcVcfPuFN9fBOadM3UBj1B45Cz3pptoK+ScI8XKno6jvVK/p
  252. xr5cb9VBRBtB9aOKVfuRhpatAfS2Pzm2Htae9lFn7slGPUmu2hkjDw==
  253. -----END RSA PRIVATE KEY-----`
  254. )
  255. var (
  256. errWalkDir = errors.New("err walk dir")
  257. errWalkFile = errors.New("err walk file")
  258. )
  259. // MockOsFs mockable OsFs
  260. type MockOsFs struct {
  261. vfs.Fs
  262. err error
  263. isAtomicUploadSupported bool
  264. reader *pipeat.PipeReaderAt
  265. }
  266. // Name returns the name for the Fs implementation
  267. func (fs *MockOsFs) Name() string {
  268. return "mockOsFs"
  269. }
  270. // Open returns nil
  271. func (fs *MockOsFs) Open(name string, offset int64) (vfs.File, *pipeat.PipeReaderAt, func(), error) {
  272. return nil, fs.reader, nil, nil
  273. }
  274. // IsUploadResumeSupported returns true if resuming uploads is supported
  275. func (*MockOsFs) IsUploadResumeSupported() bool {
  276. return false
  277. }
  278. // IsAtomicUploadSupported returns true if atomic upload is supported
  279. func (fs *MockOsFs) IsAtomicUploadSupported() bool {
  280. return fs.isAtomicUploadSupported
  281. }
  282. // Remove removes the named file or (empty) directory.
  283. func (fs *MockOsFs) Remove(name string, isDir bool) error {
  284. if fs.err != nil {
  285. return fs.err
  286. }
  287. return os.Remove(name)
  288. }
  289. // Rename renames (moves) source to target
  290. func (fs *MockOsFs) Rename(source, target string) error {
  291. if fs.err != nil {
  292. return fs.err
  293. }
  294. return os.Rename(source, target)
  295. }
  296. // Walk returns a duplicate path for testing
  297. func (fs *MockOsFs) Walk(root string, walkFn filepath.WalkFunc) error {
  298. if fs.err == errWalkDir {
  299. walkFn("fsdpath", vfs.NewFileInfo("dpath", true, 0, time.Now(), false), nil) //nolint:errcheck
  300. walkFn("fsdpath", vfs.NewFileInfo("dpath", true, 0, time.Now(), false), nil) //nolint:errcheck
  301. return nil
  302. }
  303. walkFn("fsfpath", vfs.NewFileInfo("fpath", false, 0, time.Now(), false), nil) //nolint:errcheck
  304. return fs.err
  305. }
  306. // GetMimeType returns the content type
  307. func (fs *MockOsFs) GetMimeType(name string) (string, error) {
  308. return "application/custom-mime", nil
  309. }
  310. func newMockOsFs(err error, atomicUpload bool, connectionID, rootDir string, reader *pipeat.PipeReaderAt) vfs.Fs {
  311. return &MockOsFs{
  312. Fs: vfs.NewOsFs(connectionID, rootDir, ""),
  313. err: err,
  314. isAtomicUploadSupported: atomicUpload,
  315. reader: reader,
  316. }
  317. }
  318. func TestOrderDirsToRemove(t *testing.T) {
  319. user := dataprovider.User{}
  320. fs := vfs.NewOsFs("id", os.TempDir(), "")
  321. connection := &Connection{
  322. BaseConnection: common.NewBaseConnection(fs.ConnectionID(), common.ProtocolWebDAV, "", "", user),
  323. request: nil,
  324. }
  325. dirsToRemove := []objectMapping{}
  326. orderedDirs := connection.orderDirsToRemove(fs, dirsToRemove)
  327. assert.Equal(t, len(dirsToRemove), len(orderedDirs))
  328. dirsToRemove = []objectMapping{
  329. {
  330. fsPath: "dir1",
  331. virtualPath: "",
  332. },
  333. }
  334. orderedDirs = connection.orderDirsToRemove(fs, dirsToRemove)
  335. assert.Equal(t, len(dirsToRemove), len(orderedDirs))
  336. dirsToRemove = []objectMapping{
  337. {
  338. fsPath: "dir1",
  339. virtualPath: "",
  340. },
  341. {
  342. fsPath: "dir12",
  343. virtualPath: "",
  344. },
  345. {
  346. fsPath: filepath.Join("dir1", "a", "b"),
  347. virtualPath: "",
  348. },
  349. {
  350. fsPath: filepath.Join("dir1", "a"),
  351. virtualPath: "",
  352. },
  353. }
  354. orderedDirs = connection.orderDirsToRemove(fs, dirsToRemove)
  355. if assert.Equal(t, len(dirsToRemove), len(orderedDirs)) {
  356. assert.Equal(t, "dir12", orderedDirs[0].fsPath)
  357. assert.Equal(t, filepath.Join("dir1", "a", "b"), orderedDirs[1].fsPath)
  358. assert.Equal(t, filepath.Join("dir1", "a"), orderedDirs[2].fsPath)
  359. assert.Equal(t, "dir1", orderedDirs[3].fsPath)
  360. }
  361. }
  362. func TestUserInvalidParams(t *testing.T) {
  363. u := &dataprovider.User{
  364. BaseUser: sdk.BaseUser{
  365. Username: "username",
  366. HomeDir: "invalid",
  367. },
  368. }
  369. c := &Configuration{
  370. Bindings: []Binding{
  371. {
  372. Port: 9000,
  373. },
  374. },
  375. }
  376. server := webDavServer{
  377. config: c,
  378. binding: c.Bindings[0],
  379. }
  380. req, err := http.NewRequest(http.MethodGet, fmt.Sprintf("/%v", u.Username), nil)
  381. assert.NoError(t, err)
  382. _, err = server.validateUser(u, req, dataprovider.LoginMethodPassword)
  383. if assert.Error(t, err) {
  384. assert.EqualError(t, err, fmt.Sprintf("cannot login user with invalid home dir: %#v", u.HomeDir))
  385. }
  386. req.TLS = &tls.ConnectionState{}
  387. writeLog(req, http.StatusOK, nil)
  388. }
  389. func TestRemoteAddress(t *testing.T) {
  390. remoteAddr1 := "100.100.100.100"
  391. remoteAddr2 := "172.172.172.172"
  392. c := &Configuration{
  393. Bindings: []Binding{
  394. {
  395. Port: 9000,
  396. ProxyAllowed: []string{remoteAddr2, "10.8.0.0/30"},
  397. },
  398. },
  399. }
  400. server := webDavServer{
  401. config: c,
  402. binding: c.Bindings[0],
  403. }
  404. err := server.binding.parseAllowedProxy()
  405. assert.NoError(t, err)
  406. req, err := http.NewRequest(http.MethodGet, "/", nil)
  407. assert.NoError(t, err)
  408. assert.Empty(t, req.RemoteAddr)
  409. trueClientIP := "True-Client-IP"
  410. cfConnectingIP := "CF-Connecting-IP"
  411. xff := "X-Forwarded-For"
  412. xRealIP := "X-Real-IP"
  413. req.Header.Set(trueClientIP, remoteAddr1)
  414. ip := util.GetRealIP(req, trueClientIP, 0)
  415. assert.Equal(t, remoteAddr1, ip)
  416. ip = util.GetRealIP(req, trueClientIP, 2)
  417. assert.Empty(t, ip)
  418. req.Header.Del(trueClientIP)
  419. req.Header.Set(cfConnectingIP, remoteAddr1)
  420. ip = util.GetRealIP(req, cfConnectingIP, 0)
  421. assert.Equal(t, remoteAddr1, ip)
  422. req.Header.Del(cfConnectingIP)
  423. req.Header.Set(xff, remoteAddr1)
  424. ip = util.GetRealIP(req, xff, 0)
  425. assert.Equal(t, remoteAddr1, ip)
  426. // this will be ignored, remoteAddr1 is not allowed to se this header
  427. req.Header.Set(xff, remoteAddr2)
  428. req.RemoteAddr = remoteAddr1
  429. ip = server.checkRemoteAddress(req)
  430. assert.Equal(t, remoteAddr1, ip)
  431. req.RemoteAddr = ""
  432. ip = server.checkRemoteAddress(req)
  433. assert.Empty(t, ip)
  434. req.Header.Set(xff, fmt.Sprintf("%v , %v", remoteAddr2, remoteAddr1))
  435. ip = util.GetRealIP(req, xff, 1)
  436. assert.Equal(t, remoteAddr2, ip)
  437. req.RemoteAddr = remoteAddr2
  438. req.Header.Set(xff, fmt.Sprintf("%v,%v", "12.34.56.78", "172.16.2.4"))
  439. server.binding.ClientIPHeaderDepth = 1
  440. server.binding.ClientIPProxyHeader = xff
  441. ip = server.checkRemoteAddress(req)
  442. assert.Equal(t, "12.34.56.78", ip)
  443. assert.Equal(t, ip, req.RemoteAddr)
  444. req.RemoteAddr = remoteAddr2
  445. req.Header.Set(xff, fmt.Sprintf("%v,%v", "12.34.56.79", "172.16.2.5"))
  446. server.binding.ClientIPHeaderDepth = 0
  447. ip = server.checkRemoteAddress(req)
  448. assert.Equal(t, "172.16.2.5", ip)
  449. assert.Equal(t, ip, req.RemoteAddr)
  450. req.RemoteAddr = "10.8.0.2"
  451. req.Header.Set(xff, remoteAddr1)
  452. ip = server.checkRemoteAddress(req)
  453. assert.Equal(t, remoteAddr1, ip)
  454. assert.Equal(t, ip, req.RemoteAddr)
  455. req.RemoteAddr = "10.8.0.3"
  456. req.Header.Set(xff, "not an ip")
  457. ip = server.checkRemoteAddress(req)
  458. assert.Equal(t, "10.8.0.3", ip)
  459. assert.Equal(t, ip, req.RemoteAddr)
  460. req.Header.Del(xff)
  461. req.RemoteAddr = ""
  462. req.Header.Set(xRealIP, remoteAddr1)
  463. ip = util.GetRealIP(req, "x-real-ip", 0)
  464. assert.Equal(t, remoteAddr1, ip)
  465. req.RemoteAddr = ""
  466. }
  467. func TestConnWithNilRequest(t *testing.T) {
  468. c := &Connection{}
  469. assert.Empty(t, c.GetClientVersion())
  470. assert.Empty(t, c.GetCommand())
  471. assert.Empty(t, c.GetRemoteAddress())
  472. }
  473. func TestResolvePathErrors(t *testing.T) {
  474. ctx := context.Background()
  475. user := dataprovider.User{
  476. BaseUser: sdk.BaseUser{
  477. HomeDir: "invalid",
  478. },
  479. }
  480. user.Permissions = make(map[string][]string)
  481. user.Permissions["/"] = []string{dataprovider.PermAny}
  482. fs := vfs.NewOsFs("connID", user.HomeDir, "")
  483. connection := &Connection{
  484. BaseConnection: common.NewBaseConnection(fs.ConnectionID(), common.ProtocolWebDAV, "", "", user),
  485. }
  486. err := connection.Mkdir(ctx, "", os.ModePerm)
  487. if assert.Error(t, err) {
  488. assert.EqualError(t, err, common.ErrGenericFailure.Error())
  489. }
  490. err = connection.Rename(ctx, "oldName", "newName")
  491. if assert.Error(t, err) {
  492. assert.EqualError(t, err, common.ErrGenericFailure.Error())
  493. }
  494. _, err = connection.Stat(ctx, "name")
  495. if assert.Error(t, err) {
  496. assert.EqualError(t, err, common.ErrGenericFailure.Error())
  497. }
  498. err = connection.RemoveAll(ctx, "")
  499. if assert.Error(t, err) {
  500. assert.EqualError(t, err, common.ErrGenericFailure.Error())
  501. }
  502. _, err = connection.OpenFile(ctx, "", 0, os.ModePerm)
  503. if assert.Error(t, err) {
  504. assert.EqualError(t, err, common.ErrGenericFailure.Error())
  505. }
  506. if runtime.GOOS != "windows" {
  507. user.HomeDir = filepath.Clean(os.TempDir())
  508. connection.User = user
  509. fs := vfs.NewOsFs("connID", connection.User.HomeDir, "")
  510. subDir := "sub"
  511. testTxtFile := "file.txt"
  512. err = os.MkdirAll(filepath.Join(os.TempDir(), subDir, subDir), os.ModePerm)
  513. assert.NoError(t, err)
  514. err = os.WriteFile(filepath.Join(os.TempDir(), subDir, subDir, testTxtFile), []byte("content"), os.ModePerm)
  515. assert.NoError(t, err)
  516. err = os.Chmod(filepath.Join(os.TempDir(), subDir, subDir), 0001)
  517. assert.NoError(t, err)
  518. err = os.WriteFile(filepath.Join(os.TempDir(), testTxtFile), []byte("test content"), os.ModePerm)
  519. assert.NoError(t, err)
  520. err = connection.Rename(ctx, testTxtFile, path.Join(subDir, subDir, testTxtFile))
  521. if assert.Error(t, err) {
  522. assert.EqualError(t, err, common.ErrPermissionDenied.Error())
  523. }
  524. _, err = connection.putFile(fs, filepath.Join(connection.User.HomeDir, subDir, subDir, testTxtFile),
  525. path.Join(subDir, subDir, testTxtFile))
  526. if assert.Error(t, err) {
  527. assert.EqualError(t, err, common.ErrPermissionDenied.Error())
  528. }
  529. err = os.Chmod(filepath.Join(os.TempDir(), subDir, subDir), os.ModePerm)
  530. assert.NoError(t, err)
  531. err = os.RemoveAll(filepath.Join(os.TempDir(), subDir))
  532. assert.NoError(t, err)
  533. err = os.Remove(filepath.Join(os.TempDir(), testTxtFile))
  534. assert.NoError(t, err)
  535. }
  536. }
  537. func TestFileAccessErrors(t *testing.T) {
  538. ctx := context.Background()
  539. user := dataprovider.User{
  540. BaseUser: sdk.BaseUser{
  541. HomeDir: filepath.Clean(os.TempDir()),
  542. },
  543. }
  544. user.Permissions = make(map[string][]string)
  545. user.Permissions["/"] = []string{dataprovider.PermAny}
  546. fs := vfs.NewOsFs("connID", user.HomeDir, "")
  547. connection := &Connection{
  548. BaseConnection: common.NewBaseConnection(fs.ConnectionID(), common.ProtocolWebDAV, "", "", user),
  549. }
  550. missingPath := "missing path"
  551. fsMissingPath := filepath.Join(user.HomeDir, missingPath)
  552. err := connection.RemoveAll(ctx, missingPath)
  553. if assert.Error(t, err) {
  554. assert.EqualError(t, err, os.ErrNotExist.Error())
  555. }
  556. _, err = connection.getFile(fs, fsMissingPath, missingPath)
  557. if assert.Error(t, err) {
  558. assert.EqualError(t, err, os.ErrNotExist.Error())
  559. }
  560. _, err = connection.getFile(fs, fsMissingPath, missingPath)
  561. if assert.Error(t, err) {
  562. assert.EqualError(t, err, os.ErrNotExist.Error())
  563. }
  564. p := filepath.Join(user.HomeDir, "adir", missingPath)
  565. _, err = connection.handleUploadToNewFile(fs, p, p, path.Join("adir", missingPath))
  566. if assert.Error(t, err) {
  567. assert.EqualError(t, err, os.ErrNotExist.Error())
  568. }
  569. _, err = connection.handleUploadToExistingFile(fs, p, p, 0, path.Join("adir", missingPath))
  570. if assert.Error(t, err) {
  571. assert.EqualError(t, err, os.ErrNotExist.Error())
  572. }
  573. fs = newMockOsFs(nil, false, fs.ConnectionID(), user.HomeDir, nil)
  574. _, err = connection.handleUploadToExistingFile(fs, p, p, 0, path.Join("adir", missingPath))
  575. if assert.Error(t, err) {
  576. assert.EqualError(t, err, os.ErrNotExist.Error())
  577. }
  578. f, err := os.CreateTemp("", "temp")
  579. assert.NoError(t, err)
  580. err = f.Close()
  581. assert.NoError(t, err)
  582. davFile, err := connection.handleUploadToExistingFile(fs, f.Name(), f.Name(), 123, f.Name())
  583. if assert.NoError(t, err) {
  584. transfer := davFile.(*webDavFile)
  585. transfers := connection.GetTransfers()
  586. if assert.Equal(t, 1, len(transfers)) {
  587. assert.Equal(t, transfers[0].ID, transfer.GetID())
  588. assert.Equal(t, int64(123), transfer.InitialSize)
  589. err = transfer.Close()
  590. assert.NoError(t, err)
  591. assert.Equal(t, 0, len(connection.GetTransfers()))
  592. }
  593. }
  594. err = os.Remove(f.Name())
  595. assert.NoError(t, err)
  596. }
  597. func TestRemoveDirTree(t *testing.T) {
  598. user := dataprovider.User{
  599. BaseUser: sdk.BaseUser{
  600. HomeDir: filepath.Clean(os.TempDir()),
  601. },
  602. }
  603. user.Permissions = make(map[string][]string)
  604. user.Permissions["/"] = []string{dataprovider.PermAny}
  605. fs := vfs.NewOsFs("connID", user.HomeDir, "")
  606. connection := &Connection{
  607. BaseConnection: common.NewBaseConnection(fs.ConnectionID(), common.ProtocolWebDAV, "", "", user),
  608. }
  609. vpath := path.Join("adir", "missing")
  610. p := filepath.Join(user.HomeDir, "adir", "missing")
  611. err := connection.removeDirTree(fs, p, vpath)
  612. if assert.Error(t, err) {
  613. assert.True(t, fs.IsNotExist(err))
  614. }
  615. fs = newMockOsFs(nil, false, "mockID", user.HomeDir, nil)
  616. err = connection.removeDirTree(fs, p, vpath)
  617. if assert.Error(t, err) {
  618. assert.True(t, fs.IsNotExist(err), "unexpected error: %v", err)
  619. }
  620. errFake := errors.New("fake err")
  621. fs = newMockOsFs(errFake, false, "mockID", user.HomeDir, nil)
  622. err = connection.removeDirTree(fs, p, vpath)
  623. if assert.Error(t, err) {
  624. assert.EqualError(t, err, errFake.Error())
  625. }
  626. fs = newMockOsFs(errWalkDir, true, "mockID", user.HomeDir, nil)
  627. err = connection.removeDirTree(fs, p, vpath)
  628. if assert.Error(t, err) {
  629. assert.True(t, fs.IsPermission(err), "unexpected error: %v", err)
  630. }
  631. fs = newMockOsFs(errWalkFile, false, "mockID", user.HomeDir, nil)
  632. err = connection.removeDirTree(fs, p, vpath)
  633. if assert.Error(t, err) {
  634. assert.EqualError(t, err, errWalkFile.Error())
  635. }
  636. connection.User.Permissions["/"] = []string{dataprovider.PermListItems}
  637. fs = newMockOsFs(nil, false, "mockID", user.HomeDir, nil)
  638. err = connection.removeDirTree(fs, p, vpath)
  639. if assert.Error(t, err) {
  640. assert.EqualError(t, err, common.ErrPermissionDenied.Error())
  641. }
  642. }
  643. func TestContentType(t *testing.T) {
  644. user := dataprovider.User{
  645. BaseUser: sdk.BaseUser{
  646. HomeDir: filepath.Clean(os.TempDir()),
  647. },
  648. }
  649. user.Permissions = make(map[string][]string)
  650. user.Permissions["/"] = []string{dataprovider.PermAny}
  651. fs := vfs.NewOsFs("connID", user.HomeDir, "")
  652. connection := &Connection{
  653. BaseConnection: common.NewBaseConnection(fs.ConnectionID(), common.ProtocolWebDAV, "", "", user),
  654. }
  655. testFilePath := filepath.Join(user.HomeDir, testFile)
  656. ctx := context.Background()
  657. baseTransfer := common.NewBaseTransfer(nil, connection.BaseConnection, nil, testFilePath, testFilePath, testFile,
  658. common.TransferDownload, 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{})
  659. fs = newMockOsFs(nil, false, fs.ConnectionID(), user.GetHomeDir(), nil)
  660. err := os.WriteFile(testFilePath, []byte(""), os.ModePerm)
  661. assert.NoError(t, err)
  662. davFile := newWebDavFile(baseTransfer, nil, nil)
  663. davFile.Fs = fs
  664. fi, err := davFile.Stat()
  665. if assert.NoError(t, err) {
  666. ctype, err := fi.(*webDavFileInfo).ContentType(ctx)
  667. assert.NoError(t, err)
  668. assert.Equal(t, "application/custom-mime", ctype)
  669. }
  670. _, err = davFile.Readdir(-1)
  671. assert.Error(t, err)
  672. err = davFile.Close()
  673. assert.NoError(t, err)
  674. davFile = newWebDavFile(baseTransfer, nil, nil)
  675. davFile.Fs = vfs.NewOsFs("id", user.HomeDir, "")
  676. fi, err = davFile.Stat()
  677. if assert.NoError(t, err) {
  678. ctype, err := fi.(*webDavFileInfo).ContentType(ctx)
  679. assert.NoError(t, err)
  680. assert.Equal(t, "text/plain; charset=utf-8", ctype)
  681. }
  682. err = davFile.Close()
  683. assert.NoError(t, err)
  684. fi.(*webDavFileInfo).fsPath = "missing"
  685. _, err = fi.(*webDavFileInfo).ContentType(ctx)
  686. assert.EqualError(t, err, webdav.ErrNotImplemented.Error())
  687. err = os.Remove(testFilePath)
  688. assert.NoError(t, err)
  689. }
  690. func TestTransferReadWriteErrors(t *testing.T) {
  691. user := dataprovider.User{
  692. BaseUser: sdk.BaseUser{
  693. HomeDir: filepath.Clean(os.TempDir()),
  694. },
  695. }
  696. user.Permissions = make(map[string][]string)
  697. user.Permissions["/"] = []string{dataprovider.PermAny}
  698. fs := vfs.NewOsFs("connID", user.HomeDir, "")
  699. connection := &Connection{
  700. BaseConnection: common.NewBaseConnection(fs.ConnectionID(), common.ProtocolWebDAV, "", "", user),
  701. }
  702. testFilePath := filepath.Join(user.HomeDir, testFile)
  703. baseTransfer := common.NewBaseTransfer(nil, connection.BaseConnection, nil, testFilePath, testFilePath, testFile,
  704. common.TransferUpload, 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{})
  705. davFile := newWebDavFile(baseTransfer, nil, nil)
  706. p := make([]byte, 1)
  707. _, err := davFile.Read(p)
  708. assert.EqualError(t, err, common.ErrOpUnsupported.Error())
  709. r, w, err := pipeat.Pipe()
  710. assert.NoError(t, err)
  711. davFile = newWebDavFile(baseTransfer, nil, r)
  712. davFile.Connection.RemoveTransfer(davFile.BaseTransfer)
  713. davFile = newWebDavFile(baseTransfer, vfs.NewPipeWriter(w), nil)
  714. davFile.Connection.RemoveTransfer(davFile.BaseTransfer)
  715. err = r.Close()
  716. assert.NoError(t, err)
  717. err = w.Close()
  718. assert.NoError(t, err)
  719. baseTransfer = common.NewBaseTransfer(nil, connection.BaseConnection, nil, testFilePath, testFilePath, testFile,
  720. common.TransferDownload, 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{})
  721. davFile = newWebDavFile(baseTransfer, nil, nil)
  722. _, err = davFile.Read(p)
  723. assert.True(t, fs.IsNotExist(err))
  724. _, err = davFile.Stat()
  725. assert.True(t, fs.IsNotExist(err))
  726. baseTransfer = common.NewBaseTransfer(nil, connection.BaseConnection, nil, testFilePath, testFilePath, testFile,
  727. common.TransferDownload, 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{})
  728. err = os.WriteFile(testFilePath, []byte(""), os.ModePerm)
  729. assert.NoError(t, err)
  730. f, err := os.Open(testFilePath)
  731. if assert.NoError(t, err) {
  732. err = f.Close()
  733. assert.NoError(t, err)
  734. }
  735. davFile = newWebDavFile(baseTransfer, nil, nil)
  736. davFile.reader = f
  737. err = davFile.Close()
  738. assert.EqualError(t, err, common.ErrGenericFailure.Error())
  739. err = davFile.Close()
  740. assert.EqualError(t, err, common.ErrTransferClosed.Error())
  741. _, err = davFile.Read(p)
  742. assert.Error(t, err)
  743. info, err := davFile.Stat()
  744. if assert.NoError(t, err) {
  745. assert.Equal(t, int64(0), info.Size())
  746. }
  747. r, w, err = pipeat.Pipe()
  748. assert.NoError(t, err)
  749. mockFs := newMockOsFs(nil, false, fs.ConnectionID(), user.HomeDir, r)
  750. baseTransfer = common.NewBaseTransfer(nil, connection.BaseConnection, nil, testFilePath, testFilePath, testFile,
  751. common.TransferDownload, 0, 0, 0, 0, false, mockFs, dataprovider.TransferQuota{})
  752. davFile = newWebDavFile(baseTransfer, nil, nil)
  753. writeContent := []byte("content\r\n")
  754. go func() {
  755. n, err := w.Write(writeContent)
  756. assert.NoError(t, err)
  757. assert.Equal(t, len(writeContent), n)
  758. err = w.Close()
  759. assert.NoError(t, err)
  760. }()
  761. p = make([]byte, 64)
  762. n, err := davFile.Read(p)
  763. assert.EqualError(t, err, io.EOF.Error())
  764. assert.Equal(t, len(writeContent), n)
  765. err = davFile.Close()
  766. assert.NoError(t, err)
  767. baseTransfer = common.NewBaseTransfer(nil, connection.BaseConnection, nil, testFilePath, testFilePath, testFile,
  768. common.TransferDownload, 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{})
  769. davFile = newWebDavFile(baseTransfer, nil, nil)
  770. davFile.writer = f
  771. err = davFile.Close()
  772. assert.EqualError(t, err, common.ErrGenericFailure.Error())
  773. err = os.Remove(testFilePath)
  774. assert.NoError(t, err)
  775. }
  776. func TestTransferSeek(t *testing.T) {
  777. user := dataprovider.User{
  778. BaseUser: sdk.BaseUser{
  779. HomeDir: filepath.Clean(os.TempDir()),
  780. },
  781. }
  782. user.Permissions = make(map[string][]string)
  783. user.Permissions["/"] = []string{dataprovider.PermAny}
  784. fs := vfs.NewOsFs("connID", user.HomeDir, "")
  785. connection := &Connection{
  786. BaseConnection: common.NewBaseConnection(fs.ConnectionID(), common.ProtocolWebDAV, "", "", user),
  787. }
  788. testFilePath := filepath.Join(user.HomeDir, testFile)
  789. testFileContents := []byte("content")
  790. baseTransfer := common.NewBaseTransfer(nil, connection.BaseConnection, nil, testFilePath, testFilePath, testFile,
  791. common.TransferUpload, 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{AllowedTotalSize: 100})
  792. davFile := newWebDavFile(baseTransfer, nil, nil)
  793. _, err := davFile.Seek(0, io.SeekStart)
  794. assert.EqualError(t, err, common.ErrOpUnsupported.Error())
  795. err = davFile.Close()
  796. assert.NoError(t, err)
  797. baseTransfer = common.NewBaseTransfer(nil, connection.BaseConnection, nil, testFilePath, testFilePath, testFile,
  798. common.TransferDownload, 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{AllowedTotalSize: 100})
  799. davFile = newWebDavFile(baseTransfer, nil, nil)
  800. _, err = davFile.Seek(0, io.SeekCurrent)
  801. assert.True(t, fs.IsNotExist(err))
  802. davFile.Connection.RemoveTransfer(davFile.BaseTransfer)
  803. err = os.WriteFile(testFilePath, testFileContents, os.ModePerm)
  804. assert.NoError(t, err)
  805. f, err := os.Open(testFilePath)
  806. if assert.NoError(t, err) {
  807. err = f.Close()
  808. assert.NoError(t, err)
  809. }
  810. baseTransfer = common.NewBaseTransfer(f, connection.BaseConnection, nil, testFilePath, testFilePath, testFile,
  811. common.TransferDownload, 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{AllowedTotalSize: 100})
  812. davFile = newWebDavFile(baseTransfer, nil, nil)
  813. _, err = davFile.Seek(0, io.SeekStart)
  814. assert.Error(t, err)
  815. davFile.Connection.RemoveTransfer(davFile.BaseTransfer)
  816. baseTransfer = common.NewBaseTransfer(nil, connection.BaseConnection, nil, testFilePath, testFilePath, testFile,
  817. common.TransferDownload, 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{AllowedTotalSize: 100})
  818. davFile = newWebDavFile(baseTransfer, nil, nil)
  819. res, err := davFile.Seek(0, io.SeekStart)
  820. assert.NoError(t, err)
  821. assert.Equal(t, int64(0), res)
  822. davFile.Connection.RemoveTransfer(davFile.BaseTransfer)
  823. davFile = newWebDavFile(baseTransfer, nil, nil)
  824. res, err = davFile.Seek(0, io.SeekEnd)
  825. assert.NoError(t, err)
  826. assert.Equal(t, int64(len(testFileContents)), res)
  827. err = davFile.updateStatInfo()
  828. assert.Nil(t, err)
  829. baseTransfer = common.NewBaseTransfer(nil, connection.BaseConnection, nil, testFilePath+"1", testFilePath+"1", testFile,
  830. common.TransferDownload, 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{AllowedTotalSize: 100})
  831. davFile = newWebDavFile(baseTransfer, nil, nil)
  832. _, err = davFile.Seek(0, io.SeekEnd)
  833. assert.True(t, fs.IsNotExist(err))
  834. davFile.Connection.RemoveTransfer(davFile.BaseTransfer)
  835. baseTransfer = common.NewBaseTransfer(nil, connection.BaseConnection, nil, testFilePath, testFilePath, testFile,
  836. common.TransferDownload, 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{AllowedTotalSize: 100})
  837. davFile = newWebDavFile(baseTransfer, nil, nil)
  838. davFile.reader = f
  839. davFile.Fs = newMockOsFs(nil, true, fs.ConnectionID(), user.GetHomeDir(), nil)
  840. res, err = davFile.Seek(2, io.SeekStart)
  841. assert.NoError(t, err)
  842. assert.Equal(t, int64(2), res)
  843. davFile = newWebDavFile(baseTransfer, nil, nil)
  844. davFile.Fs = newMockOsFs(nil, true, fs.ConnectionID(), user.GetHomeDir(), nil)
  845. res, err = davFile.Seek(2, io.SeekEnd)
  846. assert.NoError(t, err)
  847. assert.Equal(t, int64(5), res)
  848. baseTransfer = common.NewBaseTransfer(nil, connection.BaseConnection, nil, testFilePath+"1", testFilePath+"1", testFile,
  849. common.TransferDownload, 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{AllowedTotalSize: 100})
  850. davFile = newWebDavFile(baseTransfer, nil, nil)
  851. davFile.Fs = newMockOsFs(nil, true, fs.ConnectionID(), user.GetHomeDir(), nil)
  852. res, err = davFile.Seek(2, io.SeekEnd)
  853. assert.True(t, fs.IsNotExist(err))
  854. assert.Equal(t, int64(0), res)
  855. assert.Len(t, common.Connections.GetStats(), 0)
  856. err = os.Remove(testFilePath)
  857. assert.NoError(t, err)
  858. }
  859. func TestBasicUsersCache(t *testing.T) {
  860. username := "webdav_internal_test"
  861. password := "pwd"
  862. u := dataprovider.User{
  863. BaseUser: sdk.BaseUser{
  864. Username: username,
  865. Password: password,
  866. HomeDir: filepath.Join(os.TempDir(), username),
  867. Status: 1,
  868. ExpirationDate: 0,
  869. },
  870. }
  871. u.Permissions = make(map[string][]string)
  872. u.Permissions["/"] = []string{dataprovider.PermAny}
  873. err := dataprovider.AddUser(&u, "", "")
  874. assert.NoError(t, err)
  875. user, err := dataprovider.UserExists(u.Username)
  876. assert.NoError(t, err)
  877. c := &Configuration{
  878. Bindings: []Binding{
  879. {
  880. Port: 9000,
  881. },
  882. },
  883. Cache: Cache{
  884. Users: UsersCacheConfig{
  885. MaxSize: 50,
  886. ExpirationTime: 1,
  887. },
  888. },
  889. }
  890. dataprovider.InitializeWebDAVUserCache(c.Cache.Users.MaxSize)
  891. server := webDavServer{
  892. config: c,
  893. binding: c.Bindings[0],
  894. }
  895. req, err := http.NewRequest(http.MethodGet, fmt.Sprintf("/%v", user.Username), nil)
  896. assert.NoError(t, err)
  897. ipAddr := "127.0.0.1"
  898. _, _, _, _, err = server.authenticate(req, ipAddr) //nolint:dogsled
  899. assert.Error(t, err)
  900. now := time.Now()
  901. req.SetBasicAuth(username, password)
  902. _, isCached, _, loginMethod, err := server.authenticate(req, ipAddr)
  903. assert.NoError(t, err)
  904. assert.False(t, isCached)
  905. assert.Equal(t, dataprovider.LoginMethodPassword, loginMethod)
  906. // now the user should be cached
  907. cachedUser, ok := dataprovider.GetCachedWebDAVUser(username)
  908. if assert.True(t, ok) {
  909. assert.False(t, cachedUser.IsExpired())
  910. assert.True(t, cachedUser.Expiration.After(now.Add(time.Duration(c.Cache.Users.ExpirationTime)*time.Minute)))
  911. // authenticate must return the cached user now
  912. authUser, isCached, _, _, err := server.authenticate(req, ipAddr)
  913. assert.NoError(t, err)
  914. assert.True(t, isCached)
  915. assert.Equal(t, cachedUser.User, authUser)
  916. }
  917. // a wrong password must fail
  918. req.SetBasicAuth(username, "wrong")
  919. _, _, _, _, err = server.authenticate(req, ipAddr) //nolint:dogsled
  920. assert.EqualError(t, err, dataprovider.ErrInvalidCredentials.Error())
  921. req.SetBasicAuth(username, password)
  922. // force cached user expiration
  923. cachedUser.Expiration = now
  924. dataprovider.CacheWebDAVUser(cachedUser)
  925. cachedUser, ok = dataprovider.GetCachedWebDAVUser(username)
  926. if assert.True(t, ok) {
  927. assert.True(t, cachedUser.IsExpired())
  928. }
  929. // now authenticate should get the user from the data provider and update the cache
  930. _, isCached, _, loginMethod, err = server.authenticate(req, ipAddr)
  931. assert.NoError(t, err)
  932. assert.False(t, isCached)
  933. assert.Equal(t, dataprovider.LoginMethodPassword, loginMethod)
  934. cachedUser, ok = dataprovider.GetCachedWebDAVUser(username)
  935. if assert.True(t, ok) {
  936. assert.False(t, cachedUser.IsExpired())
  937. }
  938. // cache is not invalidated after a user modification if the fs does not change
  939. err = dataprovider.UpdateUser(&user, "", "")
  940. assert.NoError(t, err)
  941. _, ok = dataprovider.GetCachedWebDAVUser(username)
  942. assert.True(t, ok)
  943. folderName := "testFolder"
  944. user.VirtualFolders = append(user.VirtualFolders, vfs.VirtualFolder{
  945. BaseVirtualFolder: vfs.BaseVirtualFolder{
  946. Name: folderName,
  947. MappedPath: filepath.Join(os.TempDir(), "mapped"),
  948. },
  949. VirtualPath: "/vdir",
  950. })
  951. err = dataprovider.UpdateUser(&user, "", "")
  952. assert.NoError(t, err)
  953. _, ok = dataprovider.GetCachedWebDAVUser(username)
  954. assert.False(t, ok)
  955. _, isCached, _, loginMethod, err = server.authenticate(req, ipAddr)
  956. assert.NoError(t, err)
  957. assert.False(t, isCached)
  958. assert.Equal(t, dataprovider.LoginMethodPassword, loginMethod)
  959. _, ok = dataprovider.GetCachedWebDAVUser(username)
  960. assert.True(t, ok)
  961. // cache is invalidated after user deletion
  962. err = dataprovider.DeleteUser(user.Username, "", "")
  963. assert.NoError(t, err)
  964. _, ok = dataprovider.GetCachedWebDAVUser(username)
  965. assert.False(t, ok)
  966. err = dataprovider.DeleteFolder(folderName, "", "")
  967. assert.NoError(t, err)
  968. err = os.RemoveAll(u.GetHomeDir())
  969. assert.NoError(t, err)
  970. }
  971. func TestCachedUserWithFolders(t *testing.T) {
  972. username := "webdav_internal_folder_test"
  973. password := "dav_pwd"
  974. folderName := "test_folder"
  975. u := dataprovider.User{
  976. BaseUser: sdk.BaseUser{
  977. Username: username,
  978. Password: password,
  979. HomeDir: filepath.Join(os.TempDir(), username),
  980. Status: 1,
  981. ExpirationDate: 0,
  982. },
  983. }
  984. u.Permissions = make(map[string][]string)
  985. u.Permissions["/"] = []string{dataprovider.PermAny}
  986. u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
  987. BaseVirtualFolder: vfs.BaseVirtualFolder{
  988. Name: folderName,
  989. MappedPath: filepath.Join(os.TempDir(), folderName),
  990. },
  991. VirtualPath: "/vpath",
  992. })
  993. err := dataprovider.AddUser(&u, "", "")
  994. assert.NoError(t, err)
  995. user, err := dataprovider.UserExists(u.Username)
  996. assert.NoError(t, err)
  997. c := &Configuration{
  998. Bindings: []Binding{
  999. {
  1000. Port: 9000,
  1001. },
  1002. },
  1003. Cache: Cache{
  1004. Users: UsersCacheConfig{
  1005. MaxSize: 50,
  1006. ExpirationTime: 1,
  1007. },
  1008. },
  1009. }
  1010. dataprovider.InitializeWebDAVUserCache(c.Cache.Users.MaxSize)
  1011. server := webDavServer{
  1012. config: c,
  1013. binding: c.Bindings[0],
  1014. }
  1015. req, err := http.NewRequest(http.MethodGet, fmt.Sprintf("/%v", user.Username), nil)
  1016. assert.NoError(t, err)
  1017. ipAddr := "127.0.0.1"
  1018. _, _, _, _, err = server.authenticate(req, ipAddr) //nolint:dogsled
  1019. assert.Error(t, err)
  1020. now := time.Now()
  1021. req.SetBasicAuth(username, password)
  1022. _, isCached, _, loginMethod, err := server.authenticate(req, ipAddr)
  1023. assert.NoError(t, err)
  1024. assert.False(t, isCached)
  1025. assert.Equal(t, dataprovider.LoginMethodPassword, loginMethod)
  1026. // now the user should be cached
  1027. cachedUser, ok := dataprovider.GetCachedWebDAVUser(username)
  1028. if assert.True(t, ok) {
  1029. assert.False(t, cachedUser.IsExpired())
  1030. assert.True(t, cachedUser.Expiration.After(now.Add(time.Duration(c.Cache.Users.ExpirationTime)*time.Minute)))
  1031. // authenticate must return the cached user now
  1032. authUser, isCached, _, _, err := server.authenticate(req, ipAddr)
  1033. assert.NoError(t, err)
  1034. assert.True(t, isCached)
  1035. assert.Equal(t, cachedUser.User, authUser)
  1036. }
  1037. folder, err := dataprovider.GetFolderByName(folderName)
  1038. assert.NoError(t, err)
  1039. // updating a used folder should invalidate the cache only if the fs changed
  1040. err = dataprovider.UpdateFolder(&folder, folder.Users, folder.Groups, "", "")
  1041. assert.NoError(t, err)
  1042. _, isCached, _, loginMethod, err = server.authenticate(req, ipAddr)
  1043. assert.NoError(t, err)
  1044. assert.True(t, isCached)
  1045. assert.Equal(t, dataprovider.LoginMethodPassword, loginMethod)
  1046. cachedUser, ok = dataprovider.GetCachedWebDAVUser(username)
  1047. if assert.True(t, ok) {
  1048. assert.False(t, cachedUser.IsExpired())
  1049. }
  1050. // changing the folder path should invalidate the cache
  1051. folder.MappedPath = filepath.Join(os.TempDir(), "anotherpath")
  1052. err = dataprovider.UpdateFolder(&folder, folder.Users, folder.Groups, "", "")
  1053. assert.NoError(t, err)
  1054. _, isCached, _, loginMethod, err = server.authenticate(req, ipAddr)
  1055. assert.NoError(t, err)
  1056. assert.False(t, isCached)
  1057. assert.Equal(t, dataprovider.LoginMethodPassword, loginMethod)
  1058. cachedUser, ok = dataprovider.GetCachedWebDAVUser(username)
  1059. if assert.True(t, ok) {
  1060. assert.False(t, cachedUser.IsExpired())
  1061. }
  1062. err = dataprovider.DeleteFolder(folderName, "", "")
  1063. assert.NoError(t, err)
  1064. // removing a used folder should invalidate the cache
  1065. _, isCached, _, loginMethod, err = server.authenticate(req, ipAddr)
  1066. assert.NoError(t, err)
  1067. assert.False(t, isCached)
  1068. assert.Equal(t, dataprovider.LoginMethodPassword, loginMethod)
  1069. cachedUser, ok = dataprovider.GetCachedWebDAVUser(username)
  1070. if assert.True(t, ok) {
  1071. assert.False(t, cachedUser.IsExpired())
  1072. }
  1073. err = dataprovider.DeleteUser(user.Username, "", "")
  1074. assert.NoError(t, err)
  1075. _, ok = dataprovider.GetCachedWebDAVUser(username)
  1076. assert.False(t, ok)
  1077. err = os.RemoveAll(u.GetHomeDir())
  1078. assert.NoError(t, err)
  1079. err = os.RemoveAll(folder.MappedPath)
  1080. assert.NoError(t, err)
  1081. }
  1082. func TestUsersCacheSizeAndExpiration(t *testing.T) {
  1083. username := "webdav_internal_test"
  1084. password := "pwd"
  1085. u := dataprovider.User{
  1086. BaseUser: sdk.BaseUser{
  1087. HomeDir: filepath.Join(os.TempDir(), username),
  1088. Status: 1,
  1089. ExpirationDate: 0,
  1090. },
  1091. }
  1092. u.Username = username + "1"
  1093. u.Password = password + "1"
  1094. u.Permissions = make(map[string][]string)
  1095. u.Permissions["/"] = []string{dataprovider.PermAny}
  1096. err := dataprovider.AddUser(&u, "", "")
  1097. assert.NoError(t, err)
  1098. user1, err := dataprovider.UserExists(u.Username)
  1099. assert.NoError(t, err)
  1100. u.Username = username + "2"
  1101. u.Password = password + "2"
  1102. err = dataprovider.AddUser(&u, "", "")
  1103. assert.NoError(t, err)
  1104. user2, err := dataprovider.UserExists(u.Username)
  1105. assert.NoError(t, err)
  1106. u.Username = username + "3"
  1107. u.Password = password + "3"
  1108. err = dataprovider.AddUser(&u, "", "")
  1109. assert.NoError(t, err)
  1110. user3, err := dataprovider.UserExists(u.Username)
  1111. assert.NoError(t, err)
  1112. u.Username = username + "4"
  1113. u.Password = password + "4"
  1114. err = dataprovider.AddUser(&u, "", "")
  1115. assert.NoError(t, err)
  1116. user4, err := dataprovider.UserExists(u.Username)
  1117. assert.NoError(t, err)
  1118. c := &Configuration{
  1119. Bindings: []Binding{
  1120. {
  1121. Port: 9000,
  1122. },
  1123. },
  1124. Cache: Cache{
  1125. Users: UsersCacheConfig{
  1126. MaxSize: 3,
  1127. ExpirationTime: 1,
  1128. },
  1129. },
  1130. }
  1131. dataprovider.InitializeWebDAVUserCache(c.Cache.Users.MaxSize)
  1132. server := webDavServer{
  1133. config: c,
  1134. binding: c.Bindings[0],
  1135. }
  1136. ipAddr := "127.0.1.1"
  1137. req, err := http.NewRequest(http.MethodGet, fmt.Sprintf("/%v", user1.Username), nil)
  1138. assert.NoError(t, err)
  1139. req.SetBasicAuth(user1.Username, password+"1")
  1140. _, isCached, _, loginMehod, err := server.authenticate(req, ipAddr)
  1141. assert.NoError(t, err)
  1142. assert.False(t, isCached)
  1143. assert.Equal(t, dataprovider.LoginMethodPassword, loginMehod)
  1144. req, err = http.NewRequest(http.MethodGet, fmt.Sprintf("/%v", user2.Username), nil)
  1145. assert.NoError(t, err)
  1146. req.SetBasicAuth(user2.Username, password+"2")
  1147. _, isCached, _, loginMehod, err = server.authenticate(req, ipAddr)
  1148. assert.NoError(t, err)
  1149. assert.False(t, isCached)
  1150. assert.Equal(t, dataprovider.LoginMethodPassword, loginMehod)
  1151. req, err = http.NewRequest(http.MethodGet, fmt.Sprintf("/%v", user3.Username), nil)
  1152. assert.NoError(t, err)
  1153. req.SetBasicAuth(user3.Username, password+"3")
  1154. _, isCached, _, loginMehod, err = server.authenticate(req, ipAddr)
  1155. assert.NoError(t, err)
  1156. assert.False(t, isCached)
  1157. assert.Equal(t, dataprovider.LoginMethodPassword, loginMehod)
  1158. // the first 3 users are now cached
  1159. _, ok := dataprovider.GetCachedWebDAVUser(user1.Username)
  1160. assert.True(t, ok)
  1161. _, ok = dataprovider.GetCachedWebDAVUser(user2.Username)
  1162. assert.True(t, ok)
  1163. _, ok = dataprovider.GetCachedWebDAVUser(user3.Username)
  1164. assert.True(t, ok)
  1165. req, err = http.NewRequest(http.MethodGet, fmt.Sprintf("/%v", user4.Username), nil)
  1166. assert.NoError(t, err)
  1167. req.SetBasicAuth(user4.Username, password+"4")
  1168. _, isCached, _, loginMehod, err = server.authenticate(req, ipAddr)
  1169. assert.NoError(t, err)
  1170. assert.False(t, isCached)
  1171. assert.Equal(t, dataprovider.LoginMethodPassword, loginMehod)
  1172. // user1, the first cached, should be removed now
  1173. _, ok = dataprovider.GetCachedWebDAVUser(user1.Username)
  1174. assert.False(t, ok)
  1175. _, ok = dataprovider.GetCachedWebDAVUser(user2.Username)
  1176. assert.True(t, ok)
  1177. _, ok = dataprovider.GetCachedWebDAVUser(user3.Username)
  1178. assert.True(t, ok)
  1179. _, ok = dataprovider.GetCachedWebDAVUser(user4.Username)
  1180. assert.True(t, ok)
  1181. // a sleep ensures that expiration times are different
  1182. time.Sleep(20 * time.Millisecond)
  1183. // user1 logins, user2 should be removed
  1184. req, err = http.NewRequest(http.MethodGet, fmt.Sprintf("/%v", user1.Username), nil)
  1185. assert.NoError(t, err)
  1186. req.SetBasicAuth(user1.Username, password+"1")
  1187. _, isCached, _, loginMehod, err = server.authenticate(req, ipAddr)
  1188. assert.NoError(t, err)
  1189. assert.False(t, isCached)
  1190. assert.Equal(t, dataprovider.LoginMethodPassword, loginMehod)
  1191. _, ok = dataprovider.GetCachedWebDAVUser(user2.Username)
  1192. assert.False(t, ok)
  1193. _, ok = dataprovider.GetCachedWebDAVUser(user1.Username)
  1194. assert.True(t, ok)
  1195. _, ok = dataprovider.GetCachedWebDAVUser(user3.Username)
  1196. assert.True(t, ok)
  1197. _, ok = dataprovider.GetCachedWebDAVUser(user4.Username)
  1198. assert.True(t, ok)
  1199. // a sleep ensures that expiration times are different
  1200. time.Sleep(20 * time.Millisecond)
  1201. // user2 logins, user3 should be removed
  1202. req, err = http.NewRequest(http.MethodGet, fmt.Sprintf("/%v", user2.Username), nil)
  1203. assert.NoError(t, err)
  1204. req.SetBasicAuth(user2.Username, password+"2")
  1205. _, isCached, _, loginMehod, err = server.authenticate(req, ipAddr)
  1206. assert.NoError(t, err)
  1207. assert.False(t, isCached)
  1208. assert.Equal(t, dataprovider.LoginMethodPassword, loginMehod)
  1209. _, ok = dataprovider.GetCachedWebDAVUser(user3.Username)
  1210. assert.False(t, ok)
  1211. _, ok = dataprovider.GetCachedWebDAVUser(user1.Username)
  1212. assert.True(t, ok)
  1213. _, ok = dataprovider.GetCachedWebDAVUser(user2.Username)
  1214. assert.True(t, ok)
  1215. _, ok = dataprovider.GetCachedWebDAVUser(user4.Username)
  1216. assert.True(t, ok)
  1217. // a sleep ensures that expiration times are different
  1218. time.Sleep(20 * time.Millisecond)
  1219. // user3 logins, user4 should be removed
  1220. req, err = http.NewRequest(http.MethodGet, fmt.Sprintf("/%v", user3.Username), nil)
  1221. assert.NoError(t, err)
  1222. req.SetBasicAuth(user3.Username, password+"3")
  1223. _, isCached, _, loginMehod, err = server.authenticate(req, ipAddr)
  1224. assert.NoError(t, err)
  1225. assert.False(t, isCached)
  1226. assert.Equal(t, dataprovider.LoginMethodPassword, loginMehod)
  1227. _, ok = dataprovider.GetCachedWebDAVUser(user4.Username)
  1228. assert.False(t, ok)
  1229. _, ok = dataprovider.GetCachedWebDAVUser(user1.Username)
  1230. assert.True(t, ok)
  1231. _, ok = dataprovider.GetCachedWebDAVUser(user2.Username)
  1232. assert.True(t, ok)
  1233. _, ok = dataprovider.GetCachedWebDAVUser(user3.Username)
  1234. assert.True(t, ok)
  1235. // now remove user1 after an update
  1236. user1.HomeDir += "_mod"
  1237. err = dataprovider.UpdateUser(&user1, "", "")
  1238. assert.NoError(t, err)
  1239. _, ok = dataprovider.GetCachedWebDAVUser(user1.Username)
  1240. assert.False(t, ok)
  1241. req, err = http.NewRequest(http.MethodGet, fmt.Sprintf("/%v", user4.Username), nil)
  1242. assert.NoError(t, err)
  1243. req.SetBasicAuth(user4.Username, password+"4")
  1244. _, isCached, _, loginMehod, err = server.authenticate(req, ipAddr)
  1245. assert.NoError(t, err)
  1246. assert.False(t, isCached)
  1247. assert.Equal(t, dataprovider.LoginMethodPassword, loginMehod)
  1248. // a sleep ensures that expiration times are different
  1249. time.Sleep(20 * time.Millisecond)
  1250. req, err = http.NewRequest(http.MethodGet, fmt.Sprintf("/%v", user1.Username), nil)
  1251. assert.NoError(t, err)
  1252. req.SetBasicAuth(user1.Username, password+"1")
  1253. _, isCached, _, loginMehod, err = server.authenticate(req, ipAddr)
  1254. assert.NoError(t, err)
  1255. assert.False(t, isCached)
  1256. assert.Equal(t, dataprovider.LoginMethodPassword, loginMehod)
  1257. _, ok = dataprovider.GetCachedWebDAVUser(user2.Username)
  1258. assert.False(t, ok)
  1259. _, ok = dataprovider.GetCachedWebDAVUser(user1.Username)
  1260. assert.True(t, ok)
  1261. _, ok = dataprovider.GetCachedWebDAVUser(user3.Username)
  1262. assert.True(t, ok)
  1263. _, ok = dataprovider.GetCachedWebDAVUser(user4.Username)
  1264. assert.True(t, ok)
  1265. err = dataprovider.DeleteUser(user1.Username, "", "")
  1266. assert.NoError(t, err)
  1267. err = dataprovider.DeleteUser(user2.Username, "", "")
  1268. assert.NoError(t, err)
  1269. err = dataprovider.DeleteUser(user3.Username, "", "")
  1270. assert.NoError(t, err)
  1271. err = dataprovider.DeleteUser(user4.Username, "", "")
  1272. assert.NoError(t, err)
  1273. err = os.RemoveAll(u.GetHomeDir())
  1274. assert.NoError(t, err)
  1275. }
  1276. func TestUserCacheIsolation(t *testing.T) {
  1277. dataprovider.InitializeWebDAVUserCache(10)
  1278. username := "webdav_internal_cache_test"
  1279. password := "dav_pwd"
  1280. u := dataprovider.User{
  1281. BaseUser: sdk.BaseUser{
  1282. Username: username,
  1283. Password: password,
  1284. HomeDir: filepath.Join(os.TempDir(), username),
  1285. Status: 1,
  1286. ExpirationDate: 0,
  1287. },
  1288. }
  1289. u.Permissions = make(map[string][]string)
  1290. u.Permissions["/"] = []string{dataprovider.PermAny}
  1291. err := dataprovider.AddUser(&u, "", "")
  1292. assert.NoError(t, err)
  1293. user, err := dataprovider.UserExists(u.Username)
  1294. assert.NoError(t, err)
  1295. cachedUser := &dataprovider.CachedUser{
  1296. User: user,
  1297. Expiration: time.Now().Add(24 * time.Hour),
  1298. Password: password,
  1299. LockSystem: webdav.NewMemLS(),
  1300. }
  1301. cachedUser.User.FsConfig.S3Config.AccessSecret = kms.NewPlainSecret("test secret")
  1302. err = cachedUser.User.FsConfig.S3Config.AccessSecret.Encrypt()
  1303. assert.NoError(t, err)
  1304. dataprovider.CacheWebDAVUser(cachedUser)
  1305. cachedUser, ok := dataprovider.GetCachedWebDAVUser(username)
  1306. if assert.True(t, ok) {
  1307. _, err = cachedUser.User.GetFilesystem("")
  1308. assert.NoError(t, err)
  1309. // the filesystem is now cached
  1310. }
  1311. cachedUser, ok = dataprovider.GetCachedWebDAVUser(username)
  1312. if assert.True(t, ok) {
  1313. assert.True(t, cachedUser.User.FsConfig.S3Config.AccessSecret.IsEncrypted())
  1314. err = cachedUser.User.FsConfig.S3Config.AccessSecret.Decrypt()
  1315. assert.NoError(t, err)
  1316. cachedUser.User.FsConfig.Provider = sdk.S3FilesystemProvider
  1317. _, err = cachedUser.User.GetFilesystem("")
  1318. assert.Error(t, err, "we don't have to get the previously cached filesystem!")
  1319. }
  1320. cachedUser, ok = dataprovider.GetCachedWebDAVUser(username)
  1321. if assert.True(t, ok) {
  1322. assert.Equal(t, sdk.LocalFilesystemProvider, cachedUser.User.FsConfig.Provider)
  1323. assert.False(t, cachedUser.User.FsConfig.S3Config.AccessSecret.IsEncrypted())
  1324. }
  1325. err = dataprovider.DeleteUser(username, "", "")
  1326. assert.NoError(t, err)
  1327. _, ok = dataprovider.GetCachedWebDAVUser(username)
  1328. assert.False(t, ok)
  1329. }
  1330. func TestRecoverer(t *testing.T) {
  1331. c := &Configuration{
  1332. Bindings: []Binding{
  1333. {
  1334. Port: 9000,
  1335. },
  1336. },
  1337. }
  1338. server := webDavServer{
  1339. config: c,
  1340. binding: c.Bindings[0],
  1341. }
  1342. rr := httptest.NewRecorder()
  1343. server.ServeHTTP(rr, nil)
  1344. assert.Equal(t, http.StatusInternalServerError, rr.Code)
  1345. }
  1346. func TestMimeCache(t *testing.T) {
  1347. cache := mimeCache{
  1348. maxSize: 0,
  1349. mimeTypes: make(map[string]string),
  1350. }
  1351. cache.addMimeToCache(".zip", "application/zip")
  1352. mtype := cache.getMimeFromCache(".zip")
  1353. assert.Equal(t, "", mtype)
  1354. cache.maxSize = 1
  1355. cache.addMimeToCache(".zip", "application/zip")
  1356. mtype = cache.getMimeFromCache(".zip")
  1357. assert.Equal(t, "application/zip", mtype)
  1358. cache.addMimeToCache(".jpg", "image/jpeg")
  1359. mtype = cache.getMimeFromCache(".jpg")
  1360. assert.Equal(t, "", mtype)
  1361. }
  1362. func TestVerifyTLSConnection(t *testing.T) {
  1363. oldCertMgr := certMgr
  1364. caCrlPath := filepath.Join(os.TempDir(), "testcrl.crt")
  1365. certPath := filepath.Join(os.TempDir(), "test.crt")
  1366. keyPath := filepath.Join(os.TempDir(), "test.key")
  1367. err := os.WriteFile(caCrlPath, []byte(caCRL), os.ModePerm)
  1368. assert.NoError(t, err)
  1369. err = os.WriteFile(certPath, []byte(webDavCert), os.ModePerm)
  1370. assert.NoError(t, err)
  1371. err = os.WriteFile(keyPath, []byte(webDavKey), os.ModePerm)
  1372. assert.NoError(t, err)
  1373. keyPairs := []common.TLSKeyPair{
  1374. {
  1375. Cert: certPath,
  1376. Key: keyPath,
  1377. ID: common.DefaultTLSKeyPaidID,
  1378. },
  1379. }
  1380. certMgr, err = common.NewCertManager(keyPairs, "", "webdav_test")
  1381. assert.NoError(t, err)
  1382. certMgr.SetCARevocationLists([]string{caCrlPath})
  1383. err = certMgr.LoadCRLs()
  1384. assert.NoError(t, err)
  1385. crt, err := tls.X509KeyPair([]byte(client1Crt), []byte(client1Key))
  1386. assert.NoError(t, err)
  1387. x509crt, err := x509.ParseCertificate(crt.Certificate[0])
  1388. assert.NoError(t, err)
  1389. server := webDavServer{}
  1390. state := tls.ConnectionState{
  1391. PeerCertificates: []*x509.Certificate{x509crt},
  1392. }
  1393. err = server.verifyTLSConnection(state)
  1394. assert.Error(t, err) // no verified certification chain
  1395. crt, err = tls.X509KeyPair([]byte(caCRT), []byte(caKey))
  1396. assert.NoError(t, err)
  1397. x509CAcrt, err := x509.ParseCertificate(crt.Certificate[0])
  1398. assert.NoError(t, err)
  1399. state.VerifiedChains = append(state.VerifiedChains, []*x509.Certificate{x509crt, x509CAcrt})
  1400. err = server.verifyTLSConnection(state)
  1401. assert.NoError(t, err)
  1402. crt, err = tls.X509KeyPair([]byte(client2Crt), []byte(client2Key))
  1403. assert.NoError(t, err)
  1404. x509crtRevoked, err := x509.ParseCertificate(crt.Certificate[0])
  1405. assert.NoError(t, err)
  1406. state.VerifiedChains = append(state.VerifiedChains, []*x509.Certificate{x509crtRevoked, x509CAcrt})
  1407. state.PeerCertificates = []*x509.Certificate{x509crtRevoked}
  1408. err = server.verifyTLSConnection(state)
  1409. assert.EqualError(t, err, common.ErrCrtRevoked.Error())
  1410. err = os.Remove(caCrlPath)
  1411. assert.NoError(t, err)
  1412. err = os.Remove(certPath)
  1413. assert.NoError(t, err)
  1414. err = os.Remove(keyPath)
  1415. assert.NoError(t, err)
  1416. certMgr = oldCertMgr
  1417. }
  1418. func TestMisc(t *testing.T) {
  1419. oldCertMgr := certMgr
  1420. certMgr = nil
  1421. err := ReloadCertificateMgr()
  1422. assert.Nil(t, err)
  1423. val := getConfigPath("", ".")
  1424. assert.Empty(t, val)
  1425. certMgr = oldCertMgr
  1426. }