internal_test.go 103 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809
  1. // Copyright (C) 2019-2022 Nicola Murino
  2. //
  3. // This program is free software: you can redistribute it and/or modify
  4. // it under the terms of the GNU Affero General Public License as published
  5. // by the Free Software Foundation, version 3.
  6. //
  7. // This program is distributed in the hope that it will be useful,
  8. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. // GNU Affero General Public License for more details.
  11. //
  12. // You should have received a copy of the GNU Affero General Public License
  13. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  14. package httpd
  15. import (
  16. "bytes"
  17. "context"
  18. "crypto/tls"
  19. "crypto/x509"
  20. "database/sql"
  21. "encoding/json"
  22. "errors"
  23. "fmt"
  24. "html/template"
  25. "io"
  26. "net/http"
  27. "net/http/httptest"
  28. "net/url"
  29. "os"
  30. "path"
  31. "path/filepath"
  32. "runtime"
  33. "strings"
  34. "testing"
  35. "time"
  36. "github.com/go-chi/chi/v5"
  37. "github.com/go-chi/chi/v5/middleware"
  38. "github.com/go-chi/jwtauth/v5"
  39. "github.com/klauspost/compress/zip"
  40. "github.com/lestrrat-go/jwx/v2/jwa"
  41. "github.com/lestrrat-go/jwx/v2/jwt"
  42. "github.com/rs/xid"
  43. "github.com/sftpgo/sdk"
  44. "github.com/stretchr/testify/assert"
  45. "github.com/stretchr/testify/require"
  46. "github.com/drakkan/sftpgo/v2/internal/common"
  47. "github.com/drakkan/sftpgo/v2/internal/dataprovider"
  48. "github.com/drakkan/sftpgo/v2/internal/kms"
  49. "github.com/drakkan/sftpgo/v2/internal/plugin"
  50. "github.com/drakkan/sftpgo/v2/internal/util"
  51. "github.com/drakkan/sftpgo/v2/internal/vfs"
  52. )
  53. const (
  54. httpdCert = `-----BEGIN CERTIFICATE-----
  55. MIICHTCCAaKgAwIBAgIUHnqw7QnB1Bj9oUsNpdb+ZkFPOxMwCgYIKoZIzj0EAwIw
  56. RTELMAkGA1UEBhMCQVUxEzARBgNVBAgMClNvbWUtU3RhdGUxITAfBgNVBAoMGElu
  57. dGVybmV0IFdpZGdpdHMgUHR5IEx0ZDAeFw0yMDAyMDQwOTUzMDRaFw0zMDAyMDEw
  58. OTUzMDRaMEUxCzAJBgNVBAYTAkFVMRMwEQYDVQQIDApTb21lLVN0YXRlMSEwHwYD
  59. VQQKDBhJbnRlcm5ldCBXaWRnaXRzIFB0eSBMdGQwdjAQBgcqhkjOPQIBBgUrgQQA
  60. IgNiAARCjRMqJ85rzMC998X5z761nJ+xL3bkmGVqWvrJ51t5OxV0v25NsOgR82CA
  61. NXUgvhVYs7vNFN+jxtb2aj6Xg+/2G/BNxkaFspIVCzgWkxiz7XE4lgUwX44FCXZM
  62. 3+JeUbKjUzBRMB0GA1UdDgQWBBRhLw+/o3+Z02MI/d4tmaMui9W16jAfBgNVHSME
  63. GDAWgBRhLw+/o3+Z02MI/d4tmaMui9W16jAPBgNVHRMBAf8EBTADAQH/MAoGCCqG
  64. SM49BAMCA2kAMGYCMQDqLt2lm8mE+tGgtjDmtFgdOcI72HSbRQ74D5rYTzgST1rY
  65. /8wTi5xl8TiFUyLMUsICMQC5ViVxdXbhuG7gX6yEqSkMKZICHpO8hqFwOD/uaFVI
  66. dV4vKmHUzwK/eIx+8Ay3neE=
  67. -----END CERTIFICATE-----`
  68. httpdKey = `-----BEGIN EC PARAMETERS-----
  69. BgUrgQQAIg==
  70. -----END EC PARAMETERS-----
  71. -----BEGIN EC PRIVATE KEY-----
  72. MIGkAgEBBDCfMNsN6miEE3rVyUPwElfiJSWaR5huPCzUenZOfJT04GAcQdWvEju3
  73. UM2lmBLIXpGgBwYFK4EEACKhZANiAARCjRMqJ85rzMC998X5z761nJ+xL3bkmGVq
  74. WvrJ51t5OxV0v25NsOgR82CANXUgvhVYs7vNFN+jxtb2aj6Xg+/2G/BNxkaFspIV
  75. CzgWkxiz7XE4lgUwX44FCXZM3+JeUbI=
  76. -----END EC PRIVATE KEY-----`
  77. caCRT = `-----BEGIN CERTIFICATE-----
  78. MIIE5jCCAs6gAwIBAgIBATANBgkqhkiG9w0BAQsFADATMREwDwYDVQQDEwhDZXJ0
  79. QXV0aDAeFw0yMTAxMDIyMTIwNTVaFw0yMjA3MDIyMTMwNTJaMBMxETAPBgNVBAMT
  80. CENlcnRBdXRoMIICIjANBgkqhkiG9w0BAQEFAAOCAg8AMIICCgKCAgEA4Tiho5xW
  81. AC15JRkMwfp3/TJwI2As7MY5dele5cmdr5bHAE+sRKqC+Ti88OJWCV5saoyax/1S
  82. CjxJlQMZMl169P1QYJskKjdG2sdv6RLWLMgwSNRRjxp/Bw9dHdiEb9MjLgu28Jro
  83. 9peQkHcRHeMf5hM9WvlIJGrdzbC4hUehmqggcqgARainBkYjf0SwuWxHeu4nMqkp
  84. Ak5tcSTLCjHfEFHZ9Te0TIPG5YkWocQKyeLgu4lvuU+DD2W2lym+YVUtRMGs1Env
  85. k7p+N0DcGU26qfzZ2sF5ZXkqm7dBsGQB9pIxwc2Q8T1dCIyP9OQCKVILdc5aVFf1
  86. cryQFHYzYNNZXFlIBims5VV5Mgfp8ESHQSue+v6n6ykecLEyKt1F1Y/MWY/nWUSI
  87. 8zdq83jdBAZVjo9MSthxVn57/06s/hQca65IpcTZV2gX0a+eRlAVqaRbAhL3LaZe
  88. bYsW3WHKoUOftwemuep3nL51TzlXZVL7Oz/ClGaEOsnGG9KFO6jh+W768qC0zLQI
  89. CdE7v2Zex98sZteHCg9fGJHIaYoF0aJG5P3WI5oZf2fy7UIYN9ADLFZiorCXAZEh
  90. CSU6mDoRViZ4RGR9GZxbDZ9KYn7O8M/KCR72bkQg73TlMsk1zSXEw0MKLUjtsw6c
  91. rZ0Jt8t3sRatHO3JrYHALMt9vZfyNCZp0IsCAwEAAaNFMEMwDgYDVR0PAQH/BAQD
  92. AgEGMBIGA1UdEwEB/wQIMAYBAf8CAQAwHQYDVR0OBBYEFO1yCNAGr/zQTJIi8lw3
  93. w5OiuBvMMA0GCSqGSIb3DQEBCwUAA4ICAQA6gCNuM7r8mnx674dm31GxBjQy5ZwB
  94. 7CxDzYEvL/oiZ3Tv3HlPfN2LAAsJUfGnghh9DOytenL2CTZWjl/emP5eijzmlP+9
  95. zva5I6CIMCf/eDDVsRdO244t0o4uG7+At0IgSDM3bpVaVb4RHZNjEziYChsEYY8d
  96. HK6iwuRSvFniV6yhR/Vj1Ymi9yZ5xclqseLXiQnUB0PkfIk23+7s42cXB16653fH
  97. O/FsPyKBLiKJArizLYQc12aP3QOrYoYD9+fAzIIzew7A5C0aanZCGzkuFpO6TRlD
  98. Tb7ry9Gf0DfPpCgxraH8tOcmnqp/ka3hjqo/SRnnTk0IFrmmLdarJvjD46rKwBo4
  99. MjyAIR1mQ5j8GTlSFBmSgETOQ/EYvO3FPLmra1Fh7L+DvaVzTpqI9fG3TuyyY+Ri
  100. Fby4ycTOGSZOe5Fh8lqkX5Y47mCUJ3zHzOA1vUJy2eTlMRGpu47Eb1++Vm6EzPUP
  101. 2EF5aD+zwcssh+atZvQbwxpgVqVcyLt91RSkKkmZQslh0rnlTb68yxvUnD3zw7So
  102. o6TAf9UvwVMEvdLT9NnFd6hwi2jcNte/h538GJwXeBb8EkfpqLKpTKyicnOdkamZ
  103. 7E9zY8SHNRYMwB9coQ/W8NvufbCgkvOoLyMXk5edbXofXl3PhNGOlraWbghBnzf5
  104. r3rwjFsQOoZotA==
  105. -----END CERTIFICATE-----`
  106. caKey = `-----BEGIN RSA PRIVATE KEY-----
  107. MIIJKQIBAAKCAgEA4Tiho5xWAC15JRkMwfp3/TJwI2As7MY5dele5cmdr5bHAE+s
  108. RKqC+Ti88OJWCV5saoyax/1SCjxJlQMZMl169P1QYJskKjdG2sdv6RLWLMgwSNRR
  109. jxp/Bw9dHdiEb9MjLgu28Jro9peQkHcRHeMf5hM9WvlIJGrdzbC4hUehmqggcqgA
  110. RainBkYjf0SwuWxHeu4nMqkpAk5tcSTLCjHfEFHZ9Te0TIPG5YkWocQKyeLgu4lv
  111. uU+DD2W2lym+YVUtRMGs1Envk7p+N0DcGU26qfzZ2sF5ZXkqm7dBsGQB9pIxwc2Q
  112. 8T1dCIyP9OQCKVILdc5aVFf1cryQFHYzYNNZXFlIBims5VV5Mgfp8ESHQSue+v6n
  113. 6ykecLEyKt1F1Y/MWY/nWUSI8zdq83jdBAZVjo9MSthxVn57/06s/hQca65IpcTZ
  114. V2gX0a+eRlAVqaRbAhL3LaZebYsW3WHKoUOftwemuep3nL51TzlXZVL7Oz/ClGaE
  115. OsnGG9KFO6jh+W768qC0zLQICdE7v2Zex98sZteHCg9fGJHIaYoF0aJG5P3WI5oZ
  116. f2fy7UIYN9ADLFZiorCXAZEhCSU6mDoRViZ4RGR9GZxbDZ9KYn7O8M/KCR72bkQg
  117. 73TlMsk1zSXEw0MKLUjtsw6crZ0Jt8t3sRatHO3JrYHALMt9vZfyNCZp0IsCAwEA
  118. AQKCAgAV+ElERYbaI5VyufvVnFJCH75ypPoc6sVGLEq2jbFVJJcq/5qlZCC8oP1F
  119. Xj7YUR6wUiDzK1Hqb7EZ2SCHGjlZVrCVi+y+NYAy7UuMZ+r+mVSkdhmypPoJPUVv
  120. GOTqZ6VB46Cn3eSl0WknvoWr7bD555yPmEuiSc5zNy74yWEJTidEKAFGyknowcTK
  121. sG+w1tAuPLcUKQ44DGB+rgEkcHL7C5EAa7upzx0C3RmZFB+dTAVyJdkBMbFuOhTS
  122. sB7DLeTplR7/4mp9da7EQw51ZXC1DlZOEZt++4/desXsqATNAbva1OuzrLG7mMKe
  123. N/PCBh/aERQcsCvgUmaXqGQgqN1Jhw8kbXnjZnVd9iE7TAh7ki3VqNy1OMgTwOex
  124. bBYWaCqHuDYIxCjeW0qLJcn0cKQ13FVYrxgInf4Jp82SQht5b/zLL3IRZEyKcLJF
  125. kL6g1wlmTUTUX0z8eZzlM0ZCrqtExjgElMO/rV971nyNV5WU8Og3NmE8/slqMrmJ
  126. DlrQr9q0WJsDKj1IMe46EUM6ix7bbxC5NIfJ96dgdxZDn6ghjca6iZYqqUACvmUj
  127. cq08s3R4Ouw9/87kn11wwGBx2yDueCwrjKEGc0RKjweGbwu0nBxOrkJ8JXz6bAv7
  128. 1OKfYaX3afI9B8x4uaiuRs38oBQlg9uAYFfl4HNBPuQikGLmsQKCAQEA8VjFOsaz
  129. y6NMZzKXi7WZ48uu3ed5x3Kf6RyDr1WvQ1jkBMv9b6b8Gp1CRnPqviRBto9L8QAg
  130. bCXZTqnXzn//brskmW8IZgqjAlf89AWa53piucu9/hgidrHRZobs5gTqev28uJdc
  131. zcuw1g8c3nCpY9WeTjHODzX5NXYRLFpkazLfYa6c8Q9jZR4KKrpdM+66fxL0JlOd
  132. 7dN0oQtEqEAugsd3cwkZgvWhY4oM7FGErrZoDLy273ZdJzi/vU+dThyVzfD8Ab8u
  133. VxxuobVMT/S608zbe+uaiUdov5s96OkCl87403UNKJBH+6LNb3rjBBLE9NPN5ET9
  134. JLQMrYd+zj8jQwKCAQEA7uU5I9MOufo9bIgJqjY4Ie1+Ex9DZEMUYFAvGNCJCVcS
  135. mwOdGF8AWzIavTLACmEDJO7t/OrBdoo4L7IEsCNjgA3WiIwIMiWUVqveAGUMEXr6
  136. TRI5EolV6FTqqIP6AS+BAeBq7G1ELgsTrWNHh11rW3+3kBMuOCn77PUQ8WHwcq/r
  137. teZcZn4Ewcr6P7cBODgVvnBPhe/J8xHS0HFVCeS1CvaiNYgees5yA80Apo9IPjDJ
  138. YWawLjmH5wUBI5yDFVp067wjqJnoKPSoKwWkZXqUk+zgFXx5KT0gh/c5yh1frASp
  139. q6oaYnHEVC5qj2SpT1GFLonTcrQUXiSkiUudvNu1GQKCAQEAmko+5GFtRe0ihgLQ
  140. 4S76r6diJli6AKil1Fg3U1r6zZpBQ1PJtJxTJQyN9w5Z7q6tF/GqAesrzxevQdvQ
  141. rCImAPtA3ZofC2UXawMnIjWHHx6diNvYnV1+gtUQ4nO1dSOFZ5VZFcUmPiZO6boF
  142. oaryj3FcX+71JcJCjEvrlKhA9Es0hXUkvfMxfs5if4he1zlyHpTWYr4oA4egUugq
  143. P0mwskikc3VIyvEO+NyjgFxo72yLPkFSzemkidN8uKDyFqKtnlfGM7OuA2CY1WZa
  144. 3+67lXWshx9KzyJIs92iCYkU8EoPxtdYzyrV6efdX7x27v60zTOut5TnJJS6WiF6
  145. Do5MkwKCAQAxoR9IyP0DN/BwzqYrXU42Bi+t603F04W1KJNQNWpyrUspNwv41yus
  146. xnD1o0hwH41Wq+h3JZIBfV+E0RfWO9Pc84MBJQ5C1LnHc7cQH+3s575+Km3+4tcd
  147. CB8j2R8kBeloKWYtLdn/Mr/ownpGreqyvIq2/LUaZ+Z1aMgXTYB1YwS16mCBzmZQ
  148. mEl62RsAwe4KfSyYJ6OtwqMoOJMxFfliiLBULK4gVykqjvk2oQeiG+KKQJoTUFJi
  149. dRCyhD5bPkqR+qjxyt+HOqSBI4/uoROi05AOBqjpH1DVzk+MJKQOiX1yM0l98CKY
  150. Vng+x+vAla/0Zh+ucajVkgk4mKPxazdpAoIBAQC17vWk4KYJpF2RC3pKPcQ0PdiX
  151. bN35YNlvyhkYlSfDNdyH3aDrGiycUyW2mMXUgEDFsLRxHMTL+zPC6efqO6sTAJDY
  152. cBptsW4drW/qo8NTx3dNOisLkW+mGGJOR/w157hREFr29ymCVMYu/Z7fVWIeSpCq
  153. p3u8YX8WTljrxwSczlGjvpM7uJx3SfYRM4TUoy+8wU8bK74LywLa5f60bQY6Dye0
  154. Gqd9O6OoPfgcQlwjC5MiAofeqwPJvU0hQOPoehZyNLAmOCWXTYWaTP7lxO1r6+NE
  155. M3hGYqW3W8Ixua71OskCypBZg/HVlIP/lzjRzdx+VOB2hbWVth2Iup/Z1egW
  156. -----END RSA PRIVATE KEY-----`
  157. caCRL = `-----BEGIN X509 CRL-----
  158. MIICpzCBkAIBATANBgkqhkiG9w0BAQsFADATMREwDwYDVQQDEwhDZXJ0QXV0aBcN
  159. MjEwMTAyMjEzNDA1WhcNMjMwMTAyMjEzNDA1WjAkMCICEQC+l04DbHWMyC3fG09k
  160. VXf+Fw0yMTAxMDIyMTM0MDVaoCMwITAfBgNVHSMEGDAWgBTtcgjQBq/80EySIvJc
  161. N8OTorgbzDANBgkqhkiG9w0BAQsFAAOCAgEAEJ7z+uNc8sqtxlOhSdTGDzX/xput
  162. E857kFQkSlMnU2whQ8c+XpYrBLA5vIZJNSSwohTpM4+zVBX/bJpmu3wqqaArRO9/
  163. YcW5mQk9Anvb4WjQW1cHmtNapMTzoC9AiYt/OWPfy+P6JCgCr4Hy6LgQyIRL6bM9
  164. VYTalolOm1qa4Y5cIeT7iHq/91mfaqo8/6MYRjLl8DOTROpmw8OS9bCXkzGKdCat
  165. AbAzwkQUSauyoCQ10rpX+Y64w9ng3g4Dr20aCqPf5osaqplEJ2HTK8ljDTidlslv
  166. 9anQj8ax3Su89vI8+hK+YbfVQwrThabgdSjQsn+veyx8GlP8WwHLAQ379KjZjWg+
  167. OlOSwBeU1vTdP0QcB8X5C2gVujAyuQekbaV86xzIBOj7vZdfHZ6ee30TZ2FKiMyg
  168. 7/N2OqW0w77ChsjB4MSHJCfuTgIeg62GzuZXLM+Q2Z9LBdtm4Byg+sm/P52adOEg
  169. gVb2Zf4KSvsAmA0PIBlu449/QXUFcMxzLFy7mwTeZj2B4Ln0Hm0szV9f9R8MwMtB
  170. SyLYxVH+mgqaR6Jkk22Q/yYyLPaELfafX5gp/AIXG8n0zxfVaTvK3auSgb1Q6ZLS
  171. 5QH9dSIsmZHlPq7GoSXmKpMdjUL8eaky/IMteioyXgsBiATzl5L2dsw6MTX3MDF0
  172. QbDK+MzhmbKfDxs=
  173. -----END X509 CRL-----`
  174. client1Crt = `-----BEGIN CERTIFICATE-----
  175. MIIEITCCAgmgAwIBAgIRAIppZHoj1hM80D7WzTEKLuAwDQYJKoZIhvcNAQELBQAw
  176. EzERMA8GA1UEAxMIQ2VydEF1dGgwHhcNMjEwMTAyMjEyMzEwWhcNMjIwNzAyMjEz
  177. MDUxWjASMRAwDgYDVQQDEwdjbGllbnQxMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8A
  178. MIIBCgKCAQEAoKbYY9MdF2kF/nhBESIiZTdVYtA8XL9xrIZyDj9EnCiTxHiVbJtH
  179. XVwszqSl5TRrotPmnmAQcX3r8OCk+z+RQZ0QQj257P3kG6q4rNnOcWCS5xEd20jP
  180. yhQ3m+hMGfZsotNTQze1ochuQgLUN6IPyPxZkH22ia3jX4iu1eo/QxeLYHj1UHw4
  181. 3Cii9yE+j5kPUC21xmnrGKdUrB55NYLXHx6yTIqYR5znSOVB8oJi18/hwdZmH859
  182. DHhm0Hx1HrS+jbjI3+CMorZJ3WUyNf+CkiVLD3xYutPbxzEpwiqkG/XYzLH0habT
  183. cDcILo18n+o3jvem2KWBrDhyairjIDscwQIDAQABo3EwbzAOBgNVHQ8BAf8EBAMC
  184. A7gwHQYDVR0lBBYwFAYIKwYBBQUHAwEGCCsGAQUFBwMCMB0GA1UdDgQWBBSJ5GIv
  185. zIrE4ZSQt2+CGblKTDswizAfBgNVHSMEGDAWgBTtcgjQBq/80EySIvJcN8OTorgb
  186. zDANBgkqhkiG9w0BAQsFAAOCAgEALh4f5GhvNYNou0Ab04iQBbLEdOu2RlbK1B5n
  187. K9P/umYenBHMY/z6HT3+6tpcHsDuqE8UVdq3f3Gh4S2Gu9m8PRitT+cJ3gdo9Plm
  188. 3rD4ufn/s6rGg3ppydXcedm17492tbccUDWOBZw3IO/ASVq13WPgT0/Kev7cPq0k
  189. sSdSNhVeXqx8Myc2/d+8GYyzbul2Kpfa7h9i24sK49E9ftnSmsIvngONo08eT1T0
  190. 3wAOyK2981LIsHaAWcneShKFLDB6LeXIT9oitOYhiykhFlBZ4M1GNlSNfhQ8IIQP
  191. xbqMNXCLkW4/BtLhGEEcg0QVso6Kudl9rzgTfQknrdF7pHp6rS46wYUjoSyIY6dl
  192. oLmnoAVJX36J3QPWelePI9e07X2wrTfiZWewwgw3KNRWjd6/zfPLe7GoqXnK1S2z
  193. PT8qMfCaTwKTtUkzXuTFvQ8bAo2My/mS8FOcpkt2oQWeOsADHAUX7fz5BCoa2DL3
  194. k/7Mh4gVT+JYZEoTwCFuYHgMWFWe98naqHi9lB4yR981p1QgXgxO7qBeipagKY1F
  195. LlH1iwXUqZ3MZnkNA+4e1Fglsw3sa/rC+L98HnznJ/YbTfQbCP6aQ1qcOymrjMud
  196. 7MrFwqZjtd/SK4Qx1VpK6jGEAtPgWBTUS3p9ayg6lqjMBjsmySWfvRsDQbq6P5Ct
  197. O/e3EH8=
  198. -----END CERTIFICATE-----`
  199. client1Key = `-----BEGIN RSA PRIVATE KEY-----
  200. MIIEpAIBAAKCAQEAoKbYY9MdF2kF/nhBESIiZTdVYtA8XL9xrIZyDj9EnCiTxHiV
  201. bJtHXVwszqSl5TRrotPmnmAQcX3r8OCk+z+RQZ0QQj257P3kG6q4rNnOcWCS5xEd
  202. 20jPyhQ3m+hMGfZsotNTQze1ochuQgLUN6IPyPxZkH22ia3jX4iu1eo/QxeLYHj1
  203. UHw43Cii9yE+j5kPUC21xmnrGKdUrB55NYLXHx6yTIqYR5znSOVB8oJi18/hwdZm
  204. H859DHhm0Hx1HrS+jbjI3+CMorZJ3WUyNf+CkiVLD3xYutPbxzEpwiqkG/XYzLH0
  205. habTcDcILo18n+o3jvem2KWBrDhyairjIDscwQIDAQABAoIBAEBSjVFqtbsp0byR
  206. aXvyrtLX1Ng7h++at2jca85Ihq//jyqbHTje8zPuNAKI6eNbmb0YGr5OuEa4pD9N
  207. ssDmMsKSoG/lRwwcm7h4InkSvBWpFShvMgUaohfHAHzsBYxfnh+TfULsi0y7c2n6
  208. t/2OZcOTRkkUDIITnXYiw93ibHHv2Mv2bBDu35kGrcK+c2dN5IL5ZjTjMRpbJTe2
  209. 44RBJbdTxHBVSgoGBnugF+s2aEma6Ehsj70oyfoVpM6Aed5kGge0A5zA1JO7WCn9
  210. Ay/DzlULRXHjJIoRWd2NKvx5n3FNppUc9vJh2plRHalRooZ2+MjSf8HmXlvG2Hpb
  211. ScvmWgECgYEA1G+A/2KnxWsr/7uWIJ7ClcGCiNLdk17Pv3DZ3G4qUsU2ITftfIbb
  212. tU0Q/b19na1IY8Pjy9ptP7t74/hF5kky97cf1FA8F+nMj/k4+wO8QDI8OJfzVzh9
  213. PwielA5vbE+xmvis5Hdp8/od1Yrc/rPSy2TKtPFhvsqXjqoUmOAjDP8CgYEAwZjH
  214. 9dt1sc2lx/rMxihlWEzQ3JPswKW9/LJAmbRBoSWF9FGNjbX7uhWtXRKJkzb8ZAwa
  215. 88azluNo2oftbDD/+jw8b2cDgaJHlLAkSD4O1D1RthW7/LKD15qZ/oFsRb13NV85
  216. ZNKtwslXGbfVNyGKUVFm7fVA8vBAOUey+LKDFj8CgYEAg8WWstOzVdYguMTXXuyb
  217. ruEV42FJaDyLiSirOvxq7GTAKuLSQUg1yMRBIeQEo2X1XU0JZE3dLodRVhuO4EXP
  218. g7Dn4X7Th9HSvgvNuIacowWGLWSz4Qp9RjhGhXhezUSx2nseY6le46PmFavJYYSR
  219. 4PBofMyt4PcyA6Cknh+KHmkCgYEAnTriG7ETE0a7v4DXUpB4TpCEiMCy5Xs2o8Z5
  220. ZNva+W+qLVUWq+MDAIyechqeFSvxK6gRM69LJ96lx+XhU58wJiFJzAhT9rK/g+jS
  221. bsHH9WOfu0xHkuHA5hgvvV2Le9B2wqgFyva4HJy82qxMxCu/VG/SMqyfBS9OWbb7
  222. ibQhdq0CgYAl53LUWZsFSZIth1vux2LVOsI8C3X1oiXDGpnrdlQ+K7z57hq5EsRq
  223. GC+INxwXbvKNqp5h0z2MvmKYPDlGVTgw8f8JjM7TkN17ERLcydhdRrMONUryZpo8
  224. 1xTob+8blyJgfxZUIAKbMbMbIiU0WAF0rfD/eJJwS4htOW/Hfv4TGA==
  225. -----END RSA PRIVATE KEY-----`
  226. // client 2 crt is revoked
  227. client2Crt = `-----BEGIN CERTIFICATE-----
  228. MIIEITCCAgmgAwIBAgIRAL6XTgNsdYzILd8bT2RVd/4wDQYJKoZIhvcNAQELBQAw
  229. EzERMA8GA1UEAxMIQ2VydEF1dGgwHhcNMjEwMTAyMjEyMzIwWhcNMjIwNzAyMjEz
  230. MDUxWjASMRAwDgYDVQQDEwdjbGllbnQyMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8A
  231. MIIBCgKCAQEA6xjW5KQR3/OFQtV5M75WINqQ4AzXSu6DhSz/yumaaQZP/UxY+6hi
  232. jcrFzGo9MMie/Sza8DhkXOFAl2BelUubrOeB2cl+/Gr8OCyRi2Gv6j3zCsuN/4jQ
  233. tNaoez/IbkDvI3l/ZpzBtnuNY2RiemGgHuORXHRVf3qVlsw+npBIRW5rM2HkO/xG
  234. oZjeBErWVu390Lyn+Gvk2TqQDnkutWnxUC60/zPlHhXZ4BwaFAekbSnjsSDB1YFM
  235. s8HwW4oBryoxdj3/+/qLrBHt75IdLw3T7/V1UDJQM3EvSQOr12w4egpldhtsC871
  236. nnBQZeY6qA5feffIwwg/6lJm70o6S6OX6wIDAQABo3EwbzAOBgNVHQ8BAf8EBAMC
  237. A7gwHQYDVR0lBBYwFAYIKwYBBQUHAwEGCCsGAQUFBwMCMB0GA1UdDgQWBBTB84v5
  238. t9HqhLhMODbn6oYkEQt3KzAfBgNVHSMEGDAWgBTtcgjQBq/80EySIvJcN8OTorgb
  239. zDANBgkqhkiG9w0BAQsFAAOCAgEALGtBCve5k8tToL3oLuXp/oSik6ovIB/zq4I/
  240. 4zNMYPU31+ZWz6aahysgx1JL1yqTa3Qm8o2tu52MbnV10dM7CIw7c/cYa+c+OPcG
  241. 5LF97kp13X+r2axy+CmwM86b4ILaDGs2Qyai6VB6k7oFUve+av5o7aUrNFpqGCJz
  242. HWdtHZSVA3JMATzy0TfWanwkzreqfdw7qH0yZ9bDURlBKAVWrqnCstva9jRuv+AI
  243. eqxr/4Ro986TFjJdoAP3Vr16CPg7/B6GA/KmsBWJrpeJdPWq4i2gpLKvYZoy89qD
  244. mUZf34RbzcCtV4NvV1DadGnt4us0nvLrvS5rL2+2uWD09kZYq9RbLkvgzF/cY0fz
  245. i7I1bi5XQ+alWe0uAk5ZZL/D+GTRYUX1AWwCqwJxmHrMxcskMyO9pXvLyuSWRDLo
  246. YNBrbX9nLcfJzVCp+X+9sntTHjs4l6Cw+fLepJIgtgqdCHtbhTiv68vSM6cgb4br
  247. 6n2xrXRKuioiWFOrTSRr+oalZh8dGJ/xvwY8IbWknZAvml9mf1VvfE7Ma5P777QM
  248. fsbYVTq0Y3R/5hIWsC3HA5z6MIM8L1oRe/YyhP3CTmrCHkVKyDOosGXpGz+JVcyo
  249. cfYkY5A3yFKB2HaCwZSfwFmRhxkrYWGEbHv3Cd9YkZs1J3hNhGFZyVMC9Uh0S85a
  250. 6zdDidU=
  251. -----END CERTIFICATE-----`
  252. client2Key = `-----BEGIN RSA PRIVATE KEY-----
  253. MIIEpAIBAAKCAQEA6xjW5KQR3/OFQtV5M75WINqQ4AzXSu6DhSz/yumaaQZP/UxY
  254. +6hijcrFzGo9MMie/Sza8DhkXOFAl2BelUubrOeB2cl+/Gr8OCyRi2Gv6j3zCsuN
  255. /4jQtNaoez/IbkDvI3l/ZpzBtnuNY2RiemGgHuORXHRVf3qVlsw+npBIRW5rM2Hk
  256. O/xGoZjeBErWVu390Lyn+Gvk2TqQDnkutWnxUC60/zPlHhXZ4BwaFAekbSnjsSDB
  257. 1YFMs8HwW4oBryoxdj3/+/qLrBHt75IdLw3T7/V1UDJQM3EvSQOr12w4egpldhts
  258. C871nnBQZeY6qA5feffIwwg/6lJm70o6S6OX6wIDAQABAoIBAFatstVb1KdQXsq0
  259. cFpui8zTKOUiduJOrDkWzTygAmlEhYtrccdfXu7OWz0x0lvBLDVGK3a0I/TGrAzj
  260. 4BuFY+FM/egxTVt9in6fmA3et4BS1OAfCryzUdfK6RV//8L+t+zJZ/qKQzWnugpy
  261. QYjDo8ifuMFwtvEoXizaIyBNLAhEp9hnrv+Tyi2O2gahPvCHsD48zkyZRCHYRstD
  262. NH5cIrwz9/RJgPO1KI+QsJE7Nh7stR0sbr+5TPU4fnsL2mNhMUF2TJrwIPrc1yp+
  263. YIUjdnh3SO88j4TQT3CIrWi8i4pOy6N0dcVn3gpCRGaqAKyS2ZYUj+yVtLO4KwxZ
  264. SZ1lNvECgYEA78BrF7f4ETfWSLcBQ3qxfLs7ibB6IYo2x25685FhZjD+zLXM1AKb
  265. FJHEXUm3mUYrFJK6AFEyOQnyGKBOLs3S6oTAswMPbTkkZeD1Y9O6uv0AHASLZnK6
  266. pC6ub0eSRF5LUyTQ55Jj8D7QsjXJueO8v+G5ihWhNSN9tB2UA+8NBmkCgYEA+weq
  267. cvoeMIEMBQHnNNLy35bwfqrceGyPIRBcUIvzQfY1vk7KW6DYOUzC7u+WUzy/hA52
  268. DjXVVhua2eMQ9qqtOav7djcMc2W9RbLowxvno7K5qiCss013MeWk64TCWy+WMp5A
  269. AVAtOliC3hMkIKqvR2poqn+IBTh1449agUJQqTMCgYEAu06IHGq1GraV6g9XpGF5
  270. wqoAlMzUTdnOfDabRilBf/YtSr+J++ThRcuwLvXFw7CnPZZ4TIEjDJ7xjj3HdxeE
  271. fYYjineMmNd40UNUU556F1ZLvJfsVKizmkuCKhwvcMx+asGrmA+tlmds4p3VMS50
  272. KzDtpKzLWlmU/p/RINWlRmkCgYBy0pHTn7aZZx2xWKqCDg+L2EXPGqZX6wgZDpu7
  273. OBifzlfM4ctL2CmvI/5yPmLbVgkgBWFYpKUdiujsyyEiQvWTUKhn7UwjqKDHtcsk
  274. G6p7xS+JswJrzX4885bZJ9Oi1AR2yM3sC9l0O7I4lDbNPmWIXBLeEhGMmcPKv/Kc
  275. 91Ff4wKBgQCF3ur+Vt0PSU0ucrPVHjCe7tqazm0LJaWbPXL1Aw0pzdM2EcNcW/MA
  276. w0kqpr7MgJ94qhXCBcVcfPuFN9fBOadM3UBj1B45Cz3pptoK+ScI8XKno6jvVK/p
  277. xr5cb9VBRBtB9aOKVfuRhpatAfS2Pzm2Htae9lFn7slGPUmu2hkjDw==
  278. -----END RSA PRIVATE KEY-----`
  279. defaultAdminUsername = "admin"
  280. )
  281. var (
  282. configDir = filepath.Join(".", "..", "..")
  283. )
  284. type failingWriter struct {
  285. }
  286. func (r *failingWriter) Write(p []byte) (n int, err error) {
  287. return 0, errors.New("write error")
  288. }
  289. func (r *failingWriter) WriteHeader(statusCode int) {}
  290. func (r *failingWriter) Header() http.Header {
  291. return make(http.Header)
  292. }
  293. func TestShouldBind(t *testing.T) {
  294. c := Conf{
  295. Bindings: []Binding{
  296. {
  297. Port: 10000,
  298. },
  299. },
  300. }
  301. require.False(t, c.ShouldBind())
  302. c.Bindings[0].EnableRESTAPI = true
  303. require.True(t, c.ShouldBind())
  304. c.Bindings[0].Port = 0
  305. require.False(t, c.ShouldBind())
  306. if runtime.GOOS != osWindows {
  307. c.Bindings[0].Address = "/absolute/path"
  308. require.True(t, c.ShouldBind())
  309. }
  310. }
  311. func TestBrandingValidation(t *testing.T) {
  312. b := Binding{
  313. Branding: Branding{
  314. WebAdmin: UIBranding{
  315. LogoPath: "path1",
  316. LoginImagePath: "login1.png",
  317. DefaultCSS: "my.css",
  318. },
  319. WebClient: UIBranding{
  320. FaviconPath: "favicon1.ico",
  321. DisclaimerPath: "../path2",
  322. ExtraCSS: []string{"1.css"},
  323. },
  324. },
  325. }
  326. b.checkBranding()
  327. assert.Equal(t, "/favicon.ico", b.Branding.WebAdmin.FaviconPath)
  328. assert.Equal(t, "/path1", b.Branding.WebAdmin.LogoPath)
  329. assert.Equal(t, "/login1.png", b.Branding.WebAdmin.LoginImagePath)
  330. assert.Equal(t, "/my.css", b.Branding.WebAdmin.DefaultCSS)
  331. assert.Len(t, b.Branding.WebAdmin.ExtraCSS, 0)
  332. assert.Equal(t, "/favicon1.ico", b.Branding.WebClient.FaviconPath)
  333. assert.Equal(t, "/path2", b.Branding.WebClient.DisclaimerPath)
  334. assert.Equal(t, "/img/login_image.png", b.Branding.WebClient.LoginImagePath)
  335. if assert.Len(t, b.Branding.WebClient.ExtraCSS, 1) {
  336. assert.Equal(t, "/1.css", b.Branding.WebClient.ExtraCSS[0])
  337. }
  338. }
  339. func TestRedactedConf(t *testing.T) {
  340. c := Conf{
  341. SigningPassphrase: "passphrase",
  342. Setup: SetupConfig{
  343. InstallationCode: "123",
  344. },
  345. }
  346. redactedField := "[redacted]"
  347. redactedConf := c.getRedacted()
  348. assert.Equal(t, redactedField, redactedConf.SigningPassphrase)
  349. assert.Equal(t, redactedField, redactedConf.Setup.InstallationCode)
  350. assert.NotEqual(t, c.SigningPassphrase, redactedConf.SigningPassphrase)
  351. assert.NotEqual(t, c.Setup.InstallationCode, redactedConf.Setup.InstallationCode)
  352. }
  353. func TestGetRespStatus(t *testing.T) {
  354. var err error
  355. err = util.NewMethodDisabledError("")
  356. respStatus := getRespStatus(err)
  357. assert.Equal(t, http.StatusForbidden, respStatus)
  358. err = fmt.Errorf("generic error")
  359. respStatus = getRespStatus(err)
  360. assert.Equal(t, http.StatusInternalServerError, respStatus)
  361. respStatus = getRespStatus(plugin.ErrNoSearcher)
  362. assert.Equal(t, http.StatusNotImplemented, respStatus)
  363. }
  364. func TestMappedStatusCode(t *testing.T) {
  365. err := os.ErrPermission
  366. code := getMappedStatusCode(err)
  367. assert.Equal(t, http.StatusForbidden, code)
  368. err = os.ErrNotExist
  369. code = getMappedStatusCode(err)
  370. assert.Equal(t, http.StatusNotFound, code)
  371. err = common.ErrQuotaExceeded
  372. code = getMappedStatusCode(err)
  373. assert.Equal(t, http.StatusRequestEntityTooLarge, code)
  374. err = os.ErrClosed
  375. code = getMappedStatusCode(err)
  376. assert.Equal(t, http.StatusInternalServerError, code)
  377. }
  378. func TestGCSWebInvalidFormFile(t *testing.T) {
  379. form := make(url.Values)
  380. form.Set("username", "test_username")
  381. form.Set("fs_provider", "2")
  382. req, _ := http.NewRequest(http.MethodPost, webUserPath, strings.NewReader(form.Encode()))
  383. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  384. err := req.ParseForm()
  385. assert.NoError(t, err)
  386. _, err = getFsConfigFromPostFields(req)
  387. assert.EqualError(t, err, http.ErrNotMultipart.Error())
  388. }
  389. func TestInvalidToken(t *testing.T) {
  390. server := httpdServer{}
  391. server.initializeRouter()
  392. admin := dataprovider.Admin{
  393. Username: "admin",
  394. }
  395. errFake := errors.New("fake error")
  396. asJSON, err := json.Marshal(admin)
  397. assert.NoError(t, err)
  398. req, _ := http.NewRequest(http.MethodPut, path.Join(adminPath, admin.Username), bytes.NewBuffer(asJSON))
  399. rctx := chi.NewRouteContext()
  400. rctx.URLParams.Add("username", admin.Username)
  401. req = req.WithContext(context.WithValue(req.Context(), chi.RouteCtxKey, rctx))
  402. req = req.WithContext(context.WithValue(req.Context(), jwtauth.ErrorCtxKey, errFake))
  403. rr := httptest.NewRecorder()
  404. updateAdmin(rr, req)
  405. assert.Equal(t, http.StatusBadRequest, rr.Code)
  406. rr = httptest.NewRecorder()
  407. deleteAdmin(rr, req)
  408. assert.Equal(t, http.StatusBadRequest, rr.Code)
  409. adminPwd := pwdChange{
  410. CurrentPassword: "old",
  411. NewPassword: "new",
  412. }
  413. asJSON, err = json.Marshal(adminPwd)
  414. assert.NoError(t, err)
  415. req, _ = http.NewRequest(http.MethodPut, "", bytes.NewBuffer(asJSON))
  416. req = req.WithContext(context.WithValue(req.Context(), chi.RouteCtxKey, rctx))
  417. req = req.WithContext(context.WithValue(req.Context(), jwtauth.ErrorCtxKey, errFake))
  418. rr = httptest.NewRecorder()
  419. changeAdminPassword(rr, req)
  420. assert.Equal(t, http.StatusInternalServerError, rr.Code)
  421. adm := getAdminFromToken(req)
  422. assert.Empty(t, adm.Username)
  423. rr = httptest.NewRecorder()
  424. readUserFolder(rr, req)
  425. assert.Equal(t, http.StatusBadRequest, rr.Code)
  426. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  427. rr = httptest.NewRecorder()
  428. getUserFile(rr, req)
  429. assert.Equal(t, http.StatusBadRequest, rr.Code)
  430. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  431. rr = httptest.NewRecorder()
  432. getUserFilesAsZipStream(rr, req)
  433. assert.Equal(t, http.StatusBadRequest, rr.Code)
  434. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  435. rr = httptest.NewRecorder()
  436. getShares(rr, req)
  437. assert.Equal(t, http.StatusBadRequest, rr.Code)
  438. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  439. rr = httptest.NewRecorder()
  440. getShareByID(rr, req)
  441. assert.Equal(t, http.StatusBadRequest, rr.Code)
  442. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  443. rr = httptest.NewRecorder()
  444. addShare(rr, req)
  445. assert.Equal(t, http.StatusBadRequest, rr.Code)
  446. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  447. rr = httptest.NewRecorder()
  448. updateShare(rr, req)
  449. assert.Equal(t, http.StatusBadRequest, rr.Code)
  450. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  451. rr = httptest.NewRecorder()
  452. deleteShare(rr, req)
  453. assert.Equal(t, http.StatusBadRequest, rr.Code)
  454. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  455. rr = httptest.NewRecorder()
  456. generateTOTPSecret(rr, req)
  457. assert.Equal(t, http.StatusBadRequest, rr.Code)
  458. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  459. rr = httptest.NewRecorder()
  460. saveTOTPConfig(rr, req)
  461. assert.Equal(t, http.StatusBadRequest, rr.Code)
  462. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  463. rr = httptest.NewRecorder()
  464. getRecoveryCodes(rr, req)
  465. assert.Equal(t, http.StatusBadRequest, rr.Code)
  466. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  467. rr = httptest.NewRecorder()
  468. generateRecoveryCodes(rr, req)
  469. assert.Equal(t, http.StatusBadRequest, rr.Code)
  470. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  471. rr = httptest.NewRecorder()
  472. getUserProfile(rr, req)
  473. assert.Equal(t, http.StatusBadRequest, rr.Code)
  474. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  475. rr = httptest.NewRecorder()
  476. updateUserProfile(rr, req)
  477. assert.Equal(t, http.StatusBadRequest, rr.Code)
  478. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  479. rr = httptest.NewRecorder()
  480. getAdminProfile(rr, req)
  481. assert.Equal(t, http.StatusBadRequest, rr.Code)
  482. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  483. rr = httptest.NewRecorder()
  484. updateAdminProfile(rr, req)
  485. assert.Equal(t, http.StatusBadRequest, rr.Code)
  486. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  487. rr = httptest.NewRecorder()
  488. loadData(rr, req)
  489. assert.Equal(t, http.StatusBadRequest, rr.Code)
  490. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  491. rr = httptest.NewRecorder()
  492. loadDataFromRequest(rr, req)
  493. assert.Equal(t, http.StatusBadRequest, rr.Code)
  494. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  495. rr = httptest.NewRecorder()
  496. addUser(rr, req)
  497. assert.Equal(t, http.StatusBadRequest, rr.Code)
  498. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  499. rr = httptest.NewRecorder()
  500. disableUser2FA(rr, req)
  501. assert.Equal(t, http.StatusBadRequest, rr.Code)
  502. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  503. rr = httptest.NewRecorder()
  504. updateUser(rr, req)
  505. assert.Equal(t, http.StatusBadRequest, rr.Code)
  506. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  507. rr = httptest.NewRecorder()
  508. deleteUser(rr, req)
  509. assert.Equal(t, http.StatusBadRequest, rr.Code)
  510. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  511. rr = httptest.NewRecorder()
  512. getActiveConnections(rr, req)
  513. assert.Equal(t, http.StatusBadRequest, rr.Code)
  514. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  515. rr = httptest.NewRecorder()
  516. handleCloseConnection(rr, req)
  517. assert.Equal(t, http.StatusBadRequest, rr.Code)
  518. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  519. rr = httptest.NewRecorder()
  520. server.handleWebRestore(rr, req)
  521. assert.Equal(t, http.StatusBadRequest, rr.Code)
  522. assert.Contains(t, rr.Body.String(), "invalid token claims")
  523. rr = httptest.NewRecorder()
  524. server.handleWebAddUserPost(rr, req)
  525. assert.Equal(t, http.StatusBadRequest, rr.Code)
  526. assert.Contains(t, rr.Body.String(), "invalid token claims")
  527. rr = httptest.NewRecorder()
  528. server.handleWebUpdateUserPost(rr, req)
  529. assert.Equal(t, http.StatusBadRequest, rr.Code)
  530. assert.Contains(t, rr.Body.String(), "invalid token claims")
  531. rr = httptest.NewRecorder()
  532. server.handleWebTemplateFolderPost(rr, req)
  533. assert.Equal(t, http.StatusBadRequest, rr.Code)
  534. assert.Contains(t, rr.Body.String(), "invalid token claims")
  535. rr = httptest.NewRecorder()
  536. server.handleWebTemplateUserPost(rr, req)
  537. assert.Equal(t, http.StatusBadRequest, rr.Code)
  538. assert.Contains(t, rr.Body.String(), "invalid token claims")
  539. rr = httptest.NewRecorder()
  540. addFolder(rr, req)
  541. assert.Equal(t, http.StatusBadRequest, rr.Code)
  542. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  543. rr = httptest.NewRecorder()
  544. updateFolder(rr, req)
  545. assert.Equal(t, http.StatusBadRequest, rr.Code)
  546. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  547. rr = httptest.NewRecorder()
  548. deleteFolder(rr, req)
  549. assert.Equal(t, http.StatusBadRequest, rr.Code)
  550. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  551. rr = httptest.NewRecorder()
  552. server.handleWebAddFolderPost(rr, req)
  553. assert.Equal(t, http.StatusBadRequest, rr.Code)
  554. assert.Contains(t, rr.Body.String(), "invalid token claims")
  555. rr = httptest.NewRecorder()
  556. server.handleWebUpdateFolderPost(rr, req)
  557. assert.Equal(t, http.StatusBadRequest, rr.Code)
  558. assert.Contains(t, rr.Body.String(), "invalid token claims")
  559. rr = httptest.NewRecorder()
  560. server.handleWebGetConnections(rr, req)
  561. assert.Equal(t, http.StatusBadRequest, rr.Code)
  562. assert.Contains(t, rr.Body.String(), "invalid token claims")
  563. rr = httptest.NewRecorder()
  564. addAdmin(rr, req)
  565. assert.Equal(t, http.StatusBadRequest, rr.Code)
  566. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  567. rr = httptest.NewRecorder()
  568. disableAdmin2FA(rr, req)
  569. assert.Equal(t, http.StatusBadRequest, rr.Code)
  570. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  571. rr = httptest.NewRecorder()
  572. addAPIKey(rr, req)
  573. assert.Equal(t, http.StatusBadRequest, rr.Code)
  574. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  575. rr = httptest.NewRecorder()
  576. updateAPIKey(rr, req)
  577. assert.Equal(t, http.StatusBadRequest, rr.Code)
  578. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  579. rr = httptest.NewRecorder()
  580. deleteAPIKey(rr, req)
  581. assert.Equal(t, http.StatusBadRequest, rr.Code)
  582. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  583. rr = httptest.NewRecorder()
  584. addGroup(rr, req)
  585. assert.Equal(t, http.StatusBadRequest, rr.Code)
  586. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  587. rr = httptest.NewRecorder()
  588. updateGroup(rr, req)
  589. assert.Equal(t, http.StatusBadRequest, rr.Code)
  590. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  591. rr = httptest.NewRecorder()
  592. deleteGroup(rr, req)
  593. assert.Equal(t, http.StatusBadRequest, rr.Code)
  594. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  595. rr = httptest.NewRecorder()
  596. addEventAction(rr, req)
  597. assert.Equal(t, http.StatusBadRequest, rr.Code)
  598. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  599. rr = httptest.NewRecorder()
  600. updateEventAction(rr, req)
  601. assert.Equal(t, http.StatusBadRequest, rr.Code)
  602. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  603. rr = httptest.NewRecorder()
  604. deleteEventAction(rr, req)
  605. assert.Equal(t, http.StatusBadRequest, rr.Code)
  606. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  607. rr = httptest.NewRecorder()
  608. addEventRule(rr, req)
  609. assert.Equal(t, http.StatusBadRequest, rr.Code)
  610. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  611. rr = httptest.NewRecorder()
  612. updateEventRule(rr, req)
  613. assert.Equal(t, http.StatusBadRequest, rr.Code)
  614. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  615. rr = httptest.NewRecorder()
  616. deleteEventRule(rr, req)
  617. assert.Equal(t, http.StatusBadRequest, rr.Code)
  618. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  619. rr = httptest.NewRecorder()
  620. server.handleWebAddAdminPost(rr, req)
  621. assert.Equal(t, http.StatusBadRequest, rr.Code)
  622. assert.Contains(t, rr.Body.String(), "invalid token claims")
  623. rr = httptest.NewRecorder()
  624. server.handleWebAddGroupPost(rr, req)
  625. assert.Equal(t, http.StatusBadRequest, rr.Code)
  626. assert.Contains(t, rr.Body.String(), "invalid token claims")
  627. rr = httptest.NewRecorder()
  628. server.handleWebUpdateGroupPost(rr, req)
  629. assert.Equal(t, http.StatusBadRequest, rr.Code)
  630. assert.Contains(t, rr.Body.String(), "invalid token claims")
  631. rr = httptest.NewRecorder()
  632. server.handleWebAddEventActionPost(rr, req)
  633. assert.Equal(t, http.StatusBadRequest, rr.Code)
  634. assert.Contains(t, rr.Body.String(), "invalid token claims")
  635. rr = httptest.NewRecorder()
  636. server.handleWebUpdateEventActionPost(rr, req)
  637. assert.Equal(t, http.StatusBadRequest, rr.Code)
  638. assert.Contains(t, rr.Body.String(), "invalid token claims")
  639. rr = httptest.NewRecorder()
  640. server.handleWebAddEventRulePost(rr, req)
  641. assert.Equal(t, http.StatusBadRequest, rr.Code)
  642. assert.Contains(t, rr.Body.String(), "invalid token claims")
  643. rr = httptest.NewRecorder()
  644. server.handleWebUpdateEventRulePost(rr, req)
  645. assert.Equal(t, http.StatusBadRequest, rr.Code)
  646. assert.Contains(t, rr.Body.String(), "invalid token claims")
  647. rr = httptest.NewRecorder()
  648. server.handleWebClientTwoFactorRecoveryPost(rr, req)
  649. assert.Equal(t, http.StatusNotFound, rr.Code)
  650. rr = httptest.NewRecorder()
  651. server.handleWebClientTwoFactorPost(rr, req)
  652. assert.Equal(t, http.StatusNotFound, rr.Code)
  653. rr = httptest.NewRecorder()
  654. server.handleWebAdminTwoFactorRecoveryPost(rr, req)
  655. assert.Equal(t, http.StatusNotFound, rr.Code)
  656. rr = httptest.NewRecorder()
  657. server.handleWebAdminTwoFactorPost(rr, req)
  658. assert.Equal(t, http.StatusNotFound, rr.Code)
  659. }
  660. func TestUpdateWebAdminInvalidClaims(t *testing.T) {
  661. server := httpdServer{}
  662. server.initializeRouter()
  663. rr := httptest.NewRecorder()
  664. admin := dataprovider.Admin{
  665. Username: "",
  666. Password: "password",
  667. }
  668. c := jwtTokenClaims{
  669. Username: admin.Username,
  670. Permissions: admin.Permissions,
  671. Signature: admin.GetSignature(),
  672. }
  673. token, err := c.createTokenResponse(server.tokenAuth, tokenAudienceWebAdmin, "")
  674. assert.NoError(t, err)
  675. form := make(url.Values)
  676. form.Set(csrfFormToken, createCSRFToken(""))
  677. form.Set("status", "1")
  678. req, _ := http.NewRequest(http.MethodPost, path.Join(webAdminPath, "admin"), bytes.NewBuffer([]byte(form.Encode())))
  679. rctx := chi.NewRouteContext()
  680. rctx.URLParams.Add("username", "admin")
  681. req = req.WithContext(context.WithValue(req.Context(), chi.RouteCtxKey, rctx))
  682. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  683. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  684. server.handleWebUpdateAdminPost(rr, req)
  685. assert.Equal(t, http.StatusOK, rr.Code)
  686. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  687. }
  688. func TestRetentionInvalidTokenClaims(t *testing.T) {
  689. username := "retentionuser"
  690. user := dataprovider.User{
  691. BaseUser: sdk.BaseUser{
  692. Username: username,
  693. Password: "pwd",
  694. HomeDir: filepath.Join(os.TempDir(), username),
  695. Status: 1,
  696. },
  697. }
  698. user.Permissions = make(map[string][]string)
  699. user.Permissions["/"] = []string{dataprovider.PermAny}
  700. user.Filters.AllowAPIKeyAuth = true
  701. err := dataprovider.AddUser(&user, "", "")
  702. assert.NoError(t, err)
  703. folderRetention := []dataprovider.FolderRetention{
  704. {
  705. Path: "/",
  706. Retention: 0,
  707. DeleteEmptyDirs: true,
  708. },
  709. }
  710. asJSON, err := json.Marshal(folderRetention)
  711. assert.NoError(t, err)
  712. req, _ := http.NewRequest(http.MethodPost, retentionBasePath+"/"+username+"/check?notifications=Email", bytes.NewBuffer(asJSON))
  713. rctx := chi.NewRouteContext()
  714. rctx.URLParams.Add("username", username)
  715. req = req.WithContext(context.WithValue(req.Context(), chi.RouteCtxKey, rctx))
  716. req = req.WithContext(context.WithValue(req.Context(), jwtauth.ErrorCtxKey, errors.New("error")))
  717. rr := httptest.NewRecorder()
  718. startRetentionCheck(rr, req)
  719. assert.Equal(t, http.StatusBadRequest, rr.Code)
  720. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  721. err = dataprovider.DeleteUser(username, "", "")
  722. assert.NoError(t, err)
  723. }
  724. func TestCSRFToken(t *testing.T) {
  725. // invalid token
  726. err := verifyCSRFToken("token", "")
  727. if assert.Error(t, err) {
  728. assert.Contains(t, err.Error(), "unable to verify form token")
  729. }
  730. // bad audience
  731. claims := make(map[string]any)
  732. now := time.Now().UTC()
  733. claims[jwt.JwtIDKey] = xid.New().String()
  734. claims[jwt.NotBeforeKey] = now.Add(-30 * time.Second)
  735. claims[jwt.ExpirationKey] = now.Add(tokenDuration)
  736. claims[jwt.AudienceKey] = []string{tokenAudienceAPI}
  737. _, tokenString, err := csrfTokenAuth.Encode(claims)
  738. assert.NoError(t, err)
  739. err = verifyCSRFToken(tokenString, "")
  740. if assert.Error(t, err) {
  741. assert.Contains(t, err.Error(), "form token is not valid")
  742. }
  743. // bad IP
  744. tokenString = createCSRFToken("127.1.1.1")
  745. err = verifyCSRFToken(tokenString, "127.1.1.2")
  746. if assert.Error(t, err) {
  747. assert.Contains(t, err.Error(), "form token is not valid")
  748. }
  749. claims[jwt.JwtIDKey] = xid.New().String()
  750. claims[jwt.NotBeforeKey] = now.Add(-30 * time.Second)
  751. claims[jwt.ExpirationKey] = now.Add(tokenDuration)
  752. claims[jwt.AudienceKey] = []string{tokenAudienceAPI}
  753. _, tokenString, err = csrfTokenAuth.Encode(claims)
  754. assert.NoError(t, err)
  755. r := GetHTTPRouter(Binding{
  756. Address: "",
  757. Port: 8080,
  758. EnableWebAdmin: true,
  759. EnableWebClient: true,
  760. EnableRESTAPI: true,
  761. RenderOpenAPI: true,
  762. })
  763. fn := verifyCSRFHeader(r)
  764. rr := httptest.NewRecorder()
  765. req, _ := http.NewRequest(http.MethodDelete, path.Join(userPath, "username"), nil)
  766. fn.ServeHTTP(rr, req)
  767. assert.Equal(t, http.StatusForbidden, rr.Code)
  768. assert.Contains(t, rr.Body.String(), "Invalid token")
  769. // invalid audience
  770. req.Header.Set(csrfHeaderToken, tokenString)
  771. rr = httptest.NewRecorder()
  772. fn.ServeHTTP(rr, req)
  773. assert.Equal(t, http.StatusForbidden, rr.Code)
  774. assert.Contains(t, rr.Body.String(), "the token is not valid")
  775. // invalid IP
  776. tokenString = createCSRFToken("172.16.1.2")
  777. req.Header.Set(csrfHeaderToken, tokenString)
  778. rr = httptest.NewRecorder()
  779. fn.ServeHTTP(rr, req)
  780. assert.Equal(t, http.StatusForbidden, rr.Code)
  781. assert.Contains(t, rr.Body.String(), "the token is not valid")
  782. csrfTokenAuth = jwtauth.New("PS256", util.GenerateRandomBytes(32), nil)
  783. tokenString = createCSRFToken("")
  784. assert.Empty(t, tokenString)
  785. csrfTokenAuth = jwtauth.New(jwa.HS256.String(), util.GenerateRandomBytes(32), nil)
  786. }
  787. func TestCreateTokenError(t *testing.T) {
  788. server := httpdServer{
  789. tokenAuth: jwtauth.New("PS256", util.GenerateRandomBytes(32), nil),
  790. }
  791. rr := httptest.NewRecorder()
  792. admin := dataprovider.Admin{
  793. Username: defaultAdminUsername,
  794. Password: "password",
  795. }
  796. req, _ := http.NewRequest(http.MethodGet, tokenPath, nil)
  797. server.generateAndSendToken(rr, req, admin, "")
  798. assert.Equal(t, http.StatusInternalServerError, rr.Code)
  799. rr = httptest.NewRecorder()
  800. user := dataprovider.User{
  801. BaseUser: sdk.BaseUser{
  802. Username: "u",
  803. Password: "pwd",
  804. },
  805. }
  806. req, _ = http.NewRequest(http.MethodGet, userTokenPath, nil)
  807. server.generateAndSendUserToken(rr, req, "", user)
  808. assert.Equal(t, http.StatusInternalServerError, rr.Code)
  809. rr = httptest.NewRecorder()
  810. form := make(url.Values)
  811. form.Set("username", admin.Username)
  812. form.Set("password", admin.Password)
  813. form.Set(csrfFormToken, createCSRFToken("127.0.0.1"))
  814. req, _ = http.NewRequest(http.MethodPost, webAdminLoginPath, bytes.NewBuffer([]byte(form.Encode())))
  815. req.RemoteAddr = "127.0.0.1:1234"
  816. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  817. server.handleWebAdminLoginPost(rr, req)
  818. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  819. // req with no content type
  820. req, _ = http.NewRequest(http.MethodPost, webAdminLoginPath, nil)
  821. rr = httptest.NewRecorder()
  822. server.handleWebAdminLoginPost(rr, req)
  823. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  824. req, _ = http.NewRequest(http.MethodPost, webAdminSetupPath, nil)
  825. rr = httptest.NewRecorder()
  826. server.loginAdmin(rr, req, &admin, false, nil, "")
  827. // req with no POST body
  828. req, _ = http.NewRequest(http.MethodGet, webAdminLoginPath+"?a=a%C3%AO%GG", nil)
  829. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  830. rr = httptest.NewRecorder()
  831. server.handleWebAdminLoginPost(rr, req)
  832. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  833. req, _ = http.NewRequest(http.MethodGet, webAdminLoginPath+"?a=a%C3%A1%G2", nil)
  834. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  835. rr = httptest.NewRecorder()
  836. server.handleWebAdminChangePwdPost(rr, req)
  837. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  838. assert.Contains(t, rr.Body.String(), "invalid URL escape")
  839. req, _ = http.NewRequest(http.MethodGet, webAdminLoginPath+"?a=a%C3%A2%G3", nil)
  840. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  841. _, err := getAdminFromPostFields(req)
  842. assert.Error(t, err)
  843. req, _ = http.NewRequest(http.MethodPost, webAdminEventActionPath+"?a=a%C3%AO%GG", nil)
  844. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  845. _, err = getEventActionFromPostFields(req)
  846. assert.Error(t, err)
  847. req, _ = http.NewRequest(http.MethodPost, webAdminEventRulePath+"?a=a%C3%AO%GG", nil)
  848. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  849. _, err = getEventRuleFromPostFields(req)
  850. assert.Error(t, err)
  851. req, _ = http.NewRequest(http.MethodPost, webClientLoginPath+"?a=a%C3%AO%GG", bytes.NewBuffer([]byte(form.Encode())))
  852. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  853. rr = httptest.NewRecorder()
  854. server.handleWebClientLoginPost(rr, req)
  855. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  856. req, _ = http.NewRequest(http.MethodPost, webChangeClientPwdPath+"?a=a%C3%AO%GA", bytes.NewBuffer([]byte(form.Encode())))
  857. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  858. rr = httptest.NewRecorder()
  859. server.handleWebClientChangePwdPost(rr, req)
  860. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  861. assert.Contains(t, rr.Body.String(), "invalid URL escape")
  862. req, _ = http.NewRequest(http.MethodPost, webClientProfilePath+"?a=a%C3%AO%GB", bytes.NewBuffer([]byte(form.Encode())))
  863. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  864. rr = httptest.NewRecorder()
  865. server.handleWebClientProfilePost(rr, req)
  866. assert.Equal(t, http.StatusInternalServerError, rr.Code, rr.Body.String())
  867. req, _ = http.NewRequest(http.MethodPost, webAdminProfilePath+"?a=a%C3%AO%GB", bytes.NewBuffer([]byte(form.Encode())))
  868. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  869. rr = httptest.NewRecorder()
  870. server.handleWebAdminProfilePost(rr, req)
  871. assert.Equal(t, http.StatusInternalServerError, rr.Code, rr.Body.String())
  872. req, _ = http.NewRequest(http.MethodPost, webAdminTwoFactorPath+"?a=a%C3%AO%GC", bytes.NewBuffer([]byte(form.Encode())))
  873. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  874. rr = httptest.NewRecorder()
  875. server.handleWebAdminTwoFactorPost(rr, req)
  876. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  877. assert.Contains(t, rr.Body.String(), "invalid URL escape")
  878. req, _ = http.NewRequest(http.MethodPost, webAdminTwoFactorRecoveryPath+"?a=a%C3%AO%GD", bytes.NewBuffer([]byte(form.Encode())))
  879. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  880. rr = httptest.NewRecorder()
  881. server.handleWebAdminTwoFactorRecoveryPost(rr, req)
  882. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  883. assert.Contains(t, rr.Body.String(), "invalid URL escape")
  884. req, _ = http.NewRequest(http.MethodPost, webClientTwoFactorPath+"?a=a%C3%AO%GC", bytes.NewBuffer([]byte(form.Encode())))
  885. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  886. rr = httptest.NewRecorder()
  887. server.handleWebClientTwoFactorPost(rr, req)
  888. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  889. assert.Contains(t, rr.Body.String(), "invalid URL escape")
  890. req, _ = http.NewRequest(http.MethodPost, webClientTwoFactorRecoveryPath+"?a=a%C3%AO%GD", bytes.NewBuffer([]byte(form.Encode())))
  891. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  892. rr = httptest.NewRecorder()
  893. server.handleWebClientTwoFactorRecoveryPost(rr, req)
  894. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  895. assert.Contains(t, rr.Body.String(), "invalid URL escape")
  896. req, _ = http.NewRequest(http.MethodPost, webAdminForgotPwdPath+"?a=a%C3%A1%GD", bytes.NewBuffer([]byte(form.Encode())))
  897. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  898. rr = httptest.NewRecorder()
  899. server.handleWebAdminForgotPwdPost(rr, req)
  900. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  901. assert.Contains(t, rr.Body.String(), "invalid URL escape")
  902. req, _ = http.NewRequest(http.MethodPost, webClientForgotPwdPath+"?a=a%C2%A1%GD", bytes.NewBuffer([]byte(form.Encode())))
  903. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  904. rr = httptest.NewRecorder()
  905. server.handleWebClientForgotPwdPost(rr, req)
  906. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  907. assert.Contains(t, rr.Body.String(), "invalid URL escape")
  908. req, _ = http.NewRequest(http.MethodPost, webAdminResetPwdPath+"?a=a%C3%AO%JD", bytes.NewBuffer([]byte(form.Encode())))
  909. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  910. rr = httptest.NewRecorder()
  911. server.handleWebAdminPasswordResetPost(rr, req)
  912. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  913. assert.Contains(t, rr.Body.String(), "invalid URL escape")
  914. req, _ = http.NewRequest(http.MethodPost, webClientResetPwdPath+"?a=a%C3%AO%JD", bytes.NewBuffer([]byte(form.Encode())))
  915. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  916. rr = httptest.NewRecorder()
  917. server.handleWebClientPasswordResetPost(rr, req)
  918. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  919. assert.Contains(t, rr.Body.String(), "invalid URL escape")
  920. req, _ = http.NewRequest(http.MethodPost, webChangeClientPwdPath+"?a=a%K3%AO%GA", bytes.NewBuffer([]byte(form.Encode())))
  921. _, err = getShareFromPostFields(req)
  922. if assert.Error(t, err) {
  923. assert.Contains(t, err.Error(), "invalid URL escape")
  924. }
  925. username := "webclientuser"
  926. user = dataprovider.User{
  927. BaseUser: sdk.BaseUser{
  928. Username: username,
  929. Password: "clientpwd",
  930. HomeDir: filepath.Join(os.TempDir(), username),
  931. Status: 1,
  932. Description: "test user",
  933. },
  934. }
  935. user.Permissions = make(map[string][]string)
  936. user.Permissions["/"] = []string{dataprovider.PermAny}
  937. user.Filters.AllowAPIKeyAuth = true
  938. err = dataprovider.AddUser(&user, "", "")
  939. assert.NoError(t, err)
  940. rr = httptest.NewRecorder()
  941. form = make(url.Values)
  942. form.Set("username", user.Username)
  943. form.Set("password", "clientpwd")
  944. form.Set(csrfFormToken, createCSRFToken("127.0.0.1"))
  945. req, _ = http.NewRequest(http.MethodPost, webClientLoginPath, bytes.NewBuffer([]byte(form.Encode())))
  946. req.RemoteAddr = "127.0.0.1:4567"
  947. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  948. server.handleWebClientLoginPost(rr, req)
  949. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  950. err = authenticateUserWithAPIKey(username, "", server.tokenAuth, req)
  951. assert.Error(t, err)
  952. err = dataprovider.DeleteUser(username, "", "")
  953. assert.NoError(t, err)
  954. err = os.RemoveAll(user.HomeDir)
  955. assert.NoError(t, err)
  956. admin.Username += "1"
  957. admin.Status = 1
  958. admin.Filters.AllowAPIKeyAuth = true
  959. admin.Permissions = []string{dataprovider.PermAdminAny}
  960. err = dataprovider.AddAdmin(&admin, "", "")
  961. assert.NoError(t, err)
  962. err = authenticateAdminWithAPIKey(admin.Username, "", server.tokenAuth, req)
  963. assert.Error(t, err)
  964. err = dataprovider.DeleteAdmin(admin.Username, "", "")
  965. assert.NoError(t, err)
  966. }
  967. func TestAPIKeyAuthForbidden(t *testing.T) {
  968. r := GetHTTPRouter(Binding{
  969. Address: "",
  970. Port: 8080,
  971. EnableWebAdmin: true,
  972. EnableWebClient: true,
  973. EnableRESTAPI: true,
  974. RenderOpenAPI: true,
  975. })
  976. fn := forbidAPIKeyAuthentication(r)
  977. rr := httptest.NewRecorder()
  978. req, _ := http.NewRequest(http.MethodGet, versionPath, nil)
  979. fn.ServeHTTP(rr, req)
  980. assert.Equal(t, http.StatusBadRequest, rr.Code)
  981. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  982. }
  983. func TestJWTTokenValidation(t *testing.T) {
  984. tokenAuth := jwtauth.New(jwa.HS256.String(), util.GenerateRandomBytes(32), nil)
  985. claims := make(map[string]any)
  986. claims["username"] = defaultAdminUsername
  987. claims[jwt.ExpirationKey] = time.Now().UTC().Add(-1 * time.Hour)
  988. token, _, err := tokenAuth.Encode(claims)
  989. assert.NoError(t, err)
  990. server := httpdServer{
  991. binding: Binding{
  992. Address: "",
  993. Port: 8080,
  994. EnableWebAdmin: true,
  995. EnableWebClient: true,
  996. EnableRESTAPI: true,
  997. RenderOpenAPI: true,
  998. },
  999. }
  1000. server.initializeRouter()
  1001. r := server.router
  1002. fn := jwtAuthenticatorAPI(r)
  1003. rr := httptest.NewRecorder()
  1004. req, _ := http.NewRequest(http.MethodGet, userPath, nil)
  1005. ctx := jwtauth.NewContext(req.Context(), token, nil)
  1006. fn.ServeHTTP(rr, req.WithContext(ctx))
  1007. assert.Equal(t, http.StatusUnauthorized, rr.Code)
  1008. fn = jwtAuthenticatorWebAdmin(r)
  1009. rr = httptest.NewRecorder()
  1010. req, _ = http.NewRequest(http.MethodGet, webUserPath, nil)
  1011. ctx = jwtauth.NewContext(req.Context(), token, nil)
  1012. fn.ServeHTTP(rr, req.WithContext(ctx))
  1013. assert.Equal(t, http.StatusFound, rr.Code)
  1014. assert.Equal(t, webAdminLoginPath, rr.Header().Get("Location"))
  1015. fn = jwtAuthenticatorWebClient(r)
  1016. rr = httptest.NewRecorder()
  1017. req, _ = http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  1018. ctx = jwtauth.NewContext(req.Context(), token, nil)
  1019. fn.ServeHTTP(rr, req.WithContext(ctx))
  1020. assert.Equal(t, http.StatusFound, rr.Code)
  1021. assert.Equal(t, webClientLoginPath, rr.Header().Get("Location"))
  1022. errTest := errors.New("test error")
  1023. permFn := server.checkPerm(dataprovider.PermAdminAny)
  1024. fn = permFn(r)
  1025. rr = httptest.NewRecorder()
  1026. req, _ = http.NewRequest(http.MethodGet, userPath, nil)
  1027. ctx = jwtauth.NewContext(req.Context(), token, errTest)
  1028. fn.ServeHTTP(rr, req.WithContext(ctx))
  1029. assert.Equal(t, http.StatusBadRequest, rr.Code)
  1030. permFn = server.checkPerm(dataprovider.PermAdminAny)
  1031. fn = permFn(r)
  1032. rr = httptest.NewRecorder()
  1033. req, _ = http.NewRequest(http.MethodGet, webUserPath, nil)
  1034. req.RequestURI = webUserPath
  1035. ctx = jwtauth.NewContext(req.Context(), token, errTest)
  1036. fn.ServeHTTP(rr, req.WithContext(ctx))
  1037. assert.Equal(t, http.StatusBadRequest, rr.Code)
  1038. permClientFn := server.checkHTTPUserPerm(sdk.WebClientPubKeyChangeDisabled)
  1039. fn = permClientFn(r)
  1040. rr = httptest.NewRecorder()
  1041. req, _ = http.NewRequest(http.MethodPost, webClientProfilePath, nil)
  1042. req.RequestURI = webClientProfilePath
  1043. ctx = jwtauth.NewContext(req.Context(), token, errTest)
  1044. fn.ServeHTTP(rr, req.WithContext(ctx))
  1045. assert.Equal(t, http.StatusBadRequest, rr.Code)
  1046. rr = httptest.NewRecorder()
  1047. req, _ = http.NewRequest(http.MethodPost, userProfilePath, nil)
  1048. req.RequestURI = userProfilePath
  1049. ctx = jwtauth.NewContext(req.Context(), token, errTest)
  1050. fn.ServeHTTP(rr, req.WithContext(ctx))
  1051. assert.Equal(t, http.StatusBadRequest, rr.Code)
  1052. fn = server.checkSecondFactorRequirement(r)
  1053. rr = httptest.NewRecorder()
  1054. req, _ = http.NewRequest(http.MethodPost, webClientProfilePath, nil)
  1055. req.RequestURI = webClientProfilePath
  1056. ctx = jwtauth.NewContext(req.Context(), token, errTest)
  1057. fn.ServeHTTP(rr, req.WithContext(ctx))
  1058. assert.Equal(t, http.StatusBadRequest, rr.Code)
  1059. rr = httptest.NewRecorder()
  1060. req, _ = http.NewRequest(http.MethodPost, userSharesPath, nil)
  1061. req.RequestURI = userSharesPath
  1062. ctx = jwtauth.NewContext(req.Context(), token, errTest)
  1063. fn.ServeHTTP(rr, req.WithContext(ctx))
  1064. assert.Equal(t, http.StatusBadRequest, rr.Code)
  1065. }
  1066. func TestUpdateContextFromCookie(t *testing.T) {
  1067. server := httpdServer{
  1068. tokenAuth: jwtauth.New(jwa.HS256.String(), util.GenerateRandomBytes(32), nil),
  1069. }
  1070. req, _ := http.NewRequest(http.MethodGet, tokenPath, nil)
  1071. claims := make(map[string]any)
  1072. claims["a"] = "b"
  1073. token, _, err := server.tokenAuth.Encode(claims)
  1074. assert.NoError(t, err)
  1075. ctx := jwtauth.NewContext(req.Context(), token, nil)
  1076. server.updateContextFromCookie(req.WithContext(ctx))
  1077. }
  1078. func TestCookieExpiration(t *testing.T) {
  1079. server := httpdServer{
  1080. tokenAuth: jwtauth.New(jwa.HS256.String(), util.GenerateRandomBytes(32), nil),
  1081. }
  1082. err := errors.New("test error")
  1083. rr := httptest.NewRecorder()
  1084. req, _ := http.NewRequest(http.MethodGet, tokenPath, nil)
  1085. ctx := jwtauth.NewContext(req.Context(), nil, err)
  1086. server.checkCookieExpiration(rr, req.WithContext(ctx))
  1087. cookie := rr.Header().Get("Set-Cookie")
  1088. assert.Empty(t, cookie)
  1089. req, _ = http.NewRequest(http.MethodGet, tokenPath, nil)
  1090. claims := make(map[string]any)
  1091. claims["a"] = "b"
  1092. token, _, err := server.tokenAuth.Encode(claims)
  1093. assert.NoError(t, err)
  1094. ctx = jwtauth.NewContext(req.Context(), token, nil)
  1095. server.checkCookieExpiration(rr, req.WithContext(ctx))
  1096. cookie = rr.Header().Get("Set-Cookie")
  1097. assert.Empty(t, cookie)
  1098. admin := dataprovider.Admin{
  1099. Username: "newtestadmin",
  1100. Password: "password",
  1101. Permissions: []string{dataprovider.PermAdminAny},
  1102. }
  1103. claims = make(map[string]any)
  1104. claims[claimUsernameKey] = admin.Username
  1105. claims[claimPermissionsKey] = admin.Permissions
  1106. claims[jwt.SubjectKey] = admin.GetSignature()
  1107. claims[jwt.ExpirationKey] = time.Now().Add(1 * time.Minute)
  1108. claims[jwt.AudienceKey] = []string{tokenAudienceAPI}
  1109. token, _, err = server.tokenAuth.Encode(claims)
  1110. assert.NoError(t, err)
  1111. req, _ = http.NewRequest(http.MethodGet, tokenPath, nil)
  1112. ctx = jwtauth.NewContext(req.Context(), token, nil)
  1113. server.checkCookieExpiration(rr, req.WithContext(ctx))
  1114. cookie = rr.Header().Get("Set-Cookie")
  1115. assert.Empty(t, cookie)
  1116. admin.Status = 0
  1117. err = dataprovider.AddAdmin(&admin, "", "")
  1118. assert.NoError(t, err)
  1119. req, _ = http.NewRequest(http.MethodGet, tokenPath, nil)
  1120. ctx = jwtauth.NewContext(req.Context(), token, nil)
  1121. server.checkCookieExpiration(rr, req.WithContext(ctx))
  1122. cookie = rr.Header().Get("Set-Cookie")
  1123. assert.Empty(t, cookie)
  1124. admin.Status = 1
  1125. admin.Filters.AllowList = []string{"172.16.1.0/24"}
  1126. err = dataprovider.UpdateAdmin(&admin, "", "")
  1127. assert.NoError(t, err)
  1128. req, _ = http.NewRequest(http.MethodGet, tokenPath, nil)
  1129. ctx = jwtauth.NewContext(req.Context(), token, nil)
  1130. server.checkCookieExpiration(rr, req.WithContext(ctx))
  1131. cookie = rr.Header().Get("Set-Cookie")
  1132. assert.Empty(t, cookie)
  1133. admin, err = dataprovider.AdminExists(admin.Username)
  1134. assert.NoError(t, err)
  1135. claims = make(map[string]any)
  1136. claims[claimUsernameKey] = admin.Username
  1137. claims[claimPermissionsKey] = admin.Permissions
  1138. claims[jwt.SubjectKey] = admin.GetSignature()
  1139. claims[jwt.ExpirationKey] = time.Now().Add(1 * time.Minute)
  1140. claims[jwt.AudienceKey] = []string{tokenAudienceAPI}
  1141. token, _, err = server.tokenAuth.Encode(claims)
  1142. assert.NoError(t, err)
  1143. req, _ = http.NewRequest(http.MethodGet, tokenPath, nil)
  1144. req.RemoteAddr = "192.168.8.1:1234"
  1145. ctx = jwtauth.NewContext(req.Context(), token, nil)
  1146. server.checkCookieExpiration(rr, req.WithContext(ctx))
  1147. cookie = rr.Header().Get("Set-Cookie")
  1148. assert.Empty(t, cookie)
  1149. req, _ = http.NewRequest(http.MethodGet, tokenPath, nil)
  1150. req.RemoteAddr = "172.16.1.12:4567"
  1151. ctx = jwtauth.NewContext(req.Context(), token, nil)
  1152. server.checkCookieExpiration(rr, req.WithContext(ctx))
  1153. cookie = rr.Header().Get("Set-Cookie")
  1154. assert.True(t, strings.HasPrefix(cookie, "jwt="))
  1155. err = dataprovider.DeleteAdmin(admin.Username, "", "")
  1156. assert.NoError(t, err)
  1157. // now check client cookie expiration
  1158. username := "client"
  1159. user := dataprovider.User{
  1160. BaseUser: sdk.BaseUser{
  1161. Username: username,
  1162. Password: "clientpwd",
  1163. HomeDir: filepath.Join(os.TempDir(), username),
  1164. Status: 1,
  1165. Description: "test user",
  1166. },
  1167. }
  1168. user.Permissions = make(map[string][]string)
  1169. user.Permissions["/"] = []string{"*"}
  1170. claims = make(map[string]any)
  1171. claims[claimUsernameKey] = user.Username
  1172. claims[claimPermissionsKey] = user.Filters.WebClient
  1173. claims[jwt.SubjectKey] = user.GetSignature()
  1174. claims[jwt.ExpirationKey] = time.Now().Add(1 * time.Minute)
  1175. claims[jwt.AudienceKey] = []string{tokenAudienceWebClient}
  1176. token, _, err = server.tokenAuth.Encode(claims)
  1177. assert.NoError(t, err)
  1178. rr = httptest.NewRecorder()
  1179. req, _ = http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  1180. ctx = jwtauth.NewContext(req.Context(), token, nil)
  1181. server.checkCookieExpiration(rr, req.WithContext(ctx))
  1182. cookie = rr.Header().Get("Set-Cookie")
  1183. assert.Empty(t, cookie)
  1184. // the password will be hashed and so the signature will change
  1185. err = dataprovider.AddUser(&user, "", "")
  1186. assert.NoError(t, err)
  1187. req, _ = http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  1188. ctx = jwtauth.NewContext(req.Context(), token, nil)
  1189. server.checkCookieExpiration(rr, req.WithContext(ctx))
  1190. cookie = rr.Header().Get("Set-Cookie")
  1191. assert.Empty(t, cookie)
  1192. user, err = dataprovider.UserExists(user.Username)
  1193. assert.NoError(t, err)
  1194. user.Filters.AllowedIP = []string{"172.16.4.0/24"}
  1195. err = dataprovider.UpdateUser(&user, "", "")
  1196. assert.NoError(t, err)
  1197. user, err = dataprovider.UserExists(user.Username)
  1198. assert.NoError(t, err)
  1199. claims = make(map[string]any)
  1200. claims[claimUsernameKey] = user.Username
  1201. claims[claimPermissionsKey] = user.Filters.WebClient
  1202. claims[jwt.SubjectKey] = user.GetSignature()
  1203. claims[jwt.ExpirationKey] = time.Now().Add(1 * time.Minute)
  1204. claims[jwt.AudienceKey] = []string{tokenAudienceWebClient}
  1205. token, _, err = server.tokenAuth.Encode(claims)
  1206. assert.NoError(t, err)
  1207. req, _ = http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  1208. req.RemoteAddr = "172.16.3.12:4567"
  1209. ctx = jwtauth.NewContext(req.Context(), token, nil)
  1210. server.checkCookieExpiration(rr, req.WithContext(ctx))
  1211. cookie = rr.Header().Get("Set-Cookie")
  1212. assert.Empty(t, cookie)
  1213. req, _ = http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  1214. req.RemoteAddr = "172.16.4.16:4567"
  1215. ctx = jwtauth.NewContext(req.Context(), token, nil)
  1216. server.checkCookieExpiration(rr, req.WithContext(ctx))
  1217. cookie = rr.Header().Get("Set-Cookie")
  1218. assert.NotEmpty(t, cookie)
  1219. err = dataprovider.DeleteUser(user.Username, "", "")
  1220. assert.NoError(t, err)
  1221. }
  1222. func TestGetURLParam(t *testing.T) {
  1223. req, _ := http.NewRequest(http.MethodGet, adminPwdPath, nil)
  1224. rctx := chi.NewRouteContext()
  1225. rctx.URLParams.Add("val", "testuser%C3%A0")
  1226. rctx.URLParams.Add("inval", "testuser%C3%AO%GG")
  1227. req = req.WithContext(context.WithValue(req.Context(), chi.RouteCtxKey, rctx))
  1228. escaped := getURLParam(req, "val")
  1229. assert.Equal(t, "testuserà", escaped)
  1230. escaped = getURLParam(req, "inval")
  1231. assert.Equal(t, "testuser%C3%AO%GG", escaped)
  1232. }
  1233. func TestChangePwdValidationErrors(t *testing.T) {
  1234. err := doChangeAdminPassword(nil, "", "", "")
  1235. require.Error(t, err)
  1236. err = doChangeAdminPassword(nil, "a", "b", "c")
  1237. require.Error(t, err)
  1238. err = doChangeAdminPassword(nil, "a", "a", "a")
  1239. require.Error(t, err)
  1240. req, _ := http.NewRequest(http.MethodPut, adminPwdPath, nil)
  1241. err = doChangeAdminPassword(req, "currentpwd", "newpwd", "newpwd")
  1242. assert.Error(t, err)
  1243. }
  1244. func TestRenderUnexistingFolder(t *testing.T) {
  1245. rr := httptest.NewRecorder()
  1246. req, _ := http.NewRequest(http.MethodPost, folderPath, nil)
  1247. renderFolder(rr, req, "path not mapped", http.StatusOK)
  1248. assert.Equal(t, http.StatusNotFound, rr.Code)
  1249. }
  1250. func TestCloseConnectionHandler(t *testing.T) {
  1251. tokenAuth := jwtauth.New(jwa.HS256.String(), util.GenerateRandomBytes(32), nil)
  1252. claims := make(map[string]any)
  1253. claims["username"] = defaultAdminUsername
  1254. claims[jwt.ExpirationKey] = time.Now().UTC().Add(1 * time.Hour)
  1255. token, _, err := tokenAuth.Encode(claims)
  1256. assert.NoError(t, err)
  1257. req, err := http.NewRequest(http.MethodDelete, activeConnectionsPath+"/connectionID", nil)
  1258. assert.NoError(t, err)
  1259. rctx := chi.NewRouteContext()
  1260. rctx.URLParams.Add("connectionID", "")
  1261. req = req.WithContext(context.WithValue(req.Context(), chi.RouteCtxKey, rctx))
  1262. req = req.WithContext(context.WithValue(req.Context(), jwtauth.TokenCtxKey, token))
  1263. rr := httptest.NewRecorder()
  1264. handleCloseConnection(rr, req)
  1265. assert.Equal(t, http.StatusBadRequest, rr.Code)
  1266. assert.Contains(t, rr.Body.String(), "connectionID is mandatory")
  1267. }
  1268. func TestRenderInvalidTemplate(t *testing.T) {
  1269. tmpl, err := template.New("test").Parse("{{.Count}}")
  1270. if assert.NoError(t, err) {
  1271. noMatchTmpl := "no_match"
  1272. adminTemplates[noMatchTmpl] = tmpl
  1273. rw := httptest.NewRecorder()
  1274. renderAdminTemplate(rw, noMatchTmpl, map[string]string{})
  1275. assert.Equal(t, http.StatusInternalServerError, rw.Code)
  1276. clientTemplates[noMatchTmpl] = tmpl
  1277. renderClientTemplate(rw, noMatchTmpl, map[string]string{})
  1278. assert.Equal(t, http.StatusInternalServerError, rw.Code)
  1279. }
  1280. }
  1281. func TestQuotaScanInvalidFs(t *testing.T) {
  1282. user := dataprovider.User{
  1283. BaseUser: sdk.BaseUser{
  1284. Username: "test",
  1285. HomeDir: os.TempDir(),
  1286. },
  1287. FsConfig: vfs.Filesystem{
  1288. Provider: sdk.S3FilesystemProvider,
  1289. },
  1290. }
  1291. common.QuotaScans.AddUserQuotaScan(user.Username)
  1292. err := doUserQuotaScan(user)
  1293. assert.Error(t, err)
  1294. }
  1295. func TestVerifyTLSConnection(t *testing.T) {
  1296. oldCertMgr := certMgr
  1297. caCrlPath := filepath.Join(os.TempDir(), "testcrl.crt")
  1298. certPath := filepath.Join(os.TempDir(), "testh.crt")
  1299. keyPath := filepath.Join(os.TempDir(), "testh.key")
  1300. err := os.WriteFile(caCrlPath, []byte(caCRL), os.ModePerm)
  1301. assert.NoError(t, err)
  1302. err = os.WriteFile(certPath, []byte(httpdCert), os.ModePerm)
  1303. assert.NoError(t, err)
  1304. err = os.WriteFile(keyPath, []byte(httpdKey), os.ModePerm)
  1305. assert.NoError(t, err)
  1306. keyPairs := []common.TLSKeyPair{
  1307. {
  1308. Cert: certPath,
  1309. Key: keyPath,
  1310. ID: common.DefaultTLSKeyPaidID,
  1311. },
  1312. }
  1313. certMgr, err = common.NewCertManager(keyPairs, "", "httpd_test")
  1314. assert.NoError(t, err)
  1315. certMgr.SetCARevocationLists([]string{caCrlPath})
  1316. err = certMgr.LoadCRLs()
  1317. assert.NoError(t, err)
  1318. crt, err := tls.X509KeyPair([]byte(client1Crt), []byte(client1Key))
  1319. assert.NoError(t, err)
  1320. x509crt, err := x509.ParseCertificate(crt.Certificate[0])
  1321. assert.NoError(t, err)
  1322. server := httpdServer{}
  1323. state := tls.ConnectionState{
  1324. PeerCertificates: []*x509.Certificate{x509crt},
  1325. }
  1326. err = server.verifyTLSConnection(state)
  1327. assert.Error(t, err) // no verified certification chain
  1328. crt, err = tls.X509KeyPair([]byte(caCRT), []byte(caKey))
  1329. assert.NoError(t, err)
  1330. x509CAcrt, err := x509.ParseCertificate(crt.Certificate[0])
  1331. assert.NoError(t, err)
  1332. state.VerifiedChains = append(state.VerifiedChains, []*x509.Certificate{x509crt, x509CAcrt})
  1333. err = server.verifyTLSConnection(state)
  1334. assert.NoError(t, err)
  1335. crt, err = tls.X509KeyPair([]byte(client2Crt), []byte(client2Key))
  1336. assert.NoError(t, err)
  1337. x509crtRevoked, err := x509.ParseCertificate(crt.Certificate[0])
  1338. assert.NoError(t, err)
  1339. state.VerifiedChains = append(state.VerifiedChains, []*x509.Certificate{x509crtRevoked, x509CAcrt})
  1340. state.PeerCertificates = []*x509.Certificate{x509crtRevoked}
  1341. err = server.verifyTLSConnection(state)
  1342. assert.EqualError(t, err, common.ErrCrtRevoked.Error())
  1343. err = os.Remove(caCrlPath)
  1344. assert.NoError(t, err)
  1345. err = os.Remove(certPath)
  1346. assert.NoError(t, err)
  1347. err = os.Remove(keyPath)
  1348. assert.NoError(t, err)
  1349. certMgr = oldCertMgr
  1350. }
  1351. func TestGetFolderFromTemplate(t *testing.T) {
  1352. folder := vfs.BaseVirtualFolder{
  1353. MappedPath: "Folder%name%",
  1354. Description: "Folder %name% desc",
  1355. }
  1356. folderName := "folderTemplate"
  1357. folderTemplate := getFolderFromTemplate(folder, folderName)
  1358. require.Equal(t, folderName, folderTemplate.Name)
  1359. require.Equal(t, fmt.Sprintf("Folder%v", folderName), folderTemplate.MappedPath)
  1360. require.Equal(t, fmt.Sprintf("Folder %v desc", folderName), folderTemplate.Description)
  1361. folder.FsConfig.Provider = sdk.CryptedFilesystemProvider
  1362. folder.FsConfig.CryptConfig.Passphrase = kms.NewPlainSecret("%name%")
  1363. folderTemplate = getFolderFromTemplate(folder, folderName)
  1364. require.Equal(t, folderName, folderTemplate.FsConfig.CryptConfig.Passphrase.GetPayload())
  1365. folder.FsConfig.Provider = sdk.GCSFilesystemProvider
  1366. folder.FsConfig.GCSConfig.KeyPrefix = "prefix%name%/"
  1367. folderTemplate = getFolderFromTemplate(folder, folderName)
  1368. require.Equal(t, fmt.Sprintf("prefix%v/", folderName), folderTemplate.FsConfig.GCSConfig.KeyPrefix)
  1369. folder.FsConfig.Provider = sdk.AzureBlobFilesystemProvider
  1370. folder.FsConfig.AzBlobConfig.KeyPrefix = "a%name%"
  1371. folder.FsConfig.AzBlobConfig.AccountKey = kms.NewPlainSecret("pwd%name%")
  1372. folderTemplate = getFolderFromTemplate(folder, folderName)
  1373. require.Equal(t, "a"+folderName, folderTemplate.FsConfig.AzBlobConfig.KeyPrefix)
  1374. require.Equal(t, "pwd"+folderName, folderTemplate.FsConfig.AzBlobConfig.AccountKey.GetPayload())
  1375. folder.FsConfig.Provider = sdk.SFTPFilesystemProvider
  1376. folder.FsConfig.SFTPConfig.Prefix = "%name%"
  1377. folder.FsConfig.SFTPConfig.Username = "sftp_%name%"
  1378. folder.FsConfig.SFTPConfig.Password = kms.NewPlainSecret("sftp%name%")
  1379. folderTemplate = getFolderFromTemplate(folder, folderName)
  1380. require.Equal(t, folderName, folderTemplate.FsConfig.SFTPConfig.Prefix)
  1381. require.Equal(t, "sftp_"+folderName, folderTemplate.FsConfig.SFTPConfig.Username)
  1382. require.Equal(t, "sftp"+folderName, folderTemplate.FsConfig.SFTPConfig.Password.GetPayload())
  1383. }
  1384. func TestGetUserFromTemplate(t *testing.T) {
  1385. user := dataprovider.User{
  1386. BaseUser: sdk.BaseUser{
  1387. Status: 1,
  1388. },
  1389. }
  1390. user.VirtualFolders = append(user.VirtualFolders, vfs.VirtualFolder{
  1391. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1392. Name: "Folder%username%",
  1393. },
  1394. })
  1395. username := "userTemplate"
  1396. password := "pwdTemplate"
  1397. templateFields := userTemplateFields{
  1398. Username: username,
  1399. Password: password,
  1400. }
  1401. userTemplate := getUserFromTemplate(user, templateFields)
  1402. require.Len(t, userTemplate.VirtualFolders, 1)
  1403. require.Equal(t, "Folder"+username, userTemplate.VirtualFolders[0].Name)
  1404. user.FsConfig.Provider = sdk.CryptedFilesystemProvider
  1405. user.FsConfig.CryptConfig.Passphrase = kms.NewPlainSecret("%password%")
  1406. userTemplate = getUserFromTemplate(user, templateFields)
  1407. require.Equal(t, password, userTemplate.FsConfig.CryptConfig.Passphrase.GetPayload())
  1408. user.FsConfig.Provider = sdk.GCSFilesystemProvider
  1409. user.FsConfig.GCSConfig.KeyPrefix = "%username%%password%"
  1410. userTemplate = getUserFromTemplate(user, templateFields)
  1411. require.Equal(t, username+password, userTemplate.FsConfig.GCSConfig.KeyPrefix)
  1412. user.FsConfig.Provider = sdk.AzureBlobFilesystemProvider
  1413. user.FsConfig.AzBlobConfig.KeyPrefix = "a%username%"
  1414. user.FsConfig.AzBlobConfig.AccountKey = kms.NewPlainSecret("pwd%password%%username%")
  1415. userTemplate = getUserFromTemplate(user, templateFields)
  1416. require.Equal(t, "a"+username, userTemplate.FsConfig.AzBlobConfig.KeyPrefix)
  1417. require.Equal(t, "pwd"+password+username, userTemplate.FsConfig.AzBlobConfig.AccountKey.GetPayload())
  1418. user.FsConfig.Provider = sdk.SFTPFilesystemProvider
  1419. user.FsConfig.SFTPConfig.Prefix = "%username%"
  1420. user.FsConfig.SFTPConfig.Username = "sftp_%username%"
  1421. user.FsConfig.SFTPConfig.Password = kms.NewPlainSecret("sftp%password%")
  1422. userTemplate = getUserFromTemplate(user, templateFields)
  1423. require.Equal(t, username, userTemplate.FsConfig.SFTPConfig.Prefix)
  1424. require.Equal(t, "sftp_"+username, userTemplate.FsConfig.SFTPConfig.Username)
  1425. require.Equal(t, "sftp"+password, userTemplate.FsConfig.SFTPConfig.Password.GetPayload())
  1426. }
  1427. func TestJWTTokenCleanup(t *testing.T) {
  1428. server := httpdServer{
  1429. tokenAuth: jwtauth.New(jwa.HS256.String(), util.GenerateRandomBytes(32), nil),
  1430. }
  1431. admin := dataprovider.Admin{
  1432. Username: "newtestadmin",
  1433. Password: "password",
  1434. Permissions: []string{dataprovider.PermAdminAny},
  1435. }
  1436. claims := make(map[string]any)
  1437. claims[claimUsernameKey] = admin.Username
  1438. claims[claimPermissionsKey] = admin.Permissions
  1439. claims[jwt.SubjectKey] = admin.GetSignature()
  1440. claims[jwt.ExpirationKey] = time.Now().Add(1 * time.Minute)
  1441. _, token, err := server.tokenAuth.Encode(claims)
  1442. assert.NoError(t, err)
  1443. req, _ := http.NewRequest(http.MethodGet, versionPath, nil)
  1444. assert.True(t, isTokenInvalidated(req))
  1445. req.Header.Set("Authorization", fmt.Sprintf("Bearer %v", token))
  1446. invalidatedJWTTokens.Store(token, time.Now().Add(-tokenDuration).UTC())
  1447. require.True(t, isTokenInvalidated(req))
  1448. startCleanupTicker(100 * time.Millisecond)
  1449. assert.Eventually(t, func() bool { return !isTokenInvalidated(req) }, 1*time.Second, 200*time.Millisecond)
  1450. stopCleanupTicker()
  1451. }
  1452. func TestAllowedProxyUnixDomainSocket(t *testing.T) {
  1453. b := Binding{
  1454. Address: filepath.Join(os.TempDir(), "sock"),
  1455. ProxyAllowed: []string{"127.0.0.1", "127.0.1.1"},
  1456. }
  1457. err := b.parseAllowedProxy()
  1458. assert.NoError(t, err)
  1459. if assert.Len(t, b.allowHeadersFrom, 1) {
  1460. assert.True(t, b.allowHeadersFrom[0](nil))
  1461. }
  1462. }
  1463. func TestProxyHeaders(t *testing.T) {
  1464. username := "adminTest"
  1465. password := "testPwd"
  1466. admin := dataprovider.Admin{
  1467. Username: username,
  1468. Password: password,
  1469. Permissions: []string{dataprovider.PermAdminAny},
  1470. Status: 1,
  1471. Filters: dataprovider.AdminFilters{
  1472. AllowList: []string{"172.19.2.0/24"},
  1473. },
  1474. }
  1475. err := dataprovider.AddAdmin(&admin, "", "")
  1476. assert.NoError(t, err)
  1477. testIP := "10.29.1.9"
  1478. validForwardedFor := "172.19.2.6"
  1479. b := Binding{
  1480. Address: "",
  1481. Port: 8080,
  1482. EnableWebAdmin: true,
  1483. EnableWebClient: false,
  1484. EnableRESTAPI: true,
  1485. ProxyAllowed: []string{testIP, "10.8.0.0/30"},
  1486. ClientIPProxyHeader: "x-forwarded-for",
  1487. }
  1488. err = b.parseAllowedProxy()
  1489. assert.NoError(t, err)
  1490. server := newHttpdServer(b, "", "", CorsConfig{Enabled: true}, "")
  1491. server.initializeRouter()
  1492. testServer := httptest.NewServer(server.router)
  1493. defer testServer.Close()
  1494. req, err := http.NewRequest(http.MethodGet, tokenPath, nil)
  1495. assert.NoError(t, err)
  1496. req.Header.Set("X-Forwarded-For", validForwardedFor)
  1497. req.Header.Set(xForwardedProto, "https")
  1498. req.RemoteAddr = "127.0.0.1:123"
  1499. req.SetBasicAuth(username, password)
  1500. rr := httptest.NewRecorder()
  1501. testServer.Config.Handler.ServeHTTP(rr, req)
  1502. assert.Equal(t, http.StatusUnauthorized, rr.Code)
  1503. assert.Contains(t, rr.Body.String(), "login from IP 127.0.0.1 not allowed")
  1504. req.RemoteAddr = testIP
  1505. rr = httptest.NewRecorder()
  1506. testServer.Config.Handler.ServeHTTP(rr, req)
  1507. assert.Equal(t, http.StatusOK, rr.Code)
  1508. req.RemoteAddr = "10.8.0.2"
  1509. rr = httptest.NewRecorder()
  1510. testServer.Config.Handler.ServeHTTP(rr, req)
  1511. assert.Equal(t, http.StatusOK, rr.Code)
  1512. form := make(url.Values)
  1513. form.Set("username", username)
  1514. form.Set("password", password)
  1515. form.Set(csrfFormToken, createCSRFToken(testIP))
  1516. req, err = http.NewRequest(http.MethodPost, webAdminLoginPath, bytes.NewBuffer([]byte(form.Encode())))
  1517. assert.NoError(t, err)
  1518. req.RemoteAddr = testIP
  1519. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  1520. rr = httptest.NewRecorder()
  1521. testServer.Config.Handler.ServeHTTP(rr, req)
  1522. assert.Equal(t, http.StatusOK, rr.Code, rr.Body.String())
  1523. assert.Contains(t, rr.Body.String(), "login from IP 10.29.1.9 not allowed")
  1524. form.Set(csrfFormToken, createCSRFToken(validForwardedFor))
  1525. req, err = http.NewRequest(http.MethodPost, webAdminLoginPath, bytes.NewBuffer([]byte(form.Encode())))
  1526. assert.NoError(t, err)
  1527. req.RemoteAddr = testIP
  1528. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  1529. req.Header.Set("X-Forwarded-For", validForwardedFor)
  1530. rr = httptest.NewRecorder()
  1531. testServer.Config.Handler.ServeHTTP(rr, req)
  1532. assert.Equal(t, http.StatusFound, rr.Code, rr.Body.String())
  1533. cookie := rr.Header().Get("Set-Cookie")
  1534. assert.NotContains(t, cookie, "Secure")
  1535. req, err = http.NewRequest(http.MethodPost, webAdminLoginPath, bytes.NewBuffer([]byte(form.Encode())))
  1536. assert.NoError(t, err)
  1537. req.RemoteAddr = testIP
  1538. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  1539. req.Header.Set("X-Forwarded-For", validForwardedFor)
  1540. req.Header.Set(xForwardedProto, "https")
  1541. rr = httptest.NewRecorder()
  1542. testServer.Config.Handler.ServeHTTP(rr, req)
  1543. assert.Equal(t, http.StatusFound, rr.Code, rr.Body.String())
  1544. cookie = rr.Header().Get("Set-Cookie")
  1545. assert.Contains(t, cookie, "Secure")
  1546. req, err = http.NewRequest(http.MethodPost, webAdminLoginPath, bytes.NewBuffer([]byte(form.Encode())))
  1547. assert.NoError(t, err)
  1548. req.RemoteAddr = testIP
  1549. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  1550. req.Header.Set("X-Forwarded-For", validForwardedFor)
  1551. req.Header.Set(xForwardedProto, "http")
  1552. rr = httptest.NewRecorder()
  1553. testServer.Config.Handler.ServeHTTP(rr, req)
  1554. assert.Equal(t, http.StatusFound, rr.Code, rr.Body.String())
  1555. cookie = rr.Header().Get("Set-Cookie")
  1556. assert.NotContains(t, cookie, "Secure")
  1557. err = dataprovider.DeleteAdmin(username, "", "")
  1558. assert.NoError(t, err)
  1559. }
  1560. func TestRecoverer(t *testing.T) {
  1561. recoveryPath := "/recovery"
  1562. b := Binding{
  1563. Address: "",
  1564. Port: 8080,
  1565. EnableWebAdmin: true,
  1566. EnableWebClient: false,
  1567. EnableRESTAPI: true,
  1568. }
  1569. server := newHttpdServer(b, "../static", "", CorsConfig{}, "../openapi")
  1570. server.initializeRouter()
  1571. server.router.Get(recoveryPath, func(w http.ResponseWriter, r *http.Request) {
  1572. panic("panic")
  1573. })
  1574. testServer := httptest.NewServer(server.router)
  1575. defer testServer.Close()
  1576. req, err := http.NewRequest(http.MethodGet, recoveryPath, nil)
  1577. assert.NoError(t, err)
  1578. rr := httptest.NewRecorder()
  1579. testServer.Config.Handler.ServeHTTP(rr, req)
  1580. assert.Equal(t, http.StatusInternalServerError, rr.Code, rr.Body.String())
  1581. server.router = chi.NewRouter()
  1582. server.router.Use(middleware.Recoverer)
  1583. server.router.Get(recoveryPath, func(w http.ResponseWriter, r *http.Request) {
  1584. panic("panic")
  1585. })
  1586. testServer = httptest.NewServer(server.router)
  1587. defer testServer.Close()
  1588. req, err = http.NewRequest(http.MethodGet, recoveryPath, nil)
  1589. assert.NoError(t, err)
  1590. rr = httptest.NewRecorder()
  1591. testServer.Config.Handler.ServeHTTP(rr, req)
  1592. assert.Equal(t, http.StatusInternalServerError, rr.Code, rr.Body.String())
  1593. }
  1594. func TestCompressorAbortHandler(t *testing.T) {
  1595. defer func() {
  1596. rcv := recover()
  1597. assert.Equal(t, http.ErrAbortHandler, rcv)
  1598. }()
  1599. connection := &Connection{
  1600. BaseConnection: common.NewBaseConnection(xid.New().String(), common.ProtocolHTTP, "", "", dataprovider.User{}),
  1601. request: nil,
  1602. }
  1603. share := &dataprovider.Share{}
  1604. renderCompressedFiles(&failingWriter{}, connection, "", nil, share)
  1605. }
  1606. func TestZipErrors(t *testing.T) {
  1607. user := dataprovider.User{
  1608. BaseUser: sdk.BaseUser{
  1609. HomeDir: filepath.Clean(os.TempDir()),
  1610. },
  1611. }
  1612. user.Permissions = make(map[string][]string)
  1613. user.Permissions["/"] = []string{dataprovider.PermAny}
  1614. connection := &Connection{
  1615. BaseConnection: common.NewBaseConnection(xid.New().String(), common.ProtocolHTTP, "", "", user),
  1616. request: nil,
  1617. }
  1618. testDir := filepath.Join(os.TempDir(), "testDir")
  1619. err := os.MkdirAll(testDir, os.ModePerm)
  1620. assert.NoError(t, err)
  1621. wr := zip.NewWriter(&failingWriter{})
  1622. err = wr.Close()
  1623. if assert.Error(t, err) {
  1624. assert.Contains(t, err.Error(), "write error")
  1625. }
  1626. err = addZipEntry(wr, connection, "/"+filepath.Base(testDir), "/")
  1627. if assert.Error(t, err) {
  1628. assert.Contains(t, err.Error(), "write error")
  1629. }
  1630. err = addZipEntry(wr, connection, "/"+filepath.Base(testDir), path.Join("/", filepath.Base(testDir), "dir"))
  1631. if assert.Error(t, err) {
  1632. assert.Contains(t, err.Error(), "is outside base dir")
  1633. }
  1634. testFilePath := filepath.Join(testDir, "ziptest.zip")
  1635. err = os.WriteFile(testFilePath, util.GenerateRandomBytes(65535), os.ModePerm)
  1636. assert.NoError(t, err)
  1637. err = addZipEntry(wr, connection, path.Join("/", filepath.Base(testDir), filepath.Base(testFilePath)),
  1638. "/"+filepath.Base(testDir))
  1639. if assert.Error(t, err) {
  1640. assert.Contains(t, err.Error(), "write error")
  1641. }
  1642. connection.User.Permissions["/"] = []string{dataprovider.PermListItems}
  1643. err = addZipEntry(wr, connection, path.Join("/", filepath.Base(testDir), filepath.Base(testFilePath)),
  1644. "/"+filepath.Base(testDir))
  1645. assert.ErrorIs(t, err, os.ErrPermission)
  1646. // creating a virtual folder to a missing path stat is ok but readdir fails
  1647. user.VirtualFolders = append(user.VirtualFolders, vfs.VirtualFolder{
  1648. BaseVirtualFolder: vfs.BaseVirtualFolder{
  1649. MappedPath: filepath.Join(os.TempDir(), "mapped"),
  1650. },
  1651. VirtualPath: "/vpath",
  1652. })
  1653. connection.User = user
  1654. wr = zip.NewWriter(bytes.NewBuffer(make([]byte, 0)))
  1655. err = addZipEntry(wr, connection, user.VirtualFolders[0].VirtualPath, "/")
  1656. assert.Error(t, err)
  1657. user.Filters.FilePatterns = append(user.Filters.FilePatterns, sdk.PatternsFilter{
  1658. Path: "/",
  1659. DeniedPatterns: []string{"*.zip"},
  1660. })
  1661. err = addZipEntry(wr, connection, "/"+filepath.Base(testDir), "/")
  1662. assert.ErrorIs(t, err, os.ErrPermission)
  1663. err = os.RemoveAll(testDir)
  1664. assert.NoError(t, err)
  1665. }
  1666. func TestWebAdminRedirect(t *testing.T) {
  1667. b := Binding{
  1668. Address: "",
  1669. Port: 8080,
  1670. EnableWebAdmin: true,
  1671. EnableWebClient: false,
  1672. EnableRESTAPI: true,
  1673. }
  1674. server := newHttpdServer(b, "../static", "", CorsConfig{}, "../openapi")
  1675. server.initializeRouter()
  1676. testServer := httptest.NewServer(server.router)
  1677. defer testServer.Close()
  1678. req, err := http.NewRequest(http.MethodGet, webRootPath, nil)
  1679. assert.NoError(t, err)
  1680. rr := httptest.NewRecorder()
  1681. testServer.Config.Handler.ServeHTTP(rr, req)
  1682. assert.Equal(t, http.StatusFound, rr.Code, rr.Body.String())
  1683. assert.Equal(t, webAdminLoginPath, rr.Header().Get("Location"))
  1684. req, err = http.NewRequest(http.MethodGet, webBasePath, nil)
  1685. assert.NoError(t, err)
  1686. rr = httptest.NewRecorder()
  1687. testServer.Config.Handler.ServeHTTP(rr, req)
  1688. assert.Equal(t, http.StatusFound, rr.Code, rr.Body.String())
  1689. assert.Equal(t, webAdminLoginPath, rr.Header().Get("Location"))
  1690. }
  1691. func TestParseRangeRequests(t *testing.T) {
  1692. // curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=24-24"
  1693. fileSize := int64(169740)
  1694. rangeHeader := "bytes=24-24"
  1695. offset, size, err := parseRangeRequest(rangeHeader[6:], fileSize)
  1696. require.NoError(t, err)
  1697. resp := fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1698. assert.Equal(t, "bytes 24-24/169740", resp)
  1699. require.Equal(t, int64(1), size)
  1700. // curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=24-"
  1701. rangeHeader = "bytes=24-"
  1702. offset, size, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1703. require.NoError(t, err)
  1704. resp = fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1705. assert.Equal(t, "bytes 24-169739/169740", resp)
  1706. require.Equal(t, int64(169716), size)
  1707. // curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=-1"
  1708. rangeHeader = "bytes=-1"
  1709. offset, size, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1710. require.NoError(t, err)
  1711. resp = fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1712. assert.Equal(t, "bytes 169739-169739/169740", resp)
  1713. require.Equal(t, int64(1), size)
  1714. // curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=-100"
  1715. rangeHeader = "bytes=-100"
  1716. offset, size, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1717. require.NoError(t, err)
  1718. resp = fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1719. assert.Equal(t, "bytes 169640-169739/169740", resp)
  1720. require.Equal(t, int64(100), size)
  1721. // curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=20-30"
  1722. rangeHeader = "bytes=20-30"
  1723. offset, size, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1724. require.NoError(t, err)
  1725. resp = fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1726. assert.Equal(t, "bytes 20-30/169740", resp)
  1727. require.Equal(t, int64(11), size)
  1728. // curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=20-169739"
  1729. rangeHeader = "bytes=20-169739"
  1730. offset, size, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1731. require.NoError(t, err)
  1732. resp = fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1733. assert.Equal(t, "bytes 20-169739/169740", resp)
  1734. require.Equal(t, int64(169720), size)
  1735. // curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=20-169740"
  1736. rangeHeader = "bytes=20-169740"
  1737. offset, size, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1738. require.NoError(t, err)
  1739. resp = fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1740. assert.Equal(t, "bytes 20-169739/169740", resp)
  1741. require.Equal(t, int64(169720), size)
  1742. // curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=20-169741"
  1743. rangeHeader = "bytes=20-169741"
  1744. offset, size, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1745. require.NoError(t, err)
  1746. resp = fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1747. assert.Equal(t, "bytes 20-169739/169740", resp)
  1748. require.Equal(t, int64(169720), size)
  1749. //curl --verbose "http://127.0.0.1:8080/static/css/sb-admin-2.min.css" -H "Range: bytes=0-" > /dev/null
  1750. rangeHeader = "bytes=0-"
  1751. offset, size, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1752. require.NoError(t, err)
  1753. resp = fmt.Sprintf("bytes %d-%d/%d", offset, offset+size-1, fileSize)
  1754. assert.Equal(t, "bytes 0-169739/169740", resp)
  1755. require.Equal(t, int64(169740), size)
  1756. // now test errors
  1757. rangeHeader = "bytes=0-a"
  1758. _, _, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1759. require.Error(t, err)
  1760. rangeHeader = "bytes="
  1761. _, _, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1762. require.Error(t, err)
  1763. rangeHeader = "bytes=-"
  1764. _, _, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1765. require.Error(t, err)
  1766. rangeHeader = "bytes=500-300"
  1767. _, _, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1768. require.Error(t, err)
  1769. rangeHeader = "bytes=5000000"
  1770. _, _, err = parseRangeRequest(rangeHeader[6:], fileSize)
  1771. require.Error(t, err)
  1772. }
  1773. func TestRequestHeaderErrors(t *testing.T) {
  1774. req, _ := http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  1775. req.Header.Set("If-Unmodified-Since", "not a date")
  1776. res := checkIfUnmodifiedSince(req, time.Now())
  1777. assert.Equal(t, condNone, res)
  1778. req, _ = http.NewRequest(http.MethodPost, webClientFilesPath, nil)
  1779. res = checkIfModifiedSince(req, time.Now())
  1780. assert.Equal(t, condNone, res)
  1781. req, _ = http.NewRequest(http.MethodPost, webClientFilesPath, nil)
  1782. res = checkIfRange(req, time.Now())
  1783. assert.Equal(t, condNone, res)
  1784. req, _ = http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  1785. req.Header.Set("If-Modified-Since", "not a date")
  1786. res = checkIfModifiedSince(req, time.Now())
  1787. assert.Equal(t, condNone, res)
  1788. req, _ = http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  1789. req.Header.Set("If-Range", time.Now().Format(http.TimeFormat))
  1790. res = checkIfRange(req, time.Time{})
  1791. assert.Equal(t, condFalse, res)
  1792. req.Header.Set("If-Range", "invalid if range date")
  1793. res = checkIfRange(req, time.Now())
  1794. assert.Equal(t, condFalse, res)
  1795. modTime := getFileObjectModTime(time.Time{})
  1796. assert.Empty(t, modTime)
  1797. }
  1798. func TestConnection(t *testing.T) {
  1799. user := dataprovider.User{
  1800. BaseUser: sdk.BaseUser{
  1801. Username: "test_httpd_user",
  1802. HomeDir: filepath.Clean(os.TempDir()),
  1803. },
  1804. FsConfig: vfs.Filesystem{
  1805. Provider: sdk.GCSFilesystemProvider,
  1806. GCSConfig: vfs.GCSFsConfig{
  1807. BaseGCSFsConfig: sdk.BaseGCSFsConfig{
  1808. Bucket: "test_bucket_name",
  1809. },
  1810. Credentials: kms.NewPlainSecret("invalid JSON payload"),
  1811. },
  1812. },
  1813. }
  1814. user.Permissions = make(map[string][]string)
  1815. user.Permissions["/"] = []string{dataprovider.PermAny}
  1816. connection := &Connection{
  1817. BaseConnection: common.NewBaseConnection(xid.New().String(), common.ProtocolHTTP, "", "", user),
  1818. request: nil,
  1819. }
  1820. assert.Empty(t, connection.GetClientVersion())
  1821. assert.Empty(t, connection.GetRemoteAddress())
  1822. assert.Empty(t, connection.GetCommand())
  1823. name := "missing file name"
  1824. _, err := connection.getFileReader(name, 0, http.MethodGet)
  1825. assert.Error(t, err)
  1826. connection.User.FsConfig.Provider = sdk.LocalFilesystemProvider
  1827. _, err = connection.getFileReader(name, 0, http.MethodGet)
  1828. assert.ErrorIs(t, err, os.ErrNotExist)
  1829. }
  1830. func TestGetFileWriterErrors(t *testing.T) {
  1831. user := dataprovider.User{
  1832. BaseUser: sdk.BaseUser{
  1833. Username: "test_httpd_user",
  1834. HomeDir: "invalid",
  1835. },
  1836. }
  1837. user.Permissions = make(map[string][]string)
  1838. user.Permissions["/"] = []string{dataprovider.PermAny}
  1839. connection := &Connection{
  1840. BaseConnection: common.NewBaseConnection(xid.New().String(), common.ProtocolHTTP, "", "", user),
  1841. request: nil,
  1842. }
  1843. _, err := connection.getFileWriter("name")
  1844. assert.Error(t, err)
  1845. user.FsConfig.Provider = sdk.S3FilesystemProvider
  1846. user.FsConfig.S3Config = vfs.S3FsConfig{
  1847. BaseS3FsConfig: sdk.BaseS3FsConfig{
  1848. Bucket: "b",
  1849. Region: "us-west-1",
  1850. AccessKey: "key",
  1851. },
  1852. AccessSecret: kms.NewPlainSecret("secret"),
  1853. }
  1854. connection = &Connection{
  1855. BaseConnection: common.NewBaseConnection(xid.New().String(), common.ProtocolHTTP, "", "", user),
  1856. request: nil,
  1857. }
  1858. _, err = connection.getFileWriter("/path")
  1859. assert.Error(t, err)
  1860. }
  1861. func TestThrottledHandler(t *testing.T) {
  1862. tr := &throttledReader{
  1863. r: io.NopCloser(bytes.NewBuffer(nil)),
  1864. }
  1865. assert.Equal(t, int64(0), tr.GetTruncatedSize())
  1866. err := tr.Close()
  1867. assert.NoError(t, err)
  1868. assert.Empty(t, tr.GetRealFsPath("real path"))
  1869. assert.False(t, tr.SetTimes("p", time.Now(), time.Now()))
  1870. _, err = tr.Truncate("", 0)
  1871. assert.ErrorIs(t, err, vfs.ErrVfsUnsupported)
  1872. err = tr.GetAbortError()
  1873. assert.ErrorIs(t, err, common.ErrTransferAborted)
  1874. }
  1875. func TestHTTPDFile(t *testing.T) {
  1876. user := dataprovider.User{
  1877. BaseUser: sdk.BaseUser{
  1878. Username: "test_httpd_user",
  1879. HomeDir: filepath.Clean(os.TempDir()),
  1880. },
  1881. }
  1882. user.Permissions = make(map[string][]string)
  1883. user.Permissions["/"] = []string{dataprovider.PermAny}
  1884. connection := &Connection{
  1885. BaseConnection: common.NewBaseConnection(xid.New().String(), common.ProtocolHTTP, "", "", user),
  1886. request: nil,
  1887. }
  1888. fs, err := user.GetFilesystem("")
  1889. assert.NoError(t, err)
  1890. name := "fileName"
  1891. p := filepath.Join(os.TempDir(), name)
  1892. err = os.WriteFile(p, []byte("contents"), os.ModePerm)
  1893. assert.NoError(t, err)
  1894. file, err := os.Open(p)
  1895. assert.NoError(t, err)
  1896. err = file.Close()
  1897. assert.NoError(t, err)
  1898. baseTransfer := common.NewBaseTransfer(file, connection.BaseConnection, nil, p, p, name, common.TransferDownload,
  1899. 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{})
  1900. httpdFile := newHTTPDFile(baseTransfer, nil, nil)
  1901. // the file is closed, read should fail
  1902. buf := make([]byte, 100)
  1903. _, err = httpdFile.Read(buf)
  1904. assert.Error(t, err)
  1905. err = httpdFile.Close()
  1906. assert.Error(t, err)
  1907. err = httpdFile.Close()
  1908. assert.ErrorIs(t, err, common.ErrTransferClosed)
  1909. err = os.Remove(p)
  1910. assert.NoError(t, err)
  1911. httpdFile.writer = file
  1912. httpdFile.File = nil
  1913. httpdFile.ErrTransfer = nil
  1914. err = httpdFile.closeIO()
  1915. assert.Error(t, err)
  1916. assert.Error(t, httpdFile.ErrTransfer)
  1917. assert.Equal(t, err, httpdFile.ErrTransfer)
  1918. httpdFile.SignalClose(nil)
  1919. _, err = httpdFile.Write(nil)
  1920. assert.ErrorIs(t, err, common.ErrQuotaExceeded)
  1921. }
  1922. func TestChangeUserPwd(t *testing.T) {
  1923. req, _ := http.NewRequest(http.MethodPost, webChangeClientPwdPath, nil)
  1924. err := doChangeUserPassword(req, "", "", "")
  1925. if assert.Error(t, err) {
  1926. assert.Contains(t, err.Error(), "please provide the current password and the new one two times")
  1927. }
  1928. err = doChangeUserPassword(req, "a", "b", "c")
  1929. if assert.Error(t, err) {
  1930. assert.Contains(t, err.Error(), "the two password fields do not match")
  1931. }
  1932. err = doChangeUserPassword(req, "a", "b", "b")
  1933. if assert.Error(t, err) {
  1934. assert.Contains(t, err.Error(), "invalid token claims")
  1935. }
  1936. }
  1937. func TestWebUserInvalidClaims(t *testing.T) {
  1938. server := httpdServer{}
  1939. server.initializeRouter()
  1940. rr := httptest.NewRecorder()
  1941. user := dataprovider.User{
  1942. BaseUser: sdk.BaseUser{
  1943. Username: "",
  1944. Password: "pwd",
  1945. },
  1946. }
  1947. c := jwtTokenClaims{
  1948. Username: user.Username,
  1949. Permissions: nil,
  1950. Signature: user.GetSignature(),
  1951. }
  1952. token, err := c.createTokenResponse(server.tokenAuth, tokenAudienceWebClient, "")
  1953. assert.NoError(t, err)
  1954. req, _ := http.NewRequest(http.MethodGet, webClientFilesPath, nil)
  1955. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  1956. server.handleClientGetFiles(rr, req)
  1957. assert.Equal(t, http.StatusForbidden, rr.Code)
  1958. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  1959. rr = httptest.NewRecorder()
  1960. req, _ = http.NewRequest(http.MethodGet, webClientDirsPath, nil)
  1961. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  1962. server.handleClientGetDirContents(rr, req)
  1963. assert.Equal(t, http.StatusForbidden, rr.Code)
  1964. assert.Contains(t, rr.Body.String(), "invalid token claims")
  1965. rr = httptest.NewRecorder()
  1966. req, _ = http.NewRequest(http.MethodGet, webClientDownloadZipPath, nil)
  1967. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  1968. server.handleWebClientDownloadZip(rr, req)
  1969. assert.Equal(t, http.StatusForbidden, rr.Code)
  1970. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  1971. rr = httptest.NewRecorder()
  1972. req, _ = http.NewRequest(http.MethodGet, webClientEditFilePath, nil)
  1973. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  1974. server.handleClientEditFile(rr, req)
  1975. assert.Equal(t, http.StatusForbidden, rr.Code)
  1976. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  1977. rr = httptest.NewRecorder()
  1978. req, _ = http.NewRequest(http.MethodGet, webClientSharePath, nil)
  1979. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  1980. server.handleClientAddShareGet(rr, req)
  1981. assert.Equal(t, http.StatusForbidden, rr.Code)
  1982. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  1983. rr = httptest.NewRecorder()
  1984. req, _ = http.NewRequest(http.MethodGet, webClientSharePath, nil)
  1985. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  1986. server.handleClientUpdateShareGet(rr, req)
  1987. assert.Equal(t, http.StatusForbidden, rr.Code)
  1988. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  1989. rr = httptest.NewRecorder()
  1990. req, _ = http.NewRequest(http.MethodPost, webClientSharePath, nil)
  1991. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  1992. server.handleClientAddSharePost(rr, req)
  1993. assert.Equal(t, http.StatusForbidden, rr.Code)
  1994. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  1995. rr = httptest.NewRecorder()
  1996. req, _ = http.NewRequest(http.MethodPost, webClientSharePath+"/id", nil)
  1997. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  1998. server.handleClientUpdateSharePost(rr, req)
  1999. assert.Equal(t, http.StatusForbidden, rr.Code)
  2000. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  2001. rr = httptest.NewRecorder()
  2002. req, _ = http.NewRequest(http.MethodGet, webClientSharesPath, nil)
  2003. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  2004. server.handleClientGetShares(rr, req)
  2005. assert.Equal(t, http.StatusForbidden, rr.Code)
  2006. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  2007. rr = httptest.NewRecorder()
  2008. req, _ = http.NewRequest(http.MethodGet, webClientViewPDFPath, nil)
  2009. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  2010. server.handleClientGetPDF(rr, req)
  2011. assert.Equal(t, http.StatusForbidden, rr.Code)
  2012. assert.Contains(t, rr.Body.String(), "Invalid token claims")
  2013. }
  2014. func TestInvalidClaims(t *testing.T) {
  2015. server := httpdServer{}
  2016. server.initializeRouter()
  2017. rr := httptest.NewRecorder()
  2018. user := dataprovider.User{
  2019. BaseUser: sdk.BaseUser{
  2020. Username: "",
  2021. Password: "pwd",
  2022. },
  2023. }
  2024. c := jwtTokenClaims{
  2025. Username: user.Username,
  2026. Permissions: nil,
  2027. Signature: user.GetSignature(),
  2028. }
  2029. token, err := c.createTokenResponse(server.tokenAuth, tokenAudienceWebClient, "")
  2030. assert.NoError(t, err)
  2031. form := make(url.Values)
  2032. form.Set(csrfFormToken, createCSRFToken(""))
  2033. form.Set("public_keys", "")
  2034. req, _ := http.NewRequest(http.MethodPost, webClientProfilePath, bytes.NewBuffer([]byte(form.Encode())))
  2035. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  2036. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  2037. server.handleWebClientProfilePost(rr, req)
  2038. assert.Equal(t, http.StatusForbidden, rr.Code)
  2039. admin := dataprovider.Admin{
  2040. Username: "",
  2041. Password: user.Password,
  2042. }
  2043. c = jwtTokenClaims{
  2044. Username: admin.Username,
  2045. Permissions: nil,
  2046. Signature: admin.GetSignature(),
  2047. }
  2048. token, err = c.createTokenResponse(server.tokenAuth, tokenAudienceWebAdmin, "")
  2049. assert.NoError(t, err)
  2050. form = make(url.Values)
  2051. form.Set(csrfFormToken, createCSRFToken(""))
  2052. form.Set("allow_api_key_auth", "")
  2053. req, _ = http.NewRequest(http.MethodPost, webAdminProfilePath, bytes.NewBuffer([]byte(form.Encode())))
  2054. req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  2055. req.Header.Set("Cookie", fmt.Sprintf("jwt=%v", token["access_token"]))
  2056. server.handleWebAdminProfilePost(rr, req)
  2057. assert.Equal(t, http.StatusForbidden, rr.Code)
  2058. }
  2059. func TestTLSReq(t *testing.T) {
  2060. req, err := http.NewRequest(http.MethodGet, webClientLoginPath, nil)
  2061. assert.NoError(t, err)
  2062. req.TLS = &tls.ConnectionState{}
  2063. assert.True(t, isTLS(req))
  2064. req.TLS = nil
  2065. ctx := context.WithValue(req.Context(), forwardedProtoKey, "https")
  2066. assert.True(t, isTLS(req.WithContext(ctx)))
  2067. ctx = context.WithValue(req.Context(), forwardedProtoKey, "http")
  2068. assert.False(t, isTLS(req.WithContext(ctx)))
  2069. assert.Equal(t, "context value forwarded proto", forwardedProtoKey.String())
  2070. }
  2071. func TestSigningKey(t *testing.T) {
  2072. signingPassphrase := "test"
  2073. server1 := httpdServer{
  2074. signingPassphrase: signingPassphrase,
  2075. }
  2076. server1.initializeRouter()
  2077. server2 := httpdServer{
  2078. signingPassphrase: signingPassphrase,
  2079. }
  2080. server2.initializeRouter()
  2081. user := dataprovider.User{
  2082. BaseUser: sdk.BaseUser{
  2083. Username: "",
  2084. Password: "pwd",
  2085. },
  2086. }
  2087. c := jwtTokenClaims{
  2088. Username: user.Username,
  2089. Permissions: nil,
  2090. Signature: user.GetSignature(),
  2091. }
  2092. token, err := c.createTokenResponse(server1.tokenAuth, tokenAudienceWebClient, "")
  2093. assert.NoError(t, err)
  2094. accessToken := token["access_token"].(string)
  2095. assert.NotEmpty(t, accessToken)
  2096. _, err = server1.tokenAuth.Decode(accessToken)
  2097. assert.NoError(t, err)
  2098. _, err = server2.tokenAuth.Decode(accessToken)
  2099. assert.NoError(t, err)
  2100. }
  2101. func TestLoginLinks(t *testing.T) {
  2102. b := Binding{
  2103. EnableWebAdmin: true,
  2104. EnableWebClient: false,
  2105. EnableRESTAPI: true,
  2106. }
  2107. assert.False(t, b.showClientLoginURL())
  2108. b = Binding{
  2109. EnableWebAdmin: false,
  2110. EnableWebClient: true,
  2111. EnableRESTAPI: true,
  2112. }
  2113. assert.False(t, b.showAdminLoginURL())
  2114. b = Binding{
  2115. EnableWebAdmin: true,
  2116. EnableWebClient: true,
  2117. EnableRESTAPI: true,
  2118. }
  2119. assert.True(t, b.showAdminLoginURL())
  2120. assert.True(t, b.showClientLoginURL())
  2121. b.HideLoginURL = 3
  2122. assert.False(t, b.showAdminLoginURL())
  2123. assert.False(t, b.showClientLoginURL())
  2124. b.HideLoginURL = 1
  2125. assert.True(t, b.showAdminLoginURL())
  2126. assert.False(t, b.showClientLoginURL())
  2127. b.HideLoginURL = 2
  2128. assert.False(t, b.showAdminLoginURL())
  2129. assert.True(t, b.showClientLoginURL())
  2130. }
  2131. func TestResetCodesCleanup(t *testing.T) {
  2132. resetCode := newResetCode(util.GenerateUniqueID(), false)
  2133. resetCode.ExpiresAt = time.Now().Add(-1 * time.Minute).UTC()
  2134. err := resetCodesMgr.Add(resetCode)
  2135. assert.NoError(t, err)
  2136. resetCodesMgr.Cleanup()
  2137. _, err = resetCodesMgr.Get(resetCode.Code)
  2138. assert.Error(t, err)
  2139. }
  2140. func TestUserCanResetPassword(t *testing.T) {
  2141. req, err := http.NewRequest(http.MethodGet, webClientLoginPath, nil)
  2142. assert.NoError(t, err)
  2143. req.RemoteAddr = "172.16.9.2:55080"
  2144. u := dataprovider.User{}
  2145. assert.True(t, isUserAllowedToResetPassword(req, &u))
  2146. u.Filters.DeniedProtocols = []string{common.ProtocolHTTP}
  2147. assert.False(t, isUserAllowedToResetPassword(req, &u))
  2148. u.Filters.DeniedProtocols = nil
  2149. u.Filters.WebClient = []string{sdk.WebClientPasswordResetDisabled}
  2150. assert.False(t, isUserAllowedToResetPassword(req, &u))
  2151. u.Filters.WebClient = nil
  2152. u.Filters.DeniedLoginMethods = []string{dataprovider.LoginMethodPassword}
  2153. assert.False(t, isUserAllowedToResetPassword(req, &u))
  2154. u.Filters.DeniedLoginMethods = nil
  2155. u.Filters.AllowedIP = []string{"127.0.0.1/8"}
  2156. assert.False(t, isUserAllowedToResetPassword(req, &u))
  2157. }
  2158. func TestMetadataAPI(t *testing.T) {
  2159. username := "metadatauser"
  2160. assert.False(t, common.ActiveMetadataChecks.Remove(username))
  2161. user := dataprovider.User{
  2162. BaseUser: sdk.BaseUser{
  2163. Username: username,
  2164. Password: "metadata_pwd",
  2165. HomeDir: filepath.Join(os.TempDir(), username),
  2166. Status: 1,
  2167. },
  2168. }
  2169. user.Permissions = make(map[string][]string)
  2170. user.Permissions["/"] = []string{dataprovider.PermAny}
  2171. err := dataprovider.AddUser(&user, "", "")
  2172. assert.NoError(t, err)
  2173. assert.True(t, common.ActiveMetadataChecks.Add(username))
  2174. req, err := http.NewRequest(http.MethodPost, path.Join(metadataBasePath, username, "check"), nil)
  2175. assert.NoError(t, err)
  2176. rctx := chi.NewRouteContext()
  2177. rctx.URLParams.Add("username", username)
  2178. req = req.WithContext(context.WithValue(req.Context(), chi.RouteCtxKey, rctx))
  2179. rr := httptest.NewRecorder()
  2180. startMetadataCheck(rr, req)
  2181. assert.Equal(t, http.StatusConflict, rr.Code)
  2182. assert.True(t, common.ActiveMetadataChecks.Remove(username))
  2183. assert.Len(t, common.ActiveMetadataChecks.Get(), 0)
  2184. err = dataprovider.DeleteUser(username, "", "")
  2185. assert.NoError(t, err)
  2186. user.FsConfig.Provider = sdk.AzureBlobFilesystemProvider
  2187. err = doMetadataCheck(user)
  2188. assert.Error(t, err)
  2189. }
  2190. func TestBrowsableSharePaths(t *testing.T) {
  2191. share := dataprovider.Share{
  2192. Paths: []string{"/"},
  2193. Username: defaultAdminUsername,
  2194. }
  2195. _, err := getUserForShare(share)
  2196. if assert.Error(t, err) {
  2197. _, ok := err.(*util.RecordNotFoundError)
  2198. assert.True(t, ok)
  2199. }
  2200. req, err := http.NewRequest(http.MethodGet, "/share", nil)
  2201. require.NoError(t, err)
  2202. name, err := getBrowsableSharedPath(share, req)
  2203. assert.NoError(t, err)
  2204. assert.Equal(t, "/", name)
  2205. req, err = http.NewRequest(http.MethodGet, "/share?path=abc", nil)
  2206. require.NoError(t, err)
  2207. name, err = getBrowsableSharedPath(share, req)
  2208. assert.NoError(t, err)
  2209. assert.Equal(t, "/abc", name)
  2210. share.Paths = []string{"/a/b/c"}
  2211. req, err = http.NewRequest(http.MethodGet, "/share?path=abc", nil)
  2212. require.NoError(t, err)
  2213. name, err = getBrowsableSharedPath(share, req)
  2214. assert.NoError(t, err)
  2215. assert.Equal(t, "/a/b/c/abc", name)
  2216. req, err = http.NewRequest(http.MethodGet, "/share?path=%2Fabc/d", nil)
  2217. require.NoError(t, err)
  2218. name, err = getBrowsableSharedPath(share, req)
  2219. assert.NoError(t, err)
  2220. assert.Equal(t, "/a/b/c/abc/d", name)
  2221. req, err = http.NewRequest(http.MethodGet, "/share?path=%2Fabc%2F..%2F..", nil)
  2222. require.NoError(t, err)
  2223. _, err = getBrowsableSharedPath(share, req)
  2224. assert.Error(t, err)
  2225. req, err = http.NewRequest(http.MethodGet, "/share?path=%2Fabc%2F..", nil)
  2226. require.NoError(t, err)
  2227. name, err = getBrowsableSharedPath(share, req)
  2228. assert.NoError(t, err)
  2229. assert.Equal(t, "/a/b/c", name)
  2230. share = dataprovider.Share{
  2231. Paths: []string{"/a", "/b"},
  2232. }
  2233. }
  2234. func TestSecureMiddlewareIntegration(t *testing.T) {
  2235. forwardedHostHeader := "X-Forwarded-Host"
  2236. server := httpdServer{
  2237. binding: Binding{
  2238. ProxyAllowed: []string{"192.168.1.0/24"},
  2239. Security: SecurityConf{
  2240. Enabled: true,
  2241. AllowedHosts: []string{"*.sftpgo.com"},
  2242. AllowedHostsAreRegex: true,
  2243. HostsProxyHeaders: []string{forwardedHostHeader},
  2244. HTTPSProxyHeaders: []HTTPSProxyHeader{
  2245. {
  2246. Key: xForwardedProto,
  2247. Value: "https",
  2248. },
  2249. },
  2250. STSSeconds: 31536000,
  2251. STSIncludeSubdomains: true,
  2252. STSPreload: true,
  2253. ContentTypeNosniff: true,
  2254. },
  2255. },
  2256. enableWebAdmin: true,
  2257. enableWebClient: true,
  2258. enableRESTAPI: true,
  2259. }
  2260. server.binding.Security.updateProxyHeaders()
  2261. err := server.binding.parseAllowedProxy()
  2262. assert.NoError(t, err)
  2263. assert.Equal(t, []string{forwardedHostHeader, xForwardedProto}, server.binding.Security.proxyHeaders)
  2264. assert.Equal(t, map[string]string{xForwardedProto: "https"}, server.binding.Security.getHTTPSProxyHeaders())
  2265. server.initializeRouter()
  2266. rr := httptest.NewRecorder()
  2267. r, err := http.NewRequest(http.MethodGet, webClientLoginPath, nil)
  2268. assert.NoError(t, err)
  2269. r.Host = "127.0.0.1"
  2270. server.router.ServeHTTP(rr, r)
  2271. assert.Equal(t, http.StatusForbidden, rr.Code)
  2272. rr = httptest.NewRecorder()
  2273. r.Header.Set(forwardedHostHeader, "www.sftpgo.com")
  2274. server.router.ServeHTTP(rr, r)
  2275. assert.Equal(t, http.StatusForbidden, rr.Code)
  2276. // the header should be removed
  2277. assert.Empty(t, r.Header.Get(forwardedHostHeader))
  2278. rr = httptest.NewRecorder()
  2279. r.Host = "test.sftpgo.com"
  2280. r.Header.Set(forwardedHostHeader, "test.example.com")
  2281. r.RemoteAddr = "192.168.1.1"
  2282. server.router.ServeHTTP(rr, r)
  2283. assert.Equal(t, http.StatusForbidden, rr.Code)
  2284. assert.NotEmpty(t, r.Header.Get(forwardedHostHeader))
  2285. rr = httptest.NewRecorder()
  2286. r.Header.Set(forwardedHostHeader, "www.sftpgo.com")
  2287. r.RemoteAddr = "192.168.1.1"
  2288. server.router.ServeHTTP(rr, r)
  2289. assert.Equal(t, http.StatusOK, rr.Code)
  2290. assert.NotEmpty(t, r.Header.Get(forwardedHostHeader))
  2291. assert.Empty(t, rr.Header().Get("Strict-Transport-Security"))
  2292. assert.Equal(t, "nosniff", rr.Header().Get("X-Content-Type-Options"))
  2293. // now set the X-Forwarded-Proto to https, we should get the Strict-Transport-Security header
  2294. rr = httptest.NewRecorder()
  2295. r.Host = "test.sftpgo.com"
  2296. r.Header.Set(xForwardedProto, "https")
  2297. r.RemoteAddr = "192.168.1.3"
  2298. server.router.ServeHTTP(rr, r)
  2299. assert.Equal(t, http.StatusOK, rr.Code)
  2300. assert.NotEmpty(t, r.Header.Get(forwardedHostHeader))
  2301. assert.Equal(t, "max-age=31536000; includeSubDomains; preload", rr.Header().Get("Strict-Transport-Security"))
  2302. assert.Equal(t, "nosniff", rr.Header().Get("X-Content-Type-Options"))
  2303. server.binding.Security.Enabled = false
  2304. server.binding.Security.updateProxyHeaders()
  2305. assert.Len(t, server.binding.Security.proxyHeaders, 0)
  2306. }
  2307. func TestGetCompressedFileName(t *testing.T) {
  2308. username := "test"
  2309. res := getCompressedFileName(username, []string{"single dir"})
  2310. require.Equal(t, fmt.Sprintf("%s-single dir.zip", username), res)
  2311. res = getCompressedFileName(username, []string{"file1", "file2"})
  2312. require.Equal(t, fmt.Sprintf("%s-download.zip", username), res)
  2313. res = getCompressedFileName(username, []string{"file1.txt"})
  2314. require.Equal(t, fmt.Sprintf("%s-file1.zip", username), res)
  2315. // now files with full paths
  2316. res = getCompressedFileName(username, []string{"/dir/single dir"})
  2317. require.Equal(t, fmt.Sprintf("%s-single dir.zip", username), res)
  2318. res = getCompressedFileName(username, []string{"/adir/file1", "/adir/file2"})
  2319. require.Equal(t, fmt.Sprintf("%s-download.zip", username), res)
  2320. res = getCompressedFileName(username, []string{"/sub/dir/file1.txt"})
  2321. require.Equal(t, fmt.Sprintf("%s-file1.zip", username), res)
  2322. }
  2323. func TestRESTAPIDisabled(t *testing.T) {
  2324. server := httpdServer{
  2325. enableWebAdmin: true,
  2326. enableWebClient: true,
  2327. enableRESTAPI: false,
  2328. }
  2329. server.initializeRouter()
  2330. assert.False(t, server.enableRESTAPI)
  2331. rr := httptest.NewRecorder()
  2332. r, err := http.NewRequest(http.MethodGet, healthzPath, nil)
  2333. assert.NoError(t, err)
  2334. server.router.ServeHTTP(rr, r)
  2335. assert.Equal(t, http.StatusOK, rr.Code)
  2336. rr = httptest.NewRecorder()
  2337. r, err = http.NewRequest(http.MethodGet, tokenPath, nil)
  2338. assert.NoError(t, err)
  2339. server.router.ServeHTTP(rr, r)
  2340. assert.Equal(t, http.StatusNotFound, rr.Code)
  2341. }
  2342. func TestWebAdminSetupWithInstallCode(t *testing.T) {
  2343. installationCode = "1234"
  2344. // delete all the admins
  2345. admins, err := dataprovider.GetAdmins(100, 0, dataprovider.OrderASC)
  2346. assert.NoError(t, err)
  2347. for _, admin := range admins {
  2348. err = dataprovider.DeleteAdmin(admin.Username, "", "")
  2349. assert.NoError(t, err)
  2350. }
  2351. // close the provider and initializes it without creating the default admin
  2352. providerConf := dataprovider.GetProviderConfig()
  2353. providerConf.CreateDefaultAdmin = false
  2354. err = dataprovider.Close()
  2355. assert.NoError(t, err)
  2356. err = dataprovider.Initialize(providerConf, configDir, true)
  2357. assert.NoError(t, err)
  2358. server := httpdServer{
  2359. enableWebAdmin: true,
  2360. enableWebClient: true,
  2361. enableRESTAPI: true,
  2362. }
  2363. server.initializeRouter()
  2364. rr := httptest.NewRecorder()
  2365. r, err := http.NewRequest(http.MethodGet, webAdminSetupPath, nil)
  2366. assert.NoError(t, err)
  2367. server.router.ServeHTTP(rr, r)
  2368. assert.Equal(t, http.StatusOK, rr.Code)
  2369. for _, webURL := range []string{"/", webBasePath, webBaseAdminPath, webAdminLoginPath, webClientLoginPath} {
  2370. rr = httptest.NewRecorder()
  2371. r, err = http.NewRequest(http.MethodGet, webURL, nil)
  2372. assert.NoError(t, err)
  2373. server.router.ServeHTTP(rr, r)
  2374. assert.Equal(t, http.StatusFound, rr.Code)
  2375. assert.Equal(t, webAdminSetupPath, rr.Header().Get("Location"))
  2376. }
  2377. form := make(url.Values)
  2378. csrfToken := createCSRFToken("")
  2379. form.Set("_form_token", csrfToken)
  2380. form.Set("install_code", installationCode+"5")
  2381. form.Set("username", defaultAdminUsername)
  2382. form.Set("password", "password")
  2383. form.Set("confirm_password", "password")
  2384. rr = httptest.NewRecorder()
  2385. r, err = http.NewRequest(http.MethodPost, webAdminSetupPath, bytes.NewBuffer([]byte(form.Encode())))
  2386. assert.NoError(t, err)
  2387. r.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  2388. server.router.ServeHTTP(rr, r)
  2389. assert.Equal(t, http.StatusOK, rr.Code)
  2390. assert.Contains(t, rr.Body.String(), "Installation code mismatch")
  2391. _, err = dataprovider.AdminExists(defaultAdminUsername)
  2392. assert.Error(t, err)
  2393. form.Set("install_code", installationCode)
  2394. rr = httptest.NewRecorder()
  2395. r, err = http.NewRequest(http.MethodPost, webAdminSetupPath, bytes.NewBuffer([]byte(form.Encode())))
  2396. assert.NoError(t, err)
  2397. r.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  2398. server.router.ServeHTTP(rr, r)
  2399. assert.Equal(t, http.StatusFound, rr.Code)
  2400. _, err = dataprovider.AdminExists(defaultAdminUsername)
  2401. assert.NoError(t, err)
  2402. // delete the admin and test the installation code resolver
  2403. err = dataprovider.DeleteAdmin(defaultAdminUsername, "", "")
  2404. assert.NoError(t, err)
  2405. err = dataprovider.Close()
  2406. assert.NoError(t, err)
  2407. err = dataprovider.Initialize(providerConf, configDir, true)
  2408. assert.NoError(t, err)
  2409. SetInstallationCodeResolver(func(defaultInstallationCode string) string {
  2410. return "5678"
  2411. })
  2412. rr = httptest.NewRecorder()
  2413. r, err = http.NewRequest(http.MethodGet, webAdminSetupPath, nil)
  2414. assert.NoError(t, err)
  2415. server.router.ServeHTTP(rr, r)
  2416. assert.Equal(t, http.StatusOK, rr.Code)
  2417. for _, webURL := range []string{"/", webBasePath, webBaseAdminPath, webAdminLoginPath, webClientLoginPath} {
  2418. rr = httptest.NewRecorder()
  2419. r, err = http.NewRequest(http.MethodGet, webURL, nil)
  2420. assert.NoError(t, err)
  2421. server.router.ServeHTTP(rr, r)
  2422. assert.Equal(t, http.StatusFound, rr.Code)
  2423. assert.Equal(t, webAdminSetupPath, rr.Header().Get("Location"))
  2424. }
  2425. form = make(url.Values)
  2426. csrfToken = createCSRFToken("")
  2427. form.Set("_form_token", csrfToken)
  2428. form.Set("install_code", installationCode)
  2429. form.Set("username", defaultAdminUsername)
  2430. form.Set("password", "password")
  2431. form.Set("confirm_password", "password")
  2432. rr = httptest.NewRecorder()
  2433. r, err = http.NewRequest(http.MethodPost, webAdminSetupPath, bytes.NewBuffer([]byte(form.Encode())))
  2434. assert.NoError(t, err)
  2435. r.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  2436. server.router.ServeHTTP(rr, r)
  2437. assert.Equal(t, http.StatusOK, rr.Code)
  2438. assert.Contains(t, rr.Body.String(), "Installation code mismatch")
  2439. _, err = dataprovider.AdminExists(defaultAdminUsername)
  2440. assert.Error(t, err)
  2441. form.Set("install_code", "5678")
  2442. rr = httptest.NewRecorder()
  2443. r, err = http.NewRequest(http.MethodPost, webAdminSetupPath, bytes.NewBuffer([]byte(form.Encode())))
  2444. assert.NoError(t, err)
  2445. r.Header.Set("Content-Type", "application/x-www-form-urlencoded")
  2446. server.router.ServeHTTP(rr, r)
  2447. assert.Equal(t, http.StatusFound, rr.Code)
  2448. _, err = dataprovider.AdminExists(defaultAdminUsername)
  2449. assert.NoError(t, err)
  2450. err = dataprovider.Close()
  2451. assert.NoError(t, err)
  2452. providerConf.CreateDefaultAdmin = true
  2453. err = dataprovider.Initialize(providerConf, configDir, true)
  2454. assert.NoError(t, err)
  2455. installationCode = ""
  2456. SetInstallationCodeResolver(nil)
  2457. }
  2458. func TestDbResetCodeManager(t *testing.T) {
  2459. if !isSharedProviderSupported() {
  2460. t.Skip("this test it is not available with this provider")
  2461. }
  2462. mgr := newResetCodeManager(1)
  2463. resetCode := newResetCode("admin", true)
  2464. err := mgr.Add(resetCode)
  2465. assert.NoError(t, err)
  2466. codeGet, err := mgr.Get(resetCode.Code)
  2467. assert.NoError(t, err)
  2468. assert.Equal(t, resetCode, codeGet)
  2469. err = mgr.Delete(resetCode.Code)
  2470. assert.NoError(t, err)
  2471. err = mgr.Delete(resetCode.Code)
  2472. if assert.Error(t, err) {
  2473. _, ok := err.(*util.RecordNotFoundError)
  2474. assert.True(t, ok)
  2475. }
  2476. _, err = mgr.Get(resetCode.Code)
  2477. assert.ErrorIs(t, err, sql.ErrNoRows)
  2478. // add an expired reset code
  2479. resetCode = newResetCode("user", false)
  2480. resetCode.ExpiresAt = time.Now().Add(-24 * time.Hour)
  2481. err = mgr.Add(resetCode)
  2482. assert.NoError(t, err)
  2483. _, err = mgr.Get(resetCode.Code)
  2484. if assert.Error(t, err) {
  2485. assert.Contains(t, err.Error(), "reset code expired")
  2486. }
  2487. mgr.Cleanup()
  2488. _, err = mgr.Get(resetCode.Code)
  2489. assert.ErrorIs(t, err, sql.ErrNoRows)
  2490. dbMgr, ok := mgr.(*dbResetCodeManager)
  2491. if assert.True(t, ok) {
  2492. _, err = dbMgr.decodeData("astring")
  2493. assert.Error(t, err)
  2494. }
  2495. }
  2496. func isSharedProviderSupported() bool {
  2497. // SQLite shares the implementation with other SQL-based provider but it makes no sense
  2498. // to use it outside test cases
  2499. switch dataprovider.GetProviderStatus().Driver {
  2500. case dataprovider.MySQLDataProviderName, dataprovider.PGSQLDataProviderName,
  2501. dataprovider.CockroachDataProviderName, dataprovider.SQLiteDataProviderName:
  2502. return true
  2503. default:
  2504. return false
  2505. }
  2506. }