12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324 |
- // Copyright (C) 2019-2022 Nicola Murino
- //
- // This program is free software: you can redistribute it and/or modify
- // it under the terms of the GNU Affero General Public License as published
- // by the Free Software Foundation, version 3.
- //
- // This program is distributed in the hope that it will be useful,
- // but WITHOUT ANY WARRANTY; without even the implied warranty of
- // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- // GNU Affero General Public License for more details.
- //
- // You should have received a copy of the GNU Affero General Public License
- // along with this program. If not, see <https://www.gnu.org/licenses/>.
- package sftpd
- import (
- "bytes"
- "errors"
- "fmt"
- "io"
- "io/fs"
- "net"
- "os"
- "path/filepath"
- "runtime"
- "testing"
- "time"
- "github.com/eikenb/pipeat"
- "github.com/pkg/sftp"
- "github.com/rs/xid"
- "github.com/sftpgo/sdk"
- "github.com/stretchr/testify/assert"
- "github.com/stretchr/testify/require"
- "golang.org/x/crypto/ssh"
- "github.com/drakkan/sftpgo/v2/internal/common"
- "github.com/drakkan/sftpgo/v2/internal/dataprovider"
- "github.com/drakkan/sftpgo/v2/internal/kms"
- "github.com/drakkan/sftpgo/v2/internal/util"
- "github.com/drakkan/sftpgo/v2/internal/vfs"
- )
- const (
- osWindows = "windows"
- )
- var (
- configDir = filepath.Join(".", "..", "..")
- )
- type MockChannel struct {
- Buffer *bytes.Buffer
- StdErrBuffer *bytes.Buffer
- ReadError error
- WriteError error
- ShortWriteErr bool
- }
- func (c *MockChannel) Read(data []byte) (int, error) {
- if c.ReadError != nil {
- return 0, c.ReadError
- }
- return c.Buffer.Read(data)
- }
- func (c *MockChannel) Write(data []byte) (int, error) {
- if c.WriteError != nil {
- return 0, c.WriteError
- }
- if c.ShortWriteErr {
- return 0, nil
- }
- return c.Buffer.Write(data)
- }
- func (c *MockChannel) Close() error {
- return nil
- }
- func (c *MockChannel) CloseWrite() error {
- return nil
- }
- func (c *MockChannel) SendRequest(name string, wantReply bool, payload []byte) (bool, error) {
- return true, nil
- }
- func (c *MockChannel) Stderr() io.ReadWriter {
- return c.StdErrBuffer
- }
- // MockOsFs mockable OsFs
- type MockOsFs struct {
- vfs.Fs
- err error
- statErr error
- isAtomicUploadSupported bool
- }
- // Name returns the name for the Fs implementation
- func (fs MockOsFs) Name() string {
- return "mockOsFs"
- }
- // IsUploadResumeSupported returns true if resuming uploads is supported
- func (MockOsFs) IsUploadResumeSupported() bool {
- return false
- }
- // IsAtomicUploadSupported returns true if atomic upload is supported
- func (fs MockOsFs) IsAtomicUploadSupported() bool {
- return fs.isAtomicUploadSupported
- }
- // Stat returns a FileInfo describing the named file
- func (fs MockOsFs) Stat(name string) (os.FileInfo, error) {
- if fs.statErr != nil {
- return nil, fs.statErr
- }
- return os.Stat(name)
- }
- // Lstat returns a FileInfo describing the named file
- func (fs MockOsFs) Lstat(name string) (os.FileInfo, error) {
- if fs.statErr != nil {
- return nil, fs.statErr
- }
- return os.Lstat(name)
- }
- // Remove removes the named file or (empty) directory.
- func (fs MockOsFs) Remove(name string, isDir bool) error {
- if fs.err != nil {
- return fs.err
- }
- return os.Remove(name)
- }
- // Rename renames (moves) source to target
- func (fs MockOsFs) Rename(source, target string) error {
- if fs.err != nil {
- return fs.err
- }
- return os.Rename(source, target)
- }
- func newMockOsFs(err, statErr error, atomicUpload bool, connectionID, rootDir string) vfs.Fs {
- return &MockOsFs{
- Fs: vfs.NewOsFs(connectionID, rootDir, ""),
- err: err,
- statErr: statErr,
- isAtomicUploadSupported: atomicUpload,
- }
- }
- func TestRemoveNonexistentQuotaScan(t *testing.T) {
- assert.False(t, common.QuotaScans.RemoveUserQuotaScan("username"))
- }
- func TestGetOSOpenFlags(t *testing.T) {
- var flags sftp.FileOpenFlags
- flags.Write = true
- flags.Excl = true
- osFlags := getOSOpenFlags(flags)
- assert.NotEqual(t, 0, osFlags&os.O_WRONLY)
- assert.NotEqual(t, 0, osFlags&os.O_EXCL)
- flags.Append = true
- // append flag should be ignored to allow resume
- assert.NotEqual(t, 0, osFlags&os.O_WRONLY)
- assert.NotEqual(t, 0, osFlags&os.O_EXCL)
- }
- func TestUploadResumeInvalidOffset(t *testing.T) {
- testfile := "testfile" //nolint:goconst
- file, err := os.Create(testfile)
- assert.NoError(t, err)
- user := dataprovider.User{
- BaseUser: sdk.BaseUser{
- Username: "testuser",
- },
- }
- fs := vfs.NewOsFs("", os.TempDir(), "")
- conn := common.NewBaseConnection("", common.ProtocolSFTP, "", "", user)
- baseTransfer := common.NewBaseTransfer(file, conn, nil, file.Name(), file.Name(), testfile,
- common.TransferUpload, 10, 0, 0, 0, false, fs, dataprovider.TransferQuota{})
- transfer := newTransfer(baseTransfer, nil, nil, nil)
- _, err = transfer.WriteAt([]byte("test"), 0)
- assert.Error(t, err, "upload with invalid offset must fail")
- if assert.Error(t, transfer.ErrTransfer) {
- assert.EqualError(t, err, transfer.ErrTransfer.Error())
- assert.Contains(t, transfer.ErrTransfer.Error(), "invalid write offset")
- }
- err = transfer.Close()
- if assert.Error(t, err) {
- assert.ErrorIs(t, err, sftp.ErrSSHFxFailure)
- }
- err = os.Remove(testfile)
- assert.NoError(t, err)
- }
- func TestReadWriteErrors(t *testing.T) {
- testfile := "testfile"
- file, err := os.Create(testfile)
- assert.NoError(t, err)
- user := dataprovider.User{
- BaseUser: sdk.BaseUser{
- Username: "testuser",
- },
- }
- fs := vfs.NewOsFs("", os.TempDir(), "")
- conn := common.NewBaseConnection("", common.ProtocolSFTP, "", "", user)
- baseTransfer := common.NewBaseTransfer(file, conn, nil, file.Name(), file.Name(), testfile, common.TransferDownload,
- 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{})
- transfer := newTransfer(baseTransfer, nil, nil, nil)
- err = file.Close()
- assert.NoError(t, err)
- _, err = transfer.WriteAt([]byte("test"), 0)
- assert.Error(t, err, "writing to closed file must fail")
- buf := make([]byte, 32768)
- _, err = transfer.ReadAt(buf, 0)
- assert.Error(t, err, "reading from a closed file must fail")
- err = transfer.Close()
- assert.Error(t, err)
- r, _, err := pipeat.Pipe()
- assert.NoError(t, err)
- baseTransfer = common.NewBaseTransfer(nil, conn, nil, file.Name(), file.Name(), testfile, common.TransferDownload,
- 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{})
- transfer = newTransfer(baseTransfer, nil, r, nil)
- err = transfer.Close()
- assert.NoError(t, err)
- _, err = transfer.ReadAt(buf, 0)
- assert.Error(t, err, "reading from a closed pipe must fail")
- r, w, err := pipeat.Pipe()
- assert.NoError(t, err)
- pipeWriter := vfs.NewPipeWriter(w)
- baseTransfer = common.NewBaseTransfer(nil, conn, nil, file.Name(), file.Name(), testfile, common.TransferDownload,
- 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{})
- transfer = newTransfer(baseTransfer, pipeWriter, nil, nil)
- err = r.Close()
- assert.NoError(t, err)
- errFake := fmt.Errorf("fake upload error")
- go func() {
- time.Sleep(100 * time.Millisecond)
- pipeWriter.Done(errFake)
- }()
- err = transfer.closeIO()
- assert.EqualError(t, err, errFake.Error())
- _, err = transfer.WriteAt([]byte("test"), 0)
- assert.Error(t, err, "writing to closed pipe must fail")
- err = transfer.BaseTransfer.Close()
- assert.EqualError(t, err, errFake.Error())
- err = os.Remove(testfile)
- assert.NoError(t, err)
- assert.Len(t, conn.GetTransfers(), 0)
- }
- func TestUnsupportedListOP(t *testing.T) {
- conn := common.NewBaseConnection("", common.ProtocolSFTP, "", "", dataprovider.User{})
- sftpConn := Connection{
- BaseConnection: conn,
- }
- request := sftp.NewRequest("Unsupported", "")
- _, err := sftpConn.Filelist(request)
- assert.EqualError(t, err, sftp.ErrSSHFxOpUnsupported.Error())
- }
- func TestTransferCancelFn(t *testing.T) {
- testfile := "testfile"
- file, err := os.Create(testfile)
- assert.NoError(t, err)
- isCancelled := false
- cancelFn := func() {
- isCancelled = true
- }
- user := dataprovider.User{
- BaseUser: sdk.BaseUser{
- Username: "testuser",
- },
- }
- fs := vfs.NewOsFs("", os.TempDir(), "")
- conn := common.NewBaseConnection("", common.ProtocolSFTP, "", "", user)
- baseTransfer := common.NewBaseTransfer(file, conn, cancelFn, file.Name(), file.Name(), testfile, common.TransferDownload,
- 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{})
- transfer := newTransfer(baseTransfer, nil, nil, nil)
- errFake := errors.New("fake error, this will trigger cancelFn")
- transfer.TransferError(errFake)
- err = transfer.Close()
- if assert.Error(t, err) {
- assert.ErrorIs(t, err, sftp.ErrSSHFxFailure)
- }
- if assert.Error(t, transfer.ErrTransfer) {
- assert.EqualError(t, transfer.ErrTransfer, errFake.Error())
- }
- assert.True(t, isCancelled, "cancelFn not called!")
- err = os.Remove(testfile)
- assert.NoError(t, err)
- }
- func TestUploadFiles(t *testing.T) {
- common.Config.UploadMode = common.UploadModeAtomic
- fs := vfs.NewOsFs("123", os.TempDir(), "")
- u := dataprovider.User{}
- c := Connection{
- BaseConnection: common.NewBaseConnection("", common.ProtocolSFTP, "", "", u),
- }
- var flags sftp.FileOpenFlags
- flags.Write = true
- flags.Trunc = true
- _, err := c.handleSFTPUploadToExistingFile(fs, flags, "missing_path", "other_missing_path", 0, "/missing_path", nil)
- assert.Error(t, err, "upload to existing file must fail if one or both paths are invalid")
- common.Config.UploadMode = common.UploadModeStandard
- _, err = c.handleSFTPUploadToExistingFile(fs, flags, "missing_path", "other_missing_path", 0, "/missing_path", nil)
- assert.Error(t, err, "upload to existing file must fail if one or both paths are invalid")
- missingFile := "missing/relative/file.txt"
- if runtime.GOOS == osWindows {
- missingFile = "missing\\relative\\file.txt"
- }
- _, err = c.handleSFTPUploadToNewFile(fs, flags, ".", missingFile, "/missing", nil)
- assert.Error(t, err, "upload new file in missing path must fail")
- fs = newMockOsFs(nil, nil, false, "123", os.TempDir())
- f, err := os.CreateTemp("", "temp")
- assert.NoError(t, err)
- err = f.Close()
- assert.NoError(t, err)
- tr, err := c.handleSFTPUploadToExistingFile(fs, flags, f.Name(), f.Name(), 123, f.Name(), nil)
- if assert.NoError(t, err) {
- transfer := tr.(*transfer)
- transfers := c.GetTransfers()
- if assert.Equal(t, 1, len(transfers)) {
- assert.Equal(t, transfers[0].ID, transfer.GetID())
- assert.Equal(t, int64(123), transfer.InitialSize)
- err = transfer.Close()
- assert.NoError(t, err)
- assert.Equal(t, 0, len(c.GetTransfers()))
- }
- }
- err = os.Remove(f.Name())
- assert.NoError(t, err)
- common.Config.UploadMode = common.UploadModeAtomicWithResume
- }
- func TestWithInvalidHome(t *testing.T) {
- u := dataprovider.User{}
- u.HomeDir = "home_rel_path" //nolint:goconst
- _, err := loginUser(&u, dataprovider.LoginMethodPassword, "", nil)
- assert.Error(t, err, "login a user with an invalid home_dir must fail")
- u.HomeDir = os.TempDir()
- fs, err := u.GetFilesystem("123")
- assert.NoError(t, err)
- c := Connection{
- BaseConnection: common.NewBaseConnection("", common.ProtocolSFTP, "", "", u),
- }
- _, err = fs.ResolvePath("../upper_path")
- assert.Error(t, err, "tested path is not a home subdir")
- _, err = c.StatVFS(&sftp.Request{
- Method: "StatVFS",
- Filepath: "../unresolvable-path",
- })
- assert.Error(t, err)
- }
- func TestResolveWithRootDir(t *testing.T) {
- u := dataprovider.User{}
- if runtime.GOOS == osWindows {
- u.HomeDir = "C:\\"
- } else {
- u.HomeDir = "/"
- }
- fs, err := u.GetFilesystem("")
- assert.NoError(t, err)
- rel, err := filepath.Rel(u.HomeDir, os.TempDir())
- assert.NoError(t, err)
- p, err := fs.ResolvePath(rel)
- assert.NoError(t, err, "path %v", p)
- }
- func TestSFTPGetUsedQuota(t *testing.T) {
- u := dataprovider.User{}
- u.HomeDir = "home_rel_path"
- u.Username = "test_invalid_user"
- u.QuotaSize = 4096
- u.QuotaFiles = 1
- u.Permissions = make(map[string][]string)
- u.Permissions["/"] = []string{dataprovider.PermAny}
- connection := Connection{
- BaseConnection: common.NewBaseConnection("", common.ProtocolSFTP, "", "", u),
- }
- quotaResult, _ := connection.HasSpace(false, false, "/")
- assert.False(t, quotaResult.HasSpace)
- }
- func TestSupportedSSHCommands(t *testing.T) {
- cmds := GetSupportedSSHCommands()
- assert.Equal(t, len(supportedSSHCommands), len(cmds))
- for _, c := range cmds {
- assert.True(t, util.Contains(supportedSSHCommands, c))
- }
- }
- func TestSSHCommandPath(t *testing.T) {
- buf := make([]byte, 65535)
- stdErrBuf := make([]byte, 65535)
- mockSSHChannel := MockChannel{
- Buffer: bytes.NewBuffer(buf),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- ReadError: nil,
- }
- connection := &Connection{
- channel: &mockSSHChannel,
- BaseConnection: common.NewBaseConnection("", common.ProtocolSSH, "", "", dataprovider.User{}),
- }
- sshCommand := sshCommand{
- command: "test",
- connection: connection,
- args: []string{},
- }
- assert.Equal(t, "", sshCommand.getDestPath())
- sshCommand.args = []string{"-t", "/tmp/../path"}
- assert.Equal(t, "/path", sshCommand.getDestPath())
- sshCommand.args = []string{"-t", "/tmp/"}
- assert.Equal(t, "/tmp/", sshCommand.getDestPath())
- sshCommand.args = []string{"-t", "tmp/"}
- assert.Equal(t, "/tmp/", sshCommand.getDestPath())
- sshCommand.args = []string{"-t", "/tmp/../../../path"}
- assert.Equal(t, "/path", sshCommand.getDestPath())
- sshCommand.args = []string{"-t", ".."}
- assert.Equal(t, "/", sshCommand.getDestPath())
- sshCommand.args = []string{"-t", "."}
- assert.Equal(t, "/", sshCommand.getDestPath())
- sshCommand.args = []string{"-t", "//"}
- assert.Equal(t, "/", sshCommand.getDestPath())
- sshCommand.args = []string{"-t", "../.."}
- assert.Equal(t, "/", sshCommand.getDestPath())
- sshCommand.args = []string{"-t", "/.."}
- assert.Equal(t, "/", sshCommand.getDestPath())
- sshCommand.args = []string{"-f", "/a space.txt"}
- assert.Equal(t, "/a space.txt", sshCommand.getDestPath())
- }
- func TestSSHParseCommandPayload(t *testing.T) {
- cmd := "command -a -f /ab\\ à/some\\ spaces\\ \\ \\(\\).txt"
- name, args, _ := parseCommandPayload(cmd)
- assert.Equal(t, "command", name)
- assert.Equal(t, 3, len(args))
- assert.Equal(t, "/ab à/some spaces ().txt", args[2])
- _, _, err := parseCommandPayload("")
- assert.Error(t, err, "parsing invalid command must fail")
- }
- func TestSSHCommandErrors(t *testing.T) {
- buf := make([]byte, 65535)
- stdErrBuf := make([]byte, 65535)
- readErr := fmt.Errorf("test read error")
- mockSSHChannel := MockChannel{
- Buffer: bytes.NewBuffer(buf),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- ReadError: readErr,
- }
- server, client := net.Pipe()
- defer func() {
- err := server.Close()
- assert.NoError(t, err)
- }()
- defer func() {
- err := client.Close()
- assert.NoError(t, err)
- }()
- user := dataprovider.User{}
- user.Permissions = map[string][]string{
- "/": {dataprovider.PermAny},
- }
- connection := Connection{
- BaseConnection: common.NewBaseConnection("", common.ProtocolSSH, "", "", user),
- channel: &mockSSHChannel,
- }
- cmd := sshCommand{
- command: "md5sum",
- connection: &connection,
- args: []string{},
- }
- err := cmd.handle()
- assert.Error(t, err, "ssh command must fail, we are sending a fake error")
- cmd = sshCommand{
- command: "md5sum",
- connection: &connection,
- args: []string{"/../../test_file_ftp.dat"},
- }
- err = cmd.handle()
- assert.Error(t, err, "ssh command must fail, we are requesting an invalid path")
- cmd = sshCommand{
- command: "git-receive-pack",
- connection: &connection,
- args: []string{"/../../testrepo"},
- }
- err = cmd.handle()
- assert.Error(t, err, "ssh command must fail, we are requesting an invalid path")
- user = dataprovider.User{}
- user.Permissions = map[string][]string{
- "/": {dataprovider.PermAny},
- }
- user.HomeDir = filepath.Clean(os.TempDir())
- user.QuotaFiles = 1
- user.UsedQuotaFiles = 2
- cmd.connection.User = user
- fs, err := cmd.connection.User.GetFilesystem("123")
- assert.NoError(t, err)
- err = cmd.handle()
- assert.EqualError(t, err, common.ErrQuotaExceeded.Error())
- cmd.connection.User.QuotaFiles = 0
- cmd.connection.User.UsedQuotaFiles = 0
- cmd.connection.User.Permissions = make(map[string][]string)
- cmd.connection.User.Permissions["/"] = []string{dataprovider.PermListItems}
- err = cmd.handle()
- assert.EqualError(t, err, common.ErrPermissionDenied.Error())
- cmd.connection.User.Permissions["/"] = []string{dataprovider.PermAny}
- cmd.command = "invalid_command"
- command, err := cmd.getSystemCommand()
- assert.NoError(t, err)
- err = cmd.executeSystemCommand(command)
- assert.Error(t, err, "invalid command must fail")
- command, err = cmd.getSystemCommand()
- assert.NoError(t, err)
- _, err = command.cmd.StderrPipe()
- assert.NoError(t, err)
- err = cmd.executeSystemCommand(command)
- assert.Error(t, err, "command must fail, pipe was already assigned")
- err = cmd.executeSystemCommand(command)
- assert.Error(t, err, "command must fail, pipe was already assigned")
- command, err = cmd.getSystemCommand()
- assert.NoError(t, err)
- _, err = command.cmd.StdoutPipe()
- assert.NoError(t, err)
- err = cmd.executeSystemCommand(command)
- assert.Error(t, err, "command must fail, pipe was already assigned")
- cmd = sshCommand{
- command: "sftpgo-remove",
- connection: &connection,
- args: []string{"/../../src"},
- }
- err = cmd.handle()
- assert.Error(t, err, "ssh command must fail, we are requesting an invalid path")
- cmd = sshCommand{
- command: "sftpgo-copy",
- connection: &connection,
- args: []string{"/../../test_src", "."},
- }
- err = cmd.handle()
- assert.Error(t, err, "ssh command must fail, we are requesting an invalid path")
- cmd.connection.User.HomeDir = filepath.Clean(os.TempDir())
- cmd = sshCommand{
- command: "sftpgo-copy",
- connection: &connection,
- args: []string{"src", "dst"},
- }
- cmd.connection.User.Permissions = make(map[string][]string)
- cmd.connection.User.Permissions["/"] = []string{dataprovider.PermAny}
- if runtime.GOOS != osWindows {
- aDir := filepath.Join(os.TempDir(), "adir")
- err = os.MkdirAll(aDir, os.ModePerm)
- assert.NoError(t, err)
- tmpFile := filepath.Join(aDir, "testcopy")
- err = os.WriteFile(tmpFile, []byte("aaa"), os.ModePerm)
- assert.NoError(t, err)
- err = os.Chmod(aDir, 0001)
- assert.NoError(t, err)
- err = cmd.checkCopyDestination(fs, tmpFile)
- assert.Error(t, err)
- err = os.Chmod(aDir, os.ModePerm)
- assert.NoError(t, err)
- err = os.Remove(tmpFile)
- assert.NoError(t, err)
- }
- common.WaitForTransfers(1)
- _, err = cmd.getSystemCommand()
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), common.ErrShuttingDown.Error())
- }
- err = common.Initialize(common.Config, 0)
- assert.NoError(t, err)
- }
- func TestCommandsWithExtensionsFilter(t *testing.T) {
- buf := make([]byte, 65535)
- stdErrBuf := make([]byte, 65535)
- mockSSHChannel := MockChannel{
- Buffer: bytes.NewBuffer(buf),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- }
- server, client := net.Pipe()
- defer server.Close()
- defer client.Close()
- user := dataprovider.User{
- BaseUser: sdk.BaseUser{
- Username: "test",
- HomeDir: os.TempDir(),
- Status: 1,
- },
- }
- user.Filters.FilePatterns = []sdk.PatternsFilter{
- {
- Path: "/subdir",
- AllowedPatterns: []string{".jpg"},
- DeniedPatterns: []string{},
- },
- }
- connection := &Connection{
- BaseConnection: common.NewBaseConnection("", common.ProtocolSSH, "", "", user),
- channel: &mockSSHChannel,
- }
- cmd := sshCommand{
- command: "md5sum",
- connection: connection,
- args: []string{"subdir/test.png"},
- }
- err := cmd.handleHashCommands()
- assert.EqualError(t, err, common.ErrPermissionDenied.Error())
- cmd = sshCommand{
- command: "rsync",
- connection: connection,
- args: []string{"--server", "-vlogDtprze.iLsfxC", ".", "/"},
- }
- _, err = cmd.getSystemCommand()
- assert.EqualError(t, err, errUnsupportedConfig.Error())
- cmd = sshCommand{
- command: "git-receive-pack",
- connection: connection,
- args: []string{"/subdir"},
- }
- _, err = cmd.getSystemCommand()
- assert.EqualError(t, err, errUnsupportedConfig.Error())
- cmd = sshCommand{
- command: "git-receive-pack",
- connection: connection,
- args: []string{"/subdir/dir"},
- }
- _, err = cmd.getSystemCommand()
- assert.EqualError(t, err, errUnsupportedConfig.Error())
- cmd = sshCommand{
- command: "git-receive-pack",
- connection: connection,
- args: []string{"/adir/subdir"},
- }
- _, err = cmd.getSystemCommand()
- assert.NoError(t, err)
- }
- func TestSSHCommandsRemoteFs(t *testing.T) {
- buf := make([]byte, 65535)
- stdErrBuf := make([]byte, 65535)
- mockSSHChannel := MockChannel{
- Buffer: bytes.NewBuffer(buf),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- }
- user := dataprovider.User{}
- user.FsConfig = vfs.Filesystem{
- Provider: sdk.S3FilesystemProvider,
- S3Config: vfs.S3FsConfig{
- BaseS3FsConfig: sdk.BaseS3FsConfig{
- Bucket: "s3bucket",
- Endpoint: "endpoint",
- Region: "eu-west-1",
- },
- },
- }
- connection := &Connection{
- BaseConnection: common.NewBaseConnection("", common.ProtocolSFTP, "", "", user),
- channel: &mockSSHChannel,
- }
- cmd := sshCommand{
- command: "md5sum",
- connection: connection,
- args: []string{},
- }
- command, err := cmd.getSystemCommand()
- assert.NoError(t, err)
- err = cmd.executeSystemCommand(command)
- assert.Error(t, err, "command must fail for a non local filesystem")
- cmd = sshCommand{
- command: "sftpgo-copy",
- connection: connection,
- args: []string{},
- }
- err = cmd.handleSFTPGoCopy()
- assert.Error(t, err)
- cmd = sshCommand{
- command: "sftpgo-remove",
- connection: connection,
- args: []string{},
- }
- err = cmd.handleSFTPGoRemove()
- assert.Error(t, err)
- // the user has no permissions
- assert.False(t, cmd.hasCopyPermissions("", "", nil))
- }
- func TestSSHCmdGetFsErrors(t *testing.T) {
- buf := make([]byte, 65535)
- stdErrBuf := make([]byte, 65535)
- mockSSHChannel := MockChannel{
- Buffer: bytes.NewBuffer(buf),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- }
- user := dataprovider.User{
- BaseUser: sdk.BaseUser{
- HomeDir: "relative path",
- },
- }
- user.Permissions = map[string][]string{}
- user.Permissions["/"] = []string{dataprovider.PermAny}
- connection := &Connection{
- BaseConnection: common.NewBaseConnection("", common.ProtocolSFTP, "", "", user),
- channel: &mockSSHChannel,
- }
- cmd := sshCommand{
- command: "sftpgo-remove",
- connection: connection,
- args: []string{"path"},
- }
- err := cmd.handleSFTPGoRemove()
- assert.Error(t, err)
- cmd = sshCommand{
- command: "sftpgo-copy",
- connection: connection,
- args: []string{"path1", "path2"},
- }
- _, _, _, _, _, _, err = cmd.getFsAndCopyPaths() //nolint:dogsled
- assert.Error(t, err)
- user = dataprovider.User{}
- user.HomeDir = filepath.Join(os.TempDir(), "home")
- user.VirtualFolders = append(connection.User.VirtualFolders, vfs.VirtualFolder{
- BaseVirtualFolder: vfs.BaseVirtualFolder{
- MappedPath: "relative",
- },
- VirtualPath: "/vpath",
- })
- connection.User = user
- err = os.MkdirAll(user.GetHomeDir(), os.ModePerm)
- assert.NoError(t, err)
- cmd = sshCommand{
- command: "sftpgo-copy",
- connection: connection,
- args: []string{"path1", "/vpath/path2"},
- }
- _, _, _, _, _, _, err = cmd.getFsAndCopyPaths() //nolint:dogsled
- assert.Error(t, err)
- err = os.Remove(user.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestGitVirtualFolders(t *testing.T) {
- permissions := make(map[string][]string)
- permissions["/"] = []string{dataprovider.PermAny}
- user := dataprovider.User{
- BaseUser: sdk.BaseUser{
- Permissions: permissions,
- HomeDir: os.TempDir(),
- },
- }
- conn := &Connection{
- BaseConnection: common.NewBaseConnection("", common.ProtocolSFTP, "", "", user),
- }
- cmd := sshCommand{
- command: "git-receive-pack",
- connection: conn,
- args: []string{"/vdir"},
- }
- cmd.connection.User.VirtualFolders = append(cmd.connection.User.VirtualFolders, vfs.VirtualFolder{
- BaseVirtualFolder: vfs.BaseVirtualFolder{
- MappedPath: os.TempDir(),
- },
- VirtualPath: "/vdir",
- })
- _, err := cmd.getSystemCommand()
- assert.NoError(t, err)
- cmd.args = []string{"/"}
- _, err = cmd.getSystemCommand()
- assert.EqualError(t, err, errUnsupportedConfig.Error())
- cmd.args = []string{"/vdir1"}
- _, err = cmd.getSystemCommand()
- assert.NoError(t, err)
- cmd.connection.User.VirtualFolders = nil
- cmd.connection.User.VirtualFolders = append(cmd.connection.User.VirtualFolders, vfs.VirtualFolder{
- BaseVirtualFolder: vfs.BaseVirtualFolder{
- MappedPath: os.TempDir(),
- },
- VirtualPath: "/vdir",
- })
- cmd.args = []string{"/vdir/subdir"}
- _, err = cmd.getSystemCommand()
- assert.NoError(t, err)
- cmd.args = []string{"/adir/subdir"}
- _, err = cmd.getSystemCommand()
- assert.NoError(t, err)
- }
- func TestRsyncOptions(t *testing.T) {
- permissions := make(map[string][]string)
- permissions["/"] = []string{dataprovider.PermAny}
- user := dataprovider.User{
- BaseUser: sdk.BaseUser{
- Permissions: permissions,
- HomeDir: os.TempDir(),
- },
- }
- conn := &Connection{
- BaseConnection: common.NewBaseConnection("", common.ProtocolSFTP, "", "", user),
- }
- sshCmd := sshCommand{
- command: "rsync",
- connection: conn,
- args: []string{"--server", "-vlogDtprze.iLsfxC", ".", "/"},
- }
- cmd, err := sshCmd.getSystemCommand()
- assert.NoError(t, err)
- assert.True(t, util.Contains(cmd.cmd.Args, "--safe-links"),
- "--safe-links must be added if the user has the create symlinks permission")
- permissions["/"] = []string{dataprovider.PermDownload, dataprovider.PermUpload, dataprovider.PermCreateDirs,
- dataprovider.PermListItems, dataprovider.PermOverwrite, dataprovider.PermDelete, dataprovider.PermRename}
- user.Permissions = permissions
- conn = &Connection{
- BaseConnection: common.NewBaseConnection("", common.ProtocolSFTP, "", "", user),
- }
- sshCmd = sshCommand{
- command: "rsync",
- connection: conn,
- args: []string{"--server", "-vlogDtprze.iLsfxC", ".", "/"},
- }
- cmd, err = sshCmd.getSystemCommand()
- assert.NoError(t, err)
- assert.True(t, util.Contains(cmd.cmd.Args, "--munge-links"),
- "--munge-links must be added if the user has the create symlinks permission")
- sshCmd.connection.User.VirtualFolders = append(sshCmd.connection.User.VirtualFolders, vfs.VirtualFolder{
- BaseVirtualFolder: vfs.BaseVirtualFolder{
- MappedPath: os.TempDir(),
- },
- VirtualPath: "/vdir",
- })
- _, err = sshCmd.getSystemCommand()
- assert.EqualError(t, err, errUnsupportedConfig.Error())
- }
- func TestSystemCommandSizeForPath(t *testing.T) {
- permissions := make(map[string][]string)
- permissions["/"] = []string{dataprovider.PermAny}
- user := dataprovider.User{
- BaseUser: sdk.BaseUser{
- Permissions: permissions,
- HomeDir: os.TempDir(),
- },
- }
- fs, err := user.GetFilesystem("123")
- assert.NoError(t, err)
- conn := &Connection{
- BaseConnection: common.NewBaseConnection("", common.ProtocolSFTP, "", "", user),
- }
- sshCmd := sshCommand{
- command: "rsync",
- connection: conn,
- args: []string{"--server", "-vlogDtprze.iLsfxC", ".", "/"},
- }
- _, _, err = sshCmd.getSizeForPath(fs, "missing path")
- assert.NoError(t, err)
- testDir := filepath.Join(os.TempDir(), "dir")
- err = os.MkdirAll(testDir, os.ModePerm)
- assert.NoError(t, err)
- testFile := filepath.Join(testDir, "testfile")
- err = os.WriteFile(testFile, []byte("test content"), os.ModePerm)
- assert.NoError(t, err)
- err = os.Symlink(testFile, testFile+".link")
- assert.NoError(t, err)
- numFiles, size, err := sshCmd.getSizeForPath(fs, testFile+".link")
- assert.NoError(t, err)
- assert.Equal(t, 0, numFiles)
- assert.Equal(t, int64(0), size)
- numFiles, size, err = sshCmd.getSizeForPath(fs, testFile)
- assert.NoError(t, err)
- assert.Equal(t, 1, numFiles)
- assert.Equal(t, int64(12), size)
- if runtime.GOOS != osWindows {
- err = os.Chmod(testDir, 0001)
- assert.NoError(t, err)
- _, _, err = sshCmd.getSizeForPath(fs, testFile)
- assert.Error(t, err)
- err = os.Chmod(testDir, os.ModePerm)
- assert.NoError(t, err)
- }
- err = os.RemoveAll(testDir)
- assert.NoError(t, err)
- }
- func TestSystemCommandErrors(t *testing.T) {
- buf := make([]byte, 65535)
- stdErrBuf := make([]byte, 65535)
- readErr := fmt.Errorf("test read error")
- writeErr := fmt.Errorf("test write error")
- mockSSHChannel := MockChannel{
- Buffer: bytes.NewBuffer(buf),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- ReadError: nil,
- WriteError: writeErr,
- }
- permissions := make(map[string][]string)
- permissions["/"] = []string{dataprovider.PermAny}
- homeDir := filepath.Join(os.TempDir(), "adir")
- err := os.MkdirAll(homeDir, os.ModePerm)
- assert.NoError(t, err)
- err = os.WriteFile(filepath.Join(homeDir, "afile"), []byte("content"), os.ModePerm)
- assert.NoError(t, err)
- user := dataprovider.User{
- BaseUser: sdk.BaseUser{
- Permissions: permissions,
- HomeDir: homeDir,
- },
- }
- fs, err := user.GetFilesystem("123")
- assert.NoError(t, err)
- connection := &Connection{
- BaseConnection: common.NewBaseConnection("", common.ProtocolSFTP, "", "", user),
- channel: &mockSSHChannel,
- }
- var sshCmd sshCommand
- if runtime.GOOS == osWindows {
- sshCmd = sshCommand{
- command: "dir",
- connection: connection,
- args: []string{"/"},
- }
- } else {
- sshCmd = sshCommand{
- command: "ls",
- connection: connection,
- args: []string{"/"},
- }
- }
- systemCmd, err := sshCmd.getSystemCommand()
- assert.NoError(t, err)
- systemCmd.cmd.Dir = os.TempDir()
- // FIXME: the command completes but the fake client is unable to read the response
- // no error is reported in this case. We can see that the expected code is executed
- // reading the test coverage
- sshCmd.executeSystemCommand(systemCmd) //nolint:errcheck
- mockSSHChannel = MockChannel{
- Buffer: bytes.NewBuffer(buf),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- ReadError: readErr,
- WriteError: nil,
- }
- sshCmd.connection.channel = &mockSSHChannel
- baseTransfer := common.NewBaseTransfer(nil, sshCmd.connection.BaseConnection, nil, "", "", "",
- common.TransferUpload, 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{})
- transfer := newTransfer(baseTransfer, nil, nil, nil)
- destBuff := make([]byte, 65535)
- dst := bytes.NewBuffer(destBuff)
- _, err = transfer.copyFromReaderToWriter(dst, sshCmd.connection.channel)
- assert.EqualError(t, err, readErr.Error())
- mockSSHChannel = MockChannel{
- Buffer: bytes.NewBuffer(buf),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- ReadError: nil,
- WriteError: nil,
- }
- sshCmd.connection.channel = &mockSSHChannel
- transfer.MaxWriteSize = 1
- _, err = transfer.copyFromReaderToWriter(dst, sshCmd.connection.channel)
- assert.True(t, transfer.Connection.IsQuotaExceededError(err))
- mockSSHChannel = MockChannel{
- Buffer: bytes.NewBuffer(buf),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- ReadError: nil,
- WriteError: nil,
- ShortWriteErr: true,
- }
- sshCmd.connection.channel = &mockSSHChannel
- _, err = transfer.copyFromReaderToWriter(sshCmd.connection.channel, dst)
- assert.EqualError(t, err, io.ErrShortWrite.Error())
- transfer.MaxWriteSize = -1
- _, err = transfer.copyFromReaderToWriter(sshCmd.connection.channel, dst)
- assert.True(t, transfer.Connection.IsQuotaExceededError(err))
- baseTransfer = common.NewBaseTransfer(nil, sshCmd.connection.BaseConnection, nil, "", "", "",
- common.TransferDownload, 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{
- AllowedDLSize: 1,
- })
- transfer = newTransfer(baseTransfer, nil, nil, nil)
- mockSSHChannel = MockChannel{
- Buffer: bytes.NewBuffer(buf),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- ReadError: nil,
- WriteError: nil,
- }
- sshCmd.connection.channel = &mockSSHChannel
- _, err = transfer.copyFromReaderToWriter(dst, sshCmd.connection.channel)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), common.ErrReadQuotaExceeded.Error())
- }
- err = os.RemoveAll(homeDir)
- assert.NoError(t, err)
- }
- func TestCommandGetFsError(t *testing.T) {
- user := dataprovider.User{
- FsConfig: vfs.Filesystem{
- Provider: sdk.CryptedFilesystemProvider,
- },
- }
- conn := &Connection{
- BaseConnection: common.NewBaseConnection("", common.ProtocolSFTP, "", "", user),
- }
- sshCmd := sshCommand{
- command: "rsync",
- connection: conn,
- args: []string{"--server", "-vlogDtprze.iLsfxC", ".", "/"},
- }
- _, err := sshCmd.getSystemCommand()
- assert.Error(t, err)
- buf := make([]byte, 65535)
- stdErrBuf := make([]byte, 65535)
- mockSSHChannel := MockChannel{
- Buffer: bytes.NewBuffer(buf),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- ReadError: nil,
- }
- conn = &Connection{
- BaseConnection: common.NewBaseConnection("", common.ProtocolSCP, "", "", user),
- channel: &mockSSHChannel,
- }
- scpCommand := scpCommand{
- sshCommand: sshCommand{
- command: "scp",
- connection: conn,
- args: []string{"-t", "/tmp"},
- },
- }
- err = scpCommand.handleRecursiveUpload()
- assert.Error(t, err)
- err = scpCommand.handleDownload("")
- assert.Error(t, err)
- }
- func TestGetConnectionInfo(t *testing.T) {
- c := common.ConnectionStatus{
- Username: "test_user",
- ConnectionID: "123",
- ClientVersion: "client",
- RemoteAddress: "127.0.0.1:1234",
- Protocol: common.ProtocolSSH,
- Command: "sha1sum /test_file_ftp.dat",
- }
- info := c.GetConnectionInfo()
- assert.Contains(t, info, "sha1sum /test_file_ftp.dat")
- }
- func TestSCPFileMode(t *testing.T) {
- mode := getFileModeAsString(0, true)
- assert.Equal(t, "0755", mode)
- mode = getFileModeAsString(0700, true)
- assert.Equal(t, "0700", mode)
- mode = getFileModeAsString(0750, true)
- assert.Equal(t, "0750", mode)
- mode = getFileModeAsString(0777, true)
- assert.Equal(t, "0777", mode)
- mode = getFileModeAsString(0640, false)
- assert.Equal(t, "0640", mode)
- mode = getFileModeAsString(0600, false)
- assert.Equal(t, "0600", mode)
- mode = getFileModeAsString(0, false)
- assert.Equal(t, "0644", mode)
- fileMode := uint32(0777)
- fileMode = fileMode | uint32(os.ModeSetgid)
- fileMode = fileMode | uint32(os.ModeSetuid)
- fileMode = fileMode | uint32(os.ModeSticky)
- mode = getFileModeAsString(os.FileMode(fileMode), false)
- assert.Equal(t, "7777", mode)
- fileMode = uint32(0644)
- fileMode = fileMode | uint32(os.ModeSetgid)
- mode = getFileModeAsString(os.FileMode(fileMode), false)
- assert.Equal(t, "4644", mode)
- fileMode = uint32(0600)
- fileMode = fileMode | uint32(os.ModeSetuid)
- mode = getFileModeAsString(os.FileMode(fileMode), false)
- assert.Equal(t, "2600", mode)
- fileMode = uint32(0044)
- fileMode = fileMode | uint32(os.ModeSticky)
- mode = getFileModeAsString(os.FileMode(fileMode), false)
- assert.Equal(t, "1044", mode)
- }
- func TestSCPUploadError(t *testing.T) {
- buf := make([]byte, 65535)
- stdErrBuf := make([]byte, 65535)
- writeErr := fmt.Errorf("test write error")
- mockSSHChannel := MockChannel{
- Buffer: bytes.NewBuffer(buf),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- ReadError: nil,
- WriteError: writeErr,
- }
- user := dataprovider.User{
- BaseUser: sdk.BaseUser{
- HomeDir: filepath.Join(os.TempDir()),
- Permissions: make(map[string][]string),
- },
- }
- user.Permissions["/"] = []string{dataprovider.PermAny}
- connection := &Connection{
- BaseConnection: common.NewBaseConnection("", common.ProtocolSFTP, "", "", user),
- channel: &mockSSHChannel,
- }
- scpCommand := scpCommand{
- sshCommand: sshCommand{
- command: "scp",
- connection: connection,
- args: []string{"-t", "/"},
- },
- }
- err := scpCommand.handle()
- assert.EqualError(t, err, writeErr.Error())
- mockSSHChannel = MockChannel{
- Buffer: bytes.NewBuffer([]byte("D0755 0 testdir\n")),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- ReadError: nil,
- WriteError: writeErr,
- }
- err = scpCommand.handleRecursiveUpload()
- assert.EqualError(t, err, writeErr.Error())
- mockSSHChannel = MockChannel{
- Buffer: bytes.NewBuffer([]byte("D0755 a testdir\n")),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- ReadError: nil,
- WriteError: nil,
- }
- err = scpCommand.handleRecursiveUpload()
- assert.Error(t, err)
- }
- func TestSCPInvalidEndDir(t *testing.T) {
- stdErrBuf := make([]byte, 65535)
- mockSSHChannel := MockChannel{
- Buffer: bytes.NewBuffer([]byte("E\n")),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- }
- connection := &Connection{
- BaseConnection: common.NewBaseConnection("", common.ProtocolSFTP, "", "", dataprovider.User{
- BaseUser: sdk.BaseUser{
- HomeDir: os.TempDir(),
- },
- }),
- channel: &mockSSHChannel,
- }
- scpCommand := scpCommand{
- sshCommand: sshCommand{
- command: "scp",
- connection: connection,
- args: []string{"-t", "/tmp"},
- },
- }
- err := scpCommand.handleRecursiveUpload()
- assert.EqualError(t, err, "unacceptable end dir command")
- }
- func TestSCPParseUploadMessage(t *testing.T) {
- buf := make([]byte, 65535)
- stdErrBuf := make([]byte, 65535)
- mockSSHChannel := MockChannel{
- Buffer: bytes.NewBuffer(buf),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- ReadError: nil,
- }
- fs := vfs.NewOsFs("", os.TempDir(), "")
- connection := &Connection{
- BaseConnection: common.NewBaseConnection("", common.ProtocolSFTP, "", "", dataprovider.User{
- BaseUser: sdk.BaseUser{
- HomeDir: os.TempDir(),
- },
- }),
- channel: &mockSSHChannel,
- }
- scpCommand := scpCommand{
- sshCommand: sshCommand{
- command: "scp",
- connection: connection,
- args: []string{"-t", "/tmp"},
- },
- }
- _, _, err := scpCommand.parseUploadMessage(fs, "invalid")
- assert.Error(t, err, "parsing invalid upload message must fail")
- _, _, err = scpCommand.parseUploadMessage(fs, "D0755 0")
- assert.Error(t, err, "parsing incomplete upload message must fail")
- _, _, err = scpCommand.parseUploadMessage(fs, "D0755 invalidsize testdir")
- assert.Error(t, err, "parsing upload message with invalid size must fail")
- _, _, err = scpCommand.parseUploadMessage(fs, "D0755 0 ")
- assert.Error(t, err, "parsing upload message with invalid name must fail")
- }
- func TestSCPProtocolMessages(t *testing.T) {
- buf := make([]byte, 65535)
- stdErrBuf := make([]byte, 65535)
- readErr := fmt.Errorf("test read error")
- writeErr := fmt.Errorf("test write error")
- mockSSHChannel := MockChannel{
- Buffer: bytes.NewBuffer(buf),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- ReadError: readErr,
- WriteError: writeErr,
- }
- connection := &Connection{
- BaseConnection: common.NewBaseConnection("", common.ProtocolSCP, "", "", dataprovider.User{}),
- channel: &mockSSHChannel,
- }
- scpCommand := scpCommand{
- sshCommand: sshCommand{
- command: "scp",
- connection: connection,
- args: []string{"-t", "/tmp"},
- },
- }
- _, err := scpCommand.readProtocolMessage()
- assert.EqualError(t, err, readErr.Error())
- err = scpCommand.sendConfirmationMessage()
- assert.EqualError(t, err, writeErr.Error())
- err = scpCommand.sendProtocolMessage("E\n")
- assert.EqualError(t, err, writeErr.Error())
- _, err = scpCommand.getNextUploadProtocolMessage()
- assert.EqualError(t, err, readErr.Error())
- mockSSHChannel = MockChannel{
- Buffer: bytes.NewBuffer([]byte("T1183832947 0 1183833773 0\n")),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- ReadError: nil,
- WriteError: writeErr,
- }
- scpCommand.connection.channel = &mockSSHChannel
- _, err = scpCommand.getNextUploadProtocolMessage()
- assert.EqualError(t, err, writeErr.Error())
- respBuffer := []byte{0x02}
- protocolErrorMsg := "protocol error msg"
- respBuffer = append(respBuffer, protocolErrorMsg...)
- respBuffer = append(respBuffer, 0x0A)
- mockSSHChannel = MockChannel{
- Buffer: bytes.NewBuffer(respBuffer),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- ReadError: nil,
- WriteError: nil,
- }
- scpCommand.connection.channel = &mockSSHChannel
- err = scpCommand.readConfirmationMessage()
- if assert.Error(t, err) {
- assert.Equal(t, protocolErrorMsg, err.Error())
- }
- }
- func TestSCPTestDownloadProtocolMessages(t *testing.T) {
- buf := make([]byte, 65535)
- stdErrBuf := make([]byte, 65535)
- readErr := fmt.Errorf("test read error")
- writeErr := fmt.Errorf("test write error")
- mockSSHChannel := MockChannel{
- Buffer: bytes.NewBuffer(buf),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- ReadError: readErr,
- WriteError: writeErr,
- }
- connection := &Connection{
- BaseConnection: common.NewBaseConnection("", common.ProtocolSCP, "", "", dataprovider.User{}),
- channel: &mockSSHChannel,
- }
- scpCommand := scpCommand{
- sshCommand: sshCommand{
- command: "scp",
- connection: connection,
- args: []string{"-f", "-p", "/tmp"},
- },
- }
- path := "testDir"
- err := os.Mkdir(path, os.ModePerm)
- assert.NoError(t, err)
- stat, err := os.Stat(path)
- assert.NoError(t, err)
- err = scpCommand.sendDownloadProtocolMessages(path, stat)
- assert.EqualError(t, err, writeErr.Error())
- mockSSHChannel = MockChannel{
- Buffer: bytes.NewBuffer(buf),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- ReadError: readErr,
- WriteError: nil,
- }
- err = scpCommand.sendDownloadProtocolMessages(path, stat)
- assert.EqualError(t, err, readErr.Error())
- mockSSHChannel = MockChannel{
- Buffer: bytes.NewBuffer(buf),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- ReadError: readErr,
- WriteError: writeErr,
- }
- scpCommand.args = []string{"-f", "/tmp"}
- scpCommand.connection.channel = &mockSSHChannel
- err = scpCommand.sendDownloadProtocolMessages(path, stat)
- assert.EqualError(t, err, writeErr.Error())
- mockSSHChannel = MockChannel{
- Buffer: bytes.NewBuffer(buf),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- ReadError: readErr,
- WriteError: nil,
- }
- scpCommand.connection.channel = &mockSSHChannel
- err = scpCommand.sendDownloadProtocolMessages(path, stat)
- assert.EqualError(t, err, readErr.Error())
- err = os.Remove(path)
- assert.NoError(t, err)
- }
- func TestSCPCommandHandleErrors(t *testing.T) {
- buf := make([]byte, 65535)
- stdErrBuf := make([]byte, 65535)
- readErr := fmt.Errorf("test read error")
- writeErr := fmt.Errorf("test write error")
- mockSSHChannel := MockChannel{
- Buffer: bytes.NewBuffer(buf),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- ReadError: readErr,
- WriteError: writeErr,
- }
- server, client := net.Pipe()
- defer func() {
- err := server.Close()
- assert.NoError(t, err)
- }()
- defer func() {
- err := client.Close()
- assert.NoError(t, err)
- }()
- connection := &Connection{
- BaseConnection: common.NewBaseConnection("", common.ProtocolSCP, "", "", dataprovider.User{}),
- channel: &mockSSHChannel,
- }
- scpCommand := scpCommand{
- sshCommand: sshCommand{
- command: "scp",
- connection: connection,
- args: []string{"-f", "/tmp"},
- },
- }
- err := scpCommand.handle()
- assert.EqualError(t, err, readErr.Error())
- scpCommand.args = []string{"-i", "/tmp"}
- err = scpCommand.handle()
- assert.Error(t, err, "invalid scp command must fail")
- }
- func TestSCPErrorsMockFs(t *testing.T) {
- errFake := errors.New("fake error")
- u := dataprovider.User{}
- u.Username = "test"
- u.Permissions = make(map[string][]string)
- u.Permissions["/"] = []string{dataprovider.PermAny}
- u.HomeDir = os.TempDir()
- buf := make([]byte, 65535)
- stdErrBuf := make([]byte, 65535)
- mockSSHChannel := MockChannel{
- Buffer: bytes.NewBuffer(buf),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- }
- server, client := net.Pipe()
- defer func() {
- err := server.Close()
- assert.NoError(t, err)
- }()
- defer func() {
- err := client.Close()
- assert.NoError(t, err)
- }()
- connection := &Connection{
- channel: &mockSSHChannel,
- BaseConnection: common.NewBaseConnection("", common.ProtocolSCP, "", "", u),
- }
- scpCommand := scpCommand{
- sshCommand: sshCommand{
- command: "scp",
- connection: connection,
- args: []string{"-r", "-t", "/tmp"},
- },
- }
- testfile := filepath.Join(u.HomeDir, "testfile")
- err := os.WriteFile(testfile, []byte("test"), os.ModePerm)
- assert.NoError(t, err)
- fs := newMockOsFs(errFake, nil, true, "123", os.TempDir())
- err = scpCommand.handleUploadFile(fs, testfile, testfile, 0, false, 4, "/testfile")
- assert.NoError(t, err)
- err = os.Remove(testfile)
- assert.NoError(t, err)
- }
- func TestSCPRecursiveDownloadErrors(t *testing.T) {
- buf := make([]byte, 65535)
- stdErrBuf := make([]byte, 65535)
- readErr := fmt.Errorf("test read error")
- writeErr := fmt.Errorf("test write error")
- mockSSHChannel := MockChannel{
- Buffer: bytes.NewBuffer(buf),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- ReadError: readErr,
- WriteError: writeErr,
- }
- server, client := net.Pipe()
- defer func() {
- err := server.Close()
- assert.NoError(t, err)
- }()
- defer func() {
- err := client.Close()
- assert.NoError(t, err)
- }()
- fs := vfs.NewOsFs("123", os.TempDir(), "")
- connection := &Connection{
- BaseConnection: common.NewBaseConnection("", common.ProtocolSCP, "", "", dataprovider.User{
- BaseUser: sdk.BaseUser{
- HomeDir: os.TempDir(),
- },
- }),
- channel: &mockSSHChannel,
- }
- scpCommand := scpCommand{
- sshCommand: sshCommand{
- command: "scp",
- connection: connection,
- args: []string{"-r", "-f", "/tmp"},
- },
- }
- path := "testDir"
- err := os.Mkdir(path, os.ModePerm)
- assert.NoError(t, err)
- stat, err := os.Stat(path)
- assert.NoError(t, err)
- err = scpCommand.handleRecursiveDownload(fs, "invalid_dir", "invalid_dir", stat)
- assert.EqualError(t, err, writeErr.Error())
- mockSSHChannel = MockChannel{
- Buffer: bytes.NewBuffer(buf),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- ReadError: nil,
- WriteError: nil,
- }
- scpCommand.connection.channel = &mockSSHChannel
- err = scpCommand.handleRecursiveDownload(fs, "invalid_dir", "invalid_dir", stat)
- assert.Error(t, err, "recursive upload download must fail for a non existing dir")
- err = os.Remove(path)
- assert.NoError(t, err)
- }
- func TestSCPRecursiveUploadErrors(t *testing.T) {
- buf := make([]byte, 65535)
- stdErrBuf := make([]byte, 65535)
- readErr := fmt.Errorf("test read error")
- writeErr := fmt.Errorf("test write error")
- mockSSHChannel := MockChannel{
- Buffer: bytes.NewBuffer(buf),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- ReadError: readErr,
- WriteError: writeErr,
- }
- connection := &Connection{
- BaseConnection: common.NewBaseConnection("", common.ProtocolSCP, "", "", dataprovider.User{}),
- channel: &mockSSHChannel,
- }
- scpCommand := scpCommand{
- sshCommand: sshCommand{
- command: "scp",
- connection: connection,
- args: []string{"-r", "-t", "/tmp"},
- },
- }
- err := scpCommand.handleRecursiveUpload()
- assert.Error(t, err, "recursive upload must fail, we send a fake error message")
- mockSSHChannel = MockChannel{
- Buffer: bytes.NewBuffer(buf),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- ReadError: readErr,
- WriteError: nil,
- }
- scpCommand.connection.channel = &mockSSHChannel
- err = scpCommand.handleRecursiveUpload()
- assert.Error(t, err, "recursive upload must fail, we send a fake error message")
- }
- func TestSCPCreateDirs(t *testing.T) {
- buf := make([]byte, 65535)
- stdErrBuf := make([]byte, 65535)
- u := dataprovider.User{}
- u.HomeDir = "home_rel_path"
- u.Username = "test"
- u.Permissions = make(map[string][]string)
- u.Permissions["/"] = []string{dataprovider.PermAny}
- mockSSHChannel := MockChannel{
- Buffer: bytes.NewBuffer(buf),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- ReadError: nil,
- WriteError: nil,
- }
- fs, err := u.GetFilesystem("123")
- assert.NoError(t, err)
- connection := &Connection{
- BaseConnection: common.NewBaseConnection("", common.ProtocolSCP, "", "", u),
- channel: &mockSSHChannel,
- }
- scpCommand := scpCommand{
- sshCommand: sshCommand{
- command: "scp",
- connection: connection,
- args: []string{"-r", "-t", "/tmp"},
- },
- }
- err = scpCommand.handleCreateDir(fs, "invalid_dir")
- assert.Error(t, err, "create invalid dir must fail")
- }
- func TestSCPDownloadFileData(t *testing.T) {
- testfile := "testfile"
- buf := make([]byte, 65535)
- readErr := fmt.Errorf("test read error")
- writeErr := fmt.Errorf("test write error")
- stdErrBuf := make([]byte, 65535)
- mockSSHChannelReadErr := MockChannel{
- Buffer: bytes.NewBuffer(buf),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- ReadError: readErr,
- WriteError: nil,
- }
- mockSSHChannelWriteErr := MockChannel{
- Buffer: bytes.NewBuffer(buf),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- ReadError: nil,
- WriteError: writeErr,
- }
- fs := vfs.NewOsFs("", os.TempDir(), "")
- connection := &Connection{
- BaseConnection: common.NewBaseConnection("", common.ProtocolSCP, "", "", dataprovider.User{BaseUser: sdk.BaseUser{HomeDir: os.TempDir()}}),
- channel: &mockSSHChannelReadErr,
- }
- scpCommand := scpCommand{
- sshCommand: sshCommand{
- command: "scp",
- connection: connection,
- args: []string{"-r", "-f", "/tmp"},
- },
- }
- err := os.WriteFile(testfile, []byte("test"), os.ModePerm)
- assert.NoError(t, err)
- stat, err := os.Stat(testfile)
- assert.NoError(t, err)
- err = scpCommand.sendDownloadFileData(fs, testfile, stat, nil)
- assert.EqualError(t, err, readErr.Error())
- scpCommand.connection.channel = &mockSSHChannelWriteErr
- err = scpCommand.sendDownloadFileData(fs, testfile, stat, nil)
- assert.EqualError(t, err, writeErr.Error())
- scpCommand.args = []string{"-r", "-p", "-f", "/tmp"}
- err = scpCommand.sendDownloadFileData(fs, testfile, stat, nil)
- assert.EqualError(t, err, writeErr.Error())
- scpCommand.connection.channel = &mockSSHChannelReadErr
- err = scpCommand.sendDownloadFileData(fs, testfile, stat, nil)
- assert.EqualError(t, err, readErr.Error())
- err = os.Remove(testfile)
- assert.NoError(t, err)
- }
- func TestSCPUploadFiledata(t *testing.T) {
- testfile := "testfile"
- buf := make([]byte, 65535)
- stdErrBuf := make([]byte, 65535)
- readErr := fmt.Errorf("test read error")
- writeErr := fmt.Errorf("test write error")
- mockSSHChannel := MockChannel{
- Buffer: bytes.NewBuffer(buf),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- ReadError: readErr,
- WriteError: writeErr,
- }
- user := dataprovider.User{
- BaseUser: sdk.BaseUser{
- Username: "testuser",
- },
- }
- fs := vfs.NewOsFs("", os.TempDir(), "")
- connection := &Connection{
- BaseConnection: common.NewBaseConnection("", common.ProtocolSCP, "", "", user),
- channel: &mockSSHChannel,
- }
- scpCommand := scpCommand{
- sshCommand: sshCommand{
- command: "scp",
- connection: connection,
- args: []string{"-r", "-t", "/tmp"},
- },
- }
- file, err := os.Create(testfile)
- assert.NoError(t, err)
- baseTransfer := common.NewBaseTransfer(file, scpCommand.connection.BaseConnection, nil, file.Name(), file.Name(),
- "/"+testfile, common.TransferDownload, 0, 0, 0, 0, true, fs, dataprovider.TransferQuota{})
- transfer := newTransfer(baseTransfer, nil, nil, nil)
- err = scpCommand.getUploadFileData(2, transfer)
- assert.Error(t, err, "upload must fail, we send a fake write error message")
- mockSSHChannel = MockChannel{
- Buffer: bytes.NewBuffer(buf),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- ReadError: readErr,
- WriteError: nil,
- }
- scpCommand.connection.channel = &mockSSHChannel
- file, err = os.Create(testfile)
- assert.NoError(t, err)
- transfer.File = file
- transfer.isFinished = false
- transfer.Connection.AddTransfer(transfer)
- err = scpCommand.getUploadFileData(2, transfer)
- assert.Error(t, err, "upload must fail, we send a fake read error message")
- respBuffer := []byte("12")
- respBuffer = append(respBuffer, 0x02)
- mockSSHChannel = MockChannel{
- Buffer: bytes.NewBuffer(respBuffer),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- ReadError: nil,
- WriteError: nil,
- }
- scpCommand.connection.channel = &mockSSHChannel
- file, err = os.Create(testfile)
- assert.NoError(t, err)
- baseTransfer.File = file
- transfer = newTransfer(baseTransfer, nil, nil, nil)
- transfer.Connection.AddTransfer(transfer)
- err = scpCommand.getUploadFileData(2, transfer)
- assert.Error(t, err, "upload must fail, we have not enough data to read")
- // the file is already closed so we have an error on trasfer closing
- mockSSHChannel = MockChannel{
- Buffer: bytes.NewBuffer(buf),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- ReadError: nil,
- WriteError: nil,
- }
- transfer.Connection.AddTransfer(transfer)
- err = scpCommand.getUploadFileData(0, transfer)
- if assert.Error(t, err) {
- assert.EqualError(t, err, common.ErrTransferClosed.Error())
- }
- mockSSHChannel = MockChannel{
- Buffer: bytes.NewBuffer(buf),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- ReadError: nil,
- WriteError: nil,
- }
- transfer.Connection.AddTransfer(transfer)
- err = scpCommand.getUploadFileData(2, transfer)
- assert.True(t, errors.Is(err, os.ErrClosed))
- err = os.Remove(testfile)
- assert.NoError(t, err)
- }
- func TestUploadError(t *testing.T) {
- common.Config.UploadMode = common.UploadModeAtomic
- user := dataprovider.User{
- BaseUser: sdk.BaseUser{
- Username: "testuser",
- },
- }
- fs := vfs.NewOsFs("", os.TempDir(), "")
- connection := &Connection{
- BaseConnection: common.NewBaseConnection("", common.ProtocolSCP, "", "", user),
- }
- testfile := "testfile"
- fileTempName := "temptestfile"
- file, err := os.Create(fileTempName)
- assert.NoError(t, err)
- baseTransfer := common.NewBaseTransfer(file, connection.BaseConnection, nil, testfile, file.Name(),
- testfile, common.TransferUpload, 0, 0, 0, 0, true, fs, dataprovider.TransferQuota{})
- transfer := newTransfer(baseTransfer, nil, nil, nil)
- errFake := errors.New("fake error")
- transfer.TransferError(errFake)
- err = transfer.Close()
- if assert.Error(t, err) {
- assert.EqualError(t, err, common.ErrGenericFailure.Error())
- }
- if assert.Error(t, transfer.ErrTransfer) {
- assert.EqualError(t, transfer.ErrTransfer, errFake.Error())
- }
- assert.Equal(t, int64(0), transfer.BytesReceived.Load())
- assert.NoFileExists(t, testfile)
- assert.NoFileExists(t, fileTempName)
- common.Config.UploadMode = common.UploadModeAtomicWithResume
- }
- func TestTransferFailingReader(t *testing.T) {
- user := dataprovider.User{
- BaseUser: sdk.BaseUser{
- Username: "testuser",
- HomeDir: os.TempDir(),
- },
- FsConfig: vfs.Filesystem{
- Provider: sdk.CryptedFilesystemProvider,
- CryptConfig: vfs.CryptFsConfig{
- Passphrase: kms.NewPlainSecret("crypt secret"),
- },
- },
- }
- user.Permissions = make(map[string][]string)
- user.Permissions["/"] = []string{dataprovider.PermAny}
- fs := newMockOsFs(nil, nil, true, "", os.TempDir())
- connection := &Connection{
- BaseConnection: common.NewBaseConnection("", common.ProtocolSFTP, "", "", user),
- }
- request := sftp.NewRequest("Open", "afile.txt")
- request.Flags = 27 // read,write,create,truncate
- transfer, err := connection.handleFilewrite(request)
- require.NoError(t, err)
- buf := make([]byte, 32)
- _, err = transfer.ReadAt(buf, 0)
- assert.EqualError(t, err, sftp.ErrSSHFxOpUnsupported.Error())
- if c, ok := transfer.(io.Closer); ok {
- err = c.Close()
- assert.NoError(t, err)
- }
- fsPath := filepath.Join(os.TempDir(), "afile.txt")
- r, _, err := pipeat.Pipe()
- assert.NoError(t, err)
- baseTransfer := common.NewBaseTransfer(nil, connection.BaseConnection, nil, fsPath, fsPath, filepath.Base(fsPath),
- common.TransferUpload, 0, 0, 0, 0, false, fs, dataprovider.TransferQuota{})
- errRead := errors.New("read is not allowed")
- tr := newTransfer(baseTransfer, nil, r, errRead)
- _, err = tr.ReadAt(buf, 0)
- assert.EqualError(t, err, errRead.Error())
- err = tr.Close()
- assert.NoError(t, err)
- tr = newTransfer(baseTransfer, nil, nil, errRead)
- _, err = tr.ReadAt(buf, 0)
- assert.EqualError(t, err, errRead.Error())
- err = tr.Close()
- assert.NoError(t, err)
- err = os.Remove(fsPath)
- assert.NoError(t, err)
- assert.Len(t, connection.GetTransfers(), 0)
- }
- func TestConnectionStatusStruct(t *testing.T) {
- var transfers []common.ConnectionTransfer
- transferUL := common.ConnectionTransfer{
- OperationType: "upload",
- StartTime: util.GetTimeAsMsSinceEpoch(time.Now()),
- Size: 123,
- VirtualPath: "/test.upload",
- }
- transferDL := common.ConnectionTransfer{
- OperationType: "download",
- StartTime: util.GetTimeAsMsSinceEpoch(time.Now()),
- Size: 123,
- VirtualPath: "/test.download",
- }
- transfers = append(transfers, transferUL)
- transfers = append(transfers, transferDL)
- c := common.ConnectionStatus{
- Username: "test",
- ConnectionID: "123",
- ClientVersion: "fakeClient-1.0.0",
- RemoteAddress: "127.0.0.1:1234",
- ConnectionTime: util.GetTimeAsMsSinceEpoch(time.Now()),
- LastActivity: util.GetTimeAsMsSinceEpoch(time.Now()),
- Protocol: "SFTP",
- Transfers: transfers,
- }
- durationString := c.GetConnectionDuration()
- assert.NotEqual(t, 0, len(durationString))
- transfersString := c.GetTransfersAsString()
- assert.NotEqual(t, 0, len(transfersString))
- connInfo := c.GetConnectionInfo()
- assert.NotEqual(t, 0, len(connInfo))
- }
- func TestSupportedSecurityOptions(t *testing.T) {
- c := Configuration{
- KexAlgorithms: supportedKexAlgos,
- MACs: supportedMACs,
- Ciphers: supportedCiphers,
- }
- serverConfig := &ssh.ServerConfig{}
- err := c.configureSecurityOptions(serverConfig)
- assert.NoError(t, err)
- assert.Equal(t, supportedCiphers, serverConfig.Ciphers)
- assert.Equal(t, supportedMACs, serverConfig.MACs)
- assert.Equal(t, supportedKexAlgos, serverConfig.KeyExchanges)
- c.KexAlgorithms = append(c.KexAlgorithms, "not a kex")
- err = c.configureSecurityOptions(serverConfig)
- assert.Error(t, err)
- c.KexAlgorithms = supportedKexAlgos
- c.MACs = []string{
- " [email protected] ", "hmac-sha2-256",
- " [email protected]", "hmac-sha2-512 ",
- "hmac-sha1 ", " hmac-sha1-96",
- }
- err = c.configureSecurityOptions(serverConfig)
- assert.NoError(t, err)
- assert.Equal(t, supportedCiphers, serverConfig.Ciphers)
- assert.Equal(t, supportedMACs, serverConfig.MACs)
- assert.Equal(t, supportedKexAlgos, serverConfig.KeyExchanges)
- }
- func TestLoadModuli(t *testing.T) {
- dhGEXSha1 := "diffie-hellman-group-exchange-sha1"
- dhGEXSha256 := "diffie-hellman-group-exchange-sha256"
- c := Configuration{}
- c.Moduli = []string{".", "missing file"}
- err := c.loadModuli(configDir)
- assert.Error(t, err)
- assert.NotContains(t, supportedKexAlgos, dhGEXSha1)
- assert.NotContains(t, supportedKexAlgos, dhGEXSha256)
- assert.Len(t, supportedKexAlgos, 10)
- moduli := []byte("20220414072358 2 6 100 2047 5 F19C2D09AD49978F8A0C1B84168A4011A26F9CD516815934764A319FDC5975FA514AAF11B747D8CA6B3919532BEFB68FA118079473895674F3770F71FBB742F176883841EB3DE679BEF53C6AFE437A662F228B03C1E34B5A0D3909F608CEAA16C1F8131DE11E67878EFD918A89205E5E4DE323054010CA4711F25D466BB7727A016DD3F9F53BDBCE093055A4F2497ADEFB5A2500F9C5C3B0BCD88C6489F4C1CBC7CFB67BA6EABA0195794E4188CE9060F431041AD52FB9BAC4DF7FA536F585FBE67746CD57BFAD67567E9706C24D95C49BE95B759657C6BB5151E2AEA32F4CD557C40298A5C402101520EE8AAB8DFEED6FFC11AAF8036D6345923CFB5D1B922F")
- moduliFile := filepath.Join(os.TempDir(), "moduli")
- err = os.WriteFile(moduliFile, moduli, 0600)
- assert.NoError(t, err)
- c.Moduli = []string{moduliFile}
- err = c.loadModuli(configDir)
- assert.NoError(t, err)
- assert.Contains(t, supportedKexAlgos, dhGEXSha1)
- assert.Contains(t, supportedKexAlgos, dhGEXSha256)
- assert.Len(t, supportedKexAlgos, 12)
- err = os.Remove(moduliFile)
- assert.NoError(t, err)
- }
- func TestLoadHostKeys(t *testing.T) {
- serverConfig := &ssh.ServerConfig{}
- c := Configuration{}
- c.HostKeys = []string{".", "missing file"}
- err := c.checkAndLoadHostKeys(configDir, serverConfig)
- assert.Error(t, err)
- testfile := filepath.Join(os.TempDir(), "invalidkey")
- err = os.WriteFile(testfile, []byte("some bytes"), os.ModePerm)
- assert.NoError(t, err)
- c.HostKeys = []string{testfile}
- err = c.checkAndLoadHostKeys(configDir, serverConfig)
- assert.Error(t, err)
- err = os.Remove(testfile)
- assert.NoError(t, err)
- keysDir := filepath.Join(os.TempDir(), "keys")
- err = os.MkdirAll(keysDir, os.ModePerm)
- assert.NoError(t, err)
- rsaKeyName := filepath.Join(keysDir, defaultPrivateRSAKeyName)
- ecdsaKeyName := filepath.Join(keysDir, defaultPrivateECDSAKeyName)
- ed25519KeyName := filepath.Join(keysDir, defaultPrivateEd25519KeyName)
- nonDefaultKeyName := filepath.Join(keysDir, "akey")
- c.HostKeys = []string{nonDefaultKeyName, rsaKeyName, ecdsaKeyName, ed25519KeyName}
- err = c.checkAndLoadHostKeys(configDir, serverConfig)
- assert.Error(t, err)
- assert.FileExists(t, rsaKeyName)
- assert.FileExists(t, ecdsaKeyName)
- assert.FileExists(t, ed25519KeyName)
- assert.NoFileExists(t, nonDefaultKeyName)
- err = os.Remove(rsaKeyName)
- assert.NoError(t, err)
- err = os.Remove(ecdsaKeyName)
- assert.NoError(t, err)
- err = os.Remove(ed25519KeyName)
- assert.NoError(t, err)
- if runtime.GOOS != osWindows {
- err = os.Chmod(keysDir, 0551)
- assert.NoError(t, err)
- c.HostKeys = nil
- err = c.checkAndLoadHostKeys(keysDir, serverConfig)
- assert.Error(t, err)
- c.HostKeys = []string{rsaKeyName, ecdsaKeyName}
- err = c.checkAndLoadHostKeys(configDir, serverConfig)
- assert.Error(t, err)
- c.HostKeys = []string{ecdsaKeyName, rsaKeyName}
- err = c.checkAndLoadHostKeys(configDir, serverConfig)
- assert.Error(t, err)
- c.HostKeys = []string{ed25519KeyName}
- err = c.checkAndLoadHostKeys(configDir, serverConfig)
- assert.Error(t, err)
- err = os.Chmod(keysDir, 0755)
- assert.NoError(t, err)
- }
- err = os.RemoveAll(keysDir)
- assert.NoError(t, err)
- }
- func TestCertCheckerInitErrors(t *testing.T) {
- c := Configuration{}
- c.TrustedUserCAKeys = []string{".", "missing file"}
- err := c.initializeCertChecker("")
- assert.Error(t, err)
- testfile := filepath.Join(os.TempDir(), "invalidkey")
- err = os.WriteFile(testfile, []byte("some bytes"), os.ModePerm)
- assert.NoError(t, err)
- c.TrustedUserCAKeys = []string{testfile}
- err = c.initializeCertChecker("")
- assert.Error(t, err)
- err = os.Remove(testfile)
- assert.NoError(t, err)
- }
- func TestRecursiveCopyErrors(t *testing.T) {
- permissions := make(map[string][]string)
- permissions["/"] = []string{dataprovider.PermAny}
- user := dataprovider.User{
- BaseUser: sdk.BaseUser{
- Permissions: permissions,
- HomeDir: os.TempDir(),
- },
- }
- fs, err := user.GetFilesystem("123")
- assert.NoError(t, err)
- conn := &Connection{
- BaseConnection: common.NewBaseConnection("", common.ProtocolSFTP, "", "", user),
- }
- sshCmd := sshCommand{
- command: "sftpgo-copy",
- connection: conn,
- args: []string{"adir", "another"},
- }
- // try to copy a missing directory
- sshCmd.connection.User.Permissions["/another"] = []string{
- dataprovider.PermCreateDirs,
- dataprovider.PermCreateSymlinks,
- dataprovider.PermListItems,
- }
- err = sshCmd.checkRecursiveCopyPermissions(fs, fs, "adir", "another/sub", "/adir", "/another/sub")
- assert.Error(t, err)
- sshCmd.connection.User.Permissions["/another"] = []string{
- dataprovider.PermListItems,
- dataprovider.PermCreateDirs,
- }
- err = sshCmd.checkRecursiveCopyPermissions(fs, fs, "adir", "another", "/adir/sub", "/another/sub/dir")
- assert.Error(t, err)
- }
- func TestSFTPSubSystem(t *testing.T) {
- permissions := make(map[string][]string)
- permissions["/"] = []string{dataprovider.PermAny}
- user := &dataprovider.User{
- BaseUser: sdk.BaseUser{
- Permissions: permissions,
- HomeDir: os.TempDir(),
- },
- }
- user.FsConfig.Provider = sdk.AzureBlobFilesystemProvider
- err := ServeSubSystemConnection(user, "connID", nil, nil)
- assert.Error(t, err)
- user.FsConfig.Provider = sdk.LocalFilesystemProvider
- buf := make([]byte, 0, 4096)
- stdErrBuf := make([]byte, 0, 4096)
- mockSSHChannel := &MockChannel{
- Buffer: bytes.NewBuffer(buf),
- StdErrBuffer: bytes.NewBuffer(stdErrBuf),
- }
- // this is 327680 and it will result in packet too long error
- _, err = mockSSHChannel.Write([]byte{0x00, 0x05, 0x00, 0x00, 0x00, 0x00})
- assert.NoError(t, err)
- err = ServeSubSystemConnection(user, "id", mockSSHChannel, mockSSHChannel)
- assert.EqualError(t, err, "packet too long")
- subsystemChannel := newSubsystemChannel(mockSSHChannel, mockSSHChannel)
- n, err := subsystemChannel.Write([]byte{0x00})
- assert.NoError(t, err)
- assert.Equal(t, n, 1)
- err = subsystemChannel.Close()
- assert.NoError(t, err)
- }
- func TestRecoverer(t *testing.T) {
- c := Configuration{}
- c.AcceptInboundConnection(nil, nil)
- connID := "connectionID"
- connection := &Connection{
- BaseConnection: common.NewBaseConnection(connID, common.ProtocolSFTP, "", "", dataprovider.User{}),
- }
- c.handleSftpConnection(nil, connection)
- sshCmd := sshCommand{
- command: "cd",
- connection: connection,
- }
- err := sshCmd.handle()
- assert.EqualError(t, err, common.ErrGenericFailure.Error())
- scpCmd := scpCommand{
- sshCommand: sshCommand{
- command: "scp",
- connection: connection,
- },
- }
- err = scpCmd.handle()
- assert.EqualError(t, err, common.ErrGenericFailure.Error())
- assert.Len(t, common.Connections.GetStats(), 0)
- }
- func TestListernerAcceptErrors(t *testing.T) {
- errFake := errors.New("a fake error")
- listener := newFakeListener(errFake)
- c := Configuration{}
- err := c.serve(listener, nil)
- require.EqualError(t, err, errFake.Error())
- err = listener.Close()
- require.NoError(t, err)
- errNetFake := &fakeNetError{error: errFake}
- listener = newFakeListener(errNetFake)
- err = c.serve(listener, nil)
- require.EqualError(t, err, errFake.Error())
- err = listener.Close()
- require.NoError(t, err)
- }
- type fakeNetError struct {
- error
- count int
- }
- func (e *fakeNetError) Timeout() bool {
- return false
- }
- func (e *fakeNetError) Temporary() bool {
- e.count++
- return e.count < 10
- }
- func (e *fakeNetError) Error() string {
- return e.error.Error()
- }
- type fakeListener struct {
- server net.Conn
- client net.Conn
- err error
- }
- func (l *fakeListener) Accept() (net.Conn, error) {
- return l.client, l.err
- }
- func (l *fakeListener) Close() error {
- errClient := l.client.Close()
- errServer := l.server.Close()
- if errServer != nil {
- return errServer
- }
- return errClient
- }
- func (l *fakeListener) Addr() net.Addr {
- return l.server.LocalAddr()
- }
- func newFakeListener(err error) net.Listener {
- server, client := net.Pipe()
- return &fakeListener{
- server: server,
- client: client,
- err: err,
- }
- }
- func TestFolderPrefix(t *testing.T) {
- c := Configuration{
- FolderPrefix: "files",
- }
- c.checkFolderPrefix()
- assert.Equal(t, "/files", c.FolderPrefix)
- c.FolderPrefix = ""
- c.checkFolderPrefix()
- assert.Empty(t, c.FolderPrefix)
- c.FolderPrefix = "/"
- c.checkFolderPrefix()
- assert.Empty(t, c.FolderPrefix)
- c.FolderPrefix = "/."
- c.checkFolderPrefix()
- assert.Empty(t, c.FolderPrefix)
- c.FolderPrefix = "."
- c.checkFolderPrefix()
- assert.Empty(t, c.FolderPrefix)
- c.FolderPrefix = ".."
- c.checkFolderPrefix()
- assert.Empty(t, c.FolderPrefix)
- }
- func TestLoadRevokedUserCertsFile(t *testing.T) {
- r := revokedCertificates{
- certs: map[string]bool{},
- }
- err := r.load()
- assert.NoError(t, err)
- r.filePath = filepath.Join(os.TempDir(), "sub", "testrevoked")
- err = os.MkdirAll(filepath.Dir(r.filePath), os.ModePerm)
- assert.NoError(t, err)
- err = os.WriteFile(r.filePath, []byte(`no json`), 0644)
- assert.NoError(t, err)
- err = r.load()
- assert.Error(t, err)
- r.filePath = filepath.Dir(r.filePath)
- err = r.load()
- assert.Error(t, err)
- err = os.RemoveAll(r.filePath)
- assert.NoError(t, err)
- }
- func TestMaxUserSessions(t *testing.T) {
- connection := &Connection{
- BaseConnection: common.NewBaseConnection(xid.New().String(), common.ProtocolSFTP, "", "", dataprovider.User{
- BaseUser: sdk.BaseUser{
- Username: "user_max_sessions",
- HomeDir: filepath.Clean(os.TempDir()),
- MaxSessions: 1,
- },
- }),
- }
- err := common.Connections.Add(connection)
- assert.NoError(t, err)
- c := Configuration{}
- c.handleSftpConnection(nil, connection)
- sshCmd := sshCommand{
- command: "cd",
- connection: connection,
- }
- err = sshCmd.handle()
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), "too many open sessions")
- }
- scpCmd := scpCommand{
- sshCommand: sshCommand{
- command: "scp",
- connection: connection,
- },
- }
- err = scpCmd.handle()
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), "too many open sessions")
- }
- err = ServeSubSystemConnection(&connection.User, connection.ID, nil, nil)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), "too many open sessions")
- }
- common.Connections.Remove(connection.GetID())
- assert.Len(t, common.Connections.GetStats(), 0)
- }
- func TestCanReadSymlink(t *testing.T) {
- connection := &Connection{
- BaseConnection: common.NewBaseConnection(xid.New().String(), common.ProtocolSFTP, "", "", dataprovider.User{
- BaseUser: sdk.BaseUser{
- Username: "user_can_read_symlink",
- HomeDir: filepath.Clean(os.TempDir()),
- Permissions: map[string][]string{
- "/": {dataprovider.PermAny},
- "/sub": {dataprovider.PermUpload},
- },
- },
- Filters: dataprovider.UserFilters{
- BaseUserFilters: sdk.BaseUserFilters{
- FilePatterns: []sdk.PatternsFilter{
- {
- Path: "/denied",
- DeniedPatterns: []string{"*.txt"},
- DenyPolicy: sdk.DenyPolicyHide,
- },
- },
- },
- },
- }),
- }
- err := connection.canReadLink("/sub/link")
- assert.ErrorIs(t, err, sftp.ErrSSHFxPermissionDenied)
- err = connection.canReadLink("/denied/file.txt")
- assert.ErrorIs(t, err, sftp.ErrSSHFxNoSuchFile)
- }
- func TestAuthenticationErrors(t *testing.T) {
- loginMethod := dataprovider.SSHLoginMethodPassword
- err := newAuthenticationError(fmt.Errorf("cannot validate credentials: %w", util.NewRecordNotFoundError("not found")), loginMethod)
- assert.ErrorIs(t, err, sftpAuthError)
- assert.ErrorIs(t, err, util.ErrNotFound)
- var sftpAuthErr *authenticationError
- if assert.ErrorAs(t, err, &sftpAuthErr) {
- assert.Equal(t, loginMethod, sftpAuthErr.getLoginMethod())
- }
- err = newAuthenticationError(fmt.Errorf("cannot validate credentials: %w", fs.ErrPermission), loginMethod)
- assert.ErrorIs(t, err, sftpAuthError)
- assert.NotErrorIs(t, err, util.ErrNotFound)
- err = newAuthenticationError(fmt.Errorf("cert has wrong type %d", ssh.HostCert), loginMethod)
- assert.ErrorIs(t, err, sftpAuthError)
- assert.NotErrorIs(t, err, util.ErrNotFound)
- err = newAuthenticationError(errors.New("ssh: certificate signed by unrecognized authority"), loginMethod)
- assert.ErrorIs(t, err, sftpAuthError)
- assert.NotErrorIs(t, err, util.ErrNotFound)
- err = newAuthenticationError(nil, loginMethod)
- assert.ErrorIs(t, err, sftpAuthError)
- assert.NotErrorIs(t, err, util.ErrNotFound)
- }
|