12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836383738383839384038413842384338443845384638473848384938503851385238533854385538563857385838593860386138623863386438653866386738683869387038713872387338743875387638773878387938803881388238833884388538863887388838893890389138923893389438953896389738983899390039013902390339043905390639073908390939103911391239133914391539163917391839193920392139223923392439253926392739283929393039313932393339343935393639373938393939403941394239433944394539463947394839493950395139523953395439553956395739583959 |
- // Copyright (C) 2019-2022 Nicola Murino
- //
- // This program is free software: you can redistribute it and/or modify
- // it under the terms of the GNU Affero General Public License as published
- // by the Free Software Foundation, version 3.
- //
- // This program is distributed in the hope that it will be useful,
- // but WITHOUT ANY WARRANTY; without even the implied warranty of
- // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- // GNU Affero General Public License for more details.
- //
- // You should have received a copy of the GNU Affero General Public License
- // along with this program. If not, see <https://www.gnu.org/licenses/>.
- package ftpd_test
- import (
- "crypto/rand"
- "crypto/sha256"
- "crypto/tls"
- "encoding/hex"
- "encoding/json"
- "errors"
- "fmt"
- "io"
- "io/fs"
- "net"
- "net/http"
- "os"
- "os/exec"
- "path"
- "path/filepath"
- "runtime"
- "strconv"
- "testing"
- "time"
- ftpserver "github.com/fclairamb/ftpserverlib"
- "github.com/jlaffaye/ftp"
- "github.com/pquerna/otp"
- "github.com/pquerna/otp/totp"
- "github.com/rs/zerolog"
- "github.com/sftpgo/sdk"
- sdkkms "github.com/sftpgo/sdk/kms"
- "github.com/stretchr/testify/assert"
- "github.com/stretchr/testify/require"
- "github.com/drakkan/sftpgo/v2/internal/common"
- "github.com/drakkan/sftpgo/v2/internal/config"
- "github.com/drakkan/sftpgo/v2/internal/dataprovider"
- "github.com/drakkan/sftpgo/v2/internal/ftpd"
- "github.com/drakkan/sftpgo/v2/internal/httpdtest"
- "github.com/drakkan/sftpgo/v2/internal/kms"
- "github.com/drakkan/sftpgo/v2/internal/logger"
- "github.com/drakkan/sftpgo/v2/internal/mfa"
- "github.com/drakkan/sftpgo/v2/internal/sftpd"
- "github.com/drakkan/sftpgo/v2/internal/vfs"
- )
- const (
- logSender = "ftpdTesting"
- ftpServerAddr = "127.0.0.1:2121"
- sftpServerAddr = "127.0.0.1:2122"
- ftpSrvAddrTLS = "127.0.0.1:2124" // ftp server with implicit tls
- defaultUsername = "test_user_ftp"
- defaultPassword = "test_password"
- osWindows = "windows"
- ftpsCert = `-----BEGIN CERTIFICATE-----
- MIICHTCCAaKgAwIBAgIUHnqw7QnB1Bj9oUsNpdb+ZkFPOxMwCgYIKoZIzj0EAwIw
- RTELMAkGA1UEBhMCQVUxEzARBgNVBAgMClNvbWUtU3RhdGUxITAfBgNVBAoMGElu
- dGVybmV0IFdpZGdpdHMgUHR5IEx0ZDAeFw0yMDAyMDQwOTUzMDRaFw0zMDAyMDEw
- OTUzMDRaMEUxCzAJBgNVBAYTAkFVMRMwEQYDVQQIDApTb21lLVN0YXRlMSEwHwYD
- VQQKDBhJbnRlcm5ldCBXaWRnaXRzIFB0eSBMdGQwdjAQBgcqhkjOPQIBBgUrgQQA
- IgNiAARCjRMqJ85rzMC998X5z761nJ+xL3bkmGVqWvrJ51t5OxV0v25NsOgR82CA
- NXUgvhVYs7vNFN+jxtb2aj6Xg+/2G/BNxkaFspIVCzgWkxiz7XE4lgUwX44FCXZM
- 3+JeUbKjUzBRMB0GA1UdDgQWBBRhLw+/o3+Z02MI/d4tmaMui9W16jAfBgNVHSME
- GDAWgBRhLw+/o3+Z02MI/d4tmaMui9W16jAPBgNVHRMBAf8EBTADAQH/MAoGCCqG
- SM49BAMCA2kAMGYCMQDqLt2lm8mE+tGgtjDmtFgdOcI72HSbRQ74D5rYTzgST1rY
- /8wTi5xl8TiFUyLMUsICMQC5ViVxdXbhuG7gX6yEqSkMKZICHpO8hqFwOD/uaFVI
- dV4vKmHUzwK/eIx+8Ay3neE=
- -----END CERTIFICATE-----`
- ftpsKey = `-----BEGIN EC PARAMETERS-----
- BgUrgQQAIg==
- -----END EC PARAMETERS-----
- -----BEGIN EC PRIVATE KEY-----
- MIGkAgEBBDCfMNsN6miEE3rVyUPwElfiJSWaR5huPCzUenZOfJT04GAcQdWvEju3
- UM2lmBLIXpGgBwYFK4EEACKhZANiAARCjRMqJ85rzMC998X5z761nJ+xL3bkmGVq
- WvrJ51t5OxV0v25NsOgR82CANXUgvhVYs7vNFN+jxtb2aj6Xg+/2G/BNxkaFspIV
- CzgWkxiz7XE4lgUwX44FCXZM3+JeUbI=
- -----END EC PRIVATE KEY-----`
- caCRT = `-----BEGIN CERTIFICATE-----
- MIIE5jCCAs6gAwIBAgIBATANBgkqhkiG9w0BAQsFADATMREwDwYDVQQDEwhDZXJ0
- QXV0aDAeFw0yMjA3MDQxNTQzMTFaFw0yNDAxMDQxNTUzMDhaMBMxETAPBgNVBAMT
- CENlcnRBdXRoMIICIjANBgkqhkiG9w0BAQEFAAOCAg8AMIICCgKCAgEA4eyDJkmW
- D4OVYo7ddgiZkd6QQdPyLcsa31Wc9jdR2/peEabyNT8jSWteS6ouY84GRlnhfFeZ
- mpXgbaUJu/Z8Y/8riPxwL8XF4vCScQDMywpQnVUd6E9x2/+/uaD4p/BBswgKqKPe
- uDcHZn7MkD4QlquUhMElDrBUi1Dv/AVHnQ6iP4vd5Jlv0F+40jdq/8Wa7yhW7Pu5
- iNvPwCk8HjENBKVur/re+Acif8A2TlbCsuOnVduSQNmnWH+iZmB9upyBZtUszGS0
- JhUwtSnwUX/JapF70Pwte/PV3RK8cJ5FjuAPNeTyJvSuMTELFSAyCeiNynFGgyhW
- cqbEiPu6BURLculyVkmh4dOrhTrYZv/n3UJAhyxkdYrbh3INHmTa4izvclcuwoEo
- lFlJp3l77D0lIi+pbtcBV6ys7reyuxUAkBNwnpt2pWfCQoi4QYKcNbHm47c2phOb
- QSojQ8SsNU5bnlY2MDzkKo5DPav/i4d0HpndphUpx4f8hA0KylLevDRkMz9TAH7H
- uDssn0CxFOGHiveEAGGbn+doHjNWM339x/cdLbK0vuieDKby8YYcBY1JML57Dl9f
- rs52ySnDZbMqOb9zF66mQpC2FZoAj713xSkDSnSCUekrqgck1EA1ifxAviHt+p26
- JwaEDL7Lk01EEdYN4csSd1fezbCqTrG8ffUCAwEAAaNFMEMwDgYDVR0PAQH/BAQD
- AgEGMBIGA1UdEwEB/wQIMAYBAf8CAQAwHQYDVR0OBBYEFPirPBPO01zUuf7xC+ds
- bOOY5QvAMA0GCSqGSIb3DQEBCwUAA4ICAQBUYa+ydfTPKjTN4lXyEZgchZQ+juny
- aMy1xosLz6Evj0us2Bwczmy6X2Zvaw/KteFlgKaU1Ex2UkU7FfAlaH0HtwTLFMVM
- p9nB7ZzStvg0n8zFM29SEkOFwZ9FRonxx4sY3FdvI4QvAWyDyqgOl8+Eedg0kC4+
- M7hxarTFmZZ7POZl8Hio592yx3asMmSCcmb7oUCKVI98qsf9fuL+LIZSpn4fE7av
- AiNBcOqCZ10CRnl4VSgAW2LH4oqROYdUv+me1u1YRwh7fCF/R7VjOLuaDzv0mp/g
- hzG9U+Yso3WV4b28MsctwUmGTK8Zc5QaANKgmI3ulkta37wN5KjrUuescHC7MqZg
- vN9n60801be1EoUL83KUx57Bix95YZR02Zge0gYdYTb+E2bwaZ4GMlf7cs6qmC6A
- ZPLR7Tffw2J4dPTcfEx3rPZ91s3MkAdPzYYGdGlbKp8RCFnezZ7rw2z57rnT0zDr
- LuL3Q6ADBfothoos/EBIC5ekXb9czp8gig+nJXLC6jlqcQpCLrV88oS3+8zACmx1
- d6tje9uuAqPgiQGddKZj4b4BlHmAMXq0PufQsZVoyzboTewZiLVCtTR9/iF7Cepg
- 6EVv57p61pFhPu8lNRAi0aH/po9yt+7435FGpn2kan6k9aDIVdaqeuxxITwsqJ4R
- WwSa13hh6yjoDQ==
- -----END CERTIFICATE-----`
- caCRL = `-----BEGIN X509 CRL-----
- MIICpzCBkAIBATANBgkqhkiG9w0BAQsFADATMREwDwYDVQQDEwhDZXJ0QXV0aBcN
- MjIwNzA0MTU1MzU4WhcNMjQwNzAzMTU1MzU4WjAkMCICEQDZo5Q3lhxFuDUsxGNm
- 794YFw0yMjA3MDQxNTUzNThaoCMwITAfBgNVHSMEGDAWgBT4qzwTztNc1Ln+8Qvn
- bGzjmOULwDANBgkqhkiG9w0BAQsFAAOCAgEA1lK6g8qmhyY6myx8342dDuaauY03
- 0iojkxpasuYcytK6XRm96YqjZK9EETxsHHViVU0vCXES60D6wJ9gw4fTWn3WxEdx
- nIwbGyjUGHh2y+R3uQsfvwxsdYvDsTLAnOLwOo68dAHWmMDZRmgTuGNoYFxVQRGR
- Cn90ZR7LPLpCScclWM8FE/W1B90x3ZE8EhJiCI/WyyTh3EgshmB7A5GoDrFZfmvR
- dzoTKO+F9p2XjtmgfiBE3czWQysfATmbutZUbG/ZRb89u+ZEUyPoC94mg8fhNWoX
- 1d5G9QAkZFHp957/5QHLq9OHNfnWXoohhebjF4VWqZH7w+RtLc8t0PIog2lX4t1o
- 5N/xFk9akvuoyNGg/fYuJBmN162Q0MdeYfYKDGWdXxf6fpHxVr5v2JrIx6gOwubb
- cIKP22ZBv/PYOeFsAZ755lTl4OTFUjU5ZJEPD6pUc1daaIqfxsxu8gDZP92FZjsB
- zaalMbh30n2OhagSMBzSLg5rE6WmBzlQX0ZN8YrW4l2Vq6twnnFHY+UyblRZS+d4
- oHBaoOaxPEkLxNZ8ulzJS4B6c4D1CXOaBEf++snVzRRUOEdX3x7TvkkrLvIsm06R
- ux0L1zJb9LbZ/1rhuv70z/kIlD55sqYuRqu3RpgTgZuTERU//rYIqWd03Y5Qon8i
- VoC6Yp9DPldQJrk=
- -----END X509 CRL-----`
- client1Crt = `-----BEGIN CERTIFICATE-----
- MIIEITCCAgmgAwIBAgIRAJla/m/UkZMifNwG+DxFr2MwDQYJKoZIhvcNAQELBQAw
- EzERMA8GA1UEAxMIQ2VydEF1dGgwHhcNMjIwNzA0MTU0MzM3WhcNMjQwMTA0MTU1
- MzA3WjASMRAwDgYDVQQDEwdjbGllbnQxMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8A
- MIIBCgKCAQEA8xM5v+2QfdzfwnNT5cl+6oEy2fZoI2YG6L6c25rG0pr+yl1IHKdM
- Zcvn93uat7hlbzxeOLfJRM7+QK1lLaxuppq9p+gT+1x9eG3E4X7e0pdbjrpJGbvN
- ji0hwDBLDWD8mHNq/SCk9FKtGnfZqrNB5BLw2uIKjJzVGXVlsjN6geBDm2hVjTSm
- zMr39CfLUdtvMaZhpIPJzbH+sNfp1zKavFIpmwCd77p/z0QAiQ9NaIvzv4PZDDEE
- MUHzmVAU6bUjD8GToXaMbRiz694SU8aAwvvcdjGexdbHnfSAfLOl2wTPPxvePncR
- aa656ZeZWxY9pRCItP+v43nm7d4sAyRD4QIDAQABo3EwbzAOBgNVHQ8BAf8EBAMC
- A7gwHQYDVR0lBBYwFAYIKwYBBQUHAwEGCCsGAQUFBwMCMB0GA1UdDgQWBBQbwDqF
- aja3ifZHm6mtSeTK9IHc+zAfBgNVHSMEGDAWgBT4qzwTztNc1Ln+8QvnbGzjmOUL
- wDANBgkqhkiG9w0BAQsFAAOCAgEAprE/zV6u8UIH8g4Jb73wtUD/eIL3iBJ7mNYa
- lqwCyJrWH7/F9fcovJnF9WO1QPTeHxhoD9rlQK70GitUAeboYw611yNWDS4tDlaL
- sjpJKykUxBgBR7QSLZCrPtQ3fP2WvlZzLGqB28rASTLphShqTuGp4gJaxGHfbCU7
- mlV9QYi+InQxOICJJPebXUOwx5wYkFQWJ9qE1AK3QrWPi8QYFznJvHgkNAaMBEmI
- jAlggOzpveVvy8f4z3QG9o29LIwp7JvtJQs7QXL80FZK98/8US/3gONwTrBz2Imx
- 28ywvwCq7fpMyPgxX4sXtxphCNim+vuHcqDn2CvLS9p/6L6zzqbFNxpmMkJDLrOc
- YqtHE4TLWIaXpb5JNrYJgNCZyJuYDICVTbivtMacHpSwYtXQ4iuzY2nIr0+4y9i9
- MNpqv3W47xnvgUQa5vbTbIqo2NSY24A84mF5EyjhaNgNtDlN56+qTQ6HLZNVr6pv
- eUCCWnY4GkaZUEU1M8/uNtKaZKv1WA7gJxZDQHj8+R110mPtzm1C5jqg7jSjGy9C
- 8PhAwBqIXkVLNayFEtyZZobTxMH5qY1yFkI3sic7S9ZyXt3quY1Q1UT3liRteIm/
- sZHC5zEoidsHObkTeU44hqZVPkbvrfmgW01xTJjddnMPBH+yqjCCc94yCbW79j/2
- 7LEmxYg=
- -----END CERTIFICATE-----`
- client1Key = `-----BEGIN RSA PRIVATE KEY-----
- MIIEpAIBAAKCAQEA8xM5v+2QfdzfwnNT5cl+6oEy2fZoI2YG6L6c25rG0pr+yl1I
- HKdMZcvn93uat7hlbzxeOLfJRM7+QK1lLaxuppq9p+gT+1x9eG3E4X7e0pdbjrpJ
- GbvNji0hwDBLDWD8mHNq/SCk9FKtGnfZqrNB5BLw2uIKjJzVGXVlsjN6geBDm2hV
- jTSmzMr39CfLUdtvMaZhpIPJzbH+sNfp1zKavFIpmwCd77p/z0QAiQ9NaIvzv4PZ
- DDEEMUHzmVAU6bUjD8GToXaMbRiz694SU8aAwvvcdjGexdbHnfSAfLOl2wTPPxve
- PncRaa656ZeZWxY9pRCItP+v43nm7d4sAyRD4QIDAQABAoIBADE17zcgDWSt1s8z
- MgUPahZn2beu3x5rhXKRRIhhKWdx4atufy7t39WsFmZQK96OAlsmyZyJ+MFpdqf5
- csZwZmZsZYEcxw7Yhr5e2sEcQlg4NF0M8ce38cGa+X5DSK6IuBrVIw/kEAE2y7zU
- Dsk0SV63RvPJV4FoLuxcjB4rtd2c+JBduNUXQYVppz/KhsXN+9CbPbZ7wo1cB5fo
- Iu/VswvvW6EAxVx39zZcwSGdkss9XUktU8akx7T/pepIH6fwkm7uXSNez6GH9d1I
- 8qOiORk/gAtqPL1TJgConyYheWMM9RbXP/IwL0BV8U4ZVG53S8jx2XpP4OJQ+k35
- WYvz8JECgYEA+9OywKOG2lMiiUB1qZfmXB80PngNsz+L6xUWkrw58gSqYZIg0xyH
- Sfr7HBo0yn/PB0oMMWPpNfYvG8/kSMIWiVlsYz9fdsUuqIvN+Kh9VF6o2wn+gnJk
- sBE3KVMofcgwgLE6eMVv2MSQlBoXhGPNlCBHS1gorQdYE82dxDPBBzsCgYEA9xpm
- c3C9LxiVbw9ZZ5D2C+vzwIG2+ZeDwKSizM1436MAnzNQgQTMzQ20uFGNBD562VjI
- rHFlZYr3KCtSIw5gvCSuox0YB64Yq/WAtGZtH9JyKRz4h4juq6iM4FT7nUwM4DF9
- 3CUiDS8DGoqvCNpY50GvzSR5QVT1DKTZsMunh5MCgYEAyIWMq7pK0iQqtvG9/3o1
- 8xrhxfBgsF+kcV+MZvE8jstKRIFQY+oujCkutPTlHm3hE2PSC64L8G0Em/fRRmJO
- AbZUCT9YK8HdYlZYf2zix0DM4gW2RHcEV/KNYvmVn3q9rGvzLGHCqu/yVAvmuAOk
- mhON0Z/0W7siVjp/KtEvHisCgYA/cfTaMRkyDXLY6C0BbXPvTa7xP5z2atO2U89F
- HICrkxOmzKsf5VacU6eSJ8Y4T76FLcmglSD+uHaLRsw5Ggj2Zci9MswntKi7Bjb8
- msvr/sG3EqwxSJRXWNiLBObx1UP9EFgLfTFIB0kZuIAGmuF2xyPXXUUQ5Dpi+7S1
- MyUZpwKBgQDg+AIPvk41vQ4Cz2CKrQX5/uJSW4bOhgP1yk7ruIH4Djkag3ZzTnHM
- zA9/pLzRfz1ENc5I/WaYSh92eKw3j6tUtMJlE2AbfCpgOQtRUNs3IBmzCWrY8J01
- W/8bwB+KhfFxNYwvszYsvvOq51NgahYQkgThVm38UixB3PFpEf+NiQ==
- -----END RSA PRIVATE KEY-----`
- // client 2 crt is revoked
- client2Crt = `-----BEGIN CERTIFICATE-----
- MIIEITCCAgmgAwIBAgIRANmjlDeWHEW4NSzEY2bv3hgwDQYJKoZIhvcNAQELBQAw
- EzERMA8GA1UEAxMIQ2VydEF1dGgwHhcNMjIwNzA0MTU0MzUxWhcNMjQwMTA0MTU1
- MzA3WjASMRAwDgYDVQQDEwdjbGllbnQyMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8A
- MIIBCgKCAQEAzNl7q7yS8MSaQs6zRbuqrsUuwEJ5ZH85vf7zHZKgOW3zNniXLOmH
- JdtQ3jKZQ1BCIsJFvez2GxGIMWbXaSPw4bL0J3vl5oItChsjGg34IvqcDxWuIk2a
- muRdMh7r1ryVs2ir2cQ5YHzI59BEpUWKQg3bD4yragdkb6BRc7lVgzCbrM1Eq758
- HHbaLwlsfpqOvheaum4IG113CeD/HHrw42W6g/qQWL+FHlYqV3plHZ8Bj+bhcZI5
- jdU4paGEzeY0a0NlnyH4gXGPjLKvPKFZHy4D6RiRlLHvHeiRyDtTu4wFkAiXxzGs
- E4UBbykmYUB85zgwpjaktOaoe36IM1T8CQIDAQABo3EwbzAOBgNVHQ8BAf8EBAMC
- A7gwHQYDVR0lBBYwFAYIKwYBBQUHAwEGCCsGAQUFBwMCMB0GA1UdDgQWBBRdYIEk
- gxh+vTaMpAbqaPGRKGGBpTAfBgNVHSMEGDAWgBT4qzwTztNc1Ln+8QvnbGzjmOUL
- wDANBgkqhkiG9w0BAQsFAAOCAgEABSR/PbPfiNZ6FOrt91/I0g6LviwICDcuXhfr
- re4UsWp1kxXeS3CB2G71qXv3hswN8phG2hdsij0/FBEGUTLS3FTCmLmqmcVqPj3/
- 677PMFDoACBKgT5iIwpnNvdD+4ROM8JFjUwy7aTWx85a5yoPFGnB+ORMfLCYjr2S
- D02KFvKuSXWCjXphqJ41cFGne4oeh/JMkN0RNArm7wTT8yWCGgO1k4OON8dphuTV
- 48Wm6I9UBSWuLk1vcIlgb/8YWVwy9rBNmjOBDGuroL6PSmfZD+e9Etii0X2znZ+t
- qDpXJB7V5U0DbsBCtGM/dHaFz/LCoBYX9z6th1iPUHksUTM3RzN9L24r9/28dY/a
- shBpn5rK3ui/2mPBpO26wX14Kl/DUkdKUV9dJllSlmwo8Z0RluY9S4xnCrna/ODH
- FbhWmlTSs+odCZl6Lc0nuw+WQ2HnlTVJYBSFAGfsGQQ3pzk4DC5VynnxY0UniUgD
- WYPR8JEYa+BpH3rIQ9jmnOKWLtyc7lFPB9ab63pQBBiwRvWo+tZ2vybqjeHPuu5N
- BuKvvtu3RKKdSCnIo5Rs5zw4JYCjvlx/NVk9jtpa1lIHYHilvBmCcRX5DkE/yH/x
- IjEKhCOQpGR6D5Kkca9xNL7zNcat3bzLn+d7Wo4m09uWi9ifPdchxed0w5d9ihx1
- enqNrFI=
- -----END CERTIFICATE-----`
- client2Key = `-----BEGIN RSA PRIVATE KEY-----
- MIIEowIBAAKCAQEAzNl7q7yS8MSaQs6zRbuqrsUuwEJ5ZH85vf7zHZKgOW3zNniX
- LOmHJdtQ3jKZQ1BCIsJFvez2GxGIMWbXaSPw4bL0J3vl5oItChsjGg34IvqcDxWu
- Ik2amuRdMh7r1ryVs2ir2cQ5YHzI59BEpUWKQg3bD4yragdkb6BRc7lVgzCbrM1E
- q758HHbaLwlsfpqOvheaum4IG113CeD/HHrw42W6g/qQWL+FHlYqV3plHZ8Bj+bh
- cZI5jdU4paGEzeY0a0NlnyH4gXGPjLKvPKFZHy4D6RiRlLHvHeiRyDtTu4wFkAiX
- xzGsE4UBbykmYUB85zgwpjaktOaoe36IM1T8CQIDAQABAoIBAETHMJK0udFE8VZE
- +EQNgn0zj0LWDtQDM2vrUc04Ebu2gtZjHr7hmZLIVBqGepbzN4FcIPZnvSnRdRzB
- HsoaWyIsZ3VqUAJY6q5d9iclUY7M/eDCsripvaML0Y6meyCaKNkX57sx+uG+g+Xx
- M1saQhVzeX17CYKMANjJxw9HxsJI0aBPyiBbILHMwfRfsJU8Ou72HH1sIQuPdH2H
- /c9ru8YZAno6oVq1zuC/pCis+h50U9HzTnt3/4NNS6cWG/y2YLztCvm9uGo4MTd/
- mA9s4cxVhvQW6gCDHgGn6zj661OL/d2rpak1eWizhZvZ8jsIN/sM87b0AJeVT4zH
- 6xA3egECgYEA1nI5EsCetQbFBp7tDovSp3fbitwoQtdtHtLn2u4DfvmbLrgSoq0Z
- L+9N13xML/l8lzWai2gI69uA3c2+y1O64LkaiSeDqbeBp9b6fKMlmwIVbklEke1w
- XVTIWOYTTF5/8+tUOlsgme5BhLAWnQ7+SoitzHtl5e1vEYaAGamE2DECgYEA9Is2
- BbTk2YCqkcsB7D9q95JbY0SZpecvTv0rLR+acz3T8JrAASdmvqdBOlPWc+0ZaEdS
- PcJaOEw3yxYJ33cR/nLBaR2/Uu5qQebyPALs3B2pjjTFdGvcpeFxO55fowwsfR/e
- 0H+HeiFj5Y4S+kFWT+3FRmJ6GUB828LJYaVhQ1kCgYEA1bdsTdYN1Vfzz89fbZnH
- zQLUl6UlssfDhm6mhzeh4E+eaocke1+LtIwHxfOocj9v/bp8VObPzU8rNOIxfa3q
- lr+jRIFO5DtwSfckGEb32W3QMeNvJQe/biRqrr5NCVU8q7kibi4XZZFfVn+vacNh
- hqKEoz9vpCBnCs5CqFCbhmECgYAG8qWYR+lwnI08Ey58zdh2LDxYd6x94DGh5uOB
- JrK2r30ECwGFht8Ob6YUyCkBpizgn5YglxMFInU7Webx6GokdpI0MFotOwTd1nfv
- aI3eOyGEHs+1XRMpy1vyO6+v7DqfW3ZzKgxpVeWGsiCr54tSPgkq1MVvTju96qza
- D17SEQKBgCKC0GjDjnt/JvujdzHuBt1sWdOtb+B6kQvA09qVmuDF/Dq36jiaHDjg
- XMf5HU3ThYqYn3bYypZZ8nQ7BXVh4LqGNqG29wR4v6l+dLO6odXnLzfApGD9e+d4
- 2tmlLP54LaN35hQxRjhT8lCN0BkrNF44+bh8frwm/kuxSd8wT2S+
- -----END RSA PRIVATE KEY-----`
- testFileName = "test_file_ftp.dat"
- testDLFileName = "test_download_ftp.dat"
- tlsClient1Username = "client1"
- tlsClient2Username = "client2"
- httpFsPort = 23456
- defaultHTTPFsUsername = "httpfs_ftp_user"
- emptyPwdPlaceholder = "empty"
- )
- var (
- configDir = filepath.Join(".", "..", "..")
- allPerms = []string{dataprovider.PermAny}
- homeBasePath string
- hookCmdPath string
- extAuthPath string
- preLoginPath string
- postConnectPath string
- preDownloadPath string
- preUploadPath string
- logFilePath string
- caCrtPath string
- caCRLPath string
- )
- func TestMain(m *testing.M) {
- logFilePath = filepath.Join(configDir, "sftpgo_ftpd_test.log")
- bannerFileName := "banner_file"
- bannerFile := filepath.Join(configDir, bannerFileName)
- logger.InitLogger(logFilePath, 5, 1, 28, false, false, zerolog.DebugLevel)
- err := os.WriteFile(bannerFile, []byte("SFTPGo test ready\nsimple banner line\n"), os.ModePerm)
- if err != nil {
- logger.ErrorToConsole("error creating banner file: %v", err)
- }
- // we run the test cases with UploadMode atomic and resume support. The non atomic code path
- // simply does not execute some code so if it works in atomic mode will
- // work in non atomic mode too
- os.Setenv("SFTPGO_COMMON__UPLOAD_MODE", "2")
- os.Setenv("SFTPGO_DATA_PROVIDER__CREATE_DEFAULT_ADMIN", "1")
- os.Setenv("SFTPGO_COMMON__ALLOW_SELF_CONNECTIONS", "1")
- os.Setenv("SFTPGO_DEFAULT_ADMIN_USERNAME", "admin")
- os.Setenv("SFTPGO_DEFAULT_ADMIN_PASSWORD", "password")
- err = config.LoadConfig(configDir, "")
- if err != nil {
- logger.ErrorToConsole("error loading configuration: %v", err)
- os.Exit(1)
- }
- providerConf := config.GetProviderConf()
- logger.InfoToConsole("Starting FTPD tests, provider: %v", providerConf.Driver)
- commonConf := config.GetCommonConfig()
- homeBasePath = os.TempDir()
- if runtime.GOOS != osWindows {
- commonConf.Actions.ExecuteOn = []string{"download", "upload", "rename", "delete"}
- commonConf.Actions.Hook = hookCmdPath
- hookCmdPath, err = exec.LookPath("true")
- if err != nil {
- logger.Warn(logSender, "", "unable to get hook command: %v", err)
- logger.WarnToConsole("unable to get hook command: %v", err)
- }
- }
- certPath := filepath.Join(os.TempDir(), "test_ftpd.crt")
- keyPath := filepath.Join(os.TempDir(), "test_ftpd.key")
- caCrtPath = filepath.Join(os.TempDir(), "test_ftpd_ca.crt")
- caCRLPath = filepath.Join(os.TempDir(), "test_ftpd_crl.crt")
- err = writeCerts(certPath, keyPath, caCrtPath, caCRLPath)
- if err != nil {
- os.Exit(1)
- }
- err = common.Initialize(commonConf, 0)
- if err != nil {
- logger.WarnToConsole("error initializing common: %v", err)
- os.Exit(1)
- }
- err = dataprovider.Initialize(providerConf, configDir, true)
- if err != nil {
- logger.ErrorToConsole("error initializing data provider: %v", err)
- os.Exit(1)
- }
- httpConfig := config.GetHTTPConfig()
- httpConfig.Initialize(configDir) //nolint:errcheck
- kmsConfig := config.GetKMSConfig()
- err = kmsConfig.Initialize()
- if err != nil {
- logger.ErrorToConsole("error initializing kms: %v", err)
- os.Exit(1)
- }
- mfaConfig := config.GetMFAConfig()
- err = mfaConfig.Initialize()
- if err != nil {
- logger.ErrorToConsole("error initializing MFA: %v", err)
- os.Exit(1)
- }
- httpdConf := config.GetHTTPDConfig()
- httpdConf.Bindings[0].Port = 8079
- httpdtest.SetBaseURL("http://127.0.0.1:8079")
- ftpdConf := config.GetFTPDConfig()
- ftpdConf.Bindings = []ftpd.Binding{
- {
- Port: 2121,
- ClientAuthType: 2,
- CertificateFile: certPath,
- CertificateKeyFile: keyPath,
- },
- }
- ftpdConf.PassivePortRange.Start = 0
- ftpdConf.PassivePortRange.End = 0
- ftpdConf.BannerFile = bannerFileName
- ftpdConf.CACertificates = []string{caCrtPath}
- ftpdConf.CARevocationLists = []string{caCRLPath}
- ftpdConf.EnableSite = true
- // required to test sftpfs
- sftpdConf := config.GetSFTPDConfig()
- sftpdConf.Bindings = []sftpd.Binding{
- {
- Port: 2122,
- },
- }
- hostKeyPath := filepath.Join(os.TempDir(), "id_ed25519")
- sftpdConf.HostKeys = []string{hostKeyPath}
- extAuthPath = filepath.Join(homeBasePath, "extauth.sh")
- preLoginPath = filepath.Join(homeBasePath, "prelogin.sh")
- postConnectPath = filepath.Join(homeBasePath, "postconnect.sh")
- preDownloadPath = filepath.Join(homeBasePath, "predownload.sh")
- preUploadPath = filepath.Join(homeBasePath, "preupload.sh")
- status := ftpd.GetStatus()
- if status.IsActive {
- logger.ErrorToConsole("ftpd is already active")
- os.Exit(1)
- }
- go func() {
- logger.Debug(logSender, "", "initializing FTP server with config %+v", ftpdConf)
- if err := ftpdConf.Initialize(configDir); err != nil {
- logger.ErrorToConsole("could not start FTP server: %v", err)
- os.Exit(1)
- }
- }()
- go func() {
- logger.Debug(logSender, "", "initializing SFTP server with config %+v", sftpdConf)
- if err := sftpdConf.Initialize(configDir); err != nil {
- logger.ErrorToConsole("could not start SFTP server: %v", err)
- os.Exit(1)
- }
- }()
- go func() {
- if err := httpdConf.Initialize(configDir, 0); err != nil {
- logger.ErrorToConsole("could not start HTTP server: %v", err)
- os.Exit(1)
- }
- }()
- waitTCPListening(ftpdConf.Bindings[0].GetAddress())
- waitTCPListening(httpdConf.Bindings[0].GetAddress())
- waitTCPListening(sftpdConf.Bindings[0].GetAddress())
- ftpd.ReloadCertificateMgr() //nolint:errcheck
- ftpdConf = config.GetFTPDConfig()
- ftpdConf.Bindings = []ftpd.Binding{
- {
- Port: 2124,
- TLSMode: 2,
- },
- }
- ftpdConf.CertificateFile = certPath
- ftpdConf.CertificateKeyFile = keyPath
- ftpdConf.CACertificates = []string{caCrtPath}
- ftpdConf.CARevocationLists = []string{caCRLPath}
- ftpdConf.EnableSite = false
- ftpdConf.DisableActiveMode = true
- ftpdConf.CombineSupport = 1
- ftpdConf.HASHSupport = 1
- go func() {
- logger.Debug(logSender, "", "initializing FTP server with config %+v", ftpdConf)
- if err := ftpdConf.Initialize(configDir); err != nil {
- logger.ErrorToConsole("could not start FTP server: %v", err)
- os.Exit(1)
- }
- }()
- waitTCPListening(ftpdConf.Bindings[0].GetAddress())
- waitNoConnections()
- startHTTPFs()
- exitCode := m.Run()
- os.Remove(logFilePath)
- os.Remove(bannerFile)
- os.Remove(extAuthPath)
- os.Remove(preLoginPath)
- os.Remove(postConnectPath)
- os.Remove(preDownloadPath)
- os.Remove(preUploadPath)
- os.Remove(certPath)
- os.Remove(keyPath)
- os.Remove(caCrtPath)
- os.Remove(caCRLPath)
- os.Remove(hostKeyPath)
- os.Remove(hostKeyPath + ".pub")
- os.Exit(exitCode)
- }
- func TestInitializationFailure(t *testing.T) {
- ftpdConf := config.GetFTPDConfig()
- ftpdConf.Bindings = []ftpd.Binding{}
- ftpdConf.CertificateFile = filepath.Join(os.TempDir(), "test_ftpd.crt")
- ftpdConf.CertificateKeyFile = filepath.Join(os.TempDir(), "test_ftpd.key")
- err := ftpdConf.Initialize(configDir)
- require.EqualError(t, err, common.ErrNoBinding.Error())
- ftpdConf.Bindings = []ftpd.Binding{
- {
- Port: 0,
- },
- {
- Port: 2121,
- },
- }
- ftpdConf.BannerFile = "a-missing-file"
- err = ftpdConf.Initialize(configDir)
- require.Error(t, err)
- ftpdConf.BannerFile = ""
- ftpdConf.Bindings[1].TLSMode = 10
- err = ftpdConf.Initialize(configDir)
- require.Error(t, err)
- ftpdConf.CertificateFile = ""
- ftpdConf.CertificateKeyFile = ""
- ftpdConf.Bindings[1].TLSMode = 1
- err = ftpdConf.Initialize(configDir)
- require.Error(t, err)
- certPath := filepath.Join(os.TempDir(), "test_ftpd.crt")
- keyPath := filepath.Join(os.TempDir(), "test_ftpd.key")
- ftpdConf.CertificateFile = certPath
- ftpdConf.CertificateKeyFile = keyPath
- ftpdConf.CACertificates = []string{"invalid ca cert"}
- err = ftpdConf.Initialize(configDir)
- require.Error(t, err)
- ftpdConf.CACertificates = nil
- ftpdConf.CARevocationLists = []string{""}
- err = ftpdConf.Initialize(configDir)
- require.Error(t, err)
- ftpdConf.CACertificates = []string{caCrtPath}
- ftpdConf.CARevocationLists = []string{caCRLPath}
- ftpdConf.Bindings[1].ForcePassiveIP = "127001"
- err = ftpdConf.Initialize(configDir)
- require.Error(t, err)
- require.Contains(t, err.Error(), "the provided passive IP \"127001\" is not valid")
- ftpdConf.Bindings[1].ForcePassiveIP = ""
- err = ftpdConf.Initialize(configDir)
- require.Error(t, err)
- }
- func TestBasicFTPHandling(t *testing.T) {
- u := getTestUser()
- u.QuotaSize = 6553600
- localUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- u = getTestSFTPUser()
- u.QuotaSize = 6553600
- sftpUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- for _, user := range []dataprovider.User{localUser, sftpUser} {
- client, err := getFTPClient(user, true, nil)
- if assert.NoError(t, err) {
- if user.Username == defaultUsername {
- assert.Len(t, common.Connections.GetStats(""), 1)
- } else {
- assert.Len(t, common.Connections.GetStats(""), 2)
- }
- testFilePath := filepath.Join(homeBasePath, testFileName)
- testFileSize := int64(65535)
- expectedQuotaSize := testFileSize
- expectedQuotaFiles := 1
- err = createTestFile(testFilePath, testFileSize)
- assert.NoError(t, err)
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, path.Join("/missing_dir", testFileName), testFileSize, client, 0)
- assert.Error(t, err)
- user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
- assert.NoError(t, err)
- assert.Equal(t, int64(0), user.FirstUpload)
- assert.Equal(t, int64(0), user.FirstDownload)
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- assert.NoError(t, err)
- user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
- assert.NoError(t, err)
- assert.Greater(t, user.FirstUpload, int64(0))
- assert.Equal(t, int64(0), user.FirstDownload)
- // overwrite an existing file
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- assert.NoError(t, err)
- localDownloadPath := filepath.Join(homeBasePath, testDLFileName)
- err = ftpDownloadFile(testFileName, localDownloadPath, testFileSize, client, 0)
- assert.NoError(t, err)
- user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
- assert.NoError(t, err)
- assert.Equal(t, expectedQuotaFiles, user.UsedQuotaFiles)
- assert.Equal(t, expectedQuotaSize, user.UsedQuotaSize)
- assert.Greater(t, user.FirstUpload, int64(0))
- assert.Greater(t, user.FirstDownload, int64(0))
- err = client.Rename(testFileName, testFileName+"1")
- assert.NoError(t, err)
- err = client.Delete(testFileName)
- assert.Error(t, err)
- err = client.Delete(testFileName + "1")
- assert.NoError(t, err)
- user, _, err = httpdtest.GetUserByUsername(user.Username, http.StatusOK)
- assert.NoError(t, err)
- assert.Equal(t, expectedQuotaFiles-1, user.UsedQuotaFiles)
- assert.Equal(t, expectedQuotaSize-testFileSize, user.UsedQuotaSize)
- curDir, err := client.CurrentDir()
- if assert.NoError(t, err) {
- assert.Equal(t, "/", curDir)
- }
- testDir := "testDir"
- err = client.MakeDir(testDir)
- assert.NoError(t, err)
- err = client.ChangeDir(testDir)
- assert.NoError(t, err)
- curDir, err = client.CurrentDir()
- if assert.NoError(t, err) {
- assert.Equal(t, path.Join("/", testDir), curDir)
- }
- res, err := client.List(path.Join("/", testDir))
- assert.NoError(t, err)
- assert.Len(t, res, 0)
- res, err = client.List(path.Join("/"))
- assert.NoError(t, err)
- if assert.Len(t, res, 1) {
- assert.Equal(t, testDir, res[0].Name)
- }
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- assert.NoError(t, err)
- size, err := client.FileSize(path.Join("/", testDir, testFileName))
- assert.NoError(t, err)
- assert.Equal(t, testFileSize, size)
- err = client.ChangeDirToParent()
- assert.NoError(t, err)
- curDir, err = client.CurrentDir()
- if assert.NoError(t, err) {
- assert.Equal(t, "/", curDir)
- }
- err = client.Delete(path.Join("/", testDir, testFileName))
- assert.NoError(t, err)
- err = client.Delete(testDir)
- assert.Error(t, err)
- err = client.RemoveDir(testDir)
- assert.NoError(t, err)
- err = os.Remove(testFilePath)
- assert.NoError(t, err)
- err = os.Remove(localDownloadPath)
- assert.NoError(t, err)
- err = client.Quit()
- assert.NoError(t, err)
- }
- }
- _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
- assert.NoError(t, err)
- _, err = httpdtest.RemoveUser(localUser, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(localUser.GetHomeDir())
- assert.NoError(t, err)
- assert.Eventually(t, func() bool { return len(common.Connections.GetStats("")) == 0 }, 1*time.Second, 50*time.Millisecond)
- assert.Eventually(t, func() bool { return common.Connections.GetClientConnections() == 0 }, 1000*time.Millisecond,
- 50*time.Millisecond)
- }
- func TestHTTPFs(t *testing.T) {
- u := getTestUserWithHTTPFs()
- user, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- client, err := getFTPClient(user, true, nil)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- testFilePath := filepath.Join(homeBasePath, testFileName)
- testFileSize := int64(65535)
- err = createTestFile(testFilePath, testFileSize)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- assert.NoError(t, err)
- localDownloadPath := filepath.Join(homeBasePath, testDLFileName)
- err = ftpDownloadFile(testFileName, localDownloadPath, testFileSize, client, 0)
- assert.NoError(t, err)
- // test a download resume
- data := []byte("test data")
- err = os.WriteFile(testFilePath, data, os.ModePerm)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, testFileName, int64(len(data)), client, 0)
- assert.NoError(t, err)
- err = ftpDownloadFile(testFileName, localDownloadPath, int64(len(data)-5), client, 5)
- assert.NoError(t, err)
- readed, err := os.ReadFile(localDownloadPath)
- assert.NoError(t, err)
- assert.Equal(t, []byte("data"), readed, "readed data mismatch: %q", string(readed))
- err = os.Remove(testFilePath)
- assert.NoError(t, err)
- err = os.Remove(localDownloadPath)
- assert.NoError(t, err)
- err = client.Quit()
- assert.NoError(t, err)
- }
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- assert.Eventually(t, func() bool { return len(common.Connections.GetStats("")) == 0 }, 1*time.Second, 50*time.Millisecond)
- assert.Eventually(t, func() bool { return common.Connections.GetClientConnections() == 0 }, 1000*time.Millisecond,
- 50*time.Millisecond)
- }
- func TestListDirWithWildcards(t *testing.T) {
- localUser, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
- assert.NoError(t, err)
- sftpUser, _, err := httpdtest.AddUser(getTestSFTPUser(), http.StatusCreated)
- assert.NoError(t, err)
- defer func() {
- _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
- assert.NoError(t, err)
- _, err = httpdtest.RemoveUser(localUser, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(localUser.GetHomeDir())
- assert.NoError(t, err)
- }()
- for _, user := range []dataprovider.User{localUser, sftpUser} {
- client, err := getFTPClient(user, true, nil, ftp.DialWithDisabledMLSD(true))
- if assert.NoError(t, err) {
- dir1 := "test.dir"
- dir2 := "test.dir1"
- err = client.MakeDir(dir1)
- assert.NoError(t, err)
- err = client.MakeDir(dir2)
- assert.NoError(t, err)
- testFilePath := filepath.Join(homeBasePath, testFileName)
- testFileSize := int64(65535)
- err = createTestFile(testFilePath, testFileSize)
- assert.NoError(t, err)
- fileName := "file[a-z]e.dat"
- err = ftpUploadFile(testFilePath, fileName, testFileSize, client, 0)
- assert.NoError(t, err)
- localDownloadPath := filepath.Join(homeBasePath, testDLFileName)
- err = ftpDownloadFile(fileName, localDownloadPath, testFileSize, client, 0)
- assert.NoError(t, err)
- entries, err := client.List(fileName)
- require.NoError(t, err)
- require.Len(t, entries, 1)
- assert.Equal(t, fileName, entries[0].Name)
- nListEntries, err := client.NameList(fileName)
- require.NoError(t, err)
- require.Len(t, entries, 1)
- assert.Contains(t, nListEntries, fileName)
- entries, err = client.List(".")
- require.NoError(t, err)
- require.Len(t, entries, 3)
- nListEntries, err = client.NameList(".")
- require.NoError(t, err)
- require.Len(t, nListEntries, 3)
- entries, err = client.List("/test.*")
- require.NoError(t, err)
- require.Len(t, entries, 2)
- found := 0
- for _, e := range entries {
- switch e.Name {
- case dir1, dir2:
- found++
- }
- }
- assert.Equal(t, 2, found)
- nListEntries, err = client.NameList("/test.*")
- require.NoError(t, err)
- require.Len(t, entries, 2)
- assert.Contains(t, nListEntries, dir1)
- assert.Contains(t, nListEntries, dir2)
- entries, err = client.List("/*.dir?")
- require.NoError(t, err)
- assert.Len(t, entries, 1)
- assert.Equal(t, dir2, entries[0].Name)
- nListEntries, err = client.NameList("/*.dir?")
- require.NoError(t, err)
- require.Len(t, entries, 1)
- assert.Contains(t, nListEntries, dir2)
- entries, err = client.List("/test.???")
- require.NoError(t, err)
- require.Len(t, entries, 1)
- assert.Equal(t, dir1, entries[0].Name)
- nListEntries, err = client.NameList("/test.???")
- require.NoError(t, err)
- require.Len(t, entries, 1)
- assert.Contains(t, nListEntries, dir1)
- _, err = client.NameList("/missingdir/test.*")
- assert.Error(t, err)
- _, err = client.List("/missingdir/test.*")
- assert.Error(t, err)
- _, err = client.NameList("test[-]")
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), path.ErrBadPattern.Error())
- }
- _, err = client.List("test[-]")
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), path.ErrBadPattern.Error())
- }
- subDir := path.Join(dir1, "sub.d")
- err = client.MakeDir(subDir)
- assert.NoError(t, err)
- err = client.ChangeDir(path.Dir(subDir))
- assert.NoError(t, err)
- entries, err = client.List("sub.?")
- require.NoError(t, err)
- require.Len(t, entries, 1)
- assert.Contains(t, path.Base(subDir), entries[0].Name)
- nListEntries, err = client.NameList("sub.?")
- require.NoError(t, err)
- require.Len(t, entries, 1)
- assert.Contains(t, nListEntries, path.Base(subDir))
- entries, err = client.List("../*.dir?")
- require.NoError(t, err)
- require.Len(t, entries, 1)
- assert.Equal(t, path.Join("../", dir2), entries[0].Name)
- nListEntries, err = client.NameList("../*.dir?")
- require.NoError(t, err)
- require.Len(t, entries, 1)
- assert.Contains(t, nListEntries, path.Join("../", dir2))
- err = client.ChangeDir("/")
- assert.NoError(t, err)
- entries, err = client.List(path.Join(dir1, "sub.*"))
- require.NoError(t, err)
- require.Len(t, entries, 1)
- assert.Equal(t, path.Join(dir1, "sub.d"), entries[0].Name)
- nListEntries, err = client.NameList(path.Join(dir1, "sub.*"))
- require.NoError(t, err)
- require.Len(t, entries, 1)
- assert.Contains(t, nListEntries, path.Join(dir1, "sub.d"))
- err = client.RemoveDir(subDir)
- assert.NoError(t, err)
- err = client.RemoveDir(dir1)
- assert.NoError(t, err)
- err = client.RemoveDir(dir2)
- assert.NoError(t, err)
- err = os.Remove(testFilePath)
- assert.NoError(t, err)
- err = os.Remove(localDownloadPath)
- assert.NoError(t, err)
- err = client.Quit()
- assert.NoError(t, err)
- }
- }
- }
- func TestStartDirectory(t *testing.T) {
- startDir := "/start/dir"
- u := getTestUser()
- u.Filters.StartDirectory = startDir
- localUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- u = getTestSFTPUser()
- u.Filters.StartDirectory = startDir
- sftpUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- for _, user := range []dataprovider.User{localUser, sftpUser} {
- client, err := getFTPClient(user, true, nil)
- if assert.NoError(t, err) {
- currentDir, err := client.CurrentDir()
- assert.NoError(t, err)
- assert.Equal(t, startDir, currentDir)
- testFilePath := filepath.Join(homeBasePath, testFileName)
- testFileSize := int64(65535)
- err = createTestFile(testFilePath, testFileSize)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- assert.NoError(t, err)
- localDownloadPath := filepath.Join(homeBasePath, testDLFileName)
- err = ftpDownloadFile(testFileName, localDownloadPath, testFileSize, client, 0)
- assert.NoError(t, err)
- entries, err := client.List(".")
- assert.NoError(t, err)
- if assert.Len(t, entries, 1) {
- assert.Equal(t, testFileName, entries[0].Name)
- }
- entries, err = client.List("/")
- assert.NoError(t, err)
- if assert.Len(t, entries, 1) {
- assert.Equal(t, "start", entries[0].Name)
- }
- err = client.ChangeDirToParent()
- assert.NoError(t, err)
- currentDir, err = client.CurrentDir()
- assert.NoError(t, err)
- assert.Equal(t, path.Dir(startDir), currentDir)
- err = client.ChangeDirToParent()
- assert.NoError(t, err)
- currentDir, err = client.CurrentDir()
- assert.NoError(t, err)
- assert.Equal(t, "/", currentDir)
- err = os.Remove(testFilePath)
- assert.NoError(t, err)
- err = os.Remove(localDownloadPath)
- assert.NoError(t, err)
- err = client.Quit()
- assert.NoError(t, err)
- }
- }
- _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
- assert.NoError(t, err)
- _, err = httpdtest.RemoveUser(localUser, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(localUser.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestLoginEmptyPassword(t *testing.T) {
- u := getTestUser()
- u.Password = ""
- user, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- user.Password = emptyPwdPlaceholder
- _, err = getFTPClient(user, true, nil)
- assert.Error(t, err)
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestAnonymousUser(t *testing.T) {
- u := getTestUser()
- u.Password = ""
- u.Filters.IsAnonymous = true
- _, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.Error(t, err)
- user, _, err := httpdtest.GetUserByUsername(u.Username, http.StatusOK)
- assert.NoError(t, err)
- assert.True(t, user.Filters.IsAnonymous)
- assert.Equal(t, []string{dataprovider.PermListItems, dataprovider.PermDownload}, user.Permissions["/"])
- assert.Equal(t, []string{common.ProtocolSSH, common.ProtocolHTTP}, user.Filters.DeniedProtocols)
- assert.Equal(t, []string{dataprovider.SSHLoginMethodPublicKey, dataprovider.SSHLoginMethodPassword,
- dataprovider.SSHLoginMethodKeyboardInteractive, dataprovider.SSHLoginMethodKeyAndPassword,
- dataprovider.SSHLoginMethodKeyAndKeyboardInt, dataprovider.LoginMethodTLSCertificate,
- dataprovider.LoginMethodTLSCertificateAndPwd}, user.Filters.DeniedLoginMethods)
- user.Password = emptyPwdPlaceholder
- client, err := getFTPClient(user, true, nil)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- testFilePath := filepath.Join(homeBasePath, testFileName)
- testFileSize := int64(65535)
- err = createTestFile(testFilePath, testFileSize)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), "permission")
- }
- err = os.Rename(testFilePath, filepath.Join(user.GetHomeDir(), testFileName))
- assert.NoError(t, err)
- localDownloadPath := filepath.Join(homeBasePath, testDLFileName)
- err = ftpDownloadFile(testFileName, localDownloadPath, testFileSize, client, 0)
- assert.NoError(t, err)
- err = client.MakeDir("adir")
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), "permission")
- }
- err = client.Quit()
- assert.NoError(t, err)
- err = os.Remove(localDownloadPath)
- assert.NoError(t, err)
- }
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestAnonymousGroupInheritance(t *testing.T) {
- g := getTestGroup()
- g.UserSettings.Filters.IsAnonymous = true
- g.UserSettings.Permissions = make(map[string][]string)
- g.UserSettings.Permissions["/"] = allPerms
- g.UserSettings.Permissions["/testsub"] = allPerms
- group, _, err := httpdtest.AddGroup(g, http.StatusCreated)
- assert.NoError(t, err)
- u := getTestUser()
- u.Groups = []sdk.GroupMapping{
- {
- Name: group.Name,
- Type: sdk.GroupTypePrimary,
- },
- }
- user, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- user.Password = emptyPwdPlaceholder
- client, err := getFTPClient(user, true, nil)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- testFilePath := filepath.Join(homeBasePath, testFileName)
- testFileSize := int64(65535)
- err = createTestFile(testFilePath, testFileSize)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), "permission")
- }
- err = client.MakeDir("adir")
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), "permission")
- }
- err = client.MakeDir("/testsub/adir")
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), "permission")
- }
- err = os.Rename(testFilePath, filepath.Join(user.GetHomeDir(), testFileName))
- assert.NoError(t, err)
- localDownloadPath := filepath.Join(homeBasePath, testDLFileName)
- err = ftpDownloadFile(testFileName, localDownloadPath, testFileSize, client, 0)
- assert.NoError(t, err)
- err = client.Quit()
- assert.NoError(t, err)
- err = os.Remove(localDownloadPath)
- assert.NoError(t, err)
- }
- user.Password = defaultPassword
- client, err = getFTPClient(user, true, nil)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- err := client.Quit()
- assert.NoError(t, err)
- }
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- _, err = httpdtest.RemoveGroup(group, http.StatusOK)
- assert.NoError(t, err)
- }
- func TestMultiFactorAuth(t *testing.T) {
- u := getTestUser()
- user, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- configName, _, secret, _, err := mfa.GenerateTOTPSecret(mfa.GetAvailableTOTPConfigNames()[0], user.Username)
- assert.NoError(t, err)
- user.Password = defaultPassword
- user.Filters.TOTPConfig = dataprovider.UserTOTPConfig{
- Enabled: true,
- ConfigName: configName,
- Secret: kms.NewPlainSecret(secret),
- Protocols: []string{common.ProtocolFTP},
- }
- err = dataprovider.UpdateUser(&user, "", "", "")
- assert.NoError(t, err)
- user.Password = defaultPassword
- _, err = getFTPClient(user, true, nil)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), dataprovider.ErrInvalidCredentials.Error())
- }
- passcode, err := generateTOTPPasscode(secret, otp.AlgorithmSHA1)
- assert.NoError(t, err)
- user.Password = defaultPassword + passcode
- client, err := getFTPClient(user, true, nil)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- err := client.Quit()
- assert.NoError(t, err)
- }
- // reusing the same passcode should not work
- _, err = getFTPClient(user, true, nil)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), dataprovider.ErrInvalidCredentials.Error())
- }
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestSecondFactorRequirement(t *testing.T) {
- u := getTestUser()
- u.Filters.TwoFactorAuthProtocols = []string{common.ProtocolFTP}
- user, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- _, err = getFTPClient(user, true, nil)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), "second factor authentication is not set")
- }
- configName, _, secret, _, err := mfa.GenerateTOTPSecret(mfa.GetAvailableTOTPConfigNames()[0], user.Username)
- assert.NoError(t, err)
- user.Password = defaultPassword
- user.Filters.TOTPConfig = dataprovider.UserTOTPConfig{
- Enabled: true,
- ConfigName: configName,
- Secret: kms.NewPlainSecret(secret),
- Protocols: []string{common.ProtocolFTP},
- }
- err = dataprovider.UpdateUser(&user, "", "", "")
- assert.NoError(t, err)
- passcode, err := generateTOTPPasscode(secret, otp.AlgorithmSHA1)
- assert.NoError(t, err)
- user.Password = defaultPassword + passcode
- client, err := getFTPClient(user, true, nil)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- err := client.Quit()
- assert.NoError(t, err)
- }
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestLoginInvalidCredentials(t *testing.T) {
- u := getTestUser()
- user, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- user.Username = "wrong username"
- _, err = getFTPClient(user, false, nil)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), dataprovider.ErrInvalidCredentials.Error())
- }
- user.Username = u.Username
- user.Password = "wrong pwd"
- _, err = getFTPClient(user, false, nil)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), dataprovider.ErrInvalidCredentials.Error())
- }
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- }
- func TestLoginNonExistentUser(t *testing.T) {
- user := getTestUser()
- _, err := getFTPClient(user, false, nil)
- assert.Error(t, err)
- }
- func TestFTPSecurity(t *testing.T) {
- u := getTestUser()
- u.Filters.FTPSecurity = 1
- user, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- client, err := getFTPClient(user, true, nil)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- err := client.Quit()
- assert.NoError(t, err)
- }
- _, err = getFTPClient(user, false, nil)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), "TLS is required")
- }
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestGroupFTPSecurity(t *testing.T) {
- g := getTestGroup()
- g.UserSettings.Filters.FTPSecurity = 1
- group, _, err := httpdtest.AddGroup(g, http.StatusCreated)
- assert.NoError(t, err)
- u := getTestUser()
- u.Groups = []sdk.GroupMapping{
- {
- Name: group.Name,
- Type: sdk.GroupTypePrimary,
- },
- }
- user, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- client, err := getFTPClient(user, true, nil)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- err := client.Quit()
- assert.NoError(t, err)
- }
- _, err = getFTPClient(user, false, nil)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), "TLS is required")
- }
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- _, err = httpdtest.RemoveGroup(group, http.StatusOK)
- assert.NoError(t, err)
- }
- func TestLoginExternalAuth(t *testing.T) {
- if runtime.GOOS == osWindows {
- t.Skip("this test is not available on Windows")
- }
- u := getTestUser()
- err := dataprovider.Close()
- assert.NoError(t, err)
- err = config.LoadConfig(configDir, "")
- assert.NoError(t, err)
- providerConf := config.GetProviderConf()
- err = os.WriteFile(extAuthPath, getExtAuthScriptContent(u), os.ModePerm)
- assert.NoError(t, err)
- providerConf.ExternalAuthHook = extAuthPath
- providerConf.ExternalAuthScope = 0
- err = dataprovider.Initialize(providerConf, configDir, true)
- assert.NoError(t, err)
- g := getTestGroup()
- g.UserSettings.Filters.DeniedProtocols = []string{common.ProtocolFTP}
- group, _, err := httpdtest.AddGroup(g, http.StatusCreated)
- assert.NoError(t, err)
- client, err := getFTPClient(u, true, nil)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- err := client.Quit()
- assert.NoError(t, err)
- }
- u.Groups = []sdk.GroupMapping{
- {
- Name: group.Name,
- Type: sdk.GroupTypePrimary,
- },
- }
- err = os.WriteFile(extAuthPath, getExtAuthScriptContent(u), os.ModePerm)
- assert.NoError(t, err)
- _, err = getFTPClient(u, true, nil)
- if !assert.Error(t, err) {
- err := client.Quit()
- assert.NoError(t, err)
- } else {
- assert.Contains(t, err.Error(), "protocol FTP is not allowed")
- }
- u.Groups = nil
- err = os.WriteFile(extAuthPath, getExtAuthScriptContent(u), os.ModePerm)
- assert.NoError(t, err)
- u.Username = defaultUsername + "1"
- client, err = getFTPClient(u, true, nil)
- if !assert.Error(t, err) {
- err := client.Quit()
- assert.NoError(t, err)
- } else {
- assert.Contains(t, err.Error(), "invalid credentials")
- }
- user, _, err := httpdtest.GetUserByUsername(defaultUsername, http.StatusOK)
- assert.NoError(t, err)
- assert.Equal(t, defaultUsername, user.Username)
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- _, err = httpdtest.RemoveGroup(group, http.StatusOK)
- assert.NoError(t, err)
- err = dataprovider.Close()
- assert.NoError(t, err)
- err = config.LoadConfig(configDir, "")
- assert.NoError(t, err)
- providerConf = config.GetProviderConf()
- err = dataprovider.Initialize(providerConf, configDir, true)
- assert.NoError(t, err)
- err = os.Remove(extAuthPath)
- assert.NoError(t, err)
- }
- func TestPreLoginHook(t *testing.T) {
- if runtime.GOOS == osWindows {
- t.Skip("this test is not available on Windows")
- }
- u := getTestUser()
- err := dataprovider.Close()
- assert.NoError(t, err)
- err = config.LoadConfig(configDir, "")
- assert.NoError(t, err)
- providerConf := config.GetProviderConf()
- err = os.WriteFile(preLoginPath, getPreLoginScriptContent(u, false), os.ModePerm)
- assert.NoError(t, err)
- providerConf.PreLoginHook = preLoginPath
- err = dataprovider.Initialize(providerConf, configDir, true)
- assert.NoError(t, err)
- _, _, err = httpdtest.GetUserByUsername(defaultUsername, http.StatusNotFound)
- assert.NoError(t, err)
- client, err := getFTPClient(u, false, nil)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- err := client.Quit()
- assert.NoError(t, err)
- }
- user, _, err := httpdtest.GetUserByUsername(defaultUsername, http.StatusOK)
- assert.NoError(t, err)
- // test login with an existing user
- client, err = getFTPClient(user, true, nil)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- err := client.Quit()
- assert.NoError(t, err)
- }
- err = os.WriteFile(preLoginPath, getPreLoginScriptContent(user, true), os.ModePerm)
- assert.NoError(t, err)
- client, err = getFTPClient(u, false, nil)
- if !assert.Error(t, err) {
- err := client.Quit()
- assert.NoError(t, err)
- }
- user.Status = 0
- err = os.WriteFile(preLoginPath, getPreLoginScriptContent(user, false), os.ModePerm)
- assert.NoError(t, err)
- client, err = getFTPClient(u, false, nil)
- if !assert.Error(t, err, "pre-login script returned a disabled user, login must fail") {
- err := client.Quit()
- assert.NoError(t, err)
- }
- user.Status = 0
- user.Filters.FTPSecurity = 1
- err = os.WriteFile(preLoginPath, getPreLoginScriptContent(user, false), os.ModePerm)
- assert.NoError(t, err)
- client, err = getFTPClient(u, true, nil)
- if !assert.Error(t, err) {
- err := client.Quit()
- assert.NoError(t, err)
- }
- _, err = getFTPClient(user, false, nil)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), "TLS is required")
- }
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- err = dataprovider.Close()
- assert.NoError(t, err)
- err = config.LoadConfig(configDir, "")
- assert.NoError(t, err)
- providerConf = config.GetProviderConf()
- err = dataprovider.Initialize(providerConf, configDir, true)
- assert.NoError(t, err)
- err = os.Remove(preLoginPath)
- assert.NoError(t, err)
- }
- func TestPreLoginHookReturningAnonymousUser(t *testing.T) {
- if runtime.GOOS == osWindows {
- t.Skip("this test is not available on Windows")
- }
- u := getTestUser()
- u.Filters.IsAnonymous = true
- u.Filters.DeniedProtocols = []string{common.ProtocolSSH}
- u.Password = ""
- err := dataprovider.Close()
- assert.NoError(t, err)
- err = config.LoadConfig(configDir, "")
- assert.NoError(t, err)
- providerConf := config.GetProviderConf()
- err = os.WriteFile(preLoginPath, getPreLoginScriptContent(u, false), os.ModePerm)
- assert.NoError(t, err)
- providerConf.PreLoginHook = preLoginPath
- err = dataprovider.Initialize(providerConf, configDir, true)
- assert.NoError(t, err)
- // the pre-login hook create the anonymous user
- client, err := getFTPClient(u, false, nil)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- testFilePath := filepath.Join(homeBasePath, testFileName)
- testFileSize := int64(65535)
- err = createTestFile(testFilePath, testFileSize)
- assert.NoError(t, err)
- err = client.MakeDir("tdiranonymous")
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), "permission")
- }
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), "permission")
- }
- err = os.Rename(testFilePath, filepath.Join(u.GetHomeDir(), testFileName))
- assert.NoError(t, err)
- localDownloadPath := filepath.Join(homeBasePath, testDLFileName)
- err = ftpDownloadFile(testFileName, localDownloadPath, testFileSize, client, 0)
- assert.NoError(t, err)
- err := client.Quit()
- assert.NoError(t, err)
- }
- user, _, err := httpdtest.GetUserByUsername(defaultUsername, http.StatusOK)
- assert.NoError(t, err)
- assert.True(t, user.Filters.IsAnonymous)
- assert.Equal(t, []string{dataprovider.PermListItems, dataprovider.PermDownload}, user.Permissions["/"])
- assert.Equal(t, []string{common.ProtocolSSH, common.ProtocolHTTP}, user.Filters.DeniedProtocols)
- assert.Equal(t, []string{dataprovider.SSHLoginMethodPublicKey, dataprovider.SSHLoginMethodPassword,
- dataprovider.SSHLoginMethodKeyboardInteractive, dataprovider.SSHLoginMethodKeyAndPassword,
- dataprovider.SSHLoginMethodKeyAndKeyboardInt, dataprovider.LoginMethodTLSCertificate,
- dataprovider.LoginMethodTLSCertificateAndPwd}, user.Filters.DeniedLoginMethods)
- // now the same with an existing user
- client, err = getFTPClient(u, false, nil)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- testFilePath := filepath.Join(homeBasePath, testFileName)
- testFileSize := int64(65535)
- err = createTestFile(testFilePath, testFileSize)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), "permission")
- }
- err = os.Rename(testFilePath, filepath.Join(u.GetHomeDir(), testFileName))
- assert.NoError(t, err)
- localDownloadPath := filepath.Join(homeBasePath, testDLFileName)
- err = ftpDownloadFile(testFileName, localDownloadPath, testFileSize, client, 0)
- assert.NoError(t, err)
- err := client.Quit()
- assert.NoError(t, err)
- }
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- err = dataprovider.Close()
- assert.NoError(t, err)
- err = config.LoadConfig(configDir, "")
- assert.NoError(t, err)
- providerConf = config.GetProviderConf()
- err = dataprovider.Initialize(providerConf, configDir, true)
- assert.NoError(t, err)
- err = os.Remove(preLoginPath)
- assert.NoError(t, err)
- }
- func TestPreDownloadHook(t *testing.T) {
- if runtime.GOOS == osWindows {
- t.Skip("this test is not available on Windows")
- }
- oldExecuteOn := common.Config.Actions.ExecuteOn
- oldHook := common.Config.Actions.Hook
- common.Config.Actions.ExecuteOn = []string{common.OperationPreDownload}
- common.Config.Actions.Hook = preDownloadPath
- user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
- assert.NoError(t, err)
- err = os.WriteFile(preDownloadPath, getExitCodeScriptContent(0), os.ModePerm)
- assert.NoError(t, err)
- testFilePath := filepath.Join(homeBasePath, testFileName)
- testFileSize := int64(65535)
- err = createTestFile(testFilePath, testFileSize)
- assert.NoError(t, err)
- client, err := getFTPClient(user, true, nil)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- assert.NoError(t, err)
- localDownloadPath := filepath.Join(homeBasePath, testDLFileName)
- err = ftpDownloadFile(testFileName, localDownloadPath, testFileSize, client, 0)
- assert.NoError(t, err)
- err := client.Quit()
- assert.NoError(t, err)
- err = os.Remove(localDownloadPath)
- assert.NoError(t, err)
- }
- // now return an error from the pre-download hook
- err = os.WriteFile(preDownloadPath, getExitCodeScriptContent(1), os.ModePerm)
- assert.NoError(t, err)
- client, err = getFTPClient(user, true, nil)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- assert.NoError(t, err)
- localDownloadPath := filepath.Join(homeBasePath, testDLFileName)
- err = ftpDownloadFile(testFileName, localDownloadPath, testFileSize, client, 0)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), "permission denied")
- }
- err := client.Quit()
- assert.NoError(t, err)
- err = os.Remove(localDownloadPath)
- assert.NoError(t, err)
- }
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- err = os.Remove(testFilePath)
- assert.NoError(t, err)
- common.Config.Actions.ExecuteOn = oldExecuteOn
- common.Config.Actions.Hook = oldHook
- }
- func TestPreUploadHook(t *testing.T) {
- if runtime.GOOS == osWindows {
- t.Skip("this test is not available on Windows")
- }
- oldExecuteOn := common.Config.Actions.ExecuteOn
- oldHook := common.Config.Actions.Hook
- common.Config.Actions.ExecuteOn = []string{common.OperationPreUpload}
- common.Config.Actions.Hook = preUploadPath
- user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
- assert.NoError(t, err)
- err = os.WriteFile(preUploadPath, getExitCodeScriptContent(0), os.ModePerm)
- assert.NoError(t, err)
- testFilePath := filepath.Join(homeBasePath, testFileName)
- testFileSize := int64(65535)
- err = createTestFile(testFilePath, testFileSize)
- assert.NoError(t, err)
- client, err := getFTPClient(user, true, nil)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- assert.NoError(t, err)
- localDownloadPath := filepath.Join(homeBasePath, testDLFileName)
- err = ftpDownloadFile(testFileName, localDownloadPath, testFileSize, client, 0)
- assert.NoError(t, err)
- err := client.Quit()
- assert.NoError(t, err)
- err = os.Remove(localDownloadPath)
- assert.NoError(t, err)
- }
- // now return an error from the pre-upload hook
- err = os.WriteFile(preUploadPath, getExitCodeScriptContent(1), os.ModePerm)
- assert.NoError(t, err)
- client, err = getFTPClient(user, true, nil)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), ftpserver.ErrFileNameNotAllowed.Error())
- }
- err = ftpUploadFile(testFilePath, testFileName+"1", testFileSize, client, 0)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), ftpserver.ErrFileNameNotAllowed.Error())
- }
- err := client.Quit()
- assert.NoError(t, err)
- }
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- err = os.Remove(testFilePath)
- assert.NoError(t, err)
- common.Config.Actions.ExecuteOn = oldExecuteOn
- common.Config.Actions.Hook = oldHook
- }
- func TestPostConnectHook(t *testing.T) {
- if runtime.GOOS == osWindows {
- t.Skip("this test is not available on Windows")
- }
- common.Config.PostConnectHook = postConnectPath
- u := getTestUser()
- user, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- err = os.WriteFile(postConnectPath, getExitCodeScriptContent(0), os.ModePerm)
- assert.NoError(t, err)
- client, err := getFTPClient(user, true, nil)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- err := client.Quit()
- assert.NoError(t, err)
- }
- err = os.WriteFile(postConnectPath, getExitCodeScriptContent(1), os.ModePerm)
- assert.NoError(t, err)
- client, err = getFTPClient(user, true, nil)
- if !assert.Error(t, err) {
- err := client.Quit()
- assert.NoError(t, err)
- }
- common.Config.PostConnectHook = "http://127.0.0.1:8079/healthz"
- client, err = getFTPClient(user, false, nil)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- err := client.Quit()
- assert.NoError(t, err)
- }
- common.Config.PostConnectHook = "http://127.0.0.1:8079/notfound"
- client, err = getFTPClient(user, true, nil)
- if !assert.Error(t, err) {
- err := client.Quit()
- assert.NoError(t, err)
- }
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- common.Config.PostConnectHook = ""
- }
- //nolint:dupl
- func TestMaxConnections(t *testing.T) {
- oldValue := common.Config.MaxTotalConnections
- common.Config.MaxTotalConnections = 1
- assert.Eventually(t, func() bool {
- return common.Connections.GetClientConnections() == 0
- }, 1000*time.Millisecond, 50*time.Millisecond)
- user := getTestUser()
- err := dataprovider.AddUser(&user, "", "", "")
- assert.NoError(t, err)
- user.Password = ""
- client, err := getFTPClient(user, true, nil)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- _, err = getFTPClient(user, false, nil)
- assert.Error(t, err)
- err = client.Quit()
- assert.NoError(t, err)
- }
- err = dataprovider.DeleteUser(user.Username, "", "", "")
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- common.Config.MaxTotalConnections = oldValue
- }
- //nolint:dupl
- func TestMaxPerHostConnections(t *testing.T) {
- oldValue := common.Config.MaxPerHostConnections
- common.Config.MaxPerHostConnections = 1
- assert.Eventually(t, func() bool {
- return common.Connections.GetClientConnections() == 0
- }, 1000*time.Millisecond, 50*time.Millisecond)
- user := getTestUser()
- err := dataprovider.AddUser(&user, "", "", "")
- assert.NoError(t, err)
- user.Password = ""
- client, err := getFTPClient(user, true, nil)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- _, err = getFTPClient(user, false, nil)
- assert.Error(t, err)
- err = client.Quit()
- assert.NoError(t, err)
- }
- err = dataprovider.DeleteUser(user.Username, "", "", "")
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- common.Config.MaxPerHostConnections = oldValue
- }
- func TestRateLimiter(t *testing.T) {
- oldConfig := config.GetCommonConfig()
- cfg := config.GetCommonConfig()
- cfg.DefenderConfig.Enabled = true
- cfg.DefenderConfig.Threshold = 5
- cfg.DefenderConfig.ScoreLimitExceeded = 3
- cfg.RateLimitersConfig = []common.RateLimiterConfig{
- {
- Average: 1,
- Period: 1000,
- Burst: 1,
- Type: 2,
- Protocols: []string{common.ProtocolFTP},
- GenerateDefenderEvents: true,
- EntriesSoftLimit: 100,
- EntriesHardLimit: 150,
- },
- }
- err := common.Initialize(cfg, 0)
- assert.NoError(t, err)
- user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
- assert.NoError(t, err)
- client, err := getFTPClient(user, false, nil)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- err = client.Quit()
- assert.NoError(t, err)
- }
- _, err = getFTPClient(user, true, nil)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), "rate limit exceed")
- }
- _, err = getFTPClient(user, false, nil)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), "rate limit exceed")
- }
- _, err = getFTPClient(user, true, nil)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), "banned client IP")
- }
- err = dataprovider.DeleteUser(user.Username, "", "", "")
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- err = common.Initialize(oldConfig, 0)
- assert.NoError(t, err)
- }
- func TestDefender(t *testing.T) {
- oldConfig := config.GetCommonConfig()
- cfg := config.GetCommonConfig()
- cfg.DefenderConfig.Enabled = true
- cfg.DefenderConfig.Threshold = 3
- cfg.DefenderConfig.ScoreLimitExceeded = 2
- err := common.Initialize(cfg, 0)
- assert.NoError(t, err)
- user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
- assert.NoError(t, err)
- client, err := getFTPClient(user, false, nil)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- err = client.Quit()
- assert.NoError(t, err)
- }
- for i := 0; i < 3; i++ {
- user.Password = "wrong_pwd"
- _, err = getFTPClient(user, false, nil)
- assert.Error(t, err)
- }
- user.Password = defaultPassword
- _, err = getFTPClient(user, false, nil)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), "banned client IP")
- }
- err = dataprovider.DeleteUser(user.Username, "", "", "")
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- err = common.Initialize(oldConfig, 0)
- assert.NoError(t, err)
- }
- func TestMaxSessions(t *testing.T) {
- u := getTestUser()
- u.MaxSessions = 1
- user, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- client, err := getFTPClient(user, true, nil)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- _, err = getFTPClient(user, false, nil)
- assert.Error(t, err)
- err = client.Quit()
- assert.NoError(t, err)
- }
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestZeroBytesTransfers(t *testing.T) {
- u := getTestUser()
- user, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- for _, useTLS := range []bool{true, false} {
- client, err := getFTPClient(user, useTLS, nil)
- if assert.NoError(t, err) {
- testFileName := "testfilename"
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- localDownloadPath := filepath.Join(homeBasePath, "empty_download")
- err = os.WriteFile(localDownloadPath, []byte(""), os.ModePerm)
- assert.NoError(t, err)
- err = ftpUploadFile(localDownloadPath, testFileName, 0, client, 0)
- assert.NoError(t, err)
- size, err := client.FileSize(testFileName)
- assert.NoError(t, err)
- assert.Equal(t, int64(0), size)
- err = os.Remove(localDownloadPath)
- assert.NoError(t, err)
- assert.NoFileExists(t, localDownloadPath)
- err = ftpDownloadFile(testFileName, localDownloadPath, 0, client, 0)
- assert.NoError(t, err)
- assert.FileExists(t, localDownloadPath)
- err = client.Quit()
- assert.NoError(t, err)
- err = os.Remove(localDownloadPath)
- assert.NoError(t, err)
- }
- }
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestDownloadErrors(t *testing.T) {
- u := getTestUser()
- u.QuotaFiles = 1
- subDir1 := "sub1"
- subDir2 := "sub2"
- u.Permissions[path.Join("/", subDir1)] = []string{dataprovider.PermListItems}
- u.Permissions[path.Join("/", subDir2)] = []string{dataprovider.PermListItems, dataprovider.PermUpload,
- dataprovider.PermDelete, dataprovider.PermDownload}
- u.Filters.FilePatterns = []sdk.PatternsFilter{
- {
- Path: "/sub2",
- AllowedPatterns: []string{},
- DeniedPatterns: []string{"*.jpg", "*.zip"},
- },
- }
- user, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- client, err := getFTPClient(user, true, nil)
- if assert.NoError(t, err) {
- testFilePath1 := filepath.Join(user.HomeDir, subDir1, "file.zip")
- testFilePath2 := filepath.Join(user.HomeDir, subDir2, "file.zip")
- testFilePath3 := filepath.Join(user.HomeDir, subDir2, "file.jpg")
- err = os.MkdirAll(filepath.Dir(testFilePath1), os.ModePerm)
- assert.NoError(t, err)
- err = os.MkdirAll(filepath.Dir(testFilePath2), os.ModePerm)
- assert.NoError(t, err)
- err = os.WriteFile(testFilePath1, []byte("file1"), os.ModePerm)
- assert.NoError(t, err)
- err = os.WriteFile(testFilePath2, []byte("file2"), os.ModePerm)
- assert.NoError(t, err)
- err = os.WriteFile(testFilePath3, []byte("file3"), os.ModePerm)
- assert.NoError(t, err)
- localDownloadPath := filepath.Join(homeBasePath, testDLFileName)
- err = ftpDownloadFile(path.Join("/", subDir1, "file.zip"), localDownloadPath, 5, client, 0)
- assert.Error(t, err)
- err = ftpDownloadFile(path.Join("/", subDir2, "file.zip"), localDownloadPath, 5, client, 0)
- assert.Error(t, err)
- err = ftpDownloadFile(path.Join("/", subDir2, "file.jpg"), localDownloadPath, 5, client, 0)
- assert.Error(t, err)
- err = ftpDownloadFile("/missing.zip", localDownloadPath, 5, client, 0)
- assert.Error(t, err)
- err = client.Quit()
- assert.NoError(t, err)
- err = os.Remove(localDownloadPath)
- assert.NoError(t, err)
- }
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestUploadErrors(t *testing.T) {
- u := getTestUser()
- u.QuotaSize = 65535
- subDir1 := "sub1"
- subDir2 := "sub2"
- u.Permissions[path.Join("/", subDir1)] = []string{dataprovider.PermListItems}
- u.Permissions[path.Join("/", subDir2)] = []string{dataprovider.PermListItems, dataprovider.PermUpload,
- dataprovider.PermDelete}
- u.Filters.FilePatterns = []sdk.PatternsFilter{
- {
- Path: "/sub2",
- AllowedPatterns: []string{},
- DeniedPatterns: []string{"*.zip"},
- },
- }
- user, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- client, err := getFTPClient(user, true, nil)
- if assert.NoError(t, err) {
- testFilePath := filepath.Join(homeBasePath, testFileName)
- testFileSize := user.QuotaSize
- err = createTestFile(testFilePath, testFileSize)
- assert.NoError(t, err)
- err = client.MakeDir(subDir1)
- assert.NoError(t, err)
- err = client.MakeDir(subDir2)
- assert.NoError(t, err)
- err = client.ChangeDir(subDir1)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- assert.Error(t, err)
- err = client.ChangeDirToParent()
- assert.NoError(t, err)
- err = client.ChangeDir(subDir2)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, testFileName+".zip", testFileSize, client, 0)
- assert.Error(t, err)
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- assert.Error(t, err)
- err = client.ChangeDir("/")
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, subDir1, testFileSize, client, 0)
- assert.Error(t, err)
- // overquota
- err = ftpUploadFile(testFilePath, testFileName+"1", testFileSize, client, 0)
- assert.Error(t, err)
- err = client.Delete(path.Join("/", subDir2, testFileName))
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- assert.Error(t, err)
- err = client.Quit()
- assert.NoError(t, err)
- err = os.Remove(testFilePath)
- assert.NoError(t, err)
- }
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestSFTPBuffered(t *testing.T) {
- u := getTestUser()
- localUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- u = getTestSFTPUser()
- u.QuotaFiles = 100
- u.FsConfig.SFTPConfig.BufferSize = 2
- u.HomeDir = filepath.Join(os.TempDir(), u.Username)
- sftpUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- client, err := getFTPClient(sftpUser, true, nil)
- if assert.NoError(t, err) {
- testFilePath := filepath.Join(homeBasePath, testFileName)
- testFileSize := int64(65535)
- expectedQuotaSize := testFileSize
- expectedQuotaFiles := 1
- err = createTestFile(testFilePath, testFileSize)
- assert.NoError(t, err)
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- assert.NoError(t, err)
- // overwrite an existing file
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- assert.NoError(t, err)
- localDownloadPath := filepath.Join(homeBasePath, testDLFileName)
- err = ftpDownloadFile(testFileName, localDownloadPath, testFileSize, client, 0)
- assert.NoError(t, err)
- user, _, err := httpdtest.GetUserByUsername(sftpUser.Username, http.StatusOK)
- assert.NoError(t, err)
- assert.Equal(t, expectedQuotaFiles, user.UsedQuotaFiles)
- assert.Equal(t, expectedQuotaSize, user.UsedQuotaSize)
- data := []byte("test data")
- err = os.WriteFile(testFilePath, data, os.ModePerm)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, testFileName, int64(len(data)), client, 0)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, testFileName, int64(len(data)+5), client, 5)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), "operation unsupported")
- }
- err = ftpDownloadFile(testFileName, localDownloadPath, int64(4), client, 5)
- assert.NoError(t, err)
- readed, err := os.ReadFile(localDownloadPath)
- assert.NoError(t, err)
- assert.Equal(t, []byte("data"), readed)
- // try to append to a file, it should fail
- // now append to a file
- srcFile, err := os.Open(testFilePath)
- if assert.NoError(t, err) {
- err = client.Append(testFileName, srcFile)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), "operation unsupported")
- }
- err = srcFile.Close()
- assert.NoError(t, err)
- size, err := client.FileSize(testFileName)
- assert.NoError(t, err)
- assert.Equal(t, int64(len(data)), size)
- err = ftpDownloadFile(testFileName, localDownloadPath, int64(len(data)), client, 0)
- assert.NoError(t, err)
- }
- err = os.Remove(testFilePath)
- assert.NoError(t, err)
- err = os.Remove(localDownloadPath)
- assert.NoError(t, err)
- err = client.Quit()
- assert.NoError(t, err)
- }
- _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
- assert.NoError(t, err)
- _, err = httpdtest.RemoveUser(localUser, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(localUser.GetHomeDir())
- assert.NoError(t, err)
- err = os.RemoveAll(sftpUser.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestResume(t *testing.T) {
- u := getTestUser()
- localUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- sftpUser, _, err := httpdtest.AddUser(getTestSFTPUser(), http.StatusCreated)
- assert.NoError(t, err)
- for _, user := range []dataprovider.User{localUser, sftpUser} {
- client, err := getFTPClient(user, true, nil)
- if assert.NoError(t, err) {
- testFilePath := filepath.Join(homeBasePath, testFileName)
- data := []byte("test data")
- err = os.WriteFile(testFilePath, data, os.ModePerm)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, testFileName, int64(len(data)), client, 0)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, testFileName, int64(len(data)+5), client, 5)
- assert.NoError(t, err)
- readed, err := os.ReadFile(filepath.Join(user.GetHomeDir(), testFileName))
- assert.NoError(t, err)
- assert.Equal(t, "test test data", string(readed))
- localDownloadPath := filepath.Join(homeBasePath, testDLFileName)
- err = ftpDownloadFile(testFileName, localDownloadPath, int64(len(data)), client, 5)
- assert.NoError(t, err)
- readed, err = os.ReadFile(localDownloadPath)
- assert.NoError(t, err)
- assert.Equal(t, data, readed)
- err = client.Delete(testFileName)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, testFileName, int64(len(data)), client, 0)
- assert.NoError(t, err)
- // now append to a file
- srcFile, err := os.Open(testFilePath)
- if assert.NoError(t, err) {
- err = client.Append(testFileName, srcFile)
- assert.NoError(t, err)
- err = srcFile.Close()
- assert.NoError(t, err)
- size, err := client.FileSize(testFileName)
- assert.NoError(t, err)
- assert.Equal(t, int64(2*len(data)), size)
- err = ftpDownloadFile(testFileName, localDownloadPath, int64(2*len(data)), client, 0)
- assert.NoError(t, err)
- readed, err = os.ReadFile(localDownloadPath)
- assert.NoError(t, err)
- expected := append(data, data...)
- assert.Equal(t, expected, readed)
- }
- // append to a new file
- srcFile, err = os.Open(testFilePath)
- if assert.NoError(t, err) {
- newFileName := testFileName + "_new"
- err = client.Append(newFileName, srcFile)
- assert.NoError(t, err)
- err = srcFile.Close()
- assert.NoError(t, err)
- size, err := client.FileSize(newFileName)
- assert.NoError(t, err)
- assert.Equal(t, int64(len(data)), size)
- err = ftpDownloadFile(newFileName, localDownloadPath, int64(len(data)), client, 0)
- assert.NoError(t, err)
- readed, err = os.ReadFile(localDownloadPath)
- assert.NoError(t, err)
- assert.Equal(t, data, readed)
- }
- err = client.Quit()
- assert.NoError(t, err)
- err = os.Remove(testFilePath)
- assert.NoError(t, err)
- err = os.Remove(localDownloadPath)
- assert.NoError(t, err)
- if user.Username == defaultUsername {
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- user.Password = defaultPassword
- user.ID = 0
- user.CreatedAt = 0
- _, resp, err := httpdtest.AddUser(user, http.StatusCreated)
- assert.NoError(t, err, string(resp))
- }
- }
- }
- _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
- assert.NoError(t, err)
- _, err = httpdtest.RemoveUser(localUser, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(localUser.GetHomeDir())
- assert.NoError(t, err)
- }
- //nolint:dupl
- func TestDeniedLoginMethod(t *testing.T) {
- u := getTestUser()
- u.Filters.DeniedLoginMethods = []string{dataprovider.LoginMethodPassword}
- user, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- _, err = getFTPClient(user, false, nil)
- assert.Error(t, err)
- user.Filters.DeniedLoginMethods = []string{dataprovider.SSHLoginMethodPublicKey, dataprovider.SSHLoginMethodKeyAndPassword}
- user, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
- assert.NoError(t, err)
- client, err := getFTPClient(user, true, nil)
- if assert.NoError(t, err) {
- assert.NoError(t, checkBasicFTP(client))
- err = client.Quit()
- assert.NoError(t, err)
- }
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- }
- //nolint:dupl
- func TestDeniedProtocols(t *testing.T) {
- u := getTestUser()
- u.Filters.DeniedProtocols = []string{common.ProtocolFTP}
- user, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- _, err = getFTPClient(user, false, nil)
- assert.Error(t, err)
- user.Filters.DeniedProtocols = []string{common.ProtocolSSH, common.ProtocolWebDAV}
- user, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
- assert.NoError(t, err)
- client, err := getFTPClient(user, true, nil)
- if assert.NoError(t, err) {
- assert.NoError(t, checkBasicFTP(client))
- err = client.Quit()
- assert.NoError(t, err)
- }
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestQuotaLimits(t *testing.T) {
- u := getTestUser()
- u.QuotaFiles = 1
- localUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- u = getTestSFTPUser()
- u.QuotaFiles = 1
- sftpUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- for _, user := range []dataprovider.User{localUser, sftpUser} {
- testFileSize := int64(65535)
- testFilePath := filepath.Join(homeBasePath, testFileName)
- err = createTestFile(testFilePath, testFileSize)
- assert.NoError(t, err)
- testFileSize1 := int64(131072)
- testFileName1 := "test_file1.dat"
- testFilePath1 := filepath.Join(homeBasePath, testFileName1)
- err = createTestFile(testFilePath1, testFileSize1)
- assert.NoError(t, err)
- testFileSize2 := int64(32768)
- testFileName2 := "test_file2.dat"
- testFilePath2 := filepath.Join(homeBasePath, testFileName2)
- err = createTestFile(testFilePath2, testFileSize2)
- assert.NoError(t, err)
- // test quota files
- client, err := getFTPClient(user, false, nil)
- if assert.NoError(t, err) {
- err = ftpUploadFile(testFilePath, testFileName+".quota", testFileSize, client, 0)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, testFileName+".quota1", testFileSize, client, 0)
- assert.Error(t, err)
- err = client.Rename(testFileName+".quota", testFileName)
- assert.NoError(t, err)
- err = client.Quit()
- assert.NoError(t, err)
- }
- // test quota size
- user.QuotaSize = testFileSize - 1
- user.QuotaFiles = 0
- user, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
- assert.NoError(t, err)
- client, err = getFTPClient(user, true, nil)
- if assert.NoError(t, err) {
- err = ftpUploadFile(testFilePath, testFileName+".quota", testFileSize, client, 0)
- assert.Error(t, err)
- err = client.Rename(testFileName, testFileName+".quota")
- assert.NoError(t, err)
- err = client.Quit()
- assert.NoError(t, err)
- }
- // now test quota limits while uploading the current file, we have 1 bytes remaining
- user.QuotaSize = testFileSize + 1
- user.QuotaFiles = 0
- user, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
- assert.NoError(t, err)
- client, err = getFTPClient(user, false, nil)
- if assert.NoError(t, err) {
- err = ftpUploadFile(testFilePath1, testFileName1, testFileSize1, client, 0)
- assert.Error(t, err)
- _, err = client.FileSize(testFileName1)
- assert.Error(t, err)
- err = client.Rename(testFileName+".quota", testFileName)
- assert.NoError(t, err)
- // overwriting an existing file will work if the resulting size is lesser or equal than the current one
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath2, testFileName, testFileSize2, client, 0)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath1, testFileName, testFileSize1, client, 0)
- assert.Error(t, err)
- err = ftpUploadFile(testFilePath1, testFileName, testFileSize1, client, 10)
- assert.Error(t, err)
- err = ftpUploadFile(testFilePath2, testFileName, testFileSize2, client, 0)
- assert.NoError(t, err)
- err = client.Quit()
- assert.NoError(t, err)
- }
- err = os.Remove(testFilePath)
- assert.NoError(t, err)
- err = os.Remove(testFilePath1)
- assert.NoError(t, err)
- err = os.Remove(testFilePath2)
- assert.NoError(t, err)
- if user.Username == defaultUsername {
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- user.QuotaFiles = 0
- user.QuotaSize = 0
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- user.Password = defaultPassword
- user.QuotaSize = 0
- user.ID = 0
- user.CreatedAt = 0
- _, resp, err := httpdtest.AddUser(user, http.StatusCreated)
- assert.NoError(t, err, string(resp))
- }
- }
- _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
- assert.NoError(t, err)
- _, err = httpdtest.RemoveUser(localUser, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(localUser.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestUploadMaxSize(t *testing.T) {
- testFileSize := int64(65535)
- u := getTestUser()
- u.Filters.MaxUploadFileSize = testFileSize + 1
- localUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- u = getTestSFTPUser()
- u.Filters.MaxUploadFileSize = testFileSize + 1
- sftpUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- for _, user := range []dataprovider.User{localUser, sftpUser} {
- testFilePath := filepath.Join(homeBasePath, testFileName)
- err = createTestFile(testFilePath, testFileSize)
- assert.NoError(t, err)
- testFileSize1 := int64(131072)
- testFileName1 := "test_file1.dat"
- testFilePath1 := filepath.Join(homeBasePath, testFileName1)
- err = createTestFile(testFilePath1, testFileSize1)
- assert.NoError(t, err)
- client, err := getFTPClient(user, false, nil)
- if assert.NoError(t, err) {
- err = ftpUploadFile(testFilePath1, testFileName1, testFileSize1, client, 0)
- assert.Error(t, err)
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- assert.NoError(t, err)
- // now test overwrite an existing file with a size bigger than the allowed one
- err = createTestFile(filepath.Join(user.GetHomeDir(), testFileName1), testFileSize1)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath1, testFileName1, testFileSize1, client, 0)
- assert.Error(t, err)
- err = client.Quit()
- assert.NoError(t, err)
- }
- err = os.Remove(testFilePath)
- assert.NoError(t, err)
- err = os.Remove(testFilePath1)
- assert.NoError(t, err)
- if user.Username == defaultUsername {
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- user.Password = defaultPassword
- user.Filters.MaxUploadFileSize = 65536000
- user.ID = 0
- user.CreatedAt = 0
- _, resp, err := httpdtest.AddUser(user, http.StatusCreated)
- assert.NoError(t, err, string(resp))
- }
- }
- _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
- assert.NoError(t, err)
- _, err = httpdtest.RemoveUser(localUser, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(localUser.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestLoginWithIPilters(t *testing.T) {
- u := getTestUser()
- u.Filters.DeniedIP = []string{"192.167.0.0/24", "172.18.0.0/16"}
- u.Filters.AllowedIP = []string{"172.19.0.0/16"}
- user, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- client, err := getFTPClient(user, true, nil)
- if !assert.Error(t, err) {
- err = client.Quit()
- assert.NoError(t, err)
- }
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestLoginWithDatabaseCredentials(t *testing.T) {
- u := getTestUser()
- u.FsConfig.Provider = sdk.GCSFilesystemProvider
- u.FsConfig.GCSConfig.Bucket = "test"
- u.FsConfig.GCSConfig.Credentials = kms.NewPlainSecret(`{ "type": "service_account" }`)
- user, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- assert.Equal(t, sdkkms.SecretStatusSecretBox, user.FsConfig.GCSConfig.Credentials.GetStatus())
- assert.NotEmpty(t, user.FsConfig.GCSConfig.Credentials.GetPayload())
- assert.Empty(t, user.FsConfig.GCSConfig.Credentials.GetAdditionalData())
- assert.Empty(t, user.FsConfig.GCSConfig.Credentials.GetKey())
- client, err := getFTPClient(user, false, nil)
- if assert.NoError(t, err) {
- err = client.Quit()
- assert.NoError(t, err)
- }
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestLoginInvalidFs(t *testing.T) {
- u := getTestUser()
- u.FsConfig.Provider = sdk.GCSFilesystemProvider
- u.FsConfig.GCSConfig.Bucket = "test"
- u.FsConfig.GCSConfig.Credentials = kms.NewPlainSecret("invalid JSON for credentials")
- user, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- client, err := getFTPClient(user, false, nil)
- if !assert.Error(t, err) {
- err = client.Quit()
- assert.NoError(t, err)
- }
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestClientClose(t *testing.T) {
- u := getTestUser()
- user, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- client, err := getFTPClient(user, true, nil)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- stats := common.Connections.GetStats("")
- if assert.Len(t, stats, 1) {
- common.Connections.Close(stats[0].ConnectionID, "")
- assert.Eventually(t, func() bool { return len(common.Connections.GetStats("")) == 0 },
- 1*time.Second, 50*time.Millisecond)
- }
- }
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestRename(t *testing.T) {
- u := getTestUser()
- localUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- sftpUser, _, err := httpdtest.AddUser(getTestSFTPUser(), http.StatusCreated)
- assert.NoError(t, err)
- for _, user := range []dataprovider.User{localUser, sftpUser} {
- testDir := "adir"
- testFilePath := filepath.Join(homeBasePath, testFileName)
- testFileSize := int64(65535)
- err = createTestFile(testFilePath, testFileSize)
- assert.NoError(t, err)
- client, err := getFTPClient(user, false, nil)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- assert.NoError(t, err)
- err = client.MakeDir(testDir)
- assert.NoError(t, err)
- err = client.Rename(testFileName, path.Join("missing", testFileName))
- assert.Error(t, err)
- err = client.Rename(testFileName, path.Join(testDir, testFileName))
- assert.NoError(t, err)
- size, err := client.FileSize(path.Join(testDir, testFileName))
- assert.NoError(t, err)
- assert.Equal(t, testFileSize, size)
- if runtime.GOOS != osWindows {
- otherDir := "dir"
- err = client.MakeDir(otherDir)
- assert.NoError(t, err)
- err = client.MakeDir(path.Join(otherDir, testDir))
- assert.NoError(t, err)
- code, response, err := client.SendCustomCommand(fmt.Sprintf("SITE CHMOD 0001 %v", otherDir))
- assert.NoError(t, err)
- assert.Equal(t, ftp.StatusCommandOK, code)
- assert.Equal(t, "SITE CHMOD command successful", response)
- err = client.Rename(testDir, path.Join(otherDir, testDir))
- assert.Error(t, err)
- code, response, err = client.SendCustomCommand(fmt.Sprintf("SITE CHMOD 755 %v", otherDir))
- assert.NoError(t, err)
- assert.Equal(t, ftp.StatusCommandOK, code)
- assert.Equal(t, "SITE CHMOD command successful", response)
- }
- err = client.Quit()
- assert.NoError(t, err)
- }
- user.Permissions[path.Join("/", testDir)] = []string{dataprovider.PermListItems}
- user, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
- assert.NoError(t, err)
- client, err = getFTPClient(user, false, nil)
- if assert.NoError(t, err) {
- err = client.Rename(path.Join(testDir, testFileName), testFileName)
- assert.Error(t, err)
- err := client.Quit()
- assert.NoError(t, err)
- }
- err = os.Remove(testFilePath)
- assert.NoError(t, err)
- if user.Username == defaultUsername {
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- user.Permissions = make(map[string][]string)
- user.Permissions["/"] = allPerms
- user.Password = defaultPassword
- user.ID = 0
- user.CreatedAt = 0
- _, resp, err := httpdtest.AddUser(user, http.StatusCreated)
- assert.NoError(t, err, string(resp))
- }
- }
- _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
- assert.NoError(t, err)
- _, err = httpdtest.RemoveUser(localUser, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(localUser.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestSymlink(t *testing.T) {
- u := getTestUser()
- localUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- sftpUser, _, err := httpdtest.AddUser(getTestSFTPUser(), http.StatusCreated)
- assert.NoError(t, err)
- testFilePath := filepath.Join(homeBasePath, testFileName)
- testFileSize := int64(65535)
- for _, user := range []dataprovider.User{localUser, sftpUser} {
- err = createTestFile(testFilePath, testFileSize)
- assert.NoError(t, err)
- client, err := getFTPClient(user, false, nil)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- assert.NoError(t, err)
- code, _, err := client.SendCustomCommand(fmt.Sprintf("SITE SYMLINK %v %v", testFileName, testFileName+".link"))
- assert.NoError(t, err)
- assert.Equal(t, ftp.StatusCommandOK, code)
- if runtime.GOOS != osWindows {
- testDir := "adir"
- otherDir := "dir"
- err = client.MakeDir(otherDir)
- assert.NoError(t, err)
- err = client.MakeDir(path.Join(otherDir, testDir))
- assert.NoError(t, err)
- code, response, err := client.SendCustomCommand(fmt.Sprintf("SITE CHMOD 0001 %v", otherDir))
- assert.NoError(t, err)
- assert.Equal(t, ftp.StatusCommandOK, code)
- assert.Equal(t, "SITE CHMOD command successful", response)
- code, _, err = client.SendCustomCommand(fmt.Sprintf("SITE SYMLINK %v %v", testDir, path.Join(otherDir, testDir)))
- assert.NoError(t, err)
- assert.Equal(t, ftp.StatusFileUnavailable, code)
- code, response, err = client.SendCustomCommand(fmt.Sprintf("SITE CHMOD 755 %v", otherDir))
- assert.NoError(t, err)
- assert.Equal(t, ftp.StatusCommandOK, code)
- assert.Equal(t, "SITE CHMOD command successful", response)
- }
- err = client.Quit()
- assert.NoError(t, err)
- if user.Username == defaultUsername {
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- user.Password = defaultPassword
- user.ID = 0
- user.CreatedAt = 0
- _, resp, err := httpdtest.AddUser(user, http.StatusCreated)
- assert.NoError(t, err, string(resp))
- }
- }
- err = os.Remove(testFilePath)
- assert.NoError(t, err)
- }
- _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
- assert.NoError(t, err)
- _, err = httpdtest.RemoveUser(localUser, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(localUser.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestStat(t *testing.T) {
- u := getTestUser()
- u.Permissions["/subdir"] = []string{dataprovider.PermUpload}
- localUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- sftpUser, _, err := httpdtest.AddUser(getTestSFTPUser(), http.StatusCreated)
- assert.NoError(t, err)
- for _, user := range []dataprovider.User{localUser, sftpUser} {
- client, err := getFTPClient(user, false, nil)
- if assert.NoError(t, err) {
- subDir := "subdir"
- testFilePath := filepath.Join(homeBasePath, testFileName)
- testFileSize := int64(65535)
- err = createTestFile(testFilePath, testFileSize)
- assert.NoError(t, err)
- err = client.MakeDir(subDir)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, path.Join("/", subDir, testFileName), testFileSize, client, 0)
- assert.Error(t, err)
- size, err := client.FileSize(testFileName)
- assert.NoError(t, err)
- assert.Equal(t, testFileSize, size)
- _, err = client.FileSize(path.Join("/", subDir, testFileName))
- assert.Error(t, err)
- _, err = client.FileSize("missing file")
- assert.Error(t, err)
- err = client.Quit()
- assert.NoError(t, err)
- err = os.Remove(testFilePath)
- assert.NoError(t, err)
- if user.Username == defaultUsername {
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- user.Password = defaultPassword
- user.ID = 0
- user.CreatedAt = 0
- _, resp, err := httpdtest.AddUser(user, http.StatusCreated)
- assert.NoError(t, err, string(resp))
- }
- }
- }
- _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
- assert.NoError(t, err)
- _, err = httpdtest.RemoveUser(localUser, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(localUser.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestUploadOverwriteVfolder(t *testing.T) {
- u := getTestUser()
- vdir := "/vdir"
- mappedPath := filepath.Join(os.TempDir(), "vdir")
- folderName := filepath.Base(mappedPath)
- u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
- BaseVirtualFolder: vfs.BaseVirtualFolder{
- Name: folderName,
- MappedPath: mappedPath,
- },
- VirtualPath: vdir,
- QuotaSize: -1,
- QuotaFiles: -1,
- })
- err := os.MkdirAll(mappedPath, os.ModePerm)
- assert.NoError(t, err)
- user, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- client, err := getFTPClient(user, false, nil)
- if assert.NoError(t, err) {
- testFilePath := filepath.Join(homeBasePath, testFileName)
- testFileSize := int64(65535)
- err = createTestFile(testFilePath, testFileSize)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, path.Join(vdir, testFileName), testFileSize, client, 0)
- assert.NoError(t, err)
- folder, _, err := httpdtest.GetFolderByName(folderName, http.StatusOK)
- assert.NoError(t, err)
- assert.Equal(t, testFileSize, folder.UsedQuotaSize)
- assert.Equal(t, 1, folder.UsedQuotaFiles)
- err = ftpUploadFile(testFilePath, path.Join(vdir, testFileName), testFileSize, client, 0)
- assert.NoError(t, err)
- folder, _, err = httpdtest.GetFolderByName(folderName, http.StatusOK)
- assert.NoError(t, err)
- assert.Equal(t, testFileSize, folder.UsedQuotaSize)
- assert.Equal(t, 1, folder.UsedQuotaFiles)
- err = client.Quit()
- assert.NoError(t, err)
- err = os.Remove(testFilePath)
- assert.NoError(t, err)
- }
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName}, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- err = os.RemoveAll(mappedPath)
- assert.NoError(t, err)
- }
- func TestTransferQuotaLimits(t *testing.T) {
- u := getTestUser()
- u.DownloadDataTransfer = 1
- u.UploadDataTransfer = 1
- user, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- localDownloadPath := filepath.Join(homeBasePath, testDLFileName)
- testFilePath := filepath.Join(homeBasePath, testFileName)
- testFileSize := int64(524288)
- err = createTestFile(testFilePath, testFileSize)
- assert.NoError(t, err)
- client, err := getFTPClient(user, false, nil)
- if assert.NoError(t, err) {
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), ftpserver.ErrStorageExceeded.Error())
- }
- err = ftpDownloadFile(testFileName, localDownloadPath, testFileSize, client, 0)
- assert.NoError(t, err)
- err = ftpDownloadFile(testFileName, localDownloadPath, testFileSize, client, 0)
- assert.NoError(t, err)
- err = ftpDownloadFile(testFileName, localDownloadPath, testFileSize, client, 0)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), common.ErrReadQuotaExceeded.Error())
- }
- err = client.Quit()
- assert.NoError(t, err)
- }
- testFileSize = int64(600000)
- err = createTestFile(testFilePath, testFileSize)
- assert.NoError(t, err)
- user.DownloadDataTransfer = 2
- user.UploadDataTransfer = 2
- user, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
- assert.NoError(t, err)
- client, err = getFTPClient(user, false, nil)
- if assert.NoError(t, err) {
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- assert.NoError(t, err)
- err = ftpDownloadFile(testFileName, localDownloadPath, testFileSize, client, 0)
- assert.NoError(t, err)
- err = ftpDownloadFile(testFileName, localDownloadPath, testFileSize, client, 0)
- assert.Error(t, err)
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- assert.Error(t, err)
- err = client.Quit()
- assert.NoError(t, err)
- }
- err = os.Remove(localDownloadPath)
- assert.NoError(t, err)
- err = os.Remove(testFilePath)
- assert.NoError(t, err)
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestAllocateAvailable(t *testing.T) {
- u := getTestUser()
- mappedPath := filepath.Join(os.TempDir(), "vdir")
- folderName := filepath.Base(mappedPath)
- u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
- BaseVirtualFolder: vfs.BaseVirtualFolder{
- Name: folderName,
- MappedPath: mappedPath,
- },
- VirtualPath: "/vdir",
- QuotaSize: 110,
- })
- err := os.MkdirAll(mappedPath, os.ModePerm)
- assert.NoError(t, err)
- user, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- client, err := getFTPClient(user, false, nil)
- if assert.NoError(t, err) {
- code, response, err := client.SendCustomCommand("allo 2000000")
- assert.NoError(t, err)
- assert.Equal(t, ftp.StatusCommandOK, code)
- assert.Equal(t, "Done !", response)
- code, response, err = client.SendCustomCommand("AVBL /vdir")
- assert.NoError(t, err)
- assert.Equal(t, ftp.StatusFile, code)
- assert.Equal(t, "110", response)
- code, _, err = client.SendCustomCommand("AVBL")
- assert.NoError(t, err)
- assert.Equal(t, ftp.StatusFile, code)
- err = client.Quit()
- assert.NoError(t, err)
- }
- user.QuotaSize = 100
- user, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
- assert.NoError(t, err)
- client, err = getFTPClient(user, false, nil)
- if assert.NoError(t, err) {
- testFilePath := filepath.Join(homeBasePath, testFileName)
- testFileSize := user.QuotaSize - 1
- err = createTestFile(testFilePath, testFileSize)
- assert.NoError(t, err)
- code, response, err := client.SendCustomCommand("allo 1000")
- assert.NoError(t, err)
- assert.Equal(t, ftp.StatusCommandOK, code)
- assert.Equal(t, "Done !", response)
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- assert.NoError(t, err)
- code, response, err = client.SendCustomCommand("AVBL")
- assert.NoError(t, err)
- assert.Equal(t, ftp.StatusFile, code)
- assert.Equal(t, "1", response)
- err = client.Quit()
- assert.NoError(t, err)
- err = os.Remove(testFilePath)
- assert.NoError(t, err)
- }
- user.TotalDataTransfer = 1
- user, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
- assert.NoError(t, err)
- client, err = getFTPClient(user, false, nil)
- if assert.NoError(t, err) {
- code, response, err := client.SendCustomCommand("AVBL")
- assert.NoError(t, err)
- assert.Equal(t, ftp.StatusFile, code)
- assert.Equal(t, "1", response)
- err = client.Quit()
- assert.NoError(t, err)
- }
- user.TotalDataTransfer = 0
- user.UploadDataTransfer = 5
- user.QuotaSize = 6 * 1024 * 1024
- user, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
- assert.NoError(t, err)
- client, err = getFTPClient(user, false, nil)
- if assert.NoError(t, err) {
- code, response, err := client.SendCustomCommand("AVBL")
- assert.NoError(t, err)
- assert.Equal(t, ftp.StatusFile, code)
- assert.Equal(t, "5242880", response)
- err = client.Quit()
- assert.NoError(t, err)
- }
- user.TotalDataTransfer = 0
- user.UploadDataTransfer = 5
- user.QuotaSize = 0
- user, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
- assert.NoError(t, err)
- client, err = getFTPClient(user, false, nil)
- if assert.NoError(t, err) {
- code, response, err := client.SendCustomCommand("AVBL")
- assert.NoError(t, err)
- assert.Equal(t, ftp.StatusFile, code)
- assert.Equal(t, "5242880", response)
- err = client.Quit()
- assert.NoError(t, err)
- }
- user.Filters.MaxUploadFileSize = 100
- user.QuotaSize = 0
- user.TotalDataTransfer = 0
- user.UploadDataTransfer = 0
- user, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
- assert.NoError(t, err)
- client, err = getFTPClient(user, false, nil)
- if assert.NoError(t, err) {
- code, response, err := client.SendCustomCommand("allo 10000")
- assert.NoError(t, err)
- assert.Equal(t, ftp.StatusCommandOK, code)
- assert.Equal(t, "Done !", response)
- code, response, err = client.SendCustomCommand("AVBL")
- assert.NoError(t, err)
- assert.Equal(t, ftp.StatusFile, code)
- assert.Equal(t, "100", response)
- err = client.Quit()
- assert.NoError(t, err)
- }
- user.QuotaSize = 50
- user, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
- assert.NoError(t, err)
- client, err = getFTPClient(user, false, nil)
- if assert.NoError(t, err) {
- code, response, err := client.SendCustomCommand("AVBL")
- assert.NoError(t, err)
- assert.Equal(t, ftp.StatusFile, code)
- assert.Equal(t, "0", response)
- }
- user.QuotaSize = 1000
- user.Filters.MaxUploadFileSize = 1
- user, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
- assert.NoError(t, err)
- client, err = getFTPClient(user, false, nil)
- if assert.NoError(t, err) {
- code, response, err := client.SendCustomCommand("AVBL")
- assert.NoError(t, err)
- assert.Equal(t, ftp.StatusFile, code)
- assert.Equal(t, "1", response)
- }
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName}, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- err = os.RemoveAll(mappedPath)
- assert.NoError(t, err)
- }
- func TestAvailableSFTPFs(t *testing.T) {
- u := getTestUser()
- localUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- sftpUser, _, err := httpdtest.AddUser(getTestSFTPUser(), http.StatusCreated)
- assert.NoError(t, err)
- client, err := getFTPClient(sftpUser, false, nil)
- if assert.NoError(t, err) {
- code, response, err := client.SendCustomCommand("AVBL /")
- assert.NoError(t, err)
- assert.Equal(t, ftp.StatusFile, code)
- avblSize, err := strconv.ParseInt(response, 10, 64)
- assert.NoError(t, err)
- assert.Greater(t, avblSize, int64(0))
- err = client.Quit()
- assert.NoError(t, err)
- }
- _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
- assert.NoError(t, err)
- _, err = httpdtest.RemoveUser(localUser, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(localUser.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestChtimes(t *testing.T) {
- u := getTestUser()
- localUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- sftpUser, _, err := httpdtest.AddUser(getTestSFTPUser(), http.StatusCreated)
- assert.NoError(t, err)
- for _, user := range []dataprovider.User{localUser, sftpUser} {
- client, err := getFTPClient(user, false, nil)
- if assert.NoError(t, err) {
- testFilePath := filepath.Join(homeBasePath, testFileName)
- testFileSize := int64(65535)
- err = createTestFile(testFilePath, testFileSize)
- assert.NoError(t, err)
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- assert.NoError(t, err)
- mtime := time.Now().Format("20060102150405")
- code, response, err := client.SendCustomCommand(fmt.Sprintf("MFMT %v %v", mtime, testFileName))
- assert.NoError(t, err)
- assert.Equal(t, ftp.StatusFile, code)
- assert.Equal(t, fmt.Sprintf("Modify=%v; %v", mtime, testFileName), response)
- err = client.Quit()
- assert.NoError(t, err)
- err = os.Remove(testFilePath)
- assert.NoError(t, err)
- if user.Username == defaultUsername {
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- user.Password = defaultPassword
- user.ID = 0
- user.CreatedAt = 0
- _, resp, err := httpdtest.AddUser(user, http.StatusCreated)
- assert.NoError(t, err, string(resp))
- }
- }
- }
- _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
- assert.NoError(t, err)
- _, err = httpdtest.RemoveUser(localUser, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(localUser.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestChown(t *testing.T) {
- if runtime.GOOS == osWindows {
- t.Skip("chown is not supported on Windows")
- }
- user, _, err := httpdtest.AddUser(getTestUser(), http.StatusCreated)
- assert.NoError(t, err)
- client, err := getFTPClient(user, true, nil)
- if assert.NoError(t, err) {
- testFilePath := filepath.Join(homeBasePath, testFileName)
- testFileSize := int64(131072)
- err = createTestFile(testFilePath, testFileSize)
- assert.NoError(t, err)
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- assert.NoError(t, err)
- code, response, err := client.SendCustomCommand(fmt.Sprintf("SITE CHOWN 1000:1000 %v", testFileName))
- assert.NoError(t, err)
- assert.Equal(t, ftp.StatusFileUnavailable, code)
- assert.Equal(t, "Couldn't chown: operation unsupported", response)
- err = client.Quit()
- assert.NoError(t, err)
- err = os.Remove(testFilePath)
- assert.NoError(t, err)
- }
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestChmod(t *testing.T) {
- if runtime.GOOS == osWindows {
- t.Skip("chmod is partially supported on Windows")
- }
- u := getTestUser()
- localUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- sftpUser, _, err := httpdtest.AddUser(getTestSFTPUser(), http.StatusCreated)
- assert.NoError(t, err)
- for _, user := range []dataprovider.User{localUser, sftpUser} {
- client, err := getFTPClient(user, true, nil)
- if assert.NoError(t, err) {
- testFilePath := filepath.Join(homeBasePath, testFileName)
- testFileSize := int64(131072)
- err = createTestFile(testFilePath, testFileSize)
- assert.NoError(t, err)
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- assert.NoError(t, err)
- code, response, err := client.SendCustomCommand(fmt.Sprintf("SITE CHMOD 600 %v", testFileName))
- assert.NoError(t, err)
- assert.Equal(t, ftp.StatusCommandOK, code)
- assert.Equal(t, "SITE CHMOD command successful", response)
- fi, err := os.Stat(filepath.Join(user.HomeDir, testFileName))
- if assert.NoError(t, err) {
- assert.Equal(t, os.FileMode(0600), fi.Mode().Perm())
- }
- err = client.Quit()
- assert.NoError(t, err)
- err = os.Remove(testFilePath)
- assert.NoError(t, err)
- if user.Username == defaultUsername {
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- user.Password = defaultPassword
- user.ID = 0
- user.CreatedAt = 0
- _, resp, err := httpdtest.AddUser(user, http.StatusCreated)
- assert.NoError(t, err, string(resp))
- }
- }
- }
- _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
- assert.NoError(t, err)
- _, err = httpdtest.RemoveUser(localUser, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(localUser.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestCombineDisabled(t *testing.T) {
- u := getTestUser()
- localUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- sftpUser, _, err := httpdtest.AddUser(getTestSFTPUser(), http.StatusCreated)
- assert.NoError(t, err)
- for _, user := range []dataprovider.User{localUser, sftpUser} {
- client, err := getFTPClient(user, true, nil)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- code, response, err := client.SendCustomCommand("COMB file file.1 file.2")
- assert.NoError(t, err)
- assert.Equal(t, ftp.StatusNotImplemented, code)
- assert.Equal(t, "COMB support is disabled", response)
- err = client.Quit()
- assert.NoError(t, err)
- }
- }
- _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
- assert.NoError(t, err)
- _, err = httpdtest.RemoveUser(localUser, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(localUser.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestActiveModeDisabled(t *testing.T) {
- u := getTestUser()
- user, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- client, err := getFTPClientImplicitTLS(user)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- code, response, err := client.SendCustomCommand("PORT 10,2,0,2,4,31")
- assert.NoError(t, err)
- assert.Equal(t, ftp.StatusNotAvailable, code)
- assert.Equal(t, "PORT command is disabled", response)
- code, response, err = client.SendCustomCommand("EPRT |1|132.235.1.2|6275|")
- assert.NoError(t, err)
- assert.Equal(t, ftp.StatusNotAvailable, code)
- assert.Equal(t, "EPRT command is disabled", response)
- err = client.Quit()
- assert.NoError(t, err)
- }
- client, err = getFTPClient(user, false, nil)
- if assert.NoError(t, err) {
- code, response, err := client.SendCustomCommand("PORT 10,2,0,2,4,31")
- assert.NoError(t, err)
- assert.Equal(t, ftp.StatusBadArguments, code)
- assert.Equal(t, "Your request does not meet the configured security requirements", response)
- code, response, err = client.SendCustomCommand("EPRT |1|132.235.1.2|6275|")
- assert.NoError(t, err)
- assert.Equal(t, ftp.StatusBadArguments, code)
- assert.Equal(t, "Your request does not meet the configured security requirements", response)
- err = client.Quit()
- assert.NoError(t, err)
- }
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestSITEDisabled(t *testing.T) {
- u := getTestUser()
- user, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- client, err := getFTPClientImplicitTLS(user)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- code, response, err := client.SendCustomCommand("SITE CHMOD 600 afile.txt")
- assert.NoError(t, err)
- assert.Equal(t, ftp.StatusBadCommand, code)
- assert.Equal(t, "SITE support is disabled", response)
- err = client.Quit()
- assert.NoError(t, err)
- }
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestHASH(t *testing.T) {
- u := getTestUser()
- localUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- sftpUser, _, err := httpdtest.AddUser(getTestSFTPUser(), http.StatusCreated)
- assert.NoError(t, err)
- u = getTestUserWithCryptFs()
- u.Username += "_crypt"
- cryptUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- for _, user := range []dataprovider.User{localUser, sftpUser, cryptUser} {
- client, err := getFTPClientImplicitTLS(user)
- if assert.NoError(t, err) {
- testFilePath := filepath.Join(homeBasePath, testFileName)
- testFileSize := int64(131072)
- err = createTestFile(testFilePath, testFileSize)
- assert.NoError(t, err)
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- assert.NoError(t, err)
- h := sha256.New()
- f, err := os.Open(testFilePath)
- assert.NoError(t, err)
- _, err = io.Copy(h, f)
- assert.NoError(t, err)
- hash := hex.EncodeToString(h.Sum(nil))
- err = f.Close()
- assert.NoError(t, err)
- code, response, err := client.SendCustomCommand(fmt.Sprintf("XSHA256 %v", testFileName))
- assert.NoError(t, err)
- assert.Equal(t, ftp.StatusRequestedFileActionOK, code)
- assert.Contains(t, response, hash)
- code, response, err = client.SendCustomCommand(fmt.Sprintf("HASH %v", testFileName))
- assert.NoError(t, err)
- assert.Equal(t, ftp.StatusFile, code)
- assert.Contains(t, response, hash)
- err = client.Quit()
- assert.NoError(t, err)
- err = os.Remove(testFilePath)
- assert.NoError(t, err)
- if user.Username == defaultUsername {
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- user.Password = defaultPassword
- user.ID = 0
- user.CreatedAt = 0
- _, resp, err := httpdtest.AddUser(user, http.StatusCreated)
- assert.NoError(t, err, string(resp))
- }
- }
- }
- _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
- assert.NoError(t, err)
- _, err = httpdtest.RemoveUser(localUser, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(localUser.GetHomeDir())
- assert.NoError(t, err)
- _, err = httpdtest.RemoveUser(cryptUser, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(cryptUser.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestCombine(t *testing.T) {
- u := getTestUser()
- localUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- sftpUser, _, err := httpdtest.AddUser(getTestSFTPUser(), http.StatusCreated)
- assert.NoError(t, err)
- for _, user := range []dataprovider.User{localUser, sftpUser} {
- client, err := getFTPClientImplicitTLS(user)
- if assert.NoError(t, err) {
- testFilePath := filepath.Join(homeBasePath, testFileName)
- testFileSize := int64(131072)
- err = createTestFile(testFilePath, testFileSize)
- assert.NoError(t, err)
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, testFileName+".1", testFileSize, client, 0)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, testFileName+".2", testFileSize, client, 0)
- assert.NoError(t, err)
- code, response, err := client.SendCustomCommand(fmt.Sprintf("COMB %v %v %v", testFileName, testFileName+".1", testFileName+".2"))
- assert.NoError(t, err)
- if user.Username == defaultUsername {
- assert.Equal(t, ftp.StatusRequestedFileActionOK, code)
- assert.Equal(t, "COMB succeeded!", response)
- } else {
- assert.Equal(t, ftp.StatusFileUnavailable, code)
- assert.Contains(t, response, "COMB is not supported for this filesystem")
- }
- err = client.Quit()
- assert.NoError(t, err)
- err = os.Remove(testFilePath)
- assert.NoError(t, err)
- if user.Username == defaultUsername {
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- user.Password = defaultPassword
- user.ID = 0
- user.CreatedAt = 0
- _, resp, err := httpdtest.AddUser(user, http.StatusCreated)
- assert.NoError(t, err, string(resp))
- }
- }
- }
- _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
- assert.NoError(t, err)
- _, err = httpdtest.RemoveUser(localUser, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(localUser.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestClientCertificateAuthRevokedCert(t *testing.T) {
- u := getTestUser()
- u.Username = tlsClient2Username
- u.Filters.TLSUsername = sdk.TLSUsernameCN
- user, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- tlsConfig := &tls.Config{
- ServerName: "localhost",
- InsecureSkipVerify: true, // use this for tests only
- MinVersion: tls.VersionTLS12,
- }
- tlsCert, err := tls.X509KeyPair([]byte(client2Crt), []byte(client2Key))
- assert.NoError(t, err)
- tlsConfig.Certificates = append(tlsConfig.Certificates, tlsCert)
- _, err = getFTPClient(user, true, tlsConfig)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), "bad certificate")
- }
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestClientCertificateAuth(t *testing.T) {
- u := getTestUser()
- u.Username = tlsClient1Username
- u.Filters.DeniedLoginMethods = []string{dataprovider.LoginMethodPassword}
- user, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- tlsConfig := &tls.Config{
- ServerName: "localhost",
- InsecureSkipVerify: true, // use this for tests only
- MinVersion: tls.VersionTLS12,
- }
- tlsCert, err := tls.X509KeyPair([]byte(client1Crt), []byte(client1Key))
- assert.NoError(t, err)
- tlsConfig.Certificates = append(tlsConfig.Certificates, tlsCert)
- // TLS username is not enabled, mutual TLS should fail
- _, err = getFTPClient(user, true, tlsConfig)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), "login method password is not allowed")
- }
- user.Filters.TLSUsername = sdk.TLSUsernameCN
- user, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
- assert.NoError(t, err)
- client, err := getFTPClient(user, true, tlsConfig)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- err = client.Quit()
- assert.NoError(t, err)
- }
- // now use a valid certificate with a CN different from username
- u = getTestUser()
- u.Username = tlsClient2Username
- u.Filters.TLSUsername = sdk.TLSUsernameCN
- u.Filters.DeniedLoginMethods = []string{dataprovider.LoginMethodPassword}
- user2, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- _, err = getFTPClient(user2, true, tlsConfig)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), "does not match username")
- }
- // now disable certificate authentication
- user.Filters.DeniedLoginMethods = append(user.Filters.DeniedLoginMethods, dataprovider.LoginMethodTLSCertificate,
- dataprovider.LoginMethodTLSCertificateAndPwd)
- user, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
- assert.NoError(t, err)
- _, err = getFTPClient(user, true, tlsConfig)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), "login method TLSCertificate+password is not allowed")
- }
- // disable FTP protocol
- user.Filters.DeniedLoginMethods = []string{dataprovider.LoginMethodPassword}
- user.Filters.DeniedProtocols = append(user.Filters.DeniedProtocols, common.ProtocolFTP)
- user, _, err = httpdtest.UpdateUser(user, http.StatusOK, "")
- assert.NoError(t, err)
- _, err = getFTPClient(user, true, tlsConfig)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), "protocol FTP is not allowed")
- }
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- _, err = httpdtest.RemoveUser(user2, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user2.GetHomeDir())
- assert.NoError(t, err)
- _, err = getFTPClient(user, true, tlsConfig)
- assert.Error(t, err)
- }
- func TestClientCertificateAndPwdAuth(t *testing.T) {
- u := getTestUser()
- u.Username = tlsClient1Username
- u.Filters.TLSUsername = sdk.TLSUsernameCN
- u.Filters.DeniedLoginMethods = []string{dataprovider.LoginMethodPassword, dataprovider.LoginMethodTLSCertificate}
- user, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- tlsConfig := &tls.Config{
- ServerName: "localhost",
- InsecureSkipVerify: true, // use this for tests only
- MinVersion: tls.VersionTLS12,
- }
- tlsCert, err := tls.X509KeyPair([]byte(client1Crt), []byte(client1Key))
- assert.NoError(t, err)
- tlsConfig.Certificates = append(tlsConfig.Certificates, tlsCert)
- client, err := getFTPClient(user, true, tlsConfig)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- err = client.Quit()
- assert.NoError(t, err)
- }
- _, err = getFTPClient(user, true, nil)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), "login method password is not allowed")
- }
- user.Password = defaultPassword + "1"
- _, err = getFTPClient(user, true, tlsConfig)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), "invalid credentials")
- }
- tlsCert, err = tls.X509KeyPair([]byte(client2Crt), []byte(client2Key))
- assert.NoError(t, err)
- tlsConfig.Certificates = []tls.Certificate{tlsCert}
- _, err = getFTPClient(user, true, tlsConfig)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), "bad certificate")
- }
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- }
- func TestExternalAuthWithClientCert(t *testing.T) {
- if runtime.GOOS == osWindows {
- t.Skip("this test is not available on Windows")
- }
- u := getTestUser()
- u.Username = tlsClient1Username
- u.Filters.DeniedLoginMethods = append(u.Filters.DeniedLoginMethods, dataprovider.LoginMethodPassword)
- u.Filters.TLSUsername = sdk.TLSUsernameCN
- err := dataprovider.Close()
- assert.NoError(t, err)
- err = config.LoadConfig(configDir, "")
- assert.NoError(t, err)
- providerConf := config.GetProviderConf()
- err = os.WriteFile(extAuthPath, getExtAuthScriptContent(u), os.ModePerm)
- assert.NoError(t, err)
- providerConf.ExternalAuthHook = extAuthPath
- providerConf.ExternalAuthScope = 8
- err = dataprovider.Initialize(providerConf, configDir, true)
- assert.NoError(t, err)
- // external auth not called, auth scope is 8
- _, err = getFTPClient(u, true, nil)
- assert.Error(t, err)
- _, _, err = httpdtest.GetUserByUsername(u.Username, http.StatusNotFound)
- assert.NoError(t, err)
- tlsConfig := &tls.Config{
- ServerName: "localhost",
- InsecureSkipVerify: true, // use this for tests only
- MinVersion: tls.VersionTLS12,
- }
- tlsCert, err := tls.X509KeyPair([]byte(client1Crt), []byte(client1Key))
- assert.NoError(t, err)
- tlsConfig.Certificates = append(tlsConfig.Certificates, tlsCert)
- client, err := getFTPClient(u, true, tlsConfig)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- err := client.Quit()
- assert.NoError(t, err)
- }
- user, _, err := httpdtest.GetUserByUsername(u.Username, http.StatusOK)
- assert.NoError(t, err)
- assert.Equal(t, u.Username, user.Username)
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- u.Username = tlsClient2Username
- _, err = getFTPClient(u, true, tlsConfig)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), "invalid credentials")
- }
- err = dataprovider.Close()
- assert.NoError(t, err)
- err = config.LoadConfig(configDir, "")
- assert.NoError(t, err)
- providerConf = config.GetProviderConf()
- err = dataprovider.Initialize(providerConf, configDir, true)
- assert.NoError(t, err)
- err = os.Remove(extAuthPath)
- assert.NoError(t, err)
- }
- func TestPreLoginHookWithClientCert(t *testing.T) {
- if runtime.GOOS == osWindows {
- t.Skip("this test is not available on Windows")
- }
- u := getTestUser()
- u.Username = tlsClient1Username
- u.Filters.DeniedLoginMethods = append(u.Filters.DeniedLoginMethods, dataprovider.LoginMethodPassword)
- u.Filters.TLSUsername = sdk.TLSUsernameCN
- err := dataprovider.Close()
- assert.NoError(t, err)
- err = config.LoadConfig(configDir, "")
- assert.NoError(t, err)
- providerConf := config.GetProviderConf()
- err = os.WriteFile(preLoginPath, getPreLoginScriptContent(u, false), os.ModePerm)
- assert.NoError(t, err)
- providerConf.PreLoginHook = preLoginPath
- err = dataprovider.Initialize(providerConf, configDir, true)
- assert.NoError(t, err)
- _, _, err = httpdtest.GetUserByUsername(tlsClient1Username, http.StatusNotFound)
- assert.NoError(t, err)
- tlsConfig := &tls.Config{
- ServerName: "localhost",
- InsecureSkipVerify: true, // use this for tests only
- MinVersion: tls.VersionTLS12,
- }
- tlsCert, err := tls.X509KeyPair([]byte(client1Crt), []byte(client1Key))
- assert.NoError(t, err)
- tlsConfig.Certificates = append(tlsConfig.Certificates, tlsCert)
- client, err := getFTPClient(u, true, tlsConfig)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- err := client.Quit()
- assert.NoError(t, err)
- }
- user, _, err := httpdtest.GetUserByUsername(tlsClient1Username, http.StatusOK)
- assert.NoError(t, err)
- // test login with an existing user
- client, err = getFTPClient(user, true, tlsConfig)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- err := client.Quit()
- assert.NoError(t, err)
- }
- u.Username = tlsClient2Username
- err = os.WriteFile(preLoginPath, getPreLoginScriptContent(u, false), os.ModePerm)
- assert.NoError(t, err)
- _, err = getFTPClient(u, true, tlsConfig)
- if assert.Error(t, err) {
- assert.Contains(t, err.Error(), "does not match username")
- }
- user2, _, err := httpdtest.GetUserByUsername(tlsClient2Username, http.StatusOK)
- assert.NoError(t, err)
- _, err = httpdtest.RemoveUser(user2, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user2.GetHomeDir())
- assert.NoError(t, err)
- _, err = httpdtest.RemoveUser(user, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(user.GetHomeDir())
- assert.NoError(t, err)
- err = dataprovider.Close()
- assert.NoError(t, err)
- err = config.LoadConfig(configDir, "")
- assert.NoError(t, err)
- providerConf = config.GetProviderConf()
- err = dataprovider.Initialize(providerConf, configDir, true)
- assert.NoError(t, err)
- err = os.Remove(preLoginPath)
- assert.NoError(t, err)
- }
- func TestNestedVirtualFolders(t *testing.T) {
- u := getTestUser()
- localUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- u = getTestSFTPUser()
- mappedPathCrypt := filepath.Join(os.TempDir(), "crypt")
- folderNameCrypt := filepath.Base(mappedPathCrypt)
- vdirCryptPath := "/vdir/crypt"
- u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
- BaseVirtualFolder: vfs.BaseVirtualFolder{
- Name: folderNameCrypt,
- FsConfig: vfs.Filesystem{
- Provider: sdk.CryptedFilesystemProvider,
- CryptConfig: vfs.CryptFsConfig{
- Passphrase: kms.NewPlainSecret(defaultPassword),
- },
- },
- MappedPath: mappedPathCrypt,
- },
- VirtualPath: vdirCryptPath,
- })
- mappedPath := filepath.Join(os.TempDir(), "local")
- folderName := filepath.Base(mappedPath)
- vdirPath := "/vdir/local"
- u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
- BaseVirtualFolder: vfs.BaseVirtualFolder{
- Name: folderName,
- MappedPath: mappedPath,
- },
- VirtualPath: vdirPath,
- })
- mappedPathNested := filepath.Join(os.TempDir(), "nested")
- folderNameNested := filepath.Base(mappedPathNested)
- vdirNestedPath := "/vdir/crypt/nested"
- u.VirtualFolders = append(u.VirtualFolders, vfs.VirtualFolder{
- BaseVirtualFolder: vfs.BaseVirtualFolder{
- Name: folderNameNested,
- MappedPath: mappedPathNested,
- },
- VirtualPath: vdirNestedPath,
- QuotaFiles: -1,
- QuotaSize: -1,
- })
- sftpUser, _, err := httpdtest.AddUser(u, http.StatusCreated)
- assert.NoError(t, err)
- client, err := getFTPClient(sftpUser, false, nil)
- if assert.NoError(t, err) {
- err = checkBasicFTP(client)
- assert.NoError(t, err)
- testFilePath := filepath.Join(homeBasePath, testFileName)
- testFileSize := int64(65535)
- err = createTestFile(testFilePath, testFileSize)
- assert.NoError(t, err)
- localDownloadPath := filepath.Join(homeBasePath, testDLFileName)
- err = ftpUploadFile(testFilePath, testFileName, testFileSize, client, 0)
- assert.NoError(t, err)
- err = ftpDownloadFile(testFileName, localDownloadPath, testFileSize, client, 0)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, path.Join("/vdir", testFileName), testFileSize, client, 0)
- assert.NoError(t, err)
- err = ftpDownloadFile(path.Join("/vdir", testFileName), localDownloadPath, testFileSize, client, 0)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, path.Join(vdirPath, testFileName), testFileSize, client, 0)
- assert.NoError(t, err)
- err = ftpDownloadFile(path.Join(vdirPath, testFileName), localDownloadPath, testFileSize, client, 0)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, path.Join(vdirCryptPath, testFileName), testFileSize, client, 0)
- assert.NoError(t, err)
- err = ftpDownloadFile(path.Join(vdirCryptPath, testFileName), localDownloadPath, testFileSize, client, 0)
- assert.NoError(t, err)
- err = ftpUploadFile(testFilePath, path.Join(vdirNestedPath, testFileName), testFileSize, client, 0)
- assert.NoError(t, err)
- err = ftpDownloadFile(path.Join(vdirNestedPath, testFileName), localDownloadPath, testFileSize, client, 0)
- assert.NoError(t, err)
- err = client.Quit()
- assert.NoError(t, err)
- err = os.Remove(testFilePath)
- assert.NoError(t, err)
- err = os.Remove(localDownloadPath)
- assert.NoError(t, err)
- }
- _, err = httpdtest.RemoveUser(sftpUser, http.StatusOK)
- assert.NoError(t, err)
- _, err = httpdtest.RemoveUser(localUser, http.StatusOK)
- assert.NoError(t, err)
- _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderNameCrypt}, http.StatusOK)
- assert.NoError(t, err)
- _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderName}, http.StatusOK)
- assert.NoError(t, err)
- _, err = httpdtest.RemoveFolder(vfs.BaseVirtualFolder{Name: folderNameNested}, http.StatusOK)
- assert.NoError(t, err)
- err = os.RemoveAll(mappedPathCrypt)
- assert.NoError(t, err)
- err = os.RemoveAll(mappedPath)
- assert.NoError(t, err)
- err = os.RemoveAll(mappedPathNested)
- assert.NoError(t, err)
- err = os.RemoveAll(localUser.GetHomeDir())
- assert.NoError(t, err)
- assert.Eventually(t, func() bool { return len(common.Connections.GetStats("")) == 0 }, 1*time.Second, 50*time.Millisecond)
- assert.Eventually(t, func() bool { return common.Connections.GetClientConnections() == 0 }, 1000*time.Millisecond,
- 50*time.Millisecond)
- }
- func checkBasicFTP(client *ftp.ServerConn) error {
- _, err := client.CurrentDir()
- if err != nil {
- return err
- }
- err = client.NoOp()
- if err != nil {
- return err
- }
- _, err = client.List(".")
- if err != nil {
- return err
- }
- return nil
- }
- func ftpUploadFile(localSourcePath string, remoteDestPath string, expectedSize int64, client *ftp.ServerConn, offset uint64) error {
- srcFile, err := os.Open(localSourcePath)
- if err != nil {
- return err
- }
- defer srcFile.Close()
- if offset > 0 {
- err = client.StorFrom(remoteDestPath, srcFile, offset)
- } else {
- err = client.Stor(remoteDestPath, srcFile)
- }
- if err != nil {
- return err
- }
- if expectedSize > 0 {
- size, err := client.FileSize(remoteDestPath)
- if err != nil {
- return err
- }
- if size != expectedSize {
- return fmt.Errorf("uploaded file size does not match, actual: %v, expected: %v", size, expectedSize)
- }
- }
- return nil
- }
- func ftpDownloadFile(remoteSourcePath string, localDestPath string, expectedSize int64, client *ftp.ServerConn, offset uint64) error {
- downloadDest, err := os.Create(localDestPath)
- if err != nil {
- return err
- }
- defer downloadDest.Close()
- var r *ftp.Response
- if offset > 0 {
- r, err = client.RetrFrom(remoteSourcePath, offset)
- } else {
- r, err = client.Retr(remoteSourcePath)
- }
- if err != nil {
- return err
- }
- defer r.Close()
- written, err := io.Copy(downloadDest, r)
- if err != nil {
- return err
- }
- if written != expectedSize {
- return fmt.Errorf("downloaded file size does not match, actual: %v, expected: %v", written, expectedSize)
- }
- return nil
- }
- func getFTPClientImplicitTLS(user dataprovider.User) (*ftp.ServerConn, error) {
- ftpOptions := []ftp.DialOption{ftp.DialWithTimeout(5 * time.Second)}
- tlsConfig := &tls.Config{
- ServerName: "localhost",
- InsecureSkipVerify: true, // use this for tests only
- MinVersion: tls.VersionTLS12,
- }
- ftpOptions = append(ftpOptions, ftp.DialWithTLS(tlsConfig))
- ftpOptions = append(ftpOptions, ftp.DialWithDisabledEPSV(true))
- client, err := ftp.Dial(ftpSrvAddrTLS, ftpOptions...)
- if err != nil {
- return nil, err
- }
- pwd := defaultPassword
- if user.Password != "" {
- pwd = user.Password
- }
- err = client.Login(user.Username, pwd)
- if err != nil {
- return nil, err
- }
- return client, err
- }
- func getFTPClient(user dataprovider.User, useTLS bool, tlsConfig *tls.Config, dialOptions ...ftp.DialOption,
- ) (*ftp.ServerConn, error) {
- ftpOptions := []ftp.DialOption{ftp.DialWithTimeout(5 * time.Second)}
- ftpOptions = append(ftpOptions, dialOptions...)
- if useTLS {
- if tlsConfig == nil {
- tlsConfig = &tls.Config{
- ServerName: "localhost",
- InsecureSkipVerify: true, // use this for tests only
- MinVersion: tls.VersionTLS12,
- }
- }
- ftpOptions = append(ftpOptions, ftp.DialWithExplicitTLS(tlsConfig))
- }
- client, err := ftp.Dial(ftpServerAddr, ftpOptions...)
- if err != nil {
- return nil, err
- }
- pwd := defaultPassword
- if user.Password != "" {
- if user.Password == emptyPwdPlaceholder {
- pwd = ""
- } else {
- pwd = user.Password
- }
- }
- err = client.Login(user.Username, pwd)
- if err != nil {
- return nil, err
- }
- return client, err
- }
- func waitTCPListening(address string) {
- for {
- conn, err := net.Dial("tcp", address)
- if err != nil {
- logger.WarnToConsole("tcp server %v not listening: %v", address, err)
- time.Sleep(100 * time.Millisecond)
- continue
- }
- logger.InfoToConsole("tcp server %v now listening", address)
- conn.Close()
- break
- }
- }
- func waitNoConnections() {
- time.Sleep(50 * time.Millisecond)
- for len(common.Connections.GetStats("")) > 0 {
- time.Sleep(50 * time.Millisecond)
- }
- }
- func getTestGroup() dataprovider.Group {
- return dataprovider.Group{
- BaseGroup: sdk.BaseGroup{
- Name: "test_group",
- Description: "test group description",
- },
- }
- }
- func getTestUser() dataprovider.User {
- user := dataprovider.User{
- BaseUser: sdk.BaseUser{
- Username: defaultUsername,
- Password: defaultPassword,
- HomeDir: filepath.Join(homeBasePath, defaultUsername),
- Status: 1,
- ExpirationDate: 0,
- },
- }
- user.Permissions = make(map[string][]string)
- user.Permissions["/"] = allPerms
- return user
- }
- func getTestSFTPUser() dataprovider.User {
- u := getTestUser()
- u.Username = u.Username + "_sftp"
- u.FsConfig.Provider = sdk.SFTPFilesystemProvider
- u.FsConfig.SFTPConfig.Endpoint = sftpServerAddr
- u.FsConfig.SFTPConfig.Username = defaultUsername
- u.FsConfig.SFTPConfig.Password = kms.NewPlainSecret(defaultPassword)
- return u
- }
- func getTestUserWithHTTPFs() dataprovider.User {
- u := getTestUser()
- u.FsConfig.Provider = sdk.HTTPFilesystemProvider
- u.FsConfig.HTTPConfig = vfs.HTTPFsConfig{
- BaseHTTPFsConfig: sdk.BaseHTTPFsConfig{
- Endpoint: fmt.Sprintf("http://127.0.0.1:%d/api/v1", httpFsPort),
- Username: defaultHTTPFsUsername,
- },
- }
- return u
- }
- func getExtAuthScriptContent(user dataprovider.User) []byte {
- extAuthContent := []byte("#!/bin/sh\n\n")
- extAuthContent = append(extAuthContent, []byte(fmt.Sprintf("if test \"$SFTPGO_AUTHD_USERNAME\" = \"%v\"; then\n", user.Username))...)
- u, _ := json.Marshal(user)
- extAuthContent = append(extAuthContent, []byte(fmt.Sprintf("echo '%v'\n", string(u)))...)
- extAuthContent = append(extAuthContent, []byte("else\n")...)
- extAuthContent = append(extAuthContent, []byte("echo '{\"username\":\"\"}'\n")...)
- extAuthContent = append(extAuthContent, []byte("fi\n")...)
- return extAuthContent
- }
- func getPreLoginScriptContent(user dataprovider.User, nonJSONResponse bool) []byte {
- content := []byte("#!/bin/sh\n\n")
- if nonJSONResponse {
- content = append(content, []byte("echo 'text response'\n")...)
- return content
- }
- if len(user.Username) > 0 {
- u, _ := json.Marshal(user)
- content = append(content, []byte(fmt.Sprintf("echo '%v'\n", string(u)))...)
- }
- return content
- }
- func getExitCodeScriptContent(exitCode int) []byte {
- content := []byte("#!/bin/sh\n\n")
- content = append(content, []byte(fmt.Sprintf("exit %v", exitCode))...)
- return content
- }
- func createTestFile(path string, size int64) error {
- baseDir := filepath.Dir(path)
- if _, err := os.Stat(baseDir); errors.Is(err, fs.ErrNotExist) {
- err = os.MkdirAll(baseDir, os.ModePerm)
- if err != nil {
- return err
- }
- }
- content := make([]byte, size)
- _, err := rand.Read(content)
- if err != nil {
- return err
- }
- return os.WriteFile(path, content, os.ModePerm)
- }
- func writeCerts(certPath, keyPath, caCrtPath, caCRLPath string) error {
- err := os.WriteFile(certPath, []byte(ftpsCert), os.ModePerm)
- if err != nil {
- logger.ErrorToConsole("error writing FTPS certificate: %v", err)
- return err
- }
- err = os.WriteFile(keyPath, []byte(ftpsKey), os.ModePerm)
- if err != nil {
- logger.ErrorToConsole("error writing FTPS private key: %v", err)
- return err
- }
- err = os.WriteFile(caCrtPath, []byte(caCRT), os.ModePerm)
- if err != nil {
- logger.ErrorToConsole("error writing FTPS CA crt: %v", err)
- return err
- }
- err = os.WriteFile(caCRLPath, []byte(caCRL), os.ModePerm)
- if err != nil {
- logger.ErrorToConsole("error writing FTPS CRL: %v", err)
- return err
- }
- return nil
- }
- func generateTOTPPasscode(secret string, algo otp.Algorithm) (string, error) {
- return totp.GenerateCodeCustom(secret, time.Now(), totp.ValidateOpts{
- Period: 30,
- Skew: 1,
- Digits: otp.DigitsSix,
- Algorithm: algo,
- })
- }
- func startHTTPFs() {
- go func() {
- if err := httpdtest.StartTestHTTPFs(httpFsPort); err != nil {
- logger.ErrorToConsole("could not start HTTPfs test server: %v", err)
- os.Exit(1)
- }
- }()
- waitTCPListening(fmt.Sprintf(":%d", httpFsPort))
- }
|