Process.cpp 164 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836383738383839384038413842384338443845384638473848384938503851385238533854385538563857385838593860386138623863386438653866386738683869387038713872387338743875387638773878387938803881388238833884388538863887388838893890389138923893389438953896389738983899390039013902390339043905390639073908390939103911391239133914391539163917391839193920392139223923392439253926392739283929393039313932393339343935393639373938393939403941394239433944394539463947394839493950395139523953395439553956395739583959396039613962396339643965396639673968396939703971397239733974397539763977397839793980398139823983398439853986398739883989399039913992399339943995399639973998399940004001400240034004400540064007400840094010401140124013401440154016401740184019402040214022402340244025402640274028402940304031403240334034403540364037403840394040404140424043404440454046404740484049405040514052405340544055405640574058405940604061406240634064406540664067406840694070407140724073407440754076407740784079408040814082408340844085408640874088408940904091409240934094409540964097409840994100410141024103410441054106410741084109411041114112411341144115411641174118411941204121412241234124412541264127412841294130413141324133413441354136413741384139414041414142414341444145414641474148414941504151415241534154415541564157415841594160416141624163416441654166416741684169417041714172417341744175417641774178417941804181418241834184418541864187418841894190419141924193419441954196419741984199420042014202420342044205420642074208420942104211421242134214421542164217421842194220422142224223422442254226422742284229423042314232423342344235423642374238423942404241424242434244424542464247424842494250425142524253425442554256425742584259426042614262426342644265426642674268426942704271427242734274427542764277427842794280428142824283428442854286428742884289429042914292429342944295429642974298429943004301430243034304430543064307430843094310431143124313431443154316431743184319432043214322432343244325432643274328432943304331433243334334433543364337433843394340434143424343434443454346434743484349435043514352435343544355435643574358435943604361436243634364436543664367436843694370437143724373437443754376437743784379438043814382438343844385438643874388438943904391439243934394439543964397439843994400440144024403440444054406440744084409441044114412441344144415441644174418441944204421442244234424442544264427442844294430443144324433443444354436443744384439444044414442444344444445444644474448444944504451445244534454445544564457445844594460446144624463446444654466446744684469447044714472447344744475447644774478447944804481448244834484448544864487448844894490449144924493449444954496449744984499450045014502450345044505450645074508450945104511451245134514451545164517451845194520452145224523452445254526452745284529453045314532453345344535453645374538453945404541454245434544454545464547454845494550455145524553455445554556455745584559456045614562456345644565456645674568456945704571457245734574457545764577457845794580458145824583458445854586458745884589459045914592459345944595459645974598459946004601460246034604460546064607460846094610461146124613461446154616461746184619462046214622462346244625462646274628462946304631463246334634463546364637463846394640464146424643464446454646464746484649465046514652465346544655465646574658465946604661466246634664466546664667466846694670467146724673467446754676467746784679468046814682468346844685468646874688468946904691469246934694469546964697469846994700470147024703470447054706470747084709471047114712471347144715471647174718471947204721472247234724472547264727472847294730473147324733473447354736473747384739474047414742474347444745474647474748474947504751475247534754475547564757475847594760476147624763476447654766476747684769477047714772477347744775477647774778477947804781478247834784478547864787478847894790479147924793479447954796479747984799480048014802480348044805480648074808480948104811481248134814481548164817481848194820482148224823482448254826482748284829483048314832483348344835483648374838483948404841484248434844484548464847484848494850485148524853485448554856485748584859486048614862486348644865486648674868486948704871487248734874487548764877487848794880488148824883488448854886488748884889489048914892489348944895489648974898489949004901490249034904490549064907490849094910491149124913491449154916491749184919492049214922492349244925492649274928492949304931493249334934493549364937493849394940494149424943494449454946494749484949495049514952495349544955495649574958495949604961496249634964496549664967496849694970497149724973497449754976497749784979498049814982498349844985498649874988498949904991499249934994499549964997499849995000500150025003500450055006500750085009501050115012501350145015501650175018501950205021502250235024502550265027502850295030503150325033503450355036503750385039504050415042504350445045504650475048504950505051505250535054505550565057505850595060506150625063506450655066506750685069507050715072507350745075507650775078507950805081508250835084508550865087508850895090509150925093509450955096509750985099510051015102510351045105510651075108510951105111511251135114511551165117511851195120512151225123512451255126512751285129513051315132513351345135513651375138513951405141514251435144514551465147514851495150515151525153515451555156515751585159516051615162516351645165516651675168516951705171517251735174517551765177517851795180518151825183518451855186518751885189519051915192519351945195519651975198519952005201520252035204520552065207520852095210521152125213521452155216521752185219522052215222522352245225522652275228522952305231523252335234523552365237523852395240524152425243524452455246524752485249525052515252525352545255525652575258525952605261
  1. /*
  2. * Copyright (c) 2018-2020, Andreas Kling <kling@serenityos.org>
  3. * All rights reserved.
  4. *
  5. * Redistribution and use in source and binary forms, with or without
  6. * modification, are permitted provided that the following conditions are met:
  7. *
  8. * 1. Redistributions of source code must retain the above copyright notice, this
  9. * list of conditions and the following disclaimer.
  10. *
  11. * 2. Redistributions in binary form must reproduce the above copyright notice,
  12. * this list of conditions and the following disclaimer in the documentation
  13. * and/or other materials provided with the distribution.
  14. *
  15. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
  16. * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  17. * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
  18. * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
  19. * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  20. * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
  21. * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  22. * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
  23. * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  24. * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  25. */
  26. #include <AK/Demangle.h>
  27. #include <AK/RefPtr.h>
  28. #include <AK/ScopeGuard.h>
  29. #include <AK/ScopedValueRollback.h>
  30. #include <AK/StdLibExtras.h>
  31. #include <AK/StringBuilder.h>
  32. #include <AK/Time.h>
  33. #include <AK/Types.h>
  34. #include <Kernel/ACPI/Parser.h>
  35. #include <Kernel/Arch/i386/CPU.h>
  36. #include <Kernel/Console.h>
  37. #include <Kernel/Devices/BlockDevice.h>
  38. #include <Kernel/Devices/KeyboardDevice.h>
  39. #include <Kernel/Devices/NullDevice.h>
  40. #include <Kernel/Devices/PCSpeaker.h>
  41. #include <Kernel/Devices/RandomDevice.h>
  42. #include <Kernel/FileSystem/Custody.h>
  43. #include <Kernel/FileSystem/DevPtsFS.h>
  44. #include <Kernel/FileSystem/Ext2FileSystem.h>
  45. #include <Kernel/FileSystem/FIFO.h>
  46. #include <Kernel/FileSystem/FileDescription.h>
  47. #include <Kernel/FileSystem/InodeWatcher.h>
  48. #include <Kernel/FileSystem/ProcFS.h>
  49. #include <Kernel/FileSystem/TmpFS.h>
  50. #include <Kernel/FileSystem/VirtualFileSystem.h>
  51. #include <Kernel/Heap/kmalloc.h>
  52. #include <Kernel/IO.h>
  53. #include <Kernel/KBufferBuilder.h>
  54. #include <Kernel/KSyms.h>
  55. #include <Kernel/Module.h>
  56. #include <Kernel/Multiboot.h>
  57. #include <Kernel/Net/LocalSocket.h>
  58. #include <Kernel/Net/Socket.h>
  59. #include <Kernel/PerformanceEventBuffer.h>
  60. #include <Kernel/Process.h>
  61. #include <Kernel/Profiling.h>
  62. #include <Kernel/Ptrace.h>
  63. #include <Kernel/RTC.h>
  64. #include <Kernel/Random.h>
  65. #include <Kernel/Scheduler.h>
  66. #include <Kernel/SharedBuffer.h>
  67. #include <Kernel/StdLib.h>
  68. #include <Kernel/API/Syscall.h>
  69. #include <Kernel/TTY/MasterPTY.h>
  70. #include <Kernel/TTY/TTY.h>
  71. #include <Kernel/Thread.h>
  72. #include <Kernel/ThreadTracer.h>
  73. #include <Kernel/Time/TimeManagement.h>
  74. #include <Kernel/VM/PageDirectory.h>
  75. #include <Kernel/VM/PrivateInodeVMObject.h>
  76. #include <Kernel/VM/ProcessPagingScope.h>
  77. #include <Kernel/VM/PurgeableVMObject.h>
  78. #include <Kernel/VM/SharedInodeVMObject.h>
  79. #include <LibC/errno_numbers.h>
  80. #include <LibC/limits.h>
  81. #include <LibC/signal_numbers.h>
  82. #include <LibELF/Loader.h>
  83. #include <LibELF/Validation.h>
  84. #include <LibKeyboard/CharacterMapData.h>
  85. //#define PROCESS_DEBUG
  86. //#define DEBUG_POLL_SELECT
  87. //#define DEBUG_IO
  88. //#define TASK_DEBUG
  89. //#define FORK_DEBUG
  90. //#define EXEC_DEBUG
  91. //#define SIGNAL_DEBUG
  92. //#define SHARED_BUFFER_DEBUG
  93. namespace Kernel {
  94. static void create_signal_trampolines();
  95. RecursiveSpinLock g_processes_lock;
  96. static Atomic<pid_t> next_pid;
  97. InlineLinkedList<Process>* g_processes;
  98. static String* s_hostname;
  99. static Lock* s_hostname_lock;
  100. VirtualAddress g_return_to_ring3_from_signal_trampoline;
  101. HashMap<String, OwnPtr<Module>>* g_modules;
  102. pid_t Process::allocate_pid()
  103. {
  104. return next_pid.fetch_add(1, AK::MemoryOrder::memory_order_acq_rel);
  105. }
  106. void Process::initialize()
  107. {
  108. g_modules = new HashMap<String, OwnPtr<Module>>;
  109. next_pid.store(0, AK::MemoryOrder::memory_order_release);
  110. g_processes = new InlineLinkedList<Process>;
  111. s_hostname = new String("courage");
  112. s_hostname_lock = new Lock;
  113. create_signal_trampolines();
  114. }
  115. Vector<pid_t> Process::all_pids()
  116. {
  117. Vector<pid_t> pids;
  118. ScopedSpinLock lock(g_processes_lock);
  119. pids.ensure_capacity((int)g_processes->size_slow());
  120. for (auto& process : *g_processes)
  121. pids.append(process.pid());
  122. return pids;
  123. }
  124. Vector<Process*> Process::all_processes()
  125. {
  126. Vector<Process*> processes;
  127. ScopedSpinLock lock(g_processes_lock);
  128. processes.ensure_capacity((int)g_processes->size_slow());
  129. for (auto& process : *g_processes)
  130. processes.append(&process);
  131. return processes;
  132. }
  133. bool Process::in_group(gid_t gid) const
  134. {
  135. return m_gid == gid || m_extra_gids.contains(gid);
  136. }
  137. Range Process::allocate_range(VirtualAddress vaddr, size_t size, size_t alignment)
  138. {
  139. vaddr.mask(PAGE_MASK);
  140. size = PAGE_ROUND_UP(size);
  141. if (vaddr.is_null())
  142. return page_directory().range_allocator().allocate_anywhere(size, alignment);
  143. return page_directory().range_allocator().allocate_specific(vaddr, size);
  144. }
  145. static unsigned prot_to_region_access_flags(int prot)
  146. {
  147. unsigned access = 0;
  148. if (prot & PROT_READ)
  149. access |= Region::Access::Read;
  150. if (prot & PROT_WRITE)
  151. access |= Region::Access::Write;
  152. if (prot & PROT_EXEC)
  153. access |= Region::Access::Execute;
  154. return access;
  155. }
  156. Region& Process::allocate_split_region(const Region& source_region, const Range& range, size_t offset_in_vmobject)
  157. {
  158. auto& region = add_region(Region::create_user_accessible(range, source_region.vmobject(), offset_in_vmobject, source_region.name(), source_region.access()));
  159. region.set_mmap(source_region.is_mmap());
  160. region.set_stack(source_region.is_stack());
  161. size_t page_offset_in_source_region = (offset_in_vmobject - source_region.offset_in_vmobject()) / PAGE_SIZE;
  162. for (size_t i = 0; i < region.page_count(); ++i) {
  163. if (source_region.should_cow(page_offset_in_source_region + i))
  164. region.set_should_cow(i, true);
  165. }
  166. return region;
  167. }
  168. Region* Process::allocate_region(const Range& range, const String& name, int prot, bool should_commit)
  169. {
  170. ASSERT(range.is_valid());
  171. auto vmobject = AnonymousVMObject::create_with_size(range.size());
  172. auto region = Region::create_user_accessible(range, vmobject, 0, name, prot_to_region_access_flags(prot));
  173. region->map(page_directory());
  174. if (should_commit && !region->commit())
  175. return nullptr;
  176. return &add_region(move(region));
  177. }
  178. Region* Process::allocate_region(VirtualAddress vaddr, size_t size, const String& name, int prot, bool should_commit)
  179. {
  180. auto range = allocate_range(vaddr, size);
  181. if (!range.is_valid())
  182. return nullptr;
  183. return allocate_region(range, name, prot, should_commit);
  184. }
  185. Region* Process::allocate_region_with_vmobject(const Range& range, NonnullRefPtr<VMObject> vmobject, size_t offset_in_vmobject, const String& name, int prot)
  186. {
  187. ASSERT(range.is_valid());
  188. size_t end_in_vmobject = offset_in_vmobject + range.size();
  189. if (end_in_vmobject <= offset_in_vmobject) {
  190. dbg() << "allocate_region_with_vmobject: Overflow (offset + size)";
  191. return nullptr;
  192. }
  193. if (offset_in_vmobject >= vmobject->size()) {
  194. dbg() << "allocate_region_with_vmobject: Attempt to allocate a region with an offset past the end of its VMObject.";
  195. return nullptr;
  196. }
  197. if (end_in_vmobject > vmobject->size()) {
  198. dbg() << "allocate_region_with_vmobject: Attempt to allocate a region with an end past the end of its VMObject.";
  199. return nullptr;
  200. }
  201. offset_in_vmobject &= PAGE_MASK;
  202. auto& region = add_region(Region::create_user_accessible(range, move(vmobject), offset_in_vmobject, name, prot_to_region_access_flags(prot)));
  203. region.map(page_directory());
  204. return &region;
  205. }
  206. Region* Process::allocate_region_with_vmobject(VirtualAddress vaddr, size_t size, NonnullRefPtr<VMObject> vmobject, size_t offset_in_vmobject, const String& name, int prot)
  207. {
  208. auto range = allocate_range(vaddr, size);
  209. if (!range.is_valid())
  210. return nullptr;
  211. return allocate_region_with_vmobject(range, move(vmobject), offset_in_vmobject, name, prot);
  212. }
  213. bool Process::deallocate_region(Region& region)
  214. {
  215. OwnPtr<Region> region_protector;
  216. ScopedSpinLock lock(m_lock);
  217. if (m_region_lookup_cache.region == &region)
  218. m_region_lookup_cache.region = nullptr;
  219. for (size_t i = 0; i < m_regions.size(); ++i) {
  220. if (&m_regions[i] == &region) {
  221. region_protector = m_regions.unstable_take(i);
  222. return true;
  223. }
  224. }
  225. return false;
  226. }
  227. Region* Process::region_from_range(const Range& range)
  228. {
  229. ScopedSpinLock lock(m_lock);
  230. if (m_region_lookup_cache.range == range && m_region_lookup_cache.region)
  231. return m_region_lookup_cache.region;
  232. size_t size = PAGE_ROUND_UP(range.size());
  233. for (auto& region : m_regions) {
  234. if (region.vaddr() == range.base() && region.size() == size) {
  235. m_region_lookup_cache.range = range;
  236. m_region_lookup_cache.region = region.make_weak_ptr();
  237. return &region;
  238. }
  239. }
  240. return nullptr;
  241. }
  242. Region* Process::region_containing(const Range& range)
  243. {
  244. ScopedSpinLock lock(m_lock);
  245. for (auto& region : m_regions) {
  246. if (region.contains(range))
  247. return &region;
  248. }
  249. return nullptr;
  250. }
  251. int Process::sys$set_mmap_name(const Syscall::SC_set_mmap_name_params* user_params)
  252. {
  253. REQUIRE_PROMISE(stdio);
  254. Syscall::SC_set_mmap_name_params params;
  255. if (!validate_read_and_copy_typed(&params, user_params))
  256. return -EFAULT;
  257. if (params.name.length > PATH_MAX)
  258. return -ENAMETOOLONG;
  259. auto name = validate_and_copy_string_from_user(params.name);
  260. if (name.is_null())
  261. return -EFAULT;
  262. auto* region = region_from_range({ VirtualAddress(params.addr), params.size });
  263. if (!region)
  264. return -EINVAL;
  265. if (!region->is_mmap())
  266. return -EPERM;
  267. region->set_name(name);
  268. return 0;
  269. }
  270. static bool validate_mmap_prot(int prot, bool map_stack)
  271. {
  272. bool readable = prot & PROT_READ;
  273. bool writable = prot & PROT_WRITE;
  274. bool executable = prot & PROT_EXEC;
  275. if (writable && executable)
  276. return false;
  277. if (map_stack) {
  278. if (executable)
  279. return false;
  280. if (!readable || !writable)
  281. return false;
  282. }
  283. return true;
  284. }
  285. static bool validate_inode_mmap_prot(const Process& process, int prot, const Inode& inode, bool map_shared)
  286. {
  287. auto metadata = inode.metadata();
  288. if ((prot & PROT_READ) && !metadata.may_read(process))
  289. return false;
  290. if (map_shared) {
  291. // FIXME: What about readonly filesystem mounts? We cannot make a
  292. // decision here without knowing the mount flags, so we would need to
  293. // keep a Custody or something from mmap time.
  294. if ((prot & PROT_WRITE) && !metadata.may_write(process))
  295. return false;
  296. InterruptDisabler disabler;
  297. if (inode.shared_vmobject()) {
  298. if ((prot & PROT_EXEC) && inode.shared_vmobject()->writable_mappings())
  299. return false;
  300. if ((prot & PROT_WRITE) && inode.shared_vmobject()->executable_mappings())
  301. return false;
  302. }
  303. }
  304. return true;
  305. }
  306. // Carve out a virtual address range from a region and return the two regions on either side
  307. Vector<Region*, 2> Process::split_region_around_range(const Region& source_region, const Range& desired_range)
  308. {
  309. Range old_region_range = source_region.range();
  310. auto remaining_ranges_after_unmap = old_region_range.carve(desired_range);
  311. ASSERT(!remaining_ranges_after_unmap.is_empty());
  312. auto make_replacement_region = [&](const Range& new_range) -> Region& {
  313. ASSERT(old_region_range.contains(new_range));
  314. size_t new_range_offset_in_vmobject = source_region.offset_in_vmobject() + (new_range.base().get() - old_region_range.base().get());
  315. return allocate_split_region(source_region, new_range, new_range_offset_in_vmobject);
  316. };
  317. Vector<Region*, 2> new_regions;
  318. for (auto& new_range : remaining_ranges_after_unmap) {
  319. new_regions.unchecked_append(&make_replacement_region(new_range));
  320. }
  321. return new_regions;
  322. }
  323. void* Process::sys$mmap(const Syscall::SC_mmap_params* user_params)
  324. {
  325. REQUIRE_PROMISE(stdio);
  326. Syscall::SC_mmap_params params;
  327. if (!validate_read_and_copy_typed(&params, user_params))
  328. return (void*)-EFAULT;
  329. void* addr = (void*)params.addr;
  330. size_t size = params.size;
  331. size_t alignment = params.alignment;
  332. int prot = params.prot;
  333. int flags = params.flags;
  334. int fd = params.fd;
  335. int offset = params.offset;
  336. if (alignment & ~PAGE_MASK)
  337. return (void*)-EINVAL;
  338. if (!is_user_range(VirtualAddress(addr), size))
  339. return (void*)-EFAULT;
  340. String name;
  341. if (params.name.characters) {
  342. if (params.name.length > PATH_MAX)
  343. return (void*)-ENAMETOOLONG;
  344. name = validate_and_copy_string_from_user(params.name);
  345. if (name.is_null())
  346. return (void*)-EFAULT;
  347. }
  348. if (size == 0)
  349. return (void*)-EINVAL;
  350. if ((FlatPtr)addr & ~PAGE_MASK)
  351. return (void*)-EINVAL;
  352. bool map_shared = flags & MAP_SHARED;
  353. bool map_anonymous = flags & MAP_ANONYMOUS;
  354. bool map_purgeable = flags & MAP_PURGEABLE;
  355. bool map_private = flags & MAP_PRIVATE;
  356. bool map_stack = flags & MAP_STACK;
  357. bool map_fixed = flags & MAP_FIXED;
  358. if (map_shared && map_private)
  359. return (void*)-EINVAL;
  360. if (!map_shared && !map_private)
  361. return (void*)-EINVAL;
  362. if (!validate_mmap_prot(prot, map_stack))
  363. return (void*)-EINVAL;
  364. if (map_stack && (!map_private || !map_anonymous))
  365. return (void*)-EINVAL;
  366. Region* region = nullptr;
  367. auto range = allocate_range(VirtualAddress(addr), size, alignment);
  368. if (!range.is_valid())
  369. return (void*)-ENOMEM;
  370. if (map_purgeable) {
  371. auto vmobject = PurgeableVMObject::create_with_size(size);
  372. region = allocate_region_with_vmobject(range, vmobject, 0, !name.is_null() ? name : "mmap (purgeable)", prot);
  373. if (!region && (!map_fixed && addr != 0))
  374. region = allocate_region_with_vmobject({}, size, vmobject, 0, !name.is_null() ? name : "mmap (purgeable)", prot);
  375. } else if (map_anonymous) {
  376. region = allocate_region(range, !name.is_null() ? name : "mmap", prot, false);
  377. if (!region && (!map_fixed && addr != 0))
  378. region = allocate_region(allocate_range({}, size), !name.is_null() ? name : "mmap", prot, false);
  379. } else {
  380. if (offset < 0)
  381. return (void*)-EINVAL;
  382. if (static_cast<size_t>(offset) & ~PAGE_MASK)
  383. return (void*)-EINVAL;
  384. auto description = file_description(fd);
  385. if (!description)
  386. return (void*)-EBADF;
  387. if (description->is_directory())
  388. return (void*)-ENODEV;
  389. // Require read access even when read protection is not requested.
  390. if (!description->is_readable())
  391. return (void*)-EACCES;
  392. if (map_shared) {
  393. if ((prot & PROT_WRITE) && !description->is_writable())
  394. return (void*)-EACCES;
  395. }
  396. if (description->inode()) {
  397. if (!validate_inode_mmap_prot(*this, prot, *description->inode(), map_shared))
  398. return (void*)-EACCES;
  399. }
  400. auto region_or_error = description->mmap(*this, VirtualAddress(addr), static_cast<size_t>(offset), size, prot, map_shared);
  401. if (region_or_error.is_error()) {
  402. // Fail if MAP_FIXED or address is 0, retry otherwise
  403. if (map_fixed || addr == 0)
  404. return (void*)(int)region_or_error.error();
  405. region_or_error = description->mmap(*this, {}, static_cast<size_t>(offset), size, prot, map_shared);
  406. }
  407. if (region_or_error.is_error())
  408. return (void*)(int)region_or_error.error();
  409. region = region_or_error.value();
  410. }
  411. if (!region)
  412. return (void*)-ENOMEM;
  413. region->set_mmap(true);
  414. if (map_shared)
  415. region->set_shared(true);
  416. if (map_stack)
  417. region->set_stack(true);
  418. if (!name.is_null())
  419. region->set_name(name);
  420. return region->vaddr().as_ptr();
  421. }
  422. int Process::sys$munmap(void* addr, size_t size)
  423. {
  424. REQUIRE_PROMISE(stdio);
  425. if (!size)
  426. return -EINVAL;
  427. if (!is_user_range(VirtualAddress(addr), size))
  428. return -EFAULT;
  429. Range range_to_unmap { VirtualAddress(addr), size };
  430. if (auto* whole_region = region_from_range(range_to_unmap)) {
  431. if (!whole_region->is_mmap())
  432. return -EPERM;
  433. bool success = deallocate_region(*whole_region);
  434. ASSERT(success);
  435. return 0;
  436. }
  437. if (auto* old_region = region_containing(range_to_unmap)) {
  438. if (!old_region->is_mmap())
  439. return -EPERM;
  440. auto new_regions = split_region_around_range(*old_region, range_to_unmap);
  441. // We manually unmap the old region here, specifying that we *don't* want the VM deallocated.
  442. old_region->unmap(Region::ShouldDeallocateVirtualMemoryRange::No);
  443. deallocate_region(*old_region);
  444. // Instead we give back the unwanted VM manually.
  445. page_directory().range_allocator().deallocate(range_to_unmap);
  446. // And finally we map the new region(s) using our page directory (they were just allocated and don't have one).
  447. for (auto* new_region : new_regions) {
  448. new_region->map(page_directory());
  449. }
  450. return 0;
  451. }
  452. // FIXME: We should also support munmap() across multiple regions. (#175)
  453. return -EINVAL;
  454. }
  455. int Process::sys$mprotect(void* addr, size_t size, int prot)
  456. {
  457. REQUIRE_PROMISE(stdio);
  458. if (!size)
  459. return -EINVAL;
  460. if (!is_user_range(VirtualAddress(addr), size))
  461. return -EFAULT;
  462. Range range_to_mprotect = { VirtualAddress(addr), size };
  463. if (auto* whole_region = region_from_range(range_to_mprotect)) {
  464. if (!whole_region->is_mmap())
  465. return -EPERM;
  466. if (!validate_mmap_prot(prot, whole_region->is_stack()))
  467. return -EINVAL;
  468. if (whole_region->access() == prot_to_region_access_flags(prot))
  469. return 0;
  470. if (whole_region->vmobject().is_inode()
  471. && !validate_inode_mmap_prot(*this, prot, static_cast<const InodeVMObject&>(whole_region->vmobject()).inode(), whole_region->is_shared())) {
  472. return -EACCES;
  473. }
  474. whole_region->set_readable(prot & PROT_READ);
  475. whole_region->set_writable(prot & PROT_WRITE);
  476. whole_region->set_executable(prot & PROT_EXEC);
  477. whole_region->remap();
  478. return 0;
  479. }
  480. // Check if we can carve out the desired range from an existing region
  481. if (auto* old_region = region_containing(range_to_mprotect)) {
  482. if (!old_region->is_mmap())
  483. return -EPERM;
  484. if (!validate_mmap_prot(prot, old_region->is_stack()))
  485. return -EINVAL;
  486. if (old_region->access() == prot_to_region_access_flags(prot))
  487. return 0;
  488. if (old_region->vmobject().is_inode()
  489. && !validate_inode_mmap_prot(*this, prot, static_cast<const InodeVMObject&>(old_region->vmobject()).inode(), old_region->is_shared())) {
  490. return -EACCES;
  491. }
  492. // This vector is the region(s) adjacent to our range.
  493. // We need to allocate a new region for the range we wanted to change permission bits on.
  494. auto adjacent_regions = split_region_around_range(*old_region, range_to_mprotect);
  495. size_t new_range_offset_in_vmobject = old_region->offset_in_vmobject() + (range_to_mprotect.base().get() - old_region->range().base().get());
  496. auto& new_region = allocate_split_region(*old_region, range_to_mprotect, new_range_offset_in_vmobject);
  497. new_region.set_readable(prot & PROT_READ);
  498. new_region.set_writable(prot & PROT_WRITE);
  499. new_region.set_executable(prot & PROT_EXEC);
  500. // Unmap the old region here, specifying that we *don't* want the VM deallocated.
  501. old_region->unmap(Region::ShouldDeallocateVirtualMemoryRange::No);
  502. deallocate_region(*old_region);
  503. // Map the new regions using our page directory (they were just allocated and don't have one).
  504. for (auto* adjacent_region : adjacent_regions) {
  505. adjacent_region->map(page_directory());
  506. }
  507. new_region.map(page_directory());
  508. return 0;
  509. }
  510. // FIXME: We should also support mprotect() across multiple regions. (#175) (#964)
  511. return -EINVAL;
  512. }
  513. int Process::sys$madvise(void* address, size_t size, int advice)
  514. {
  515. REQUIRE_PROMISE(stdio);
  516. if (!size)
  517. return -EINVAL;
  518. if (!is_user_range(VirtualAddress(address), size))
  519. return -EFAULT;
  520. auto* region = region_from_range({ VirtualAddress(address), size });
  521. if (!region)
  522. return -EINVAL;
  523. if (!region->is_mmap())
  524. return -EPERM;
  525. if ((advice & MADV_SET_VOLATILE) && (advice & MADV_SET_NONVOLATILE))
  526. return -EINVAL;
  527. if (advice & MADV_SET_VOLATILE) {
  528. if (!region->vmobject().is_purgeable())
  529. return -EPERM;
  530. auto& vmobject = static_cast<PurgeableVMObject&>(region->vmobject());
  531. vmobject.set_volatile(true);
  532. return 0;
  533. }
  534. if (advice & MADV_SET_NONVOLATILE) {
  535. if (!region->vmobject().is_purgeable())
  536. return -EPERM;
  537. auto& vmobject = static_cast<PurgeableVMObject&>(region->vmobject());
  538. if (!vmobject.is_volatile())
  539. return 0;
  540. vmobject.set_volatile(false);
  541. bool was_purged = vmobject.was_purged();
  542. vmobject.set_was_purged(false);
  543. return was_purged ? 1 : 0;
  544. }
  545. if (advice & MADV_GET_VOLATILE) {
  546. if (!region->vmobject().is_purgeable())
  547. return -EPERM;
  548. auto& vmobject = static_cast<PurgeableVMObject&>(region->vmobject());
  549. return vmobject.is_volatile() ? 0 : 1;
  550. }
  551. return -EINVAL;
  552. }
  553. int Process::sys$minherit(void* address, size_t size, int inherit)
  554. {
  555. REQUIRE_PROMISE(stdio);
  556. auto* region = region_from_range({ VirtualAddress(address), size });
  557. if (!region)
  558. return -EINVAL;
  559. if (!region->is_mmap())
  560. return -EINVAL;
  561. if (region->is_shared())
  562. return -EINVAL;
  563. if (!region->vmobject().is_anonymous())
  564. return -EINVAL;
  565. switch (inherit) {
  566. case MAP_INHERIT_ZERO:
  567. region->set_inherit_mode(Region::InheritMode::ZeroedOnFork);
  568. return 0;
  569. }
  570. return -EINVAL;
  571. }
  572. int Process::sys$purge(int mode)
  573. {
  574. REQUIRE_NO_PROMISES;
  575. if (!is_superuser())
  576. return -EPERM;
  577. int purged_page_count = 0;
  578. if (mode & PURGE_ALL_VOLATILE) {
  579. NonnullRefPtrVector<PurgeableVMObject> vmobjects;
  580. {
  581. InterruptDisabler disabler;
  582. MM.for_each_vmobject_of_type<PurgeableVMObject>([&](auto& vmobject) {
  583. vmobjects.append(vmobject);
  584. return IterationDecision::Continue;
  585. });
  586. }
  587. for (auto& vmobject : vmobjects) {
  588. purged_page_count += vmobject.purge();
  589. }
  590. }
  591. if (mode & PURGE_ALL_CLEAN_INODE) {
  592. NonnullRefPtrVector<InodeVMObject> vmobjects;
  593. {
  594. InterruptDisabler disabler;
  595. MM.for_each_vmobject_of_type<InodeVMObject>([&](auto& vmobject) {
  596. vmobjects.append(vmobject);
  597. return IterationDecision::Continue;
  598. });
  599. }
  600. for (auto& vmobject : vmobjects) {
  601. purged_page_count += vmobject.release_all_clean_pages();
  602. }
  603. }
  604. return purged_page_count;
  605. }
  606. int Process::sys$gethostname(char* buffer, ssize_t size)
  607. {
  608. REQUIRE_PROMISE(stdio);
  609. if (size < 0)
  610. return -EINVAL;
  611. if (!validate_write(buffer, size))
  612. return -EFAULT;
  613. LOCKER(*s_hostname_lock, Lock::Mode::Shared);
  614. if ((size_t)size < (s_hostname->length() + 1))
  615. return -ENAMETOOLONG;
  616. copy_to_user(buffer, s_hostname->characters(), s_hostname->length() + 1);
  617. return 0;
  618. }
  619. int Process::sys$sethostname(const char* hostname, ssize_t length)
  620. {
  621. REQUIRE_NO_PROMISES;
  622. if (!is_superuser())
  623. return -EPERM;
  624. if (length < 0)
  625. return -EINVAL;
  626. LOCKER(*s_hostname_lock, Lock::Mode::Exclusive);
  627. if (length > 64)
  628. return -ENAMETOOLONG;
  629. *s_hostname = validate_and_copy_string_from_user(hostname, length);
  630. return 0;
  631. }
  632. pid_t Process::sys$fork(RegisterState& regs)
  633. {
  634. REQUIRE_PROMISE(proc);
  635. Thread* child_first_thread = nullptr;
  636. auto* child = new Process(child_first_thread, m_name, m_uid, m_gid, m_pid, m_ring, m_cwd, m_executable, m_tty, this);
  637. child->m_root_directory = m_root_directory;
  638. child->m_root_directory_relative_to_global_root = m_root_directory_relative_to_global_root;
  639. child->m_promises = m_promises;
  640. child->m_execpromises = m_execpromises;
  641. child->m_veil_state = m_veil_state;
  642. child->m_unveiled_paths = m_unveiled_paths;
  643. child->m_fds = m_fds;
  644. child->m_sid = m_sid;
  645. child->m_pgid = m_pgid;
  646. child->m_umask = m_umask;
  647. #ifdef FORK_DEBUG
  648. dbg() << "fork: child=" << child;
  649. #endif
  650. child->m_extra_gids = m_extra_gids;
  651. auto& child_tss = child_first_thread->m_tss;
  652. child_tss.eax = 0; // fork() returns 0 in the child :^)
  653. child_tss.ebx = regs.ebx;
  654. child_tss.ecx = regs.ecx;
  655. child_tss.edx = regs.edx;
  656. child_tss.ebp = regs.ebp;
  657. child_tss.esp = regs.userspace_esp;
  658. child_tss.esi = regs.esi;
  659. child_tss.edi = regs.edi;
  660. child_tss.eflags = regs.eflags;
  661. child_tss.eip = regs.eip;
  662. child_tss.cs = regs.cs;
  663. child_tss.ds = regs.ds;
  664. child_tss.es = regs.es;
  665. child_tss.fs = regs.fs;
  666. child_tss.gs = regs.gs;
  667. child_tss.ss = regs.userspace_ss;
  668. #ifdef FORK_DEBUG
  669. dbg() << "fork: child will begin executing at " << String::format("%w", child_tss.cs) << ":" << String::format("%x", child_tss.eip) << " with stack " << String::format("%w", child_tss.ss) << ":" << String::format("%x", child_tss.esp) << ", kstack " << String::format("%w", child_tss.ss0) << ":" << String::format("%x", child_tss.esp0);
  670. #endif
  671. ScopedSpinLock lock(m_lock);
  672. for (auto& region : m_regions) {
  673. #ifdef FORK_DEBUG
  674. dbg() << "fork: cloning Region{" << &region << "} '" << region.name() << "' @ " << region.vaddr();
  675. #endif
  676. auto& child_region = child->add_region(region.clone());
  677. child_region.map(child->page_directory());
  678. if (&region == m_master_tls_region)
  679. child->m_master_tls_region = child_region.make_weak_ptr();
  680. }
  681. {
  682. ScopedSpinLock lock(g_processes_lock);
  683. g_processes->prepend(child);
  684. }
  685. #ifdef TASK_DEBUG
  686. klog() << "Process " << child->pid() << " (" << child->name().characters() << ") forked from " << m_pid << " @ " << String::format("%p", child_tss.eip);
  687. #endif
  688. child_first_thread->set_state(Thread::State::Skip1SchedulerPass);
  689. return child->pid();
  690. }
  691. void Process::kill_threads_except_self()
  692. {
  693. InterruptDisabler disabler;
  694. if (thread_count() <= 1)
  695. return;
  696. auto current_thread = Thread::current();
  697. for_each_thread([&](Thread& thread) {
  698. if (&thread == current_thread
  699. || thread.state() == Thread::State::Dead
  700. || thread.state() == Thread::State::Dying)
  701. return IterationDecision::Continue;
  702. // At this point, we have no joiner anymore
  703. thread.m_joiner = nullptr;
  704. thread.set_should_die();
  705. if (thread.state() != Thread::State::Dead)
  706. thread.set_state(Thread::State::Dying);
  707. return IterationDecision::Continue;
  708. });
  709. big_lock().clear_waiters();
  710. }
  711. void Process::kill_all_threads()
  712. {
  713. for_each_thread([&](Thread& thread) {
  714. thread.set_should_die();
  715. return IterationDecision::Continue;
  716. });
  717. }
  718. int Process::do_exec(NonnullRefPtr<FileDescription> main_program_description, Vector<String> arguments, Vector<String> environment, RefPtr<FileDescription> interpreter_description, Thread*& new_main_thread, u32& prev_flags)
  719. {
  720. ASSERT(is_ring3());
  721. ASSERT(!Processor::current().in_critical());
  722. auto path = main_program_description->absolute_path();
  723. #ifdef EXEC_DEBUG
  724. dbg() << "do_exec(" << path << ")";
  725. #endif
  726. size_t total_blob_size = 0;
  727. for (auto& a : arguments)
  728. total_blob_size += a.length() + 1;
  729. for (auto& e : environment)
  730. total_blob_size += e.length() + 1;
  731. size_t total_meta_size = sizeof(char*) * (arguments.size() + 1) + sizeof(char*) * (environment.size() + 1);
  732. // FIXME: How much stack space does process startup need?
  733. if ((total_blob_size + total_meta_size) >= Thread::default_userspace_stack_size)
  734. return -E2BIG;
  735. auto parts = path.split('/');
  736. if (parts.is_empty())
  737. return -ENOENT;
  738. auto& inode = interpreter_description ? *interpreter_description->inode() : *main_program_description->inode();
  739. auto vmobject = SharedInodeVMObject::create_with_inode(inode);
  740. if (static_cast<const SharedInodeVMObject&>(*vmobject).writable_mappings()) {
  741. dbg() << "Refusing to execute a write-mapped program";
  742. return -ETXTBSY;
  743. }
  744. // Disable profiling temporarily in case it's running on this process.
  745. bool was_profiling = is_profiling();
  746. TemporaryChange profiling_disabler(m_profiling, false);
  747. // Mark this thread as the current thread that does exec
  748. // No other thread from this process will be scheduled to run
  749. auto current_thread = Thread::current();
  750. m_exec_tid = current_thread->tid();
  751. RefPtr<PageDirectory> old_page_directory;
  752. NonnullOwnPtrVector<Region> old_regions;
  753. {
  754. // Need to make sure we don't swap contexts in the middle
  755. ScopedCritical critical;
  756. old_page_directory = move(m_page_directory);
  757. old_regions = move(m_regions);
  758. m_page_directory = PageDirectory::create_for_userspace(*this);
  759. }
  760. #ifdef MM_DEBUG
  761. dbg() << "Process " << pid() << " exec: PD=" << m_page_directory.ptr() << " created";
  762. #endif
  763. InodeMetadata loader_metadata;
  764. // FIXME: Hoooo boy this is a hack if I ever saw one.
  765. // This is the 'random' offset we're giving to our ET_DYN exectuables to start as.
  766. // It also happens to be the static Virtual Addresss offset every static exectuable gets :)
  767. // Without this, some assumptions by the ELF loading hooks below are severely broken.
  768. // 0x08000000 is a verified random number chosen by random dice roll https://xkcd.com/221/
  769. u32 totally_random_offset = interpreter_description ? 0x08000000 : 0;
  770. // FIXME: We should be able to load both the PT_INTERP interpreter and the main program... once the RTLD is smart enough
  771. if (interpreter_description) {
  772. loader_metadata = interpreter_description->metadata();
  773. // we don't need the interpreter file desciption after we've loaded (or not) it into memory
  774. interpreter_description = nullptr;
  775. } else {
  776. loader_metadata = main_program_description->metadata();
  777. }
  778. auto region = MM.allocate_kernel_region_with_vmobject(*vmobject, PAGE_ROUND_UP(loader_metadata.size), "ELF loading", Region::Access::Read);
  779. if (!region)
  780. return -ENOMEM;
  781. Region* master_tls_region { nullptr };
  782. size_t master_tls_size = 0;
  783. size_t master_tls_alignment = 0;
  784. u32 entry_eip = 0;
  785. MM.enter_process_paging_scope(*this);
  786. RefPtr<ELF::Loader> loader;
  787. {
  788. ArmedScopeGuard rollback_regions_guard([&]() {
  789. ASSERT(Process::current() == this);
  790. // Need to make sure we don't swap contexts in the middle
  791. ScopedCritical critical;
  792. m_page_directory = move(old_page_directory);
  793. m_regions = move(old_regions);
  794. MM.enter_process_paging_scope(*this);
  795. });
  796. loader = ELF::Loader::create(region->vaddr().as_ptr(), loader_metadata.size);
  797. // Load the correct executable -- either interp or main program.
  798. // FIXME: Once we actually load both interp and main, we'll need to be more clever about this.
  799. // In that case, both will be ET_DYN objects, so they'll both be completely relocatable.
  800. // That means, we can put them literally anywhere in User VM space (ASLR anyone?).
  801. // ALSO FIXME: Reminder to really really fix that 'totally random offset' business.
  802. loader->map_section_hook = [&](VirtualAddress vaddr, size_t size, size_t alignment, size_t offset_in_image, bool is_readable, bool is_writable, bool is_executable, const String& name) -> u8* {
  803. ASSERT(size);
  804. ASSERT(alignment == PAGE_SIZE);
  805. int prot = 0;
  806. if (is_readable)
  807. prot |= PROT_READ;
  808. if (is_writable)
  809. prot |= PROT_WRITE;
  810. if (is_executable)
  811. prot |= PROT_EXEC;
  812. if (auto* region = allocate_region_with_vmobject(vaddr.offset(totally_random_offset), size, *vmobject, offset_in_image, String(name), prot)) {
  813. region->set_shared(true);
  814. return region->vaddr().as_ptr();
  815. }
  816. return nullptr;
  817. };
  818. loader->alloc_section_hook = [&](VirtualAddress vaddr, size_t size, size_t alignment, bool is_readable, bool is_writable, const String& name) -> u8* {
  819. ASSERT(size);
  820. ASSERT(alignment == PAGE_SIZE);
  821. int prot = 0;
  822. if (is_readable)
  823. prot |= PROT_READ;
  824. if (is_writable)
  825. prot |= PROT_WRITE;
  826. if (auto* region = allocate_region(vaddr.offset(totally_random_offset), size, String(name), prot))
  827. return region->vaddr().as_ptr();
  828. return nullptr;
  829. };
  830. // FIXME: Move TLS region allocation to userspace: LibC and the dynamic loader.
  831. // LibC if we end up with a statically linked executable, and the
  832. // dynamic loader so that it can create new TLS blocks for each shared libarary
  833. // that gets loaded as part of DT_NEEDED processing, and via dlopen()
  834. // If that doesn't happen quickly, at least pass the location of the TLS region
  835. // some ELF Auxilliary Vector so the loader can use it/create new ones as necessary.
  836. loader->tls_section_hook = [&](size_t size, size_t alignment) {
  837. ASSERT(size);
  838. master_tls_region = allocate_region({}, size, String(), PROT_READ | PROT_WRITE);
  839. master_tls_size = size;
  840. master_tls_alignment = alignment;
  841. return master_tls_region->vaddr().as_ptr();
  842. };
  843. ASSERT(!Processor::current().in_critical());
  844. bool success = loader->load();
  845. if (!success) {
  846. klog() << "do_exec: Failure loading " << path.characters();
  847. return -ENOEXEC;
  848. }
  849. // FIXME: Validate that this virtual address is within executable region,
  850. // instead of just non-null. You could totally have a DSO with entry point of
  851. // the beginning of the text segement.
  852. if (!loader->entry().offset(totally_random_offset).get()) {
  853. klog() << "do_exec: Failure loading " << path.characters() << ", entry pointer is invalid! (" << loader->entry().offset(totally_random_offset) << ")";
  854. return -ENOEXEC;
  855. }
  856. rollback_regions_guard.disarm();
  857. // NOTE: At this point, we've committed to the new executable.
  858. entry_eip = loader->entry().offset(totally_random_offset).get();
  859. kill_threads_except_self();
  860. #ifdef EXEC_DEBUG
  861. klog() << "Memory layout after ELF load:";
  862. dump_regions();
  863. #endif
  864. }
  865. m_executable = main_program_description->custody();
  866. m_promises = m_execpromises;
  867. m_veil_state = VeilState::None;
  868. m_unveiled_paths.clear();
  869. // Copy of the master TLS region that we will clone for new threads
  870. m_master_tls_region = master_tls_region->make_weak_ptr();
  871. auto main_program_metadata = main_program_description->metadata();
  872. if (!(main_program_description->custody()->mount_flags() & MS_NOSUID)) {
  873. if (main_program_metadata.is_setuid())
  874. m_euid = m_suid = main_program_metadata.uid;
  875. if (main_program_metadata.is_setgid())
  876. m_egid = m_sgid = main_program_metadata.gid;
  877. }
  878. current_thread->set_default_signal_dispositions();
  879. current_thread->m_signal_mask = 0;
  880. current_thread->m_pending_signals = 0;
  881. m_futex_queues.clear();
  882. m_region_lookup_cache = {};
  883. disown_all_shared_buffers();
  884. for (size_t i = 0; i < m_fds.size(); ++i) {
  885. auto& daf = m_fds[i];
  886. if (daf.description && daf.flags & FD_CLOEXEC) {
  887. daf.description->close();
  888. daf = {};
  889. }
  890. }
  891. new_main_thread = nullptr;
  892. if (&current_thread->process() == this) {
  893. new_main_thread = current_thread;
  894. } else {
  895. for_each_thread([&](auto& thread) {
  896. new_main_thread = &thread;
  897. return IterationDecision::Break;
  898. });
  899. }
  900. ASSERT(new_main_thread);
  901. // NOTE: We create the new stack before disabling interrupts since it will zero-fault
  902. // and we don't want to deal with faults after this point.
  903. u32 new_userspace_esp = new_main_thread->make_userspace_stack_for_main_thread(move(arguments), move(environment));
  904. // We cli() manually here because we don't want to get interrupted between do_exec()
  905. // and Processor::assume_context() or the next context switch.
  906. // If we used an InterruptDisabler that sti()'d on exit, we might timer tick'd too soon in exec().
  907. Processor::current().enter_critical(prev_flags);
  908. // NOTE: Be careful to not trigger any page faults below!
  909. m_name = parts.take_last();
  910. new_main_thread->set_name(m_name);
  911. m_master_tls_size = master_tls_size;
  912. m_master_tls_alignment = master_tls_alignment;
  913. m_pid = new_main_thread->tid();
  914. new_main_thread->make_thread_specific_region({});
  915. new_main_thread->reset_fpu_state();
  916. auto& tss = new_main_thread->m_tss;
  917. tss.cs = GDT_SELECTOR_CODE3 | 3;
  918. tss.ds = GDT_SELECTOR_DATA3 | 3;
  919. tss.es = GDT_SELECTOR_DATA3 | 3;
  920. tss.ss = GDT_SELECTOR_DATA3 | 3;
  921. tss.fs = GDT_SELECTOR_DATA3 | 3;
  922. tss.gs = GDT_SELECTOR_TLS | 3;
  923. tss.eip = entry_eip;
  924. tss.esp = new_userspace_esp;
  925. tss.cr3 = m_page_directory->cr3();
  926. tss.ss2 = m_pid;
  927. #ifdef TASK_DEBUG
  928. klog() << "Process " << VirtualAddress(this) << " thread " << VirtualAddress(new_main_thread) << " exec'd " << path.characters() << " @ " << String::format("%p", entry_eip);
  929. #endif
  930. if (was_profiling)
  931. Profiling::did_exec(path);
  932. new_main_thread->set_state(Thread::State::Skip1SchedulerPass);
  933. big_lock().force_unlock_if_locked();
  934. ASSERT_INTERRUPTS_DISABLED();
  935. ASSERT(Processor::current().in_critical());
  936. return 0;
  937. }
  938. static KResultOr<Vector<String>> find_shebang_interpreter_for_executable(const char first_page[], int nread)
  939. {
  940. int word_start = 2;
  941. int word_length = 0;
  942. if (nread > 2 && first_page[0] == '#' && first_page[1] == '!') {
  943. Vector<String> interpreter_words;
  944. for (int i = 2; i < nread; ++i) {
  945. if (first_page[i] == '\n') {
  946. break;
  947. }
  948. if (first_page[i] != ' ') {
  949. ++word_length;
  950. }
  951. if (first_page[i] == ' ') {
  952. if (word_length > 0) {
  953. interpreter_words.append(String(&first_page[word_start], word_length));
  954. }
  955. word_length = 0;
  956. word_start = i + 1;
  957. }
  958. }
  959. if (word_length > 0)
  960. interpreter_words.append(String(&first_page[word_start], word_length));
  961. if (!interpreter_words.is_empty())
  962. return interpreter_words;
  963. }
  964. return KResult(-ENOEXEC);
  965. }
  966. KResultOr<NonnullRefPtr<FileDescription>> Process::find_elf_interpreter_for_executable(const String& path, char (&first_page)[PAGE_SIZE], int nread, size_t file_size)
  967. {
  968. if (nread < (int)sizeof(Elf32_Ehdr))
  969. return KResult(-ENOEXEC);
  970. auto elf_header = (Elf32_Ehdr*)first_page;
  971. if (!ELF::validate_elf_header(*elf_header, file_size)) {
  972. dbg() << "exec(" << path << "): File has invalid ELF header";
  973. return KResult(-ENOEXEC);
  974. }
  975. // Not using KResultOr here because we'll want to do the same thing in userspace in the RTLD
  976. String interpreter_path;
  977. if (!ELF::validate_program_headers(*elf_header, file_size, (u8*)first_page, nread, interpreter_path)) {
  978. dbg() << "exec(" << path << "): File has invalid ELF Program headers";
  979. return KResult(-ENOEXEC);
  980. }
  981. if (!interpreter_path.is_empty()) {
  982. // Programs with an interpreter better be relocatable executables or we don't know what to do...
  983. if (elf_header->e_type != ET_DYN)
  984. return KResult(-ENOEXEC);
  985. dbg() << "exec(" << path << "): Using program interpreter " << interpreter_path;
  986. auto interp_result = VFS::the().open(interpreter_path, O_EXEC, 0, current_directory());
  987. if (interp_result.is_error()) {
  988. dbg() << "exec(" << path << "): Unable to open program interpreter " << interpreter_path;
  989. return interp_result.error();
  990. }
  991. auto interpreter_description = interp_result.value();
  992. auto interp_metadata = interpreter_description->metadata();
  993. ASSERT(interpreter_description->inode());
  994. // Validate the program interpreter as a valid elf binary.
  995. // If your program interpreter is a #! file or something, it's time to stop playing games :)
  996. if (interp_metadata.size < (int)sizeof(Elf32_Ehdr))
  997. return KResult(-ENOEXEC);
  998. memset(first_page, 0, sizeof(first_page));
  999. nread = interpreter_description->read((u8*)&first_page, sizeof(first_page));
  1000. if (nread < (int)sizeof(Elf32_Ehdr))
  1001. return KResult(-ENOEXEC);
  1002. elf_header = (Elf32_Ehdr*)first_page;
  1003. if (!ELF::validate_elf_header(*elf_header, interp_metadata.size)) {
  1004. dbg() << "exec(" << path << "): Interpreter (" << interpreter_description->absolute_path() << ") has invalid ELF header";
  1005. return KResult(-ENOEXEC);
  1006. }
  1007. // Not using KResultOr here because we'll want to do the same thing in userspace in the RTLD
  1008. String interpreter_interpreter_path;
  1009. if (!ELF::validate_program_headers(*elf_header, interp_metadata.size, (u8*)first_page, nread, interpreter_interpreter_path)) {
  1010. dbg() << "exec(" << path << "): Interpreter (" << interpreter_description->absolute_path() << ") has invalid ELF Program headers";
  1011. return KResult(-ENOEXEC);
  1012. }
  1013. if (!interpreter_interpreter_path.is_empty()) {
  1014. dbg() << "exec(" << path << "): Interpreter (" << interpreter_description->absolute_path() << ") has its own interpreter (" << interpreter_interpreter_path << ")! No thank you!";
  1015. return KResult(-ELOOP);
  1016. }
  1017. return interpreter_description;
  1018. }
  1019. if (elf_header->e_type != ET_EXEC) {
  1020. // We can't exec an ET_REL, that's just an object file from the compiler
  1021. // If it's ET_DYN with no PT_INTERP, then we can't load it properly either
  1022. return KResult(-ENOEXEC);
  1023. }
  1024. // No interpreter, but, path refers to a valid elf image
  1025. return KResult(KSuccess);
  1026. }
  1027. int Process::exec(String path, Vector<String> arguments, Vector<String> environment, int recursion_depth)
  1028. {
  1029. if (recursion_depth > 2) {
  1030. dbg() << "exec(" << path << "): SHENANIGANS! recursed too far trying to find #! interpreter";
  1031. return -ELOOP;
  1032. }
  1033. // Open the file to check what kind of binary format it is
  1034. // Currently supported formats:
  1035. // - #! interpreted file
  1036. // - ELF32
  1037. // * ET_EXEC binary that just gets loaded
  1038. // * ET_DYN binary that requires a program interpreter
  1039. //
  1040. auto result = VFS::the().open(path, O_EXEC, 0, current_directory());
  1041. if (result.is_error())
  1042. return result.error();
  1043. auto description = result.value();
  1044. auto metadata = description->metadata();
  1045. // Always gonna need at least 3 bytes. these are for #!X
  1046. if (metadata.size < 3)
  1047. return -ENOEXEC;
  1048. ASSERT(description->inode());
  1049. // Read the first page of the program into memory so we can validate the binfmt of it
  1050. char first_page[PAGE_SIZE];
  1051. int nread = description->read((u8*)&first_page, sizeof(first_page));
  1052. // 1) #! interpreted file
  1053. auto shebang_result = find_shebang_interpreter_for_executable(first_page, nread);
  1054. if (!shebang_result.is_error()) {
  1055. Vector<String> new_arguments(shebang_result.value());
  1056. new_arguments.append(path);
  1057. arguments.remove(0);
  1058. new_arguments.append(move(arguments));
  1059. return exec(shebang_result.value().first(), move(new_arguments), move(environment), ++recursion_depth);
  1060. }
  1061. // #2) ELF32 for i386
  1062. auto elf_result = find_elf_interpreter_for_executable(path, first_page, nread, metadata.size);
  1063. RefPtr<FileDescription> interpreter_description;
  1064. // We're getting either an interpreter, an error, or KSuccess (i.e. no interpreter but file checks out)
  1065. if (!elf_result.is_error())
  1066. interpreter_description = elf_result.value();
  1067. else if (elf_result.error().is_error())
  1068. return elf_result.error();
  1069. // The bulk of exec() is done by do_exec(), which ensures that all locals
  1070. // are cleaned up by the time we yield-teleport below.
  1071. Thread* new_main_thread = nullptr;
  1072. u32 prev_flags = 0;
  1073. int rc = do_exec(move(description), move(arguments), move(environment), move(interpreter_description), new_main_thread, prev_flags);
  1074. m_exec_tid = 0;
  1075. if (rc < 0)
  1076. return rc;
  1077. ASSERT_INTERRUPTS_DISABLED();
  1078. ASSERT(Processor::current().in_critical());
  1079. auto current_thread = Thread::current();
  1080. if (current_thread == new_main_thread) {
  1081. current_thread->set_state(Thread::State::Running);
  1082. Processor::assume_context(*current_thread, prev_flags);
  1083. ASSERT_NOT_REACHED();
  1084. }
  1085. Processor::current().leave_critical(prev_flags);
  1086. return 0;
  1087. }
  1088. int Process::sys$execve(const Syscall::SC_execve_params* user_params)
  1089. {
  1090. REQUIRE_PROMISE(exec);
  1091. // NOTE: Be extremely careful with allocating any kernel memory in exec().
  1092. // On success, the kernel stack will be lost.
  1093. Syscall::SC_execve_params params;
  1094. if (!validate_read_and_copy_typed(&params, user_params))
  1095. return -EFAULT;
  1096. if (params.arguments.length > ARG_MAX || params.environment.length > ARG_MAX)
  1097. return -E2BIG;
  1098. if (m_wait_for_tracer_at_next_execve)
  1099. Thread::current()->send_urgent_signal_to_self(SIGSTOP);
  1100. String path;
  1101. {
  1102. auto path_arg = get_syscall_path_argument(params.path);
  1103. if (path_arg.is_error())
  1104. return path_arg.error();
  1105. path = path_arg.value();
  1106. }
  1107. auto copy_user_strings = [&](const auto& list, auto& output) {
  1108. if (!list.length)
  1109. return true;
  1110. if (!validate_read_typed(list.strings, list.length))
  1111. return false;
  1112. Vector<Syscall::StringArgument, 32> strings;
  1113. strings.resize(list.length);
  1114. copy_from_user(strings.data(), list.strings, list.length * sizeof(Syscall::StringArgument));
  1115. for (size_t i = 0; i < list.length; ++i) {
  1116. auto string = validate_and_copy_string_from_user(strings[i]);
  1117. if (string.is_null())
  1118. return false;
  1119. output.append(move(string));
  1120. }
  1121. return true;
  1122. };
  1123. Vector<String> arguments;
  1124. if (!copy_user_strings(params.arguments, arguments))
  1125. return -EFAULT;
  1126. Vector<String> environment;
  1127. if (!copy_user_strings(params.environment, environment))
  1128. return -EFAULT;
  1129. int rc = exec(move(path), move(arguments), move(environment));
  1130. ASSERT(rc < 0); // We should never continue after a successful exec!
  1131. return rc;
  1132. }
  1133. Process* Process::create_user_process(Thread*& first_thread, const String& path, uid_t uid, gid_t gid, pid_t parent_pid, int& error, Vector<String>&& arguments, Vector<String>&& environment, TTY* tty)
  1134. {
  1135. auto parts = path.split('/');
  1136. if (arguments.is_empty()) {
  1137. arguments.append(parts.last());
  1138. }
  1139. RefPtr<Custody> cwd;
  1140. RefPtr<Custody> root;
  1141. {
  1142. ScopedSpinLock lock(g_processes_lock);
  1143. if (auto* parent = Process::from_pid(parent_pid)) {
  1144. cwd = parent->m_cwd;
  1145. root = parent->m_root_directory;
  1146. }
  1147. }
  1148. if (!cwd)
  1149. cwd = VFS::the().root_custody();
  1150. if (!root)
  1151. root = VFS::the().root_custody();
  1152. auto* process = new Process(first_thread, parts.take_last(), uid, gid, parent_pid, Ring3, move(cwd), nullptr, tty);
  1153. process->m_fds.resize(m_max_open_file_descriptors);
  1154. auto& device_to_use_as_tty = tty ? (CharacterDevice&)*tty : NullDevice::the();
  1155. auto description = device_to_use_as_tty.open(O_RDWR).value();
  1156. process->m_fds[0].set(*description);
  1157. process->m_fds[1].set(*description);
  1158. process->m_fds[2].set(*description);
  1159. error = process->exec(path, move(arguments), move(environment));
  1160. if (error != 0) {
  1161. dbg() << "Failed to exec " << path << ": " << error;
  1162. delete first_thread;
  1163. delete process;
  1164. return nullptr;
  1165. }
  1166. {
  1167. ScopedSpinLock lock(g_processes_lock);
  1168. g_processes->prepend(process);
  1169. }
  1170. #ifdef TASK_DEBUG
  1171. klog() << "Process " << process->pid() << " (" << process->name().characters() << ") spawned @ " << String::format("%p", first_thread->tss().eip);
  1172. #endif
  1173. error = 0;
  1174. return process;
  1175. }
  1176. Process* Process::create_kernel_process(Thread*& first_thread, String&& name, void (*e)(), u32 affinity)
  1177. {
  1178. auto* process = new Process(first_thread, move(name), (uid_t)0, (gid_t)0, (pid_t)0, Ring0);
  1179. first_thread->tss().eip = (FlatPtr)e;
  1180. if (process->pid() != 0) {
  1181. ScopedSpinLock lock(g_processes_lock);
  1182. g_processes->prepend(process);
  1183. #ifdef TASK_DEBUG
  1184. klog() << "Kernel process " << process->pid() << " (" << process->name().characters() << ") spawned @ " << String::format("%p", first_thread->tss().eip);
  1185. #endif
  1186. }
  1187. first_thread->set_affinity(affinity);
  1188. first_thread->set_state(Thread::State::Runnable);
  1189. return process;
  1190. }
  1191. Process::Process(Thread*& first_thread, const String& name, uid_t uid, gid_t gid, pid_t ppid, RingLevel ring, RefPtr<Custody> cwd, RefPtr<Custody> executable, TTY* tty, Process* fork_parent)
  1192. : m_name(move(name))
  1193. , m_pid(allocate_pid())
  1194. , m_euid(uid)
  1195. , m_egid(gid)
  1196. , m_uid(uid)
  1197. , m_gid(gid)
  1198. , m_suid(uid)
  1199. , m_sgid(gid)
  1200. , m_ring(ring)
  1201. , m_executable(move(executable))
  1202. , m_cwd(move(cwd))
  1203. , m_tty(tty)
  1204. , m_ppid(ppid)
  1205. {
  1206. #ifdef PROCESS_DEBUG
  1207. dbg() << "Created new process " << m_name << "(" << m_pid << ")";
  1208. #endif
  1209. m_page_directory = PageDirectory::create_for_userspace(*this, fork_parent ? &fork_parent->page_directory().range_allocator() : nullptr);
  1210. #ifdef MM_DEBUG
  1211. dbg() << "Process " << pid() << " ctor: PD=" << m_page_directory.ptr() << " created";
  1212. #endif
  1213. if (fork_parent) {
  1214. // NOTE: fork() doesn't clone all threads; the thread that called fork() becomes the only thread in the new process.
  1215. first_thread = Thread::current()->clone(*this);
  1216. } else {
  1217. // NOTE: This non-forked code path is only taken when the kernel creates a process "manually" (at boot.)
  1218. first_thread = new Thread(*this);
  1219. }
  1220. }
  1221. Process::~Process()
  1222. {
  1223. ASSERT(thread_count() == 0);
  1224. }
  1225. void Process::dump_regions()
  1226. {
  1227. klog() << "Process regions:";
  1228. klog() << "BEGIN END SIZE ACCESS NAME";
  1229. for (auto& region : m_regions) {
  1230. klog() << String::format("%08x", region.vaddr().get()) << " -- " << String::format("%08x", region.vaddr().offset(region.size() - 1).get()) << " " << String::format("%08x", region.size()) << " " << (region.is_readable() ? 'R' : ' ') << (region.is_writable() ? 'W' : ' ') << (region.is_executable() ? 'X' : ' ') << (region.is_shared() ? 'S' : ' ') << (region.is_stack() ? 'T' : ' ') << (region.vmobject().is_purgeable() ? 'P' : ' ') << " " << region.name().characters();
  1231. }
  1232. MM.dump_kernel_regions();
  1233. }
  1234. void Process::sys$exit(int status)
  1235. {
  1236. cli();
  1237. #ifdef TASK_DEBUG
  1238. klog() << "sys$exit: exit with status " << status;
  1239. #endif
  1240. if (status != 0)
  1241. dump_backtrace();
  1242. m_termination_status = status;
  1243. m_termination_signal = 0;
  1244. die();
  1245. Thread::current()->die_if_needed();
  1246. ASSERT_NOT_REACHED();
  1247. }
  1248. void signal_trampoline_dummy(void)
  1249. {
  1250. // The trampoline preserves the current eax, pushes the signal code and
  1251. // then calls the signal handler. We do this because, when interrupting a
  1252. // blocking syscall, that syscall may return some special error code in eax;
  1253. // This error code would likely be overwritten by the signal handler, so it's
  1254. // neccessary to preserve it here.
  1255. asm(
  1256. ".intel_syntax noprefix\n"
  1257. "asm_signal_trampoline:\n"
  1258. "push ebp\n"
  1259. "mov ebp, esp\n"
  1260. "push eax\n" // we have to store eax 'cause it might be the return value from a syscall
  1261. "sub esp, 4\n" // align the stack to 16 bytes
  1262. "mov eax, [ebp+12]\n" // push the signal code
  1263. "push eax\n"
  1264. "call [ebp+8]\n" // call the signal handler
  1265. "add esp, 8\n"
  1266. "mov eax, %P0\n"
  1267. "int 0x82\n" // sigreturn syscall
  1268. "asm_signal_trampoline_end:\n"
  1269. ".att_syntax" ::"i"(Syscall::SC_sigreturn));
  1270. }
  1271. extern "C" void asm_signal_trampoline(void);
  1272. extern "C" void asm_signal_trampoline_end(void);
  1273. void create_signal_trampolines()
  1274. {
  1275. InterruptDisabler disabler;
  1276. // NOTE: We leak this region.
  1277. auto* trampoline_region = MM.allocate_user_accessible_kernel_region(PAGE_SIZE, "Signal trampolines", Region::Access::Read | Region::Access::Write | Region::Access::Execute, false).leak_ptr();
  1278. g_return_to_ring3_from_signal_trampoline = trampoline_region->vaddr();
  1279. u8* trampoline = (u8*)asm_signal_trampoline;
  1280. u8* trampoline_end = (u8*)asm_signal_trampoline_end;
  1281. size_t trampoline_size = trampoline_end - trampoline;
  1282. {
  1283. SmapDisabler disabler;
  1284. u8* code_ptr = (u8*)trampoline_region->vaddr().as_ptr();
  1285. memcpy(code_ptr, trampoline, trampoline_size);
  1286. }
  1287. trampoline_region->set_writable(false);
  1288. trampoline_region->remap();
  1289. }
  1290. int Process::sys$sigreturn(RegisterState& registers)
  1291. {
  1292. REQUIRE_PROMISE(stdio);
  1293. SmapDisabler disabler;
  1294. //Here, we restore the state pushed by dispatch signal and asm_signal_trampoline.
  1295. u32* stack_ptr = (u32*)registers.userspace_esp;
  1296. u32 smuggled_eax = *stack_ptr;
  1297. //pop the stored eax, ebp, return address, handler and signal code
  1298. stack_ptr += 5;
  1299. Thread::current()->m_signal_mask = *stack_ptr;
  1300. stack_ptr++;
  1301. //pop edi, esi, ebp, esp, ebx, edx, ecx and eax
  1302. memcpy(&registers.edi, stack_ptr, 8 * sizeof(FlatPtr));
  1303. stack_ptr += 8;
  1304. registers.eip = *stack_ptr;
  1305. stack_ptr++;
  1306. registers.eflags = *stack_ptr;
  1307. stack_ptr++;
  1308. registers.userspace_esp = registers.esp;
  1309. return smuggled_eax;
  1310. }
  1311. void Process::crash(int signal, u32 eip, bool out_of_memory)
  1312. {
  1313. ASSERT_INTERRUPTS_DISABLED();
  1314. ASSERT(!is_dead());
  1315. ASSERT(Process::current() == this);
  1316. if (out_of_memory) {
  1317. dbg() << "\033[31;1mOut of memory\033[m, killing: " << *this;
  1318. } else {
  1319. if (eip >= 0xc0000000 && g_kernel_symbols_available) {
  1320. auto* symbol = symbolicate_kernel_address(eip);
  1321. dbg() << "\033[31;1m" << String::format("%p", eip) << " " << (symbol ? demangle(symbol->name) : "(k?)") << " +" << (symbol ? eip - symbol->address : 0) << "\033[0m\n";
  1322. } else if (auto elf_bundle = this->elf_bundle()) {
  1323. dbg() << "\033[31;1m" << String::format("%p", eip) << " " << elf_bundle->elf_loader->symbolicate(eip) << "\033[0m\n";
  1324. } else {
  1325. dbg() << "\033[31;1m" << String::format("%p", eip) << " (?)\033[0m\n";
  1326. }
  1327. dump_backtrace();
  1328. }
  1329. m_termination_signal = signal;
  1330. dump_regions();
  1331. ASSERT(is_ring3());
  1332. die();
  1333. // We can not return from here, as there is nowhere
  1334. // to unwind to, so die right away.
  1335. Thread::current()->die_if_needed();
  1336. ASSERT_NOT_REACHED();
  1337. }
  1338. Process* Process::from_pid(pid_t pid)
  1339. {
  1340. ASSERT_INTERRUPTS_DISABLED();
  1341. ScopedSpinLock lock(g_processes_lock);
  1342. for (auto& process : *g_processes) {
  1343. if (process.pid() == pid)
  1344. return &process;
  1345. }
  1346. return nullptr;
  1347. }
  1348. RefPtr<FileDescription> Process::file_description(int fd) const
  1349. {
  1350. if (fd < 0)
  1351. return nullptr;
  1352. if (static_cast<size_t>(fd) < m_fds.size())
  1353. return m_fds[fd].description.ptr();
  1354. return nullptr;
  1355. }
  1356. int Process::fd_flags(int fd) const
  1357. {
  1358. if (fd < 0)
  1359. return -1;
  1360. if (static_cast<size_t>(fd) < m_fds.size())
  1361. return m_fds[fd].flags;
  1362. return -1;
  1363. }
  1364. ssize_t Process::sys$get_dir_entries(int fd, void* buffer, ssize_t size)
  1365. {
  1366. REQUIRE_PROMISE(stdio);
  1367. if (size < 0)
  1368. return -EINVAL;
  1369. if (!validate_write(buffer, size))
  1370. return -EFAULT;
  1371. auto description = file_description(fd);
  1372. if (!description)
  1373. return -EBADF;
  1374. return description->get_dir_entries((u8*)buffer, size);
  1375. }
  1376. int Process::sys$lseek(int fd, off_t offset, int whence)
  1377. {
  1378. REQUIRE_PROMISE(stdio);
  1379. auto description = file_description(fd);
  1380. if (!description)
  1381. return -EBADF;
  1382. return description->seek(offset, whence);
  1383. }
  1384. int Process::sys$ttyname_r(int fd, char* buffer, ssize_t size)
  1385. {
  1386. REQUIRE_PROMISE(tty);
  1387. if (size < 0)
  1388. return -EINVAL;
  1389. if (!validate_write(buffer, size))
  1390. return -EFAULT;
  1391. auto description = file_description(fd);
  1392. if (!description)
  1393. return -EBADF;
  1394. if (!description->is_tty())
  1395. return -ENOTTY;
  1396. String tty_name = description->tty()->tty_name();
  1397. if ((size_t)size < tty_name.length() + 1)
  1398. return -ERANGE;
  1399. copy_to_user(buffer, tty_name.characters(), tty_name.length() + 1);
  1400. return 0;
  1401. }
  1402. int Process::sys$ptsname_r(int fd, char* buffer, ssize_t size)
  1403. {
  1404. REQUIRE_PROMISE(tty);
  1405. if (size < 0)
  1406. return -EINVAL;
  1407. if (!validate_write(buffer, size))
  1408. return -EFAULT;
  1409. auto description = file_description(fd);
  1410. if (!description)
  1411. return -EBADF;
  1412. auto* master_pty = description->master_pty();
  1413. if (!master_pty)
  1414. return -ENOTTY;
  1415. auto pts_name = master_pty->pts_name();
  1416. if ((size_t)size < pts_name.length() + 1)
  1417. return -ERANGE;
  1418. copy_to_user(buffer, pts_name.characters(), pts_name.length() + 1);
  1419. return 0;
  1420. }
  1421. ssize_t Process::sys$writev(int fd, const struct iovec* iov, int iov_count)
  1422. {
  1423. REQUIRE_PROMISE(stdio);
  1424. if (iov_count < 0)
  1425. return -EINVAL;
  1426. if (!validate_read_typed(iov, iov_count))
  1427. return -EFAULT;
  1428. u64 total_length = 0;
  1429. Vector<iovec, 32> vecs;
  1430. vecs.resize(iov_count);
  1431. copy_from_user(vecs.data(), iov, iov_count * sizeof(iovec));
  1432. for (auto& vec : vecs) {
  1433. if (!validate_read(vec.iov_base, vec.iov_len))
  1434. return -EFAULT;
  1435. total_length += vec.iov_len;
  1436. if (total_length > INT32_MAX)
  1437. return -EINVAL;
  1438. }
  1439. auto description = file_description(fd);
  1440. if (!description)
  1441. return -EBADF;
  1442. if (!description->is_writable())
  1443. return -EBADF;
  1444. int nwritten = 0;
  1445. for (auto& vec : vecs) {
  1446. int rc = do_write(*description, (const u8*)vec.iov_base, vec.iov_len);
  1447. if (rc < 0) {
  1448. if (nwritten == 0)
  1449. return rc;
  1450. return nwritten;
  1451. }
  1452. nwritten += rc;
  1453. }
  1454. return nwritten;
  1455. }
  1456. ssize_t Process::do_write(FileDescription& description, const u8* data, int data_size)
  1457. {
  1458. ssize_t nwritten = 0;
  1459. if (!description.is_blocking()) {
  1460. if (!description.can_write())
  1461. return -EAGAIN;
  1462. }
  1463. if (description.should_append()) {
  1464. #ifdef IO_DEBUG
  1465. dbg() << "seeking to end (O_APPEND)";
  1466. #endif
  1467. description.seek(0, SEEK_END);
  1468. }
  1469. while (nwritten < data_size) {
  1470. #ifdef IO_DEBUG
  1471. dbg() << "while " << nwritten << " < " << size;
  1472. #endif
  1473. if (!description.can_write()) {
  1474. if (!description.is_blocking()) {
  1475. // Short write: We can no longer write to this non-blocking description.
  1476. ASSERT(nwritten > 0);
  1477. return nwritten;
  1478. }
  1479. #ifdef IO_DEBUG
  1480. dbg() << "block write on " << description.absolute_path();
  1481. #endif
  1482. if (Thread::current()->block<Thread::WriteBlocker>(description) != Thread::BlockResult::WokeNormally) {
  1483. if (nwritten == 0)
  1484. return -EINTR;
  1485. }
  1486. }
  1487. ssize_t rc = description.write(data + nwritten, data_size - nwritten);
  1488. #ifdef IO_DEBUG
  1489. dbg() << " -> write returned " << rc;
  1490. #endif
  1491. if (rc < 0) {
  1492. if (nwritten)
  1493. return nwritten;
  1494. return rc;
  1495. }
  1496. if (rc == 0)
  1497. break;
  1498. nwritten += rc;
  1499. }
  1500. return nwritten;
  1501. }
  1502. ssize_t Process::sys$write(int fd, const u8* data, ssize_t size)
  1503. {
  1504. REQUIRE_PROMISE(stdio);
  1505. if (size < 0)
  1506. return -EINVAL;
  1507. if (size == 0)
  1508. return 0;
  1509. if (!validate_read(data, size))
  1510. return -EFAULT;
  1511. #ifdef DEBUG_IO
  1512. dbg() << "sys$write(" << fd << ", " << (const void*)(data) << ", " << size << ")";
  1513. #endif
  1514. auto description = file_description(fd);
  1515. if (!description)
  1516. return -EBADF;
  1517. if (!description->is_writable())
  1518. return -EBADF;
  1519. return do_write(*description, data, size);
  1520. }
  1521. ssize_t Process::sys$read(int fd, u8* buffer, ssize_t size)
  1522. {
  1523. REQUIRE_PROMISE(stdio);
  1524. if (size < 0)
  1525. return -EINVAL;
  1526. if (size == 0)
  1527. return 0;
  1528. if (!validate_write(buffer, size))
  1529. return -EFAULT;
  1530. #ifdef DEBUG_IO
  1531. dbg() << "sys$read(" << fd << ", " << (const void*)buffer << ", " << size << ")";
  1532. #endif
  1533. auto description = file_description(fd);
  1534. if (!description)
  1535. return -EBADF;
  1536. if (!description->is_readable())
  1537. return -EBADF;
  1538. if (description->is_directory())
  1539. return -EISDIR;
  1540. if (description->is_blocking()) {
  1541. if (!description->can_read()) {
  1542. if (Thread::current()->block<Thread::ReadBlocker>(*description) != Thread::BlockResult::WokeNormally)
  1543. return -EINTR;
  1544. if (!description->can_read())
  1545. return -EAGAIN;
  1546. }
  1547. }
  1548. return description->read(buffer, size);
  1549. }
  1550. int Process::sys$close(int fd)
  1551. {
  1552. REQUIRE_PROMISE(stdio);
  1553. auto description = file_description(fd);
  1554. #ifdef DEBUG_IO
  1555. dbg() << "sys$close(" << fd << ") " << description.ptr();
  1556. #endif
  1557. if (!description)
  1558. return -EBADF;
  1559. int rc = description->close();
  1560. m_fds[fd] = {};
  1561. return rc;
  1562. }
  1563. int Process::sys$utime(const char* user_path, size_t path_length, const utimbuf* user_buf)
  1564. {
  1565. REQUIRE_PROMISE(fattr);
  1566. if (user_buf && !validate_read_typed(user_buf))
  1567. return -EFAULT;
  1568. auto path = get_syscall_path_argument(user_path, path_length);
  1569. if (path.is_error())
  1570. return path.error();
  1571. utimbuf buf;
  1572. if (user_buf) {
  1573. copy_from_user(&buf, user_buf);
  1574. } else {
  1575. auto now = kgettimeofday();
  1576. buf = { now.tv_sec, now.tv_sec };
  1577. }
  1578. return VFS::the().utime(path.value(), current_directory(), buf.actime, buf.modtime);
  1579. }
  1580. int Process::sys$access(const char* user_path, size_t path_length, int mode)
  1581. {
  1582. REQUIRE_PROMISE(rpath);
  1583. auto path = get_syscall_path_argument(user_path, path_length);
  1584. if (path.is_error())
  1585. return path.error();
  1586. return VFS::the().access(path.value(), mode, current_directory());
  1587. }
  1588. int Process::sys$fcntl(int fd, int cmd, u32 arg)
  1589. {
  1590. REQUIRE_PROMISE(stdio);
  1591. #ifdef DEBUG_IO
  1592. dbg() << "sys$fcntl: fd=" << fd << ", cmd=" << cmd << ", arg=" << arg;
  1593. #endif
  1594. auto description = file_description(fd);
  1595. if (!description)
  1596. return -EBADF;
  1597. // NOTE: The FD flags are not shared between FileDescription objects.
  1598. // This means that dup() doesn't copy the FD_CLOEXEC flag!
  1599. switch (cmd) {
  1600. case F_DUPFD: {
  1601. int arg_fd = (int)arg;
  1602. if (arg_fd < 0)
  1603. return -EINVAL;
  1604. int new_fd = alloc_fd(arg_fd);
  1605. if (new_fd < 0)
  1606. return new_fd;
  1607. m_fds[new_fd].set(*description);
  1608. return new_fd;
  1609. }
  1610. case F_GETFD:
  1611. return m_fds[fd].flags;
  1612. case F_SETFD:
  1613. m_fds[fd].flags = arg;
  1614. break;
  1615. case F_GETFL:
  1616. return description->file_flags();
  1617. case F_SETFL:
  1618. description->set_file_flags(arg);
  1619. break;
  1620. case F_ISTTY:
  1621. return description->is_tty();
  1622. default:
  1623. return -EINVAL;
  1624. }
  1625. return 0;
  1626. }
  1627. int Process::sys$fstat(int fd, stat* user_statbuf)
  1628. {
  1629. REQUIRE_PROMISE(stdio);
  1630. if (!validate_write_typed(user_statbuf))
  1631. return -EFAULT;
  1632. auto description = file_description(fd);
  1633. if (!description)
  1634. return -EBADF;
  1635. stat buffer;
  1636. memset(&buffer, 0, sizeof(buffer));
  1637. int rc = description->fstat(buffer);
  1638. copy_to_user(user_statbuf, &buffer);
  1639. return rc;
  1640. }
  1641. int Process::sys$stat(const Syscall::SC_stat_params* user_params)
  1642. {
  1643. REQUIRE_PROMISE(rpath);
  1644. Syscall::SC_stat_params params;
  1645. if (!validate_read_and_copy_typed(&params, user_params))
  1646. return -EFAULT;
  1647. if (!validate_write_typed(params.statbuf))
  1648. return -EFAULT;
  1649. auto path = get_syscall_path_argument(params.path);
  1650. if (path.is_error())
  1651. return path.error();
  1652. auto metadata_or_error = VFS::the().lookup_metadata(path.value(), current_directory(), params.follow_symlinks ? 0 : O_NOFOLLOW_NOERROR);
  1653. if (metadata_or_error.is_error())
  1654. return metadata_or_error.error();
  1655. stat statbuf;
  1656. auto result = metadata_or_error.value().stat(statbuf);
  1657. if (result.is_error())
  1658. return result;
  1659. copy_to_user(params.statbuf, &statbuf);
  1660. return 0;
  1661. }
  1662. template<typename DataType, typename SizeType>
  1663. bool Process::validate(const Syscall::MutableBufferArgument<DataType, SizeType>& buffer)
  1664. {
  1665. return validate_write(buffer.data, buffer.size);
  1666. }
  1667. template<typename DataType, typename SizeType>
  1668. bool Process::validate(const Syscall::ImmutableBufferArgument<DataType, SizeType>& buffer)
  1669. {
  1670. return validate_read(buffer.data, buffer.size);
  1671. }
  1672. String Process::validate_and_copy_string_from_user(const char* user_characters, size_t user_length) const
  1673. {
  1674. if (user_length == 0)
  1675. return String::empty();
  1676. if (!user_characters)
  1677. return {};
  1678. if (!validate_read(user_characters, user_length))
  1679. return {};
  1680. SmapDisabler disabler;
  1681. size_t measured_length = strnlen(user_characters, user_length);
  1682. return String(user_characters, measured_length);
  1683. }
  1684. String Process::validate_and_copy_string_from_user(const Syscall::StringArgument& string) const
  1685. {
  1686. return validate_and_copy_string_from_user(string.characters, string.length);
  1687. }
  1688. int Process::sys$readlink(const Syscall::SC_readlink_params* user_params)
  1689. {
  1690. REQUIRE_PROMISE(rpath);
  1691. Syscall::SC_readlink_params params;
  1692. if (!validate_read_and_copy_typed(&params, user_params))
  1693. return -EFAULT;
  1694. if (!validate(params.buffer))
  1695. return -EFAULT;
  1696. auto path = get_syscall_path_argument(params.path);
  1697. if (path.is_error())
  1698. return path.error();
  1699. auto result = VFS::the().open(path.value(), O_RDONLY | O_NOFOLLOW_NOERROR, 0, current_directory());
  1700. if (result.is_error())
  1701. return result.error();
  1702. auto description = result.value();
  1703. if (!description->metadata().is_symlink())
  1704. return -EINVAL;
  1705. auto contents = description->read_entire_file();
  1706. if (contents.is_error())
  1707. return contents.error();
  1708. auto& link_target = contents.value();
  1709. auto size_to_copy = min(link_target.size(), params.buffer.size);
  1710. copy_to_user(params.buffer.data, link_target.data(), size_to_copy);
  1711. // Note: we return the whole size here, not the copied size.
  1712. return link_target.size();
  1713. }
  1714. int Process::sys$chdir(const char* user_path, size_t path_length)
  1715. {
  1716. REQUIRE_PROMISE(rpath);
  1717. auto path = get_syscall_path_argument(user_path, path_length);
  1718. if (path.is_error())
  1719. return path.error();
  1720. auto directory_or_error = VFS::the().open_directory(path.value(), current_directory());
  1721. if (directory_or_error.is_error())
  1722. return directory_or_error.error();
  1723. m_cwd = *directory_or_error.value();
  1724. return 0;
  1725. }
  1726. int Process::sys$fchdir(int fd)
  1727. {
  1728. REQUIRE_PROMISE(stdio);
  1729. auto description = file_description(fd);
  1730. if (!description)
  1731. return -EBADF;
  1732. if (!description->is_directory())
  1733. return -ENOTDIR;
  1734. if (!description->metadata().may_execute(*this))
  1735. return -EACCES;
  1736. m_cwd = description->custody();
  1737. return 0;
  1738. }
  1739. int Process::sys$getcwd(char* buffer, ssize_t size)
  1740. {
  1741. REQUIRE_PROMISE(rpath);
  1742. if (size < 0)
  1743. return -EINVAL;
  1744. if (!validate_write(buffer, size))
  1745. return -EFAULT;
  1746. auto path = current_directory().absolute_path();
  1747. if ((size_t)size < path.length() + 1)
  1748. return -ERANGE;
  1749. copy_to_user(buffer, path.characters(), path.length() + 1);
  1750. return 0;
  1751. }
  1752. int Process::number_of_open_file_descriptors() const
  1753. {
  1754. int count = 0;
  1755. for (auto& description : m_fds) {
  1756. if (description)
  1757. ++count;
  1758. }
  1759. return count;
  1760. }
  1761. int Process::sys$open(const Syscall::SC_open_params* user_params)
  1762. {
  1763. Syscall::SC_open_params params;
  1764. if (!validate_read_and_copy_typed(&params, user_params))
  1765. return -EFAULT;
  1766. int dirfd = params.dirfd;
  1767. int options = params.options;
  1768. u16 mode = params.mode;
  1769. if (options & O_NOFOLLOW_NOERROR)
  1770. return -EINVAL;
  1771. if (options & O_UNLINK_INTERNAL)
  1772. return -EINVAL;
  1773. if (options & O_WRONLY)
  1774. REQUIRE_PROMISE(wpath);
  1775. else if (options & O_RDONLY)
  1776. REQUIRE_PROMISE(rpath);
  1777. if (options & O_CREAT)
  1778. REQUIRE_PROMISE(cpath);
  1779. // Ignore everything except permission bits.
  1780. mode &= 04777;
  1781. auto path = get_syscall_path_argument(params.path);
  1782. if (path.is_error())
  1783. return path.error();
  1784. #ifdef DEBUG_IO
  1785. dbg() << "sys$open(dirfd=" << dirfd << ", path=\"" << path.value() << "\", options=" << options << ", mode=" << mode << ")";
  1786. #endif
  1787. int fd = alloc_fd();
  1788. if (fd < 0)
  1789. return fd;
  1790. RefPtr<Custody> base;
  1791. if (dirfd == AT_FDCWD) {
  1792. base = current_directory();
  1793. } else {
  1794. auto base_description = file_description(dirfd);
  1795. if (!base_description)
  1796. return -EBADF;
  1797. if (!base_description->is_directory())
  1798. return -ENOTDIR;
  1799. if (!base_description->custody())
  1800. return -EINVAL;
  1801. base = base_description->custody();
  1802. }
  1803. auto result = VFS::the().open(path.value(), options, mode & ~umask(), *base);
  1804. if (result.is_error())
  1805. return result.error();
  1806. auto description = result.value();
  1807. if (description->inode() && description->inode()->socket())
  1808. return -ENXIO;
  1809. u32 fd_flags = (options & O_CLOEXEC) ? FD_CLOEXEC : 0;
  1810. m_fds[fd].set(move(description), fd_flags);
  1811. return fd;
  1812. }
  1813. int Process::alloc_fd(int first_candidate_fd)
  1814. {
  1815. for (int i = first_candidate_fd; i < (int)m_max_open_file_descriptors; ++i) {
  1816. if (!m_fds[i])
  1817. return i;
  1818. }
  1819. return -EMFILE;
  1820. }
  1821. int Process::sys$pipe(int pipefd[2], int flags)
  1822. {
  1823. REQUIRE_PROMISE(stdio);
  1824. if (!validate_write_typed(pipefd))
  1825. return -EFAULT;
  1826. if (number_of_open_file_descriptors() + 2 > max_open_file_descriptors())
  1827. return -EMFILE;
  1828. // Reject flags other than O_CLOEXEC.
  1829. if ((flags & O_CLOEXEC) != flags)
  1830. return -EINVAL;
  1831. u32 fd_flags = (flags & O_CLOEXEC) ? FD_CLOEXEC : 0;
  1832. auto fifo = FIFO::create(m_uid);
  1833. int reader_fd = alloc_fd();
  1834. m_fds[reader_fd].set(fifo->open_direction(FIFO::Direction::Reader), fd_flags);
  1835. m_fds[reader_fd].description->set_readable(true);
  1836. copy_to_user(&pipefd[0], &reader_fd);
  1837. int writer_fd = alloc_fd();
  1838. m_fds[writer_fd].set(fifo->open_direction(FIFO::Direction::Writer), fd_flags);
  1839. m_fds[writer_fd].description->set_writable(true);
  1840. copy_to_user(&pipefd[1], &writer_fd);
  1841. return 0;
  1842. }
  1843. int Process::sys$killpg(int pgrp, int signum)
  1844. {
  1845. REQUIRE_PROMISE(proc);
  1846. if (signum < 1 || signum >= 32)
  1847. return -EINVAL;
  1848. if (pgrp < 0)
  1849. return -EINVAL;
  1850. return do_killpg(pgrp, signum);
  1851. }
  1852. int Process::sys$seteuid(uid_t euid)
  1853. {
  1854. REQUIRE_PROMISE(id);
  1855. if (euid != m_uid && euid != m_suid && !is_superuser())
  1856. return -EPERM;
  1857. m_euid = euid;
  1858. return 0;
  1859. }
  1860. int Process::sys$setegid(gid_t egid)
  1861. {
  1862. REQUIRE_PROMISE(id);
  1863. if (egid != m_gid && egid != m_sgid && !is_superuser())
  1864. return -EPERM;
  1865. m_egid = egid;
  1866. return 0;
  1867. }
  1868. int Process::sys$setuid(uid_t uid)
  1869. {
  1870. REQUIRE_PROMISE(id);
  1871. if (uid != m_uid && uid != m_euid && !is_superuser())
  1872. return -EPERM;
  1873. m_uid = uid;
  1874. m_euid = uid;
  1875. m_suid = uid;
  1876. return 0;
  1877. }
  1878. int Process::sys$setgid(gid_t gid)
  1879. {
  1880. REQUIRE_PROMISE(id);
  1881. if (gid != m_gid && gid != m_egid && !is_superuser())
  1882. return -EPERM;
  1883. m_gid = gid;
  1884. m_egid = gid;
  1885. m_sgid = gid;
  1886. return 0;
  1887. }
  1888. int Process::sys$setresuid(uid_t ruid, uid_t euid, uid_t suid)
  1889. {
  1890. REQUIRE_PROMISE(id);
  1891. if (ruid == (uid_t)-1)
  1892. ruid = m_uid;
  1893. if (euid == (uid_t)-1)
  1894. euid = m_euid;
  1895. if (suid == (uid_t)-1)
  1896. suid = m_suid;
  1897. auto ok = [this](uid_t id) { return id == m_uid || id == m_euid || id == m_suid; };
  1898. if ((!ok(ruid) || !ok(euid) || !ok(suid)) && !is_superuser())
  1899. return -EPERM;
  1900. m_uid = ruid;
  1901. m_euid = euid;
  1902. m_suid = suid;
  1903. return 0;
  1904. }
  1905. int Process::sys$setresgid(gid_t rgid, gid_t egid, gid_t sgid)
  1906. {
  1907. REQUIRE_PROMISE(id);
  1908. if (rgid == (gid_t)-1)
  1909. rgid = m_gid;
  1910. if (egid == (gid_t)-1)
  1911. egid = m_egid;
  1912. if (sgid == (gid_t)-1)
  1913. sgid = m_sgid;
  1914. auto ok = [this](gid_t id) { return id == m_gid || id == m_egid || id == m_sgid; };
  1915. if ((!ok(rgid) || !ok(egid) || !ok(sgid)) && !is_superuser())
  1916. return -EPERM;
  1917. m_gid = rgid;
  1918. m_egid = egid;
  1919. m_sgid = sgid;
  1920. return 0;
  1921. }
  1922. unsigned Process::sys$alarm(unsigned seconds)
  1923. {
  1924. REQUIRE_PROMISE(stdio);
  1925. unsigned previous_alarm_remaining = 0;
  1926. if (m_alarm_deadline && m_alarm_deadline > g_uptime) {
  1927. previous_alarm_remaining = (m_alarm_deadline - g_uptime) / TimeManagement::the().ticks_per_second();
  1928. }
  1929. if (!seconds) {
  1930. m_alarm_deadline = 0;
  1931. return previous_alarm_remaining;
  1932. }
  1933. m_alarm_deadline = g_uptime + seconds * TimeManagement::the().ticks_per_second();
  1934. return previous_alarm_remaining;
  1935. }
  1936. int Process::sys$uname(utsname* buf)
  1937. {
  1938. REQUIRE_PROMISE(stdio);
  1939. if (!validate_write_typed(buf))
  1940. return -EFAULT;
  1941. LOCKER(*s_hostname_lock, Lock::Mode::Shared);
  1942. if (s_hostname->length() + 1 > sizeof(utsname::nodename))
  1943. return -ENAMETOOLONG;
  1944. copy_to_user(buf->sysname, "SerenityOS", 11);
  1945. copy_to_user(buf->release, "1.0-dev", 8);
  1946. copy_to_user(buf->version, "FIXME", 6);
  1947. copy_to_user(buf->machine, "i686", 5);
  1948. copy_to_user(buf->nodename, s_hostname->characters(), s_hostname->length() + 1);
  1949. return 0;
  1950. }
  1951. KResult Process::do_kill(Process& process, int signal)
  1952. {
  1953. // FIXME: Allow sending SIGCONT to everyone in the process group.
  1954. // FIXME: Should setuid processes have some special treatment here?
  1955. if (!is_superuser() && m_euid != process.m_uid && m_uid != process.m_uid)
  1956. return KResult(-EPERM);
  1957. if (process.is_ring0() && signal == SIGKILL) {
  1958. klog() << "attempted to send SIGKILL to ring 0 process " << process.name().characters() << "(" << process.pid() << ")";
  1959. return KResult(-EPERM);
  1960. }
  1961. if (signal != 0)
  1962. return process.send_signal(signal, this);
  1963. return KSuccess;
  1964. }
  1965. KResult Process::do_killpg(pid_t pgrp, int signal)
  1966. {
  1967. InterruptDisabler disabler;
  1968. ASSERT(pgrp >= 0);
  1969. // Send the signal to all processes in the given group.
  1970. if (pgrp == 0) {
  1971. // Send the signal to our own pgrp.
  1972. pgrp = pgid();
  1973. }
  1974. bool group_was_empty = true;
  1975. bool any_succeeded = false;
  1976. KResult error = KSuccess;
  1977. Process::for_each_in_pgrp(pgrp, [&](auto& process) {
  1978. group_was_empty = false;
  1979. KResult res = do_kill(process, signal);
  1980. if (res.is_success())
  1981. any_succeeded = true;
  1982. else
  1983. error = res;
  1984. return IterationDecision::Continue;
  1985. });
  1986. if (group_was_empty)
  1987. return KResult(-ESRCH);
  1988. if (any_succeeded)
  1989. return KSuccess;
  1990. return error;
  1991. }
  1992. KResult Process::do_killall(int signal)
  1993. {
  1994. InterruptDisabler disabler;
  1995. bool any_succeeded = false;
  1996. KResult error = KSuccess;
  1997. // Send the signal to all processes we have access to for.
  1998. ScopedSpinLock lock(g_processes_lock);
  1999. for (auto& process : *g_processes) {
  2000. KResult res = KSuccess;
  2001. if (process.pid() == m_pid)
  2002. res = do_killself(signal);
  2003. else
  2004. res = do_kill(process, signal);
  2005. if (res.is_success())
  2006. any_succeeded = true;
  2007. else
  2008. error = res;
  2009. }
  2010. if (any_succeeded)
  2011. return KSuccess;
  2012. return error;
  2013. }
  2014. KResult Process::do_killself(int signal)
  2015. {
  2016. if (signal == 0)
  2017. return KSuccess;
  2018. auto current_thread = Thread::current();
  2019. if (!current_thread->should_ignore_signal(signal)) {
  2020. current_thread->send_signal(signal, this);
  2021. (void)current_thread->block<Thread::SemiPermanentBlocker>(Thread::SemiPermanentBlocker::Reason::Signal);
  2022. }
  2023. return KSuccess;
  2024. }
  2025. int Process::sys$kill(pid_t pid, int signal)
  2026. {
  2027. if (pid == m_pid)
  2028. REQUIRE_PROMISE(stdio);
  2029. else
  2030. REQUIRE_PROMISE(proc);
  2031. if (signal < 0 || signal >= 32)
  2032. return -EINVAL;
  2033. if (pid < -1) {
  2034. if (pid == INT32_MIN)
  2035. return -EINVAL;
  2036. return do_killpg(-pid, signal);
  2037. }
  2038. if (pid == -1)
  2039. return do_killall(signal);
  2040. if (pid == m_pid) {
  2041. return do_killself(signal);
  2042. }
  2043. ScopedSpinLock lock(g_processes_lock);
  2044. auto* peer = Process::from_pid(pid);
  2045. if (!peer)
  2046. return -ESRCH;
  2047. return do_kill(*peer, signal);
  2048. }
  2049. int Process::sys$usleep(useconds_t usec)
  2050. {
  2051. REQUIRE_PROMISE(stdio);
  2052. if (!usec)
  2053. return 0;
  2054. u64 wakeup_time = Thread::current()->sleep(usec / 1000);
  2055. if (wakeup_time > g_uptime)
  2056. return -EINTR;
  2057. return 0;
  2058. }
  2059. int Process::sys$sleep(unsigned seconds)
  2060. {
  2061. REQUIRE_PROMISE(stdio);
  2062. if (!seconds)
  2063. return 0;
  2064. u64 wakeup_time = Thread::current()->sleep(seconds * TimeManagement::the().ticks_per_second());
  2065. if (wakeup_time > g_uptime) {
  2066. u32 ticks_left_until_original_wakeup_time = wakeup_time - g_uptime;
  2067. return ticks_left_until_original_wakeup_time / TimeManagement::the().ticks_per_second();
  2068. }
  2069. return 0;
  2070. }
  2071. timeval kgettimeofday()
  2072. {
  2073. return g_timeofday;
  2074. }
  2075. void compute_relative_timeout_from_absolute(const timeval& absolute_time, timeval& relative_time)
  2076. {
  2077. // Convert absolute time to relative time of day.
  2078. timeval_sub(absolute_time, kgettimeofday(), relative_time);
  2079. }
  2080. void compute_relative_timeout_from_absolute(const timespec& absolute_time, timeval& relative_time)
  2081. {
  2082. timeval tv_absolute_time;
  2083. timespec_to_timeval(absolute_time, tv_absolute_time);
  2084. compute_relative_timeout_from_absolute(tv_absolute_time, relative_time);
  2085. }
  2086. void kgettimeofday(timeval& tv)
  2087. {
  2088. tv = kgettimeofday();
  2089. }
  2090. int Process::sys$gettimeofday(timeval* user_tv)
  2091. {
  2092. REQUIRE_PROMISE(stdio);
  2093. if (!validate_write_typed(user_tv))
  2094. return -EFAULT;
  2095. auto tv = kgettimeofday();
  2096. copy_to_user(user_tv, &tv);
  2097. return 0;
  2098. }
  2099. uid_t Process::sys$getuid()
  2100. {
  2101. REQUIRE_PROMISE(stdio);
  2102. return m_uid;
  2103. }
  2104. gid_t Process::sys$getgid()
  2105. {
  2106. REQUIRE_PROMISE(stdio);
  2107. return m_gid;
  2108. }
  2109. uid_t Process::sys$geteuid()
  2110. {
  2111. REQUIRE_PROMISE(stdio);
  2112. return m_euid;
  2113. }
  2114. gid_t Process::sys$getegid()
  2115. {
  2116. REQUIRE_PROMISE(stdio);
  2117. return m_egid;
  2118. }
  2119. pid_t Process::sys$getpid()
  2120. {
  2121. REQUIRE_PROMISE(stdio);
  2122. return m_pid;
  2123. }
  2124. pid_t Process::sys$getppid()
  2125. {
  2126. REQUIRE_PROMISE(stdio);
  2127. return m_ppid;
  2128. }
  2129. int Process::sys$getresuid(uid_t* ruid, uid_t* euid, uid_t* suid)
  2130. {
  2131. REQUIRE_PROMISE(stdio);
  2132. if (!validate_write_typed(ruid) || !validate_write_typed(euid) || !validate_write_typed(suid))
  2133. return -EFAULT;
  2134. copy_to_user(ruid, &m_uid);
  2135. copy_to_user(euid, &m_euid);
  2136. copy_to_user(suid, &m_suid);
  2137. return 0;
  2138. }
  2139. int Process::sys$getresgid(gid_t* rgid, gid_t* egid, gid_t* sgid)
  2140. {
  2141. REQUIRE_PROMISE(stdio);
  2142. if (!validate_write_typed(rgid) || !validate_write_typed(egid) || !validate_write_typed(sgid))
  2143. return -EFAULT;
  2144. copy_to_user(rgid, &m_gid);
  2145. copy_to_user(egid, &m_egid);
  2146. copy_to_user(sgid, &m_sgid);
  2147. return 0;
  2148. }
  2149. mode_t Process::sys$umask(mode_t mask)
  2150. {
  2151. REQUIRE_PROMISE(stdio);
  2152. auto old_mask = m_umask;
  2153. m_umask = mask & 0777;
  2154. return old_mask;
  2155. }
  2156. siginfo_t Process::reap(Process& process)
  2157. {
  2158. siginfo_t siginfo;
  2159. memset(&siginfo, 0, sizeof(siginfo));
  2160. siginfo.si_signo = SIGCHLD;
  2161. siginfo.si_pid = process.pid();
  2162. siginfo.si_uid = process.uid();
  2163. if (process.m_termination_signal) {
  2164. siginfo.si_status = process.m_termination_signal;
  2165. siginfo.si_code = CLD_KILLED;
  2166. } else {
  2167. siginfo.si_status = process.m_termination_status;
  2168. siginfo.si_code = CLD_EXITED;
  2169. }
  2170. ASSERT(g_processes_lock.is_locked());
  2171. if (process.ppid()) {
  2172. auto* parent = Process::from_pid(process.ppid());
  2173. if (parent) {
  2174. parent->m_ticks_in_user_for_dead_children += process.m_ticks_in_user + process.m_ticks_in_user_for_dead_children;
  2175. parent->m_ticks_in_kernel_for_dead_children += process.m_ticks_in_kernel + process.m_ticks_in_kernel_for_dead_children;
  2176. }
  2177. }
  2178. #ifdef PROCESS_DEBUG
  2179. dbg() << "Reaping process " << process;
  2180. #endif
  2181. ASSERT(process.is_dead());
  2182. g_processes->remove(&process);
  2183. delete &process;
  2184. return siginfo;
  2185. }
  2186. KResultOr<siginfo_t> Process::do_waitid(idtype_t idtype, int id, int options)
  2187. {
  2188. if (idtype == P_PID) {
  2189. ScopedSpinLock lock(g_processes_lock);
  2190. if (idtype == P_PID && !Process::from_pid(id))
  2191. return KResult(-ECHILD);
  2192. }
  2193. pid_t waitee_pid;
  2194. // FIXME: WaitBlocker should support idtype/id specs directly.
  2195. if (idtype == P_ALL) {
  2196. waitee_pid = -1;
  2197. } else if (idtype == P_PID) {
  2198. waitee_pid = id;
  2199. } else {
  2200. // FIXME: Implement other PID specs.
  2201. return KResult(-EINVAL);
  2202. }
  2203. if (Thread::current()->block<Thread::WaitBlocker>(options, waitee_pid) != Thread::BlockResult::WokeNormally)
  2204. return KResult(-EINTR);
  2205. ScopedSpinLock lock(g_processes_lock);
  2206. // NOTE: If waitee was -1, m_waitee_pid will have been filled in by the scheduler.
  2207. Process* waitee_process = Process::from_pid(waitee_pid);
  2208. if (!waitee_process)
  2209. return KResult(-ECHILD);
  2210. ASSERT(waitee_process);
  2211. if (waitee_process->is_dead()) {
  2212. return reap(*waitee_process);
  2213. } else {
  2214. auto* waitee_thread = Thread::from_tid(waitee_pid);
  2215. if (!waitee_thread)
  2216. return KResult(-ECHILD);
  2217. ASSERT((options & WNOHANG) || waitee_thread->state() == Thread::State::Stopped);
  2218. siginfo_t siginfo;
  2219. memset(&siginfo, 0, sizeof(siginfo));
  2220. siginfo.si_signo = SIGCHLD;
  2221. siginfo.si_pid = waitee_process->pid();
  2222. siginfo.si_uid = waitee_process->uid();
  2223. switch (waitee_thread->state()) {
  2224. case Thread::State::Stopped:
  2225. siginfo.si_code = CLD_STOPPED;
  2226. break;
  2227. case Thread::State::Running:
  2228. case Thread::State::Runnable:
  2229. case Thread::State::Blocked:
  2230. case Thread::State::Dying:
  2231. case Thread::State::Queued:
  2232. siginfo.si_code = CLD_CONTINUED;
  2233. break;
  2234. default:
  2235. ASSERT_NOT_REACHED();
  2236. break;
  2237. }
  2238. siginfo.si_status = waitee_thread->m_stop_signal;
  2239. return siginfo;
  2240. }
  2241. }
  2242. pid_t Process::sys$waitid(const Syscall::SC_waitid_params* user_params)
  2243. {
  2244. REQUIRE_PROMISE(proc);
  2245. Syscall::SC_waitid_params params;
  2246. if (!validate_read_and_copy_typed(&params, user_params))
  2247. return -EFAULT;
  2248. if (!validate_write_typed(params.infop))
  2249. return -EFAULT;
  2250. #ifdef PROCESS_DEBUG
  2251. dbg() << "sys$waitid(" << params.idtype << ", " << params.id << ", " << params.infop << ", " << params.options << ")";
  2252. #endif
  2253. auto siginfo_or_error = do_waitid(static_cast<idtype_t>(params.idtype), params.id, params.options);
  2254. if (siginfo_or_error.is_error())
  2255. return siginfo_or_error.error();
  2256. // While we waited, the process lock was dropped. This gave other threads
  2257. // the opportunity to mess with the memory. For example, it could free the
  2258. // region, and map it to a region to which it has no write permissions.
  2259. // Therefore, we need to re-validate the pointer.
  2260. if (!validate_write_typed(params.infop))
  2261. return -EFAULT;
  2262. copy_to_user(params.infop, &siginfo_or_error.value());
  2263. return 0;
  2264. }
  2265. bool Process::validate_read_from_kernel(VirtualAddress vaddr, size_t size) const
  2266. {
  2267. if (vaddr.is_null())
  2268. return false;
  2269. return MM.validate_kernel_read(*this, vaddr, size);
  2270. }
  2271. bool Process::validate_read(const void* address, size_t size) const
  2272. {
  2273. if (!size)
  2274. return false;
  2275. return MM.validate_user_read(*this, VirtualAddress(address), size);
  2276. }
  2277. bool Process::validate_write(void* address, size_t size) const
  2278. {
  2279. if (!size)
  2280. return false;
  2281. return MM.validate_user_write(*this, VirtualAddress(address), size);
  2282. }
  2283. pid_t Process::sys$getsid(pid_t pid)
  2284. {
  2285. REQUIRE_PROMISE(proc);
  2286. if (pid == 0)
  2287. return m_sid;
  2288. ScopedSpinLock lock(g_processes_lock);
  2289. auto* process = Process::from_pid(pid);
  2290. if (!process)
  2291. return -ESRCH;
  2292. if (m_sid != process->m_sid)
  2293. return -EPERM;
  2294. return process->m_sid;
  2295. }
  2296. pid_t Process::sys$setsid()
  2297. {
  2298. REQUIRE_PROMISE(proc);
  2299. InterruptDisabler disabler;
  2300. bool found_process_with_same_pgid_as_my_pid = false;
  2301. Process::for_each_in_pgrp(pid(), [&](auto&) {
  2302. found_process_with_same_pgid_as_my_pid = true;
  2303. return IterationDecision::Break;
  2304. });
  2305. if (found_process_with_same_pgid_as_my_pid)
  2306. return -EPERM;
  2307. m_sid = m_pid;
  2308. m_pgid = m_pid;
  2309. m_tty = nullptr;
  2310. return m_sid;
  2311. }
  2312. pid_t Process::sys$getpgid(pid_t pid)
  2313. {
  2314. REQUIRE_PROMISE(proc);
  2315. if (pid == 0)
  2316. return m_pgid;
  2317. ScopedSpinLock lock(g_processes_lock); // FIXME: Use a ProcessHandle
  2318. auto* process = Process::from_pid(pid);
  2319. if (!process)
  2320. return -ESRCH;
  2321. return process->m_pgid;
  2322. }
  2323. pid_t Process::sys$getpgrp()
  2324. {
  2325. REQUIRE_PROMISE(stdio);
  2326. return m_pgid;
  2327. }
  2328. static pid_t get_sid_from_pgid(pid_t pgid)
  2329. {
  2330. ScopedSpinLock lock(g_processes_lock);
  2331. auto* group_leader = Process::from_pid(pgid);
  2332. if (!group_leader)
  2333. return -1;
  2334. return group_leader->sid();
  2335. }
  2336. int Process::sys$setpgid(pid_t specified_pid, pid_t specified_pgid)
  2337. {
  2338. REQUIRE_PROMISE(proc);
  2339. ScopedSpinLock lock(g_processes_lock); // FIXME: Use a ProcessHandle
  2340. pid_t pid = specified_pid ? specified_pid : m_pid;
  2341. if (specified_pgid < 0) {
  2342. // The value of the pgid argument is less than 0, or is not a value supported by the implementation.
  2343. return -EINVAL;
  2344. }
  2345. auto* process = Process::from_pid(pid);
  2346. if (!process)
  2347. return -ESRCH;
  2348. if (process != this && process->ppid() != m_pid) {
  2349. // The value of the pid argument does not match the process ID
  2350. // of the calling process or of a child process of the calling process.
  2351. return -ESRCH;
  2352. }
  2353. if (process->pid() == process->sid()) {
  2354. // The process indicated by the pid argument is a session leader.
  2355. return -EPERM;
  2356. }
  2357. if (process->ppid() == m_pid && process->sid() != sid()) {
  2358. // The value of the pid argument matches the process ID of a child
  2359. // process of the calling process and the child process is not in
  2360. // the same session as the calling process.
  2361. return -EPERM;
  2362. }
  2363. pid_t new_pgid = specified_pgid ? specified_pgid : process->m_pid;
  2364. pid_t current_sid = get_sid_from_pgid(process->m_pgid);
  2365. pid_t new_sid = get_sid_from_pgid(new_pgid);
  2366. if (current_sid != new_sid) {
  2367. // Can't move a process between sessions.
  2368. return -EPERM;
  2369. }
  2370. // FIXME: There are more EPERM conditions to check for here..
  2371. process->m_pgid = new_pgid;
  2372. return 0;
  2373. }
  2374. int Process::sys$ioctl(int fd, unsigned request, FlatPtr arg)
  2375. {
  2376. auto description = file_description(fd);
  2377. if (!description)
  2378. return -EBADF;
  2379. SmapDisabler disabler;
  2380. return description->file().ioctl(*description, request, arg);
  2381. }
  2382. int Process::sys$dup(int old_fd)
  2383. {
  2384. REQUIRE_PROMISE(stdio);
  2385. auto description = file_description(old_fd);
  2386. if (!description)
  2387. return -EBADF;
  2388. int new_fd = alloc_fd();
  2389. if (new_fd < 0)
  2390. return new_fd;
  2391. m_fds[new_fd].set(*description);
  2392. return new_fd;
  2393. }
  2394. int Process::sys$dup2(int old_fd, int new_fd)
  2395. {
  2396. REQUIRE_PROMISE(stdio);
  2397. auto description = file_description(old_fd);
  2398. if (!description)
  2399. return -EBADF;
  2400. if (new_fd < 0 || new_fd >= m_max_open_file_descriptors)
  2401. return -EINVAL;
  2402. m_fds[new_fd].set(*description);
  2403. return new_fd;
  2404. }
  2405. int Process::sys$sigprocmask(int how, const sigset_t* set, sigset_t* old_set)
  2406. {
  2407. REQUIRE_PROMISE(sigaction);
  2408. auto current_thread = Thread::current();
  2409. if (old_set) {
  2410. if (!validate_write_typed(old_set))
  2411. return -EFAULT;
  2412. copy_to_user(old_set, &current_thread->m_signal_mask);
  2413. }
  2414. if (set) {
  2415. if (!validate_read_typed(set))
  2416. return -EFAULT;
  2417. sigset_t set_value;
  2418. copy_from_user(&set_value, set);
  2419. switch (how) {
  2420. case SIG_BLOCK:
  2421. current_thread->m_signal_mask &= ~set_value;
  2422. break;
  2423. case SIG_UNBLOCK:
  2424. current_thread->m_signal_mask |= set_value;
  2425. break;
  2426. case SIG_SETMASK:
  2427. current_thread->m_signal_mask = set_value;
  2428. break;
  2429. default:
  2430. return -EINVAL;
  2431. }
  2432. }
  2433. return 0;
  2434. }
  2435. int Process::sys$sigpending(sigset_t* set)
  2436. {
  2437. REQUIRE_PROMISE(stdio);
  2438. if (!validate_write_typed(set))
  2439. return -EFAULT;
  2440. copy_to_user(set, &Thread::current()->m_pending_signals);
  2441. return 0;
  2442. }
  2443. int Process::sys$sigaction(int signum, const sigaction* act, sigaction* old_act)
  2444. {
  2445. REQUIRE_PROMISE(sigaction);
  2446. if (signum < 1 || signum >= 32 || signum == SIGKILL || signum == SIGSTOP)
  2447. return -EINVAL;
  2448. if (!validate_read_typed(act))
  2449. return -EFAULT;
  2450. InterruptDisabler disabler; // FIXME: This should use a narrower lock. Maybe a way to ignore signals temporarily?
  2451. auto& action = Thread::current()->m_signal_action_data[signum];
  2452. if (old_act) {
  2453. if (!validate_write_typed(old_act))
  2454. return -EFAULT;
  2455. copy_to_user(&old_act->sa_flags, &action.flags);
  2456. copy_to_user(&old_act->sa_sigaction, &action.handler_or_sigaction, sizeof(action.handler_or_sigaction));
  2457. }
  2458. copy_from_user(&action.flags, &act->sa_flags);
  2459. copy_from_user(&action.handler_or_sigaction, &act->sa_sigaction, sizeof(action.handler_or_sigaction));
  2460. return 0;
  2461. }
  2462. int Process::sys$getgroups(ssize_t count, gid_t* user_gids)
  2463. {
  2464. REQUIRE_PROMISE(stdio);
  2465. if (count < 0)
  2466. return -EINVAL;
  2467. if (!count)
  2468. return m_extra_gids.size();
  2469. if (count != (int)m_extra_gids.size())
  2470. return -EINVAL;
  2471. if (!validate_write_typed(user_gids, m_extra_gids.size()))
  2472. return -EFAULT;
  2473. Vector<gid_t> gids;
  2474. for (auto gid : m_extra_gids)
  2475. gids.append(gid);
  2476. copy_to_user(user_gids, gids.data(), sizeof(gid_t) * count);
  2477. return 0;
  2478. }
  2479. int Process::sys$setgroups(ssize_t count, const gid_t* user_gids)
  2480. {
  2481. REQUIRE_PROMISE(id);
  2482. if (count < 0)
  2483. return -EINVAL;
  2484. if (!is_superuser())
  2485. return -EPERM;
  2486. if (count && !validate_read(user_gids, count))
  2487. return -EFAULT;
  2488. if (!count) {
  2489. m_extra_gids.clear();
  2490. return 0;
  2491. }
  2492. Vector<gid_t> gids;
  2493. gids.resize(count);
  2494. copy_from_user(gids.data(), user_gids, sizeof(gid_t) * count);
  2495. HashTable<gid_t> unique_extra_gids;
  2496. for (auto& gid : gids) {
  2497. if (gid != m_gid)
  2498. unique_extra_gids.set(gid);
  2499. }
  2500. m_extra_gids.resize(unique_extra_gids.size());
  2501. size_t i = 0;
  2502. for (auto& gid : unique_extra_gids) {
  2503. if (gid == m_gid)
  2504. continue;
  2505. m_extra_gids[i++] = gid;
  2506. }
  2507. return 0;
  2508. }
  2509. int Process::sys$mkdir(const char* user_path, size_t path_length, mode_t mode)
  2510. {
  2511. REQUIRE_PROMISE(cpath);
  2512. auto path = get_syscall_path_argument(user_path, path_length);
  2513. if (path.is_error())
  2514. return path.error();
  2515. return VFS::the().mkdir(path.value(), mode & ~umask(), current_directory());
  2516. }
  2517. int Process::sys$realpath(const Syscall::SC_realpath_params* user_params)
  2518. {
  2519. REQUIRE_PROMISE(rpath);
  2520. Syscall::SC_realpath_params params;
  2521. if (!validate_read_and_copy_typed(&params, user_params))
  2522. return -EFAULT;
  2523. if (!validate_write(params.buffer.data, params.buffer.size))
  2524. return -EFAULT;
  2525. auto path = get_syscall_path_argument(params.path);
  2526. if (path.is_error())
  2527. return path.error();
  2528. auto custody_or_error = VFS::the().resolve_path(path.value(), current_directory());
  2529. if (custody_or_error.is_error())
  2530. return custody_or_error.error();
  2531. auto& custody = custody_or_error.value();
  2532. auto absolute_path = custody->absolute_path();
  2533. if (absolute_path.length() + 1 > params.buffer.size)
  2534. return -ENAMETOOLONG;
  2535. copy_to_user(params.buffer.data, absolute_path.characters(), absolute_path.length() + 1);
  2536. return 0;
  2537. };
  2538. clock_t Process::sys$times(tms* times)
  2539. {
  2540. REQUIRE_PROMISE(stdio);
  2541. if (!validate_write_typed(times))
  2542. return -EFAULT;
  2543. copy_to_user(&times->tms_utime, &m_ticks_in_user);
  2544. copy_to_user(&times->tms_stime, &m_ticks_in_kernel);
  2545. copy_to_user(&times->tms_cutime, &m_ticks_in_user_for_dead_children);
  2546. copy_to_user(&times->tms_cstime, &m_ticks_in_kernel_for_dead_children);
  2547. return g_uptime & 0x7fffffff;
  2548. }
  2549. int Process::sys$select(const Syscall::SC_select_params* params)
  2550. {
  2551. REQUIRE_PROMISE(stdio);
  2552. // FIXME: Return -EINVAL if timeout is invalid.
  2553. if (!validate_read_typed(params))
  2554. return -EFAULT;
  2555. SmapDisabler disabler;
  2556. int nfds = params->nfds;
  2557. fd_set* readfds = params->readfds;
  2558. fd_set* writefds = params->writefds;
  2559. fd_set* exceptfds = params->exceptfds;
  2560. const timespec* timeout = params->timeout;
  2561. const sigset_t* sigmask = params->sigmask;
  2562. if (writefds && !validate_write_typed(writefds))
  2563. return -EFAULT;
  2564. if (readfds && !validate_write_typed(readfds))
  2565. return -EFAULT;
  2566. if (exceptfds && !validate_write_typed(exceptfds))
  2567. return -EFAULT;
  2568. if (timeout && !validate_read_typed(timeout))
  2569. return -EFAULT;
  2570. if (sigmask && !validate_read_typed(sigmask))
  2571. return -EFAULT;
  2572. if (nfds < 0)
  2573. return -EINVAL;
  2574. timespec computed_timeout;
  2575. bool select_has_timeout = false;
  2576. if (timeout && (timeout->tv_sec || timeout->tv_nsec)) {
  2577. timespec ts_since_boot;
  2578. timeval_to_timespec(Scheduler::time_since_boot(), ts_since_boot);
  2579. timespec_add(ts_since_boot, *timeout, computed_timeout);
  2580. select_has_timeout = true;
  2581. }
  2582. auto current_thread = Thread::current();
  2583. ScopedValueRollback scoped_sigmask(current_thread->m_signal_mask);
  2584. if (sigmask)
  2585. current_thread->m_signal_mask = *sigmask;
  2586. Thread::SelectBlocker::FDVector rfds;
  2587. Thread::SelectBlocker::FDVector wfds;
  2588. Thread::SelectBlocker::FDVector efds;
  2589. auto transfer_fds = [&](auto* fds, auto& vector) -> int {
  2590. vector.clear_with_capacity();
  2591. if (!fds)
  2592. return 0;
  2593. for (int fd = 0; fd < nfds; ++fd) {
  2594. if (FD_ISSET(fd, fds)) {
  2595. if (!file_description(fd)) {
  2596. dbg() << "sys$select: Bad fd number " << fd;
  2597. return -EBADF;
  2598. }
  2599. vector.append(fd);
  2600. }
  2601. }
  2602. return 0;
  2603. };
  2604. if (int error = transfer_fds(writefds, wfds))
  2605. return error;
  2606. if (int error = transfer_fds(readfds, rfds))
  2607. return error;
  2608. if (int error = transfer_fds(exceptfds, efds))
  2609. return error;
  2610. #if defined(DEBUG_IO) || defined(DEBUG_POLL_SELECT)
  2611. dbg() << "selecting on (read:" << rfds.size() << ", write:" << wfds.size() << "), timeout=" << timeout;
  2612. #endif
  2613. if (!timeout || select_has_timeout) {
  2614. if (current_thread->block<Thread::SelectBlocker>(computed_timeout, select_has_timeout, rfds, wfds, efds) != Thread::BlockResult::WokeNormally)
  2615. return -EINTR;
  2616. // While we blocked, the process lock was dropped. This gave other threads
  2617. // the opportunity to mess with the memory. For example, it could free the
  2618. // region, and map it to a region to which it has no write permissions.
  2619. // Therefore, we need to re-validate all pointers.
  2620. if (writefds && !validate_write_typed(writefds))
  2621. return -EFAULT;
  2622. if (readfds && !validate_write_typed(readfds))
  2623. return -EFAULT;
  2624. // See the fixme below.
  2625. if (exceptfds && !validate_write_typed(exceptfds))
  2626. return -EFAULT;
  2627. }
  2628. int marked_fd_count = 0;
  2629. auto mark_fds = [&](auto* fds, auto& vector, auto should_mark) {
  2630. if (!fds)
  2631. return;
  2632. FD_ZERO(fds);
  2633. for (int fd : vector) {
  2634. if (auto description = file_description(fd); description && should_mark(*description)) {
  2635. FD_SET(fd, fds);
  2636. ++marked_fd_count;
  2637. }
  2638. }
  2639. };
  2640. mark_fds(readfds, rfds, [](auto& description) { return description.can_read(); });
  2641. mark_fds(writefds, wfds, [](auto& description) { return description.can_write(); });
  2642. // FIXME: We should also mark exceptfds as appropriate.
  2643. return marked_fd_count;
  2644. }
  2645. int Process::sys$poll(const Syscall::SC_poll_params* params)
  2646. {
  2647. REQUIRE_PROMISE(stdio);
  2648. // FIXME: Return -EINVAL if timeout is invalid.
  2649. if (!validate_read_typed(params))
  2650. return -EFAULT;
  2651. SmapDisabler disabler;
  2652. pollfd* fds = params->fds;
  2653. unsigned nfds = params->nfds;
  2654. const timespec* timeout = params->timeout;
  2655. const sigset_t* sigmask = params->sigmask;
  2656. if (fds && !validate_read_typed(fds, nfds))
  2657. return -EFAULT;
  2658. if (timeout && !validate_read_typed(timeout))
  2659. return -EFAULT;
  2660. if (sigmask && !validate_read_typed(sigmask))
  2661. return -EFAULT;
  2662. if (!validate_read_typed(fds))
  2663. return -EFAULT;
  2664. Thread::SelectBlocker::FDVector rfds;
  2665. Thread::SelectBlocker::FDVector wfds;
  2666. for (unsigned i = 0; i < nfds; ++i) {
  2667. if (fds[i].events & POLLIN)
  2668. rfds.append(fds[i].fd);
  2669. if (fds[i].events & POLLOUT)
  2670. wfds.append(fds[i].fd);
  2671. }
  2672. timespec actual_timeout;
  2673. bool has_timeout = false;
  2674. if (timeout && (timeout->tv_sec || timeout->tv_nsec)) {
  2675. timespec ts_since_boot;
  2676. timeval_to_timespec(Scheduler::time_since_boot(), ts_since_boot);
  2677. timespec_add(ts_since_boot, *timeout, actual_timeout);
  2678. has_timeout = true;
  2679. }
  2680. auto current_thread = Thread::current();
  2681. ScopedValueRollback scoped_sigmask(current_thread->m_signal_mask);
  2682. if (sigmask)
  2683. current_thread->m_signal_mask = *sigmask;
  2684. #if defined(DEBUG_IO) || defined(DEBUG_POLL_SELECT)
  2685. dbg() << "polling on (read:" << rfds.size() << ", write:" << wfds.size() << "), timeout=" << timeout;
  2686. #endif
  2687. if (!timeout || has_timeout) {
  2688. if (current_thread->block<Thread::SelectBlocker>(actual_timeout, has_timeout, rfds, wfds, Thread::SelectBlocker::FDVector()) != Thread::BlockResult::WokeNormally)
  2689. return -EINTR;
  2690. }
  2691. int fds_with_revents = 0;
  2692. for (unsigned i = 0; i < nfds; ++i) {
  2693. auto description = file_description(fds[i].fd);
  2694. if (!description) {
  2695. fds[i].revents = POLLNVAL;
  2696. continue;
  2697. }
  2698. fds[i].revents = 0;
  2699. if (fds[i].events & POLLIN && description->can_read())
  2700. fds[i].revents |= POLLIN;
  2701. if (fds[i].events & POLLOUT && description->can_write())
  2702. fds[i].revents |= POLLOUT;
  2703. if (fds[i].revents)
  2704. ++fds_with_revents;
  2705. }
  2706. return fds_with_revents;
  2707. }
  2708. Custody& Process::current_directory()
  2709. {
  2710. if (!m_cwd)
  2711. m_cwd = VFS::the().root_custody();
  2712. return *m_cwd;
  2713. }
  2714. int Process::sys$link(const Syscall::SC_link_params* user_params)
  2715. {
  2716. REQUIRE_PROMISE(cpath);
  2717. Syscall::SC_link_params params;
  2718. if (!validate_read_and_copy_typed(&params, user_params))
  2719. return -EFAULT;
  2720. auto old_path = validate_and_copy_string_from_user(params.old_path);
  2721. auto new_path = validate_and_copy_string_from_user(params.new_path);
  2722. if (old_path.is_null() || new_path.is_null())
  2723. return -EFAULT;
  2724. return VFS::the().link(old_path, new_path, current_directory());
  2725. }
  2726. int Process::sys$unlink(const char* user_path, size_t path_length)
  2727. {
  2728. REQUIRE_PROMISE(cpath);
  2729. if (!validate_read(user_path, path_length))
  2730. return -EFAULT;
  2731. auto path = get_syscall_path_argument(user_path, path_length);
  2732. if (path.is_error())
  2733. return path.error();
  2734. return VFS::the().unlink(path.value(), current_directory());
  2735. }
  2736. int Process::sys$symlink(const Syscall::SC_symlink_params* user_params)
  2737. {
  2738. REQUIRE_PROMISE(cpath);
  2739. Syscall::SC_symlink_params params;
  2740. if (!validate_read_and_copy_typed(&params, user_params))
  2741. return -EFAULT;
  2742. auto target = get_syscall_path_argument(params.target);
  2743. if (target.is_error())
  2744. return target.error();
  2745. auto linkpath = get_syscall_path_argument(params.linkpath);
  2746. if (linkpath.is_error())
  2747. return linkpath.error();
  2748. return VFS::the().symlink(target.value(), linkpath.value(), current_directory());
  2749. }
  2750. KResultOr<String> Process::get_syscall_path_argument(const char* user_path, size_t path_length) const
  2751. {
  2752. if (path_length == 0)
  2753. return KResult(-EINVAL);
  2754. if (path_length > PATH_MAX)
  2755. return KResult(-ENAMETOOLONG);
  2756. if (!validate_read(user_path, path_length))
  2757. return KResult(-EFAULT);
  2758. return copy_string_from_user(user_path, path_length);
  2759. }
  2760. KResultOr<String> Process::get_syscall_path_argument(const Syscall::StringArgument& path) const
  2761. {
  2762. return get_syscall_path_argument(path.characters, path.length);
  2763. }
  2764. int Process::sys$rmdir(const char* user_path, size_t path_length)
  2765. {
  2766. REQUIRE_PROMISE(cpath);
  2767. auto path = get_syscall_path_argument(user_path, path_length);
  2768. if (path.is_error())
  2769. return path.error();
  2770. return VFS::the().rmdir(path.value(), current_directory());
  2771. }
  2772. int Process::sys$chmod(const char* user_path, size_t path_length, mode_t mode)
  2773. {
  2774. REQUIRE_PROMISE(fattr);
  2775. auto path = get_syscall_path_argument(user_path, path_length);
  2776. if (path.is_error())
  2777. return path.error();
  2778. return VFS::the().chmod(path.value(), mode, current_directory());
  2779. }
  2780. int Process::sys$fchmod(int fd, mode_t mode)
  2781. {
  2782. REQUIRE_PROMISE(fattr);
  2783. auto description = file_description(fd);
  2784. if (!description)
  2785. return -EBADF;
  2786. return description->chmod(mode);
  2787. }
  2788. int Process::sys$fchown(int fd, uid_t uid, gid_t gid)
  2789. {
  2790. REQUIRE_PROMISE(chown);
  2791. auto description = file_description(fd);
  2792. if (!description)
  2793. return -EBADF;
  2794. return description->chown(uid, gid);
  2795. }
  2796. int Process::sys$chown(const Syscall::SC_chown_params* user_params)
  2797. {
  2798. REQUIRE_PROMISE(chown);
  2799. Syscall::SC_chown_params params;
  2800. if (!validate_read_and_copy_typed(&params, user_params))
  2801. return -EFAULT;
  2802. auto path = get_syscall_path_argument(params.path);
  2803. if (path.is_error())
  2804. return path.error();
  2805. return VFS::the().chown(path.value(), params.uid, params.gid, current_directory());
  2806. }
  2807. void Process::finalize()
  2808. {
  2809. ASSERT(Thread::current() == g_finalizer);
  2810. #ifdef PROCESS_DEBUG
  2811. dbg() << "Finalizing process " << *this;
  2812. #endif
  2813. if (m_perf_event_buffer) {
  2814. auto description_or_error = VFS::the().open(String::format("perfcore.%d", m_pid), O_CREAT | O_EXCL, 0400, current_directory(), UidAndGid { m_uid, m_gid });
  2815. if (!description_or_error.is_error()) {
  2816. auto& description = description_or_error.value();
  2817. auto json = m_perf_event_buffer->to_json(m_pid, m_executable ? m_executable->absolute_path() : "");
  2818. description->write(json.data(), json.size());
  2819. }
  2820. }
  2821. m_fds.clear();
  2822. m_tty = nullptr;
  2823. m_executable = nullptr;
  2824. m_cwd = nullptr;
  2825. m_root_directory = nullptr;
  2826. m_root_directory_relative_to_global_root = nullptr;
  2827. disown_all_shared_buffers();
  2828. {
  2829. InterruptDisabler disabler;
  2830. if (auto* parent_thread = Thread::from_tid(m_ppid)) {
  2831. if (parent_thread->m_signal_action_data[SIGCHLD].flags & SA_NOCLDWAIT) {
  2832. // NOTE: If the parent doesn't care about this process, let it go.
  2833. m_ppid = 0;
  2834. } else {
  2835. parent_thread->send_signal(SIGCHLD, this);
  2836. }
  2837. }
  2838. }
  2839. m_regions.clear();
  2840. m_dead = true;
  2841. }
  2842. void Process::die()
  2843. {
  2844. // Let go of the TTY, otherwise a slave PTY may keep the master PTY from
  2845. // getting an EOF when the last process using the slave PTY dies.
  2846. // If the master PTY owner relies on an EOF to know when to wait() on a
  2847. // slave owner, we have to allow the PTY pair to be torn down.
  2848. m_tty = nullptr;
  2849. kill_all_threads();
  2850. }
  2851. size_t Process::amount_dirty_private() const
  2852. {
  2853. // FIXME: This gets a bit more complicated for Regions sharing the same underlying VMObject.
  2854. // The main issue I'm thinking of is when the VMObject has physical pages that none of the Regions are mapping.
  2855. // That's probably a situation that needs to be looked at in general.
  2856. size_t amount = 0;
  2857. for (auto& region : m_regions) {
  2858. if (!region.is_shared())
  2859. amount += region.amount_dirty();
  2860. }
  2861. return amount;
  2862. }
  2863. size_t Process::amount_clean_inode() const
  2864. {
  2865. HashTable<const InodeVMObject*> vmobjects;
  2866. for (auto& region : m_regions) {
  2867. if (region.vmobject().is_inode())
  2868. vmobjects.set(&static_cast<const InodeVMObject&>(region.vmobject()));
  2869. }
  2870. size_t amount = 0;
  2871. for (auto& vmobject : vmobjects)
  2872. amount += vmobject->amount_clean();
  2873. return amount;
  2874. }
  2875. size_t Process::amount_virtual() const
  2876. {
  2877. size_t amount = 0;
  2878. for (auto& region : m_regions) {
  2879. amount += region.size();
  2880. }
  2881. return amount;
  2882. }
  2883. size_t Process::amount_resident() const
  2884. {
  2885. // FIXME: This will double count if multiple regions use the same physical page.
  2886. size_t amount = 0;
  2887. for (auto& region : m_regions) {
  2888. amount += region.amount_resident();
  2889. }
  2890. return amount;
  2891. }
  2892. size_t Process::amount_shared() const
  2893. {
  2894. // FIXME: This will double count if multiple regions use the same physical page.
  2895. // FIXME: It doesn't work at the moment, since it relies on PhysicalPage ref counts,
  2896. // and each PhysicalPage is only reffed by its VMObject. This needs to be refactored
  2897. // so that every Region contributes +1 ref to each of its PhysicalPages.
  2898. size_t amount = 0;
  2899. for (auto& region : m_regions) {
  2900. amount += region.amount_shared();
  2901. }
  2902. return amount;
  2903. }
  2904. size_t Process::amount_purgeable_volatile() const
  2905. {
  2906. size_t amount = 0;
  2907. for (auto& region : m_regions) {
  2908. if (region.vmobject().is_purgeable() && static_cast<const PurgeableVMObject&>(region.vmobject()).is_volatile())
  2909. amount += region.amount_resident();
  2910. }
  2911. return amount;
  2912. }
  2913. size_t Process::amount_purgeable_nonvolatile() const
  2914. {
  2915. size_t amount = 0;
  2916. for (auto& region : m_regions) {
  2917. if (region.vmobject().is_purgeable() && !static_cast<const PurgeableVMObject&>(region.vmobject()).is_volatile())
  2918. amount += region.amount_resident();
  2919. }
  2920. return amount;
  2921. }
  2922. #define REQUIRE_PROMISE_FOR_SOCKET_DOMAIN(domain) \
  2923. do { \
  2924. if (domain == AF_INET) \
  2925. REQUIRE_PROMISE(inet); \
  2926. else if (domain == AF_LOCAL) \
  2927. REQUIRE_PROMISE(unix); \
  2928. } while (0)
  2929. int Process::sys$socket(int domain, int type, int protocol)
  2930. {
  2931. REQUIRE_PROMISE_FOR_SOCKET_DOMAIN(domain);
  2932. if ((type & SOCK_TYPE_MASK) == SOCK_RAW && !is_superuser())
  2933. return -EACCES;
  2934. int fd = alloc_fd();
  2935. if (fd < 0)
  2936. return fd;
  2937. auto result = Socket::create(domain, type, protocol);
  2938. if (result.is_error())
  2939. return result.error();
  2940. auto description = FileDescription::create(*result.value());
  2941. description->set_readable(true);
  2942. description->set_writable(true);
  2943. unsigned flags = 0;
  2944. if (type & SOCK_CLOEXEC)
  2945. flags |= FD_CLOEXEC;
  2946. if (type & SOCK_NONBLOCK)
  2947. description->set_blocking(false);
  2948. m_fds[fd].set(move(description), flags);
  2949. return fd;
  2950. }
  2951. int Process::sys$bind(int sockfd, const sockaddr* address, socklen_t address_length)
  2952. {
  2953. if (!validate_read(address, address_length))
  2954. return -EFAULT;
  2955. auto description = file_description(sockfd);
  2956. if (!description)
  2957. return -EBADF;
  2958. if (!description->is_socket())
  2959. return -ENOTSOCK;
  2960. auto& socket = *description->socket();
  2961. REQUIRE_PROMISE_FOR_SOCKET_DOMAIN(socket.domain());
  2962. return socket.bind(address, address_length);
  2963. }
  2964. int Process::sys$listen(int sockfd, int backlog)
  2965. {
  2966. if (backlog < 0)
  2967. return -EINVAL;
  2968. auto description = file_description(sockfd);
  2969. if (!description)
  2970. return -EBADF;
  2971. if (!description->is_socket())
  2972. return -ENOTSOCK;
  2973. auto& socket = *description->socket();
  2974. REQUIRE_PROMISE_FOR_SOCKET_DOMAIN(socket.domain());
  2975. if (socket.is_connected())
  2976. return -EINVAL;
  2977. return socket.listen(backlog);
  2978. }
  2979. int Process::sys$accept(int accepting_socket_fd, sockaddr* user_address, socklen_t* user_address_size)
  2980. {
  2981. REQUIRE_PROMISE(accept);
  2982. socklen_t address_size = 0;
  2983. if (user_address) {
  2984. if (!validate_write_typed(user_address_size))
  2985. return -EFAULT;
  2986. copy_from_user(&address_size, user_address_size);
  2987. if (!validate_write(user_address, address_size))
  2988. return -EFAULT;
  2989. }
  2990. int accepted_socket_fd = alloc_fd();
  2991. if (accepted_socket_fd < 0)
  2992. return accepted_socket_fd;
  2993. auto accepting_socket_description = file_description(accepting_socket_fd);
  2994. if (!accepting_socket_description)
  2995. return -EBADF;
  2996. if (!accepting_socket_description->is_socket())
  2997. return -ENOTSOCK;
  2998. auto& socket = *accepting_socket_description->socket();
  2999. if (!socket.can_accept()) {
  3000. if (accepting_socket_description->is_blocking()) {
  3001. if (Thread::current()->block<Thread::AcceptBlocker>(*accepting_socket_description) != Thread::BlockResult::WokeNormally)
  3002. return -EINTR;
  3003. } else {
  3004. return -EAGAIN;
  3005. }
  3006. }
  3007. auto accepted_socket = socket.accept();
  3008. ASSERT(accepted_socket);
  3009. if (user_address) {
  3010. u8 address_buffer[sizeof(sockaddr_un)];
  3011. address_size = min(sizeof(sockaddr_un), static_cast<size_t>(address_size));
  3012. accepted_socket->get_peer_address((sockaddr*)address_buffer, &address_size);
  3013. copy_to_user(user_address, address_buffer, address_size);
  3014. copy_to_user(user_address_size, &address_size);
  3015. }
  3016. auto accepted_socket_description = FileDescription::create(*accepted_socket);
  3017. accepted_socket_description->set_readable(true);
  3018. accepted_socket_description->set_writable(true);
  3019. // NOTE: The accepted socket inherits fd flags from the accepting socket.
  3020. // I'm not sure if this matches other systems but it makes sense to me.
  3021. accepted_socket_description->set_blocking(accepting_socket_description->is_blocking());
  3022. m_fds[accepted_socket_fd].set(move(accepted_socket_description), m_fds[accepting_socket_fd].flags);
  3023. // NOTE: Moving this state to Completed is what causes connect() to unblock on the client side.
  3024. accepted_socket->set_setup_state(Socket::SetupState::Completed);
  3025. return accepted_socket_fd;
  3026. }
  3027. int Process::sys$connect(int sockfd, const sockaddr* user_address, socklen_t user_address_size)
  3028. {
  3029. if (!validate_read(user_address, user_address_size))
  3030. return -EFAULT;
  3031. int fd = alloc_fd();
  3032. if (fd < 0)
  3033. return fd;
  3034. auto description = file_description(sockfd);
  3035. if (!description)
  3036. return -EBADF;
  3037. if (!description->is_socket())
  3038. return -ENOTSOCK;
  3039. auto& socket = *description->socket();
  3040. REQUIRE_PROMISE_FOR_SOCKET_DOMAIN(socket.domain());
  3041. u8 address[sizeof(sockaddr_un)];
  3042. size_t address_size = min(sizeof(address), static_cast<size_t>(user_address_size));
  3043. copy_from_user(address, user_address, address_size);
  3044. return socket.connect(*description, (const sockaddr*)address, address_size, description->is_blocking() ? ShouldBlock::Yes : ShouldBlock::No);
  3045. }
  3046. int Process::sys$shutdown(int sockfd, int how)
  3047. {
  3048. REQUIRE_PROMISE(stdio);
  3049. if (how & ~SHUT_RDWR)
  3050. return -EINVAL;
  3051. auto description = file_description(sockfd);
  3052. if (!description)
  3053. return -EBADF;
  3054. if (!description->is_socket())
  3055. return -ENOTSOCK;
  3056. auto& socket = *description->socket();
  3057. REQUIRE_PROMISE_FOR_SOCKET_DOMAIN(socket.domain());
  3058. return socket.shutdown(how);
  3059. }
  3060. ssize_t Process::sys$sendto(const Syscall::SC_sendto_params* user_params)
  3061. {
  3062. REQUIRE_PROMISE(stdio);
  3063. Syscall::SC_sendto_params params;
  3064. if (!validate_read_and_copy_typed(&params, user_params))
  3065. return -EFAULT;
  3066. int flags = params.flags;
  3067. const sockaddr* addr = params.addr;
  3068. socklen_t addr_length = params.addr_length;
  3069. if (!validate(params.data))
  3070. return -EFAULT;
  3071. if (addr && !validate_read(addr, addr_length))
  3072. return -EFAULT;
  3073. auto description = file_description(params.sockfd);
  3074. if (!description)
  3075. return -EBADF;
  3076. if (!description->is_socket())
  3077. return -ENOTSOCK;
  3078. auto& socket = *description->socket();
  3079. if (socket.is_shut_down_for_writing())
  3080. return -EPIPE;
  3081. SmapDisabler disabler;
  3082. return socket.sendto(*description, params.data.data, params.data.size, flags, addr, addr_length);
  3083. }
  3084. ssize_t Process::sys$recvfrom(const Syscall::SC_recvfrom_params* user_params)
  3085. {
  3086. REQUIRE_PROMISE(stdio);
  3087. Syscall::SC_recvfrom_params params;
  3088. if (!validate_read_and_copy_typed(&params, user_params))
  3089. return -EFAULT;
  3090. int flags = params.flags;
  3091. sockaddr* addr = params.addr;
  3092. socklen_t* addr_length = params.addr_length;
  3093. SmapDisabler disabler;
  3094. if (!validate(params.buffer))
  3095. return -EFAULT;
  3096. if (addr_length) {
  3097. if (!validate_write_typed(addr_length))
  3098. return -EFAULT;
  3099. if (!validate_write(addr, *addr_length))
  3100. return -EFAULT;
  3101. } else if (addr) {
  3102. return -EINVAL;
  3103. }
  3104. auto description = file_description(params.sockfd);
  3105. if (!description)
  3106. return -EBADF;
  3107. if (!description->is_socket())
  3108. return -ENOTSOCK;
  3109. auto& socket = *description->socket();
  3110. if (socket.is_shut_down_for_reading())
  3111. return 0;
  3112. bool original_blocking = description->is_blocking();
  3113. if (flags & MSG_DONTWAIT)
  3114. description->set_blocking(false);
  3115. auto nrecv = socket.recvfrom(*description, params.buffer.data, params.buffer.size, flags, addr, addr_length);
  3116. if (flags & MSG_DONTWAIT)
  3117. description->set_blocking(original_blocking);
  3118. return nrecv;
  3119. }
  3120. template<bool sockname, typename Params>
  3121. int Process::get_sock_or_peer_name(const Params& params)
  3122. {
  3123. socklen_t addrlen_value;
  3124. if (!validate_read_and_copy_typed(&addrlen_value, params.addrlen))
  3125. return -EFAULT;
  3126. if (addrlen_value <= 0)
  3127. return -EINVAL;
  3128. if (!validate_write(params.addr, addrlen_value))
  3129. return -EFAULT;
  3130. if (!validate_write_typed(params.addrlen))
  3131. return -EFAULT;
  3132. auto description = file_description(params.sockfd);
  3133. if (!description)
  3134. return -EBADF;
  3135. if (!description->is_socket())
  3136. return -ENOTSOCK;
  3137. auto& socket = *description->socket();
  3138. REQUIRE_PROMISE_FOR_SOCKET_DOMAIN(socket.domain());
  3139. u8 address_buffer[sizeof(sockaddr_un)];
  3140. addrlen_value = min(sizeof(sockaddr_un), static_cast<size_t>(addrlen_value));
  3141. if constexpr (sockname)
  3142. socket.get_local_address((sockaddr*)address_buffer, &addrlen_value);
  3143. else
  3144. socket.get_peer_address((sockaddr*)address_buffer, &addrlen_value);
  3145. copy_to_user(params.addr, address_buffer, addrlen_value);
  3146. copy_to_user(params.addrlen, &addrlen_value);
  3147. return 0;
  3148. }
  3149. int Process::sys$getsockname(const Syscall::SC_getsockname_params* user_params)
  3150. {
  3151. Syscall::SC_getsockname_params params;
  3152. if (!validate_read_and_copy_typed(&params, user_params))
  3153. return -EFAULT;
  3154. return get_sock_or_peer_name<true>(params);
  3155. }
  3156. int Process::sys$getpeername(const Syscall::SC_getpeername_params* user_params)
  3157. {
  3158. Syscall::SC_getpeername_params params;
  3159. if (!validate_read_and_copy_typed(&params, user_params))
  3160. return -EFAULT;
  3161. return get_sock_or_peer_name<false>(params);
  3162. }
  3163. int Process::sys$sched_setparam(int tid, const struct sched_param* param)
  3164. {
  3165. REQUIRE_PROMISE(proc);
  3166. if (!validate_read_typed(param))
  3167. return -EFAULT;
  3168. int desired_priority;
  3169. copy_from_user(&desired_priority, &param->sched_priority);
  3170. InterruptDisabler disabler;
  3171. auto* peer = Thread::current();
  3172. if (tid != 0)
  3173. peer = Thread::from_tid(tid);
  3174. if (!peer)
  3175. return -ESRCH;
  3176. if (!is_superuser() && m_euid != peer->process().m_uid && m_uid != peer->process().m_uid)
  3177. return -EPERM;
  3178. if (desired_priority < THREAD_PRIORITY_MIN || desired_priority > THREAD_PRIORITY_MAX)
  3179. return -EINVAL;
  3180. peer->set_priority((u32)desired_priority);
  3181. return 0;
  3182. }
  3183. int Process::sys$sched_getparam(pid_t pid, struct sched_param* param)
  3184. {
  3185. REQUIRE_PROMISE(proc);
  3186. if (!validate_write_typed(param))
  3187. return -EFAULT;
  3188. InterruptDisabler disabler;
  3189. auto* peer = Thread::current();
  3190. if (pid != 0)
  3191. peer = Thread::from_tid(pid);
  3192. if (!peer)
  3193. return -ESRCH;
  3194. if (!is_superuser() && m_euid != peer->process().m_uid && m_uid != peer->process().m_uid)
  3195. return -EPERM;
  3196. int priority = peer->priority();
  3197. copy_to_user(&param->sched_priority, &priority);
  3198. return 0;
  3199. }
  3200. int Process::sys$getsockopt(const Syscall::SC_getsockopt_params* params)
  3201. {
  3202. if (!validate_read_typed(params))
  3203. return -EFAULT;
  3204. SmapDisabler disabler;
  3205. int sockfd = params->sockfd;
  3206. int level = params->level;
  3207. int option = params->option;
  3208. void* value = params->value;
  3209. socklen_t* value_size = params->value_size;
  3210. if (!validate_write_typed(value_size))
  3211. return -EFAULT;
  3212. if (!validate_write(value, *value_size))
  3213. return -EFAULT;
  3214. auto description = file_description(sockfd);
  3215. if (!description)
  3216. return -EBADF;
  3217. if (!description->is_socket())
  3218. return -ENOTSOCK;
  3219. auto& socket = *description->socket();
  3220. if (has_promised(Pledge::accept) && socket.is_local() && level == SOL_SOCKET && option == SO_PEERCRED) {
  3221. // We make an exception for SOL_SOCKET::SO_PEERCRED on local sockets if you've pledged "accept"
  3222. } else {
  3223. REQUIRE_PROMISE_FOR_SOCKET_DOMAIN(socket.domain());
  3224. }
  3225. return socket.getsockopt(*description, level, option, value, value_size);
  3226. }
  3227. int Process::sys$setsockopt(const Syscall::SC_setsockopt_params* params)
  3228. {
  3229. if (!validate_read_typed(params))
  3230. return -EFAULT;
  3231. SmapDisabler disabler;
  3232. int sockfd = params->sockfd;
  3233. int level = params->level;
  3234. int option = params->option;
  3235. const void* value = params->value;
  3236. socklen_t value_size = params->value_size;
  3237. if (!validate_read(value, value_size))
  3238. return -EFAULT;
  3239. auto description = file_description(sockfd);
  3240. if (!description)
  3241. return -EBADF;
  3242. if (!description->is_socket())
  3243. return -ENOTSOCK;
  3244. auto& socket = *description->socket();
  3245. REQUIRE_PROMISE_FOR_SOCKET_DOMAIN(socket.domain());
  3246. return socket.setsockopt(level, option, value, value_size);
  3247. }
  3248. void Process::disown_all_shared_buffers()
  3249. {
  3250. LOCKER(shared_buffers().lock());
  3251. Vector<SharedBuffer*, 32> buffers_to_disown;
  3252. for (auto& it : shared_buffers().resource())
  3253. buffers_to_disown.append(it.value.ptr());
  3254. for (auto* shared_buffer : buffers_to_disown)
  3255. shared_buffer->disown(m_pid);
  3256. }
  3257. int Process::sys$shbuf_create(int size, void** buffer)
  3258. {
  3259. REQUIRE_PROMISE(shared_buffer);
  3260. if (!size || size < 0)
  3261. return -EINVAL;
  3262. size = PAGE_ROUND_UP(size);
  3263. if (!validate_write_typed(buffer))
  3264. return -EFAULT;
  3265. LOCKER(shared_buffers().lock());
  3266. static int s_next_shbuf_id;
  3267. int shbuf_id = ++s_next_shbuf_id;
  3268. auto shared_buffer = make<SharedBuffer>(shbuf_id, size);
  3269. shared_buffer->share_with(m_pid);
  3270. void* address = shared_buffer->ref_for_process_and_get_address(*this);
  3271. copy_to_user(buffer, &address);
  3272. ASSERT((int)shared_buffer->size() >= size);
  3273. #ifdef SHARED_BUFFER_DEBUG
  3274. klog() << "Created shared buffer " << shbuf_id << " @ " << buffer << " (" << size << " bytes, vmobject is " << shared_buffer->size() << ")";
  3275. #endif
  3276. shared_buffers().resource().set(shbuf_id, move(shared_buffer));
  3277. return shbuf_id;
  3278. }
  3279. int Process::sys$shbuf_allow_pid(int shbuf_id, pid_t peer_pid)
  3280. {
  3281. REQUIRE_PROMISE(shared_buffer);
  3282. if (!peer_pid || peer_pid < 0 || peer_pid == m_pid)
  3283. return -EINVAL;
  3284. LOCKER(shared_buffers().lock());
  3285. auto it = shared_buffers().resource().find(shbuf_id);
  3286. if (it == shared_buffers().resource().end())
  3287. return -EINVAL;
  3288. auto& shared_buffer = *(*it).value;
  3289. if (!shared_buffer.is_shared_with(m_pid))
  3290. return -EPERM;
  3291. {
  3292. ScopedSpinLock lock(g_processes_lock);
  3293. auto* peer = Process::from_pid(peer_pid);
  3294. if (!peer)
  3295. return -ESRCH;
  3296. }
  3297. shared_buffer.share_with(peer_pid);
  3298. return 0;
  3299. }
  3300. int Process::sys$shbuf_allow_all(int shbuf_id)
  3301. {
  3302. REQUIRE_PROMISE(shared_buffer);
  3303. LOCKER(shared_buffers().lock());
  3304. auto it = shared_buffers().resource().find(shbuf_id);
  3305. if (it == shared_buffers().resource().end())
  3306. return -EINVAL;
  3307. auto& shared_buffer = *(*it).value;
  3308. if (!shared_buffer.is_shared_with(m_pid))
  3309. return -EPERM;
  3310. shared_buffer.share_globally();
  3311. return 0;
  3312. }
  3313. int Process::sys$shbuf_release(int shbuf_id)
  3314. {
  3315. REQUIRE_PROMISE(shared_buffer);
  3316. LOCKER(shared_buffers().lock());
  3317. auto it = shared_buffers().resource().find(shbuf_id);
  3318. if (it == shared_buffers().resource().end())
  3319. return -EINVAL;
  3320. auto& shared_buffer = *(*it).value;
  3321. if (!shared_buffer.is_shared_with(m_pid))
  3322. return -EPERM;
  3323. #ifdef SHARED_BUFFER_DEBUG
  3324. klog() << "Releasing shared buffer " << shbuf_id << ", buffer count: " << shared_buffers().resource().size();
  3325. #endif
  3326. shared_buffer.deref_for_process(*this);
  3327. return 0;
  3328. }
  3329. void* Process::sys$shbuf_get(int shbuf_id, size_t* user_size)
  3330. {
  3331. REQUIRE_PROMISE(shared_buffer);
  3332. if (user_size && !validate_write_typed(user_size))
  3333. return (void*)-EFAULT;
  3334. LOCKER(shared_buffers().lock());
  3335. auto it = shared_buffers().resource().find(shbuf_id);
  3336. if (it == shared_buffers().resource().end())
  3337. return (void*)-EINVAL;
  3338. auto& shared_buffer = *(*it).value;
  3339. if (!shared_buffer.is_shared_with(m_pid))
  3340. return (void*)-EPERM;
  3341. #ifdef SHARED_BUFFER_DEBUG
  3342. klog() << "Retaining shared buffer " << shbuf_id << ", buffer count: " << shared_buffers().resource().size();
  3343. #endif
  3344. if (user_size) {
  3345. size_t size = shared_buffer.size();
  3346. copy_to_user(user_size, &size);
  3347. }
  3348. return shared_buffer.ref_for_process_and_get_address(*this);
  3349. }
  3350. int Process::sys$shbuf_seal(int shbuf_id)
  3351. {
  3352. REQUIRE_PROMISE(shared_buffer);
  3353. LOCKER(shared_buffers().lock());
  3354. auto it = shared_buffers().resource().find(shbuf_id);
  3355. if (it == shared_buffers().resource().end())
  3356. return -EINVAL;
  3357. auto& shared_buffer = *(*it).value;
  3358. if (!shared_buffer.is_shared_with(m_pid))
  3359. return -EPERM;
  3360. #ifdef SHARED_BUFFER_DEBUG
  3361. klog() << "Sealing shared buffer " << shbuf_id;
  3362. #endif
  3363. shared_buffer.seal();
  3364. return 0;
  3365. }
  3366. int Process::sys$shbuf_set_volatile(int shbuf_id, bool state)
  3367. {
  3368. REQUIRE_PROMISE(shared_buffer);
  3369. LOCKER(shared_buffers().lock());
  3370. auto it = shared_buffers().resource().find(shbuf_id);
  3371. if (it == shared_buffers().resource().end())
  3372. return -EINVAL;
  3373. auto& shared_buffer = *(*it).value;
  3374. if (!shared_buffer.is_shared_with(m_pid))
  3375. return -EPERM;
  3376. #ifdef SHARED_BUFFER_DEBUG
  3377. klog() << "Set shared buffer " << shbuf_id << " volatile: " << state;
  3378. #endif
  3379. if (!state) {
  3380. bool was_purged = shared_buffer.vmobject().was_purged();
  3381. shared_buffer.vmobject().set_volatile(state);
  3382. shared_buffer.vmobject().set_was_purged(false);
  3383. return was_purged ? 1 : 0;
  3384. }
  3385. shared_buffer.vmobject().set_volatile(true);
  3386. return 0;
  3387. }
  3388. void Process::terminate_due_to_signal(u8 signal)
  3389. {
  3390. ASSERT_INTERRUPTS_DISABLED();
  3391. ASSERT(signal < 32);
  3392. dbg() << "Terminating due to signal " << signal;
  3393. m_termination_status = 0;
  3394. m_termination_signal = signal;
  3395. die();
  3396. }
  3397. KResult Process::send_signal(u8 signal, Process* sender)
  3398. {
  3399. InterruptDisabler disabler;
  3400. if (auto* thread = Thread::from_tid(m_pid)) {
  3401. thread->send_signal(signal, sender);
  3402. return KSuccess;
  3403. }
  3404. return KResult(-ESRCH);
  3405. }
  3406. int Process::sys$create_thread(void* (*entry)(void*), const Syscall::SC_create_thread_params* user_params)
  3407. {
  3408. REQUIRE_PROMISE(thread);
  3409. if (!validate_read((const void*)entry, sizeof(void*)))
  3410. return -EFAULT;
  3411. Syscall::SC_create_thread_params params;
  3412. if (!validate_read_and_copy_typed(&params, user_params))
  3413. return -EFAULT;
  3414. unsigned detach_state = params.m_detach_state;
  3415. int schedule_priority = params.m_schedule_priority;
  3416. void* stack_location = params.m_stack_location;
  3417. unsigned stack_size = params.m_stack_size;
  3418. if (!validate_write(stack_location, stack_size))
  3419. return -EFAULT;
  3420. u32 user_stack_address = reinterpret_cast<u32>(stack_location) + stack_size;
  3421. if (!MM.validate_user_stack(*this, VirtualAddress(user_stack_address - 4)))
  3422. return -EFAULT;
  3423. // FIXME: return EAGAIN if Thread::all_threads().size() is greater than PTHREAD_THREADS_MAX
  3424. int requested_thread_priority = schedule_priority;
  3425. if (requested_thread_priority < THREAD_PRIORITY_MIN || requested_thread_priority > THREAD_PRIORITY_MAX)
  3426. return -EINVAL;
  3427. bool is_thread_joinable = (0 == detach_state);
  3428. // FIXME: Do something with guard pages?
  3429. auto* thread = new Thread(*this);
  3430. // We know this thread is not the main_thread,
  3431. // So give it a unique name until the user calls $set_thread_name on it
  3432. // length + 4 to give space for our extra junk at the end
  3433. StringBuilder builder(m_name.length() + 4);
  3434. builder.append(m_name);
  3435. builder.appendf("[%d]", thread->tid());
  3436. thread->set_name(builder.to_string());
  3437. thread->set_priority(requested_thread_priority);
  3438. thread->set_joinable(is_thread_joinable);
  3439. auto& tss = thread->tss();
  3440. tss.eip = (FlatPtr)entry;
  3441. tss.eflags = 0x0202;
  3442. tss.cr3 = page_directory().cr3();
  3443. tss.esp = user_stack_address;
  3444. thread->make_thread_specific_region({});
  3445. thread->set_state(Thread::State::Runnable);
  3446. return thread->tid();
  3447. }
  3448. Thread* Process::create_kernel_thread(void (*entry)(), u32 priority, const String& name, u32 affinity, bool joinable)
  3449. {
  3450. ASSERT((priority >= THREAD_PRIORITY_MIN) && (priority <= THREAD_PRIORITY_MAX));
  3451. // FIXME: Do something with guard pages?
  3452. auto* thread = new Thread(*this);
  3453. thread->set_name(name);
  3454. thread->set_affinity(affinity);
  3455. thread->set_priority(priority);
  3456. thread->set_joinable(joinable);
  3457. auto& tss = thread->tss();
  3458. tss.eip = (FlatPtr)entry;
  3459. thread->set_state(Thread::State::Runnable);
  3460. return thread;
  3461. }
  3462. void Process::sys$exit_thread(void* exit_value)
  3463. {
  3464. REQUIRE_PROMISE(thread);
  3465. cli();
  3466. auto current_thread = Thread::current();
  3467. current_thread->m_exit_value = exit_value;
  3468. current_thread->set_should_die();
  3469. big_lock().force_unlock_if_locked();
  3470. current_thread->die_if_needed();
  3471. ASSERT_NOT_REACHED();
  3472. }
  3473. int Process::sys$detach_thread(int tid)
  3474. {
  3475. REQUIRE_PROMISE(thread);
  3476. InterruptDisabler disabler;
  3477. auto* thread = Thread::from_tid(tid);
  3478. if (!thread || thread->pid() != pid())
  3479. return -ESRCH;
  3480. if (!thread->is_joinable())
  3481. return -EINVAL;
  3482. thread->set_joinable(false);
  3483. return 0;
  3484. }
  3485. int Process::sys$join_thread(int tid, void** exit_value)
  3486. {
  3487. REQUIRE_PROMISE(thread);
  3488. if (exit_value && !validate_write_typed(exit_value))
  3489. return -EFAULT;
  3490. InterruptDisabler disabler;
  3491. auto* thread = Thread::from_tid(tid);
  3492. if (!thread || thread->pid() != pid())
  3493. return -ESRCH;
  3494. auto current_thread = Thread::current();
  3495. if (thread == current_thread)
  3496. return -EDEADLK;
  3497. if (thread->m_joinee == current_thread)
  3498. return -EDEADLK;
  3499. ASSERT(thread->m_joiner != current_thread);
  3500. if (thread->m_joiner)
  3501. return -EINVAL;
  3502. if (!thread->is_joinable())
  3503. return -EINVAL;
  3504. void* joinee_exit_value = nullptr;
  3505. // NOTE: pthread_join() cannot be interrupted by signals. Only by death.
  3506. for (;;) {
  3507. auto result = current_thread->block<Thread::JoinBlocker>(*thread, joinee_exit_value);
  3508. if (result == Thread::BlockResult::InterruptedByDeath) {
  3509. // NOTE: This cleans things up so that Thread::finalize() won't
  3510. // get confused about a missing joiner when finalizing the joinee.
  3511. InterruptDisabler disabler_t;
  3512. if (current_thread->m_joinee) {
  3513. current_thread->m_joinee->m_joiner = nullptr;
  3514. current_thread->m_joinee = nullptr;
  3515. }
  3516. break;
  3517. }
  3518. }
  3519. // NOTE: 'thread' is very possibly deleted at this point. Clear it just to be safe.
  3520. thread = nullptr;
  3521. if (exit_value)
  3522. copy_to_user(exit_value, &joinee_exit_value);
  3523. return 0;
  3524. }
  3525. int Process::sys$set_thread_name(int tid, const char* user_name, size_t user_name_length)
  3526. {
  3527. REQUIRE_PROMISE(thread);
  3528. auto name = validate_and_copy_string_from_user(user_name, user_name_length);
  3529. if (name.is_null())
  3530. return -EFAULT;
  3531. const size_t max_thread_name_size = 64;
  3532. if (name.length() > max_thread_name_size)
  3533. return -EINVAL;
  3534. InterruptDisabler disabler;
  3535. auto* thread = Thread::from_tid(tid);
  3536. if (!thread || thread->pid() != pid())
  3537. return -ESRCH;
  3538. thread->set_name(name);
  3539. return 0;
  3540. }
  3541. int Process::sys$get_thread_name(int tid, char* buffer, size_t buffer_size)
  3542. {
  3543. REQUIRE_PROMISE(thread);
  3544. if (buffer_size == 0)
  3545. return -EINVAL;
  3546. if (!validate_write(buffer, buffer_size))
  3547. return -EFAULT;
  3548. InterruptDisabler disabler;
  3549. auto* thread = Thread::from_tid(tid);
  3550. if (!thread || thread->pid() != pid())
  3551. return -ESRCH;
  3552. if (thread->name().length() + 1 > (size_t)buffer_size)
  3553. return -ENAMETOOLONG;
  3554. copy_to_user(buffer, thread->name().characters(), thread->name().length() + 1);
  3555. return 0;
  3556. }
  3557. int Process::sys$gettid()
  3558. {
  3559. REQUIRE_PROMISE(stdio);
  3560. return Thread::current()->tid();
  3561. }
  3562. int Process::sys$donate(int tid)
  3563. {
  3564. REQUIRE_PROMISE(stdio);
  3565. if (tid < 0)
  3566. return -EINVAL;
  3567. InterruptDisabler disabler;
  3568. auto* thread = Thread::from_tid(tid);
  3569. if (!thread || thread->pid() != pid())
  3570. return -ESRCH;
  3571. Scheduler::donate_to(thread, "sys$donate");
  3572. return 0;
  3573. }
  3574. int Process::sys$rename(const Syscall::SC_rename_params* user_params)
  3575. {
  3576. REQUIRE_PROMISE(cpath);
  3577. Syscall::SC_rename_params params;
  3578. if (!validate_read_and_copy_typed(&params, user_params))
  3579. return -EFAULT;
  3580. auto old_path = get_syscall_path_argument(params.old_path);
  3581. if (old_path.is_error())
  3582. return old_path.error();
  3583. auto new_path = get_syscall_path_argument(params.new_path);
  3584. if (new_path.is_error())
  3585. return new_path.error();
  3586. return VFS::the().rename(old_path.value(), new_path.value(), current_directory());
  3587. }
  3588. int Process::sys$ftruncate(int fd, off_t length)
  3589. {
  3590. REQUIRE_PROMISE(stdio);
  3591. if (length < 0)
  3592. return -EINVAL;
  3593. auto description = file_description(fd);
  3594. if (!description)
  3595. return -EBADF;
  3596. if (!description->is_writable())
  3597. return -EBADF;
  3598. return description->truncate(static_cast<u64>(length));
  3599. }
  3600. int Process::sys$watch_file(const char* user_path, size_t path_length)
  3601. {
  3602. REQUIRE_PROMISE(rpath);
  3603. auto path = get_syscall_path_argument(user_path, path_length);
  3604. if (path.is_error())
  3605. return path.error();
  3606. auto custody_or_error = VFS::the().resolve_path(path.value(), current_directory());
  3607. if (custody_or_error.is_error())
  3608. return custody_or_error.error();
  3609. auto& custody = custody_or_error.value();
  3610. auto& inode = custody->inode();
  3611. if (!inode.fs().supports_watchers())
  3612. return -ENOTSUP;
  3613. int fd = alloc_fd();
  3614. if (fd < 0)
  3615. return fd;
  3616. m_fds[fd].set(FileDescription::create(*InodeWatcher::create(inode)));
  3617. m_fds[fd].description->set_readable(true);
  3618. return fd;
  3619. }
  3620. int Process::sys$halt()
  3621. {
  3622. if (!is_superuser())
  3623. return -EPERM;
  3624. REQUIRE_NO_PROMISES;
  3625. dbg() << "acquiring FS locks...";
  3626. FS::lock_all();
  3627. dbg() << "syncing mounted filesystems...";
  3628. FS::sync();
  3629. dbg() << "attempting system shutdown...";
  3630. IO::out16(0x604, 0x2000);
  3631. return 0;
  3632. }
  3633. int Process::sys$reboot()
  3634. {
  3635. if (!is_superuser())
  3636. return -EPERM;
  3637. REQUIRE_NO_PROMISES;
  3638. dbg() << "acquiring FS locks...";
  3639. FS::lock_all();
  3640. dbg() << "syncing mounted filesystems...";
  3641. FS::sync();
  3642. dbg() << "attempting reboot via ACPI";
  3643. if (ACPI::is_enabled())
  3644. ACPI::Parser::the()->try_acpi_reboot();
  3645. dbg() << "attempting reboot via KB Controller...";
  3646. IO::out8(0x64, 0xFE);
  3647. return 0;
  3648. }
  3649. int Process::sys$mount(const Syscall::SC_mount_params* user_params)
  3650. {
  3651. if (!is_superuser())
  3652. return -EPERM;
  3653. REQUIRE_NO_PROMISES;
  3654. Syscall::SC_mount_params params;
  3655. if (!validate_read_and_copy_typed(&params, user_params))
  3656. return -EFAULT;
  3657. auto source_fd = params.source_fd;
  3658. auto target = validate_and_copy_string_from_user(params.target);
  3659. auto fs_type = validate_and_copy_string_from_user(params.fs_type);
  3660. if (target.is_null())
  3661. return -EFAULT;
  3662. auto description = file_description(source_fd);
  3663. if (!description.is_null())
  3664. dbg() << "mount " << fs_type << ": source fd " << source_fd << " @ " << target;
  3665. else
  3666. dbg() << "mount " << fs_type << " @ " << target;
  3667. auto custody_or_error = VFS::the().resolve_path(target, current_directory());
  3668. if (custody_or_error.is_error())
  3669. return custody_or_error.error();
  3670. auto& target_custody = custody_or_error.value();
  3671. if (params.flags & MS_REMOUNT) {
  3672. // We're not creating a new mount, we're updating an existing one!
  3673. return VFS::the().remount(target_custody, params.flags & ~MS_REMOUNT);
  3674. }
  3675. if (params.flags & MS_BIND) {
  3676. // We're doing a bind mount.
  3677. if (description.is_null())
  3678. return -EBADF;
  3679. if (!description->custody()) {
  3680. // We only support bind-mounting inodes, not arbitrary files.
  3681. return -ENODEV;
  3682. }
  3683. return VFS::the().bind_mount(*description->custody(), target_custody, params.flags);
  3684. }
  3685. RefPtr<FS> fs;
  3686. if (fs_type == "ext2" || fs_type == "Ext2FS") {
  3687. if (description.is_null())
  3688. return -EBADF;
  3689. if (!description->file().is_seekable()) {
  3690. dbg() << "mount: this is not a seekable file";
  3691. return -ENODEV;
  3692. }
  3693. dbg() << "mount: attempting to mount " << description->absolute_path() << " on " << target;
  3694. fs = Ext2FS::create(*description);
  3695. } else if (fs_type == "proc" || fs_type == "ProcFS") {
  3696. fs = ProcFS::create();
  3697. } else if (fs_type == "devpts" || fs_type == "DevPtsFS") {
  3698. fs = DevPtsFS::create();
  3699. } else if (fs_type == "tmp" || fs_type == "TmpFS") {
  3700. fs = TmpFS::create();
  3701. } else {
  3702. return -ENODEV;
  3703. }
  3704. if (!fs->initialize()) {
  3705. dbg() << "mount: failed to initialize " << fs_type << " filesystem, fd - " << source_fd;
  3706. return -ENODEV;
  3707. }
  3708. auto result = VFS::the().mount(fs.release_nonnull(), target_custody, params.flags);
  3709. if (!description.is_null())
  3710. dbg() << "mount: successfully mounted " << description->absolute_path() << " on " << target;
  3711. else
  3712. dbg() << "mount: successfully mounted " << target;
  3713. return result;
  3714. }
  3715. int Process::sys$umount(const char* user_mountpoint, size_t mountpoint_length)
  3716. {
  3717. if (!is_superuser())
  3718. return -EPERM;
  3719. REQUIRE_NO_PROMISES;
  3720. if (!validate_read(user_mountpoint, mountpoint_length))
  3721. return -EFAULT;
  3722. auto mountpoint = get_syscall_path_argument(user_mountpoint, mountpoint_length);
  3723. if (mountpoint.is_error())
  3724. return mountpoint.error();
  3725. auto custody_or_error = VFS::the().resolve_path(mountpoint.value(), current_directory());
  3726. if (custody_or_error.is_error())
  3727. return custody_or_error.error();
  3728. auto& guest_inode = custody_or_error.value()->inode();
  3729. return VFS::the().unmount(guest_inode);
  3730. }
  3731. void Process::FileDescriptionAndFlags::clear()
  3732. {
  3733. description = nullptr;
  3734. flags = 0;
  3735. }
  3736. void Process::FileDescriptionAndFlags::set(NonnullRefPtr<FileDescription>&& d, u32 f)
  3737. {
  3738. description = move(d);
  3739. flags = f;
  3740. }
  3741. int Process::sys$mknod(const Syscall::SC_mknod_params* user_params)
  3742. {
  3743. REQUIRE_PROMISE(dpath);
  3744. Syscall::SC_mknod_params params;
  3745. if (!validate_read_and_copy_typed(&params, user_params))
  3746. return -EFAULT;
  3747. if (!is_superuser() && !is_regular_file(params.mode) && !is_fifo(params.mode) && !is_socket(params.mode))
  3748. return -EPERM;
  3749. auto path = get_syscall_path_argument(params.path);
  3750. if (path.is_error())
  3751. return path.error();
  3752. return VFS::the().mknod(path.value(), params.mode & ~umask(), params.dev, current_directory());
  3753. }
  3754. int Process::sys$dump_backtrace()
  3755. {
  3756. dump_backtrace();
  3757. return 0;
  3758. }
  3759. int Process::sys$dbgputch(u8 ch)
  3760. {
  3761. IO::out8(0xe9, ch);
  3762. return 0;
  3763. }
  3764. int Process::sys$dbgputstr(const u8* characters, int length)
  3765. {
  3766. if (!length)
  3767. return 0;
  3768. if (!validate_read(characters, length))
  3769. return -EFAULT;
  3770. SmapDisabler disabler;
  3771. for (int i = 0; i < length; ++i)
  3772. IO::out8(0xe9, characters[i]);
  3773. return 0;
  3774. }
  3775. KBuffer Process::backtrace(ProcessInspectionHandle& handle) const
  3776. {
  3777. KBufferBuilder builder;
  3778. for_each_thread([&](Thread& thread) {
  3779. builder.appendf("Thread %d (%s):\n", thread.tid(), thread.name().characters());
  3780. builder.append(thread.backtrace(handle));
  3781. return IterationDecision::Continue;
  3782. });
  3783. return builder.build();
  3784. }
  3785. int Process::sys$set_process_icon(int icon_id)
  3786. {
  3787. REQUIRE_PROMISE(shared_buffer);
  3788. LOCKER(shared_buffers().lock());
  3789. auto it = shared_buffers().resource().find(icon_id);
  3790. if (it == shared_buffers().resource().end())
  3791. return -EINVAL;
  3792. auto& shared_buffer = *(*it).value;
  3793. if (!shared_buffer.is_shared_with(m_pid))
  3794. return -EPERM;
  3795. m_icon_id = icon_id;
  3796. return 0;
  3797. }
  3798. int Process::sys$get_process_name(char* buffer, int buffer_size)
  3799. {
  3800. REQUIRE_PROMISE(stdio);
  3801. if (buffer_size <= 0)
  3802. return -EINVAL;
  3803. if (!validate_write(buffer, buffer_size))
  3804. return -EFAULT;
  3805. if (m_name.length() + 1 > (size_t)buffer_size)
  3806. return -ENAMETOOLONG;
  3807. copy_to_user(buffer, m_name.characters(), m_name.length() + 1);
  3808. return 0;
  3809. }
  3810. // We don't use the flag yet, but we could use it for distinguishing
  3811. // random source like Linux, unlike the OpenBSD equivalent. However, if we
  3812. // do, we should be able of the caveats that Linux has dealt with.
  3813. ssize_t Process::sys$getrandom(void* buffer, size_t buffer_size, unsigned int flags __attribute__((unused)))
  3814. {
  3815. REQUIRE_PROMISE(stdio);
  3816. if (buffer_size <= 0)
  3817. return -EINVAL;
  3818. if (!validate_write(buffer, buffer_size))
  3819. return -EFAULT;
  3820. SmapDisabler disabler;
  3821. get_good_random_bytes((u8*)buffer, buffer_size);
  3822. return 0;
  3823. }
  3824. int Process::sys$setkeymap(const Syscall::SC_setkeymap_params* user_params)
  3825. {
  3826. REQUIRE_PROMISE(setkeymap);
  3827. if (!is_superuser())
  3828. return -EPERM;
  3829. Syscall::SC_setkeymap_params params;
  3830. if (!validate_read_and_copy_typed(&params, user_params))
  3831. return -EFAULT;
  3832. Keyboard::CharacterMapData character_map_data;
  3833. if (!validate_read(params.map, CHAR_MAP_SIZE))
  3834. return -EFAULT;
  3835. if (!validate_read(params.shift_map, CHAR_MAP_SIZE))
  3836. return -EFAULT;
  3837. if (!validate_read(params.alt_map, CHAR_MAP_SIZE))
  3838. return -EFAULT;
  3839. if (!validate_read(params.altgr_map, CHAR_MAP_SIZE))
  3840. return -EFAULT;
  3841. copy_from_user(character_map_data.map, params.map, CHAR_MAP_SIZE * sizeof(u32));
  3842. copy_from_user(character_map_data.shift_map, params.shift_map, CHAR_MAP_SIZE * sizeof(u32));
  3843. copy_from_user(character_map_data.alt_map, params.alt_map, CHAR_MAP_SIZE * sizeof(u32));
  3844. copy_from_user(character_map_data.altgr_map, params.altgr_map, CHAR_MAP_SIZE * sizeof(u32));
  3845. KeyboardDevice::the().set_maps(character_map_data);
  3846. return 0;
  3847. }
  3848. int Process::sys$clock_gettime(clockid_t clock_id, timespec* user_ts)
  3849. {
  3850. REQUIRE_PROMISE(stdio);
  3851. if (!validate_write_typed(user_ts))
  3852. return -EFAULT;
  3853. timespec ts;
  3854. memset(&ts, 0, sizeof(ts));
  3855. switch (clock_id) {
  3856. case CLOCK_MONOTONIC:
  3857. ts.tv_sec = TimeManagement::the().seconds_since_boot();
  3858. ts.tv_nsec = TimeManagement::the().ticks_this_second() * 1000000;
  3859. break;
  3860. case CLOCK_REALTIME:
  3861. ts.tv_sec = TimeManagement::the().epoch_time();
  3862. ts.tv_nsec = TimeManagement::the().ticks_this_second() * 1000000;
  3863. break;
  3864. default:
  3865. return -EINVAL;
  3866. }
  3867. copy_to_user(user_ts, &ts);
  3868. return 0;
  3869. }
  3870. int Process::sys$clock_settime(clockid_t clock_id, timespec* user_ts)
  3871. {
  3872. REQUIRE_PROMISE(settime);
  3873. if (!is_superuser())
  3874. return -EPERM;
  3875. timespec ts;
  3876. if (!validate_read_and_copy_typed(&ts, user_ts))
  3877. return -EFAULT;
  3878. switch (clock_id) {
  3879. case CLOCK_REALTIME:
  3880. TimeManagement::the().set_epoch_time(ts.tv_sec);
  3881. break;
  3882. default:
  3883. return -EINVAL;
  3884. }
  3885. return 0;
  3886. }
  3887. int Process::sys$clock_nanosleep(const Syscall::SC_clock_nanosleep_params* user_params)
  3888. {
  3889. REQUIRE_PROMISE(stdio);
  3890. Syscall::SC_clock_nanosleep_params params;
  3891. if (!validate_read_and_copy_typed(&params, user_params))
  3892. return -EFAULT;
  3893. if (params.requested_sleep && !validate_read_typed(params.requested_sleep))
  3894. return -EFAULT;
  3895. timespec requested_sleep;
  3896. copy_from_user(&requested_sleep, params.requested_sleep);
  3897. if (params.remaining_sleep && !validate_write_typed(params.remaining_sleep))
  3898. return -EFAULT;
  3899. bool is_absolute = params.flags & TIMER_ABSTIME;
  3900. switch (params.clock_id) {
  3901. case CLOCK_MONOTONIC: {
  3902. u64 wakeup_time;
  3903. if (is_absolute) {
  3904. u64 time_to_wake = (requested_sleep.tv_sec * 1000 + requested_sleep.tv_nsec / 1000000);
  3905. wakeup_time = Thread::current()->sleep_until(time_to_wake);
  3906. } else {
  3907. u32 ticks_to_sleep = (requested_sleep.tv_sec * 1000 + requested_sleep.tv_nsec / 1000000);
  3908. if (!ticks_to_sleep)
  3909. return 0;
  3910. wakeup_time = Thread::current()->sleep(ticks_to_sleep);
  3911. }
  3912. if (wakeup_time > g_uptime) {
  3913. u32 ticks_left = wakeup_time - g_uptime;
  3914. if (!is_absolute && params.remaining_sleep) {
  3915. if (!validate_write_typed(params.remaining_sleep)) {
  3916. // This can happen because the lock is dropped while
  3917. // sleeping, thus giving other threads the opportunity
  3918. // to make the region unwritable.
  3919. return -EFAULT;
  3920. }
  3921. timespec remaining_sleep;
  3922. memset(&remaining_sleep, 0, sizeof(timespec));
  3923. remaining_sleep.tv_sec = ticks_left / TimeManagement::the().ticks_per_second();
  3924. ticks_left -= remaining_sleep.tv_sec * TimeManagement::the().ticks_per_second();
  3925. remaining_sleep.tv_nsec = ticks_left * 1000000;
  3926. copy_to_user(params.remaining_sleep, &remaining_sleep);
  3927. }
  3928. return -EINTR;
  3929. }
  3930. return 0;
  3931. }
  3932. default:
  3933. return -EINVAL;
  3934. }
  3935. }
  3936. int Process::sys$sync()
  3937. {
  3938. REQUIRE_PROMISE(stdio);
  3939. VFS::the().sync();
  3940. return 0;
  3941. }
  3942. int Process::sys$yield()
  3943. {
  3944. REQUIRE_PROMISE(stdio);
  3945. Thread::current()->yield_without_holding_big_lock();
  3946. return 0;
  3947. }
  3948. int Process::sys$beep()
  3949. {
  3950. PCSpeaker::tone_on(440);
  3951. u64 wakeup_time = Thread::current()->sleep(100);
  3952. PCSpeaker::tone_off();
  3953. if (wakeup_time > g_uptime)
  3954. return -EINTR;
  3955. return 0;
  3956. }
  3957. int Process::sys$module_load(const char* user_path, size_t path_length)
  3958. {
  3959. if (!is_superuser())
  3960. return -EPERM;
  3961. REQUIRE_NO_PROMISES;
  3962. auto path = get_syscall_path_argument(user_path, path_length);
  3963. if (path.is_error())
  3964. return path.error();
  3965. auto description_or_error = VFS::the().open(path.value(), O_RDONLY, 0, current_directory());
  3966. if (description_or_error.is_error())
  3967. return description_or_error.error();
  3968. auto& description = description_or_error.value();
  3969. auto payload_or_error = description->read_entire_file();
  3970. if (payload_or_error.is_error())
  3971. return payload_or_error.error();
  3972. auto payload = payload_or_error.value();
  3973. auto storage = KBuffer::create_with_size(payload.size());
  3974. memcpy(storage.data(), payload.data(), payload.size());
  3975. payload.clear();
  3976. auto elf_image = make<ELF::Image>(storage.data(), storage.size());
  3977. if (!elf_image->parse())
  3978. return -ENOEXEC;
  3979. HashMap<String, u8*> section_storage_by_name;
  3980. auto module = make<Module>();
  3981. elf_image->for_each_section_of_type(SHT_PROGBITS, [&](const ELF::Image::Section& section) {
  3982. if (!section.size())
  3983. return IterationDecision::Continue;
  3984. auto section_storage = KBuffer::copy(section.raw_data(), section.size(), Region::Access::Read | Region::Access::Write | Region::Access::Execute);
  3985. section_storage_by_name.set(section.name(), section_storage.data());
  3986. module->sections.append(move(section_storage));
  3987. return IterationDecision::Continue;
  3988. });
  3989. bool missing_symbols = false;
  3990. elf_image->for_each_section_of_type(SHT_PROGBITS, [&](const ELF::Image::Section& section) {
  3991. if (!section.size())
  3992. return IterationDecision::Continue;
  3993. auto* section_storage = section_storage_by_name.get(section.name()).value_or(nullptr);
  3994. ASSERT(section_storage);
  3995. section.relocations().for_each_relocation([&](const ELF::Image::Relocation& relocation) {
  3996. auto& patch_ptr = *reinterpret_cast<ptrdiff_t*>(section_storage + relocation.offset());
  3997. switch (relocation.type()) {
  3998. case R_386_PC32: {
  3999. // PC-relative relocation
  4000. dbg() << "PC-relative relocation: " << relocation.symbol().name();
  4001. u32 symbol_address = address_for_kernel_symbol(relocation.symbol().name());
  4002. if (symbol_address == 0)
  4003. missing_symbols = true;
  4004. dbg() << " Symbol address: " << (void*)symbol_address;
  4005. ptrdiff_t relative_offset = (char*)symbol_address - ((char*)&patch_ptr + 4);
  4006. patch_ptr = relative_offset;
  4007. break;
  4008. }
  4009. case R_386_32: // Absolute relocation
  4010. dbg() << "Absolute relocation: '" << relocation.symbol().name() << "' value:" << relocation.symbol().value() << ", index:" << relocation.symbol_index();
  4011. if (relocation.symbol().bind() == STB_LOCAL) {
  4012. auto* section_storage_containing_symbol = section_storage_by_name.get(relocation.symbol().section().name()).value_or(nullptr);
  4013. ASSERT(section_storage_containing_symbol);
  4014. u32 symbol_address = (ptrdiff_t)(section_storage_containing_symbol + relocation.symbol().value());
  4015. if (symbol_address == 0)
  4016. missing_symbols = true;
  4017. dbg() << " Symbol address: " << (void*)symbol_address;
  4018. patch_ptr += symbol_address;
  4019. } else if (relocation.symbol().bind() == STB_GLOBAL) {
  4020. u32 symbol_address = address_for_kernel_symbol(relocation.symbol().name());
  4021. if (symbol_address == 0)
  4022. missing_symbols = true;
  4023. dbg() << " Symbol address: " << (void*)symbol_address;
  4024. patch_ptr += symbol_address;
  4025. } else {
  4026. ASSERT_NOT_REACHED();
  4027. }
  4028. break;
  4029. }
  4030. return IterationDecision::Continue;
  4031. });
  4032. return IterationDecision::Continue;
  4033. });
  4034. if (missing_symbols)
  4035. return -EINVAL;
  4036. auto* text_base = section_storage_by_name.get(".text").value_or(nullptr);
  4037. if (!text_base) {
  4038. dbg() << "No .text section found in module!";
  4039. return -EINVAL;
  4040. }
  4041. elf_image->for_each_symbol([&](const ELF::Image::Symbol& symbol) {
  4042. dbg() << " - " << symbol.type() << " '" << symbol.name() << "' @ " << (void*)symbol.value() << ", size=" << symbol.size();
  4043. if (symbol.name() == "module_init") {
  4044. module->module_init = (ModuleInitPtr)(text_base + symbol.value());
  4045. } else if (symbol.name() == "module_fini") {
  4046. module->module_fini = (ModuleFiniPtr)(text_base + symbol.value());
  4047. } else if (symbol.name() == "module_name") {
  4048. const u8* storage = section_storage_by_name.get(symbol.section().name()).value_or(nullptr);
  4049. if (storage)
  4050. module->name = String((const char*)(storage + symbol.value()));
  4051. }
  4052. return IterationDecision::Continue;
  4053. });
  4054. if (!module->module_init)
  4055. return -EINVAL;
  4056. if (g_modules->contains(module->name)) {
  4057. dbg() << "a module with the name " << module->name << " is already loaded; please unload it first";
  4058. return -EEXIST;
  4059. }
  4060. module->module_init();
  4061. auto name = module->name;
  4062. g_modules->set(name, move(module));
  4063. return 0;
  4064. }
  4065. int Process::sys$module_unload(const char* user_name, size_t name_length)
  4066. {
  4067. if (!is_superuser())
  4068. return -EPERM;
  4069. REQUIRE_NO_PROMISES;
  4070. auto module_name = validate_and_copy_string_from_user(user_name, name_length);
  4071. if (module_name.is_null())
  4072. return -EFAULT;
  4073. auto it = g_modules->find(module_name);
  4074. if (it == g_modules->end())
  4075. return -ENOENT;
  4076. if (it->value->module_fini)
  4077. it->value->module_fini();
  4078. g_modules->remove(it);
  4079. return 0;
  4080. }
  4081. int Process::sys$profiling_enable(pid_t pid)
  4082. {
  4083. REQUIRE_NO_PROMISES;
  4084. ScopedSpinLock lock(g_processes_lock);
  4085. auto* process = Process::from_pid(pid);
  4086. if (!process)
  4087. return -ESRCH;
  4088. if (process->is_dead())
  4089. return -ESRCH;
  4090. if (!is_superuser() && process->uid() != m_uid)
  4091. return -EPERM;
  4092. Profiling::start(*process);
  4093. process->set_profiling(true);
  4094. return 0;
  4095. }
  4096. int Process::sys$profiling_disable(pid_t pid)
  4097. {
  4098. ScopedSpinLock lock(g_processes_lock);
  4099. auto* process = Process::from_pid(pid);
  4100. if (!process)
  4101. return -ESRCH;
  4102. if (!is_superuser() && process->uid() != m_uid)
  4103. return -EPERM;
  4104. process->set_profiling(false);
  4105. Profiling::stop();
  4106. return 0;
  4107. }
  4108. WaitQueue& Process::futex_queue(i32* userspace_address)
  4109. {
  4110. auto& queue = m_futex_queues.ensure((FlatPtr)userspace_address);
  4111. if (!queue)
  4112. queue = make<WaitQueue>();
  4113. return *queue;
  4114. }
  4115. int Process::sys$futex(const Syscall::SC_futex_params* user_params)
  4116. {
  4117. REQUIRE_PROMISE(thread);
  4118. Syscall::SC_futex_params params;
  4119. if (!validate_read_and_copy_typed(&params, user_params))
  4120. return -EFAULT;
  4121. i32* userspace_address = params.userspace_address;
  4122. int futex_op = params.futex_op;
  4123. i32 value = params.val;
  4124. const timespec* user_timeout = params.timeout;
  4125. if (!validate_read_typed(userspace_address))
  4126. return -EFAULT;
  4127. if (user_timeout && !validate_read_typed(user_timeout))
  4128. return -EFAULT;
  4129. switch (futex_op) {
  4130. case FUTEX_WAIT: {
  4131. i32 user_value;
  4132. copy_from_user(&user_value, userspace_address);
  4133. if (user_value != value)
  4134. return -EAGAIN;
  4135. timespec ts_abstimeout { 0, 0 };
  4136. if (user_timeout && !validate_read_and_copy_typed(&ts_abstimeout, user_timeout))
  4137. return -EFAULT;
  4138. WaitQueue& wait_queue = futex_queue(userspace_address);
  4139. timeval* optional_timeout = nullptr;
  4140. timeval relative_timeout { 0, 0 };
  4141. if (user_timeout) {
  4142. compute_relative_timeout_from_absolute(ts_abstimeout, relative_timeout);
  4143. optional_timeout = &relative_timeout;
  4144. }
  4145. // FIXME: This is supposed to be interruptible by a signal, but right now WaitQueue cannot be interrupted.
  4146. Thread::BlockResult result = Thread::current()->wait_on(wait_queue, optional_timeout);
  4147. if (result == Thread::BlockResult::InterruptedByTimeout) {
  4148. return -ETIMEDOUT;
  4149. }
  4150. break;
  4151. }
  4152. case FUTEX_WAKE:
  4153. if (value == 0)
  4154. return 0;
  4155. if (value == 1) {
  4156. futex_queue(userspace_address).wake_one();
  4157. } else {
  4158. futex_queue(userspace_address).wake_n(value);
  4159. }
  4160. break;
  4161. }
  4162. return 0;
  4163. }
  4164. int Process::sys$set_thread_boost(int tid, int amount)
  4165. {
  4166. REQUIRE_PROMISE(proc);
  4167. if (amount < 0 || amount > 20)
  4168. return -EINVAL;
  4169. InterruptDisabler disabler;
  4170. auto* thread = Thread::from_tid(tid);
  4171. if (!thread)
  4172. return -ESRCH;
  4173. if (thread->state() == Thread::State::Dead || thread->state() == Thread::State::Dying)
  4174. return -ESRCH;
  4175. if (!is_superuser() && thread->process().uid() != euid())
  4176. return -EPERM;
  4177. thread->set_priority_boost(amount);
  4178. return 0;
  4179. }
  4180. int Process::sys$set_process_boost(pid_t pid, int amount)
  4181. {
  4182. REQUIRE_PROMISE(proc);
  4183. if (amount < 0 || amount > 20)
  4184. return -EINVAL;
  4185. ScopedSpinLock lock(g_processes_lock);
  4186. auto* process = Process::from_pid(pid);
  4187. if (!process || process->is_dead())
  4188. return -ESRCH;
  4189. if (!is_superuser() && process->uid() != euid())
  4190. return -EPERM;
  4191. process->m_priority_boost = amount;
  4192. return 0;
  4193. }
  4194. int Process::sys$chroot(const char* user_path, size_t path_length, int mount_flags)
  4195. {
  4196. if (!is_superuser())
  4197. return -EPERM;
  4198. REQUIRE_PROMISE(chroot);
  4199. auto path = get_syscall_path_argument(user_path, path_length);
  4200. if (path.is_error())
  4201. return path.error();
  4202. auto directory_or_error = VFS::the().open_directory(path.value(), current_directory());
  4203. if (directory_or_error.is_error())
  4204. return directory_or_error.error();
  4205. auto directory = directory_or_error.value();
  4206. m_root_directory_relative_to_global_root = directory;
  4207. int chroot_mount_flags = mount_flags == -1 ? directory->mount_flags() : mount_flags;
  4208. set_root_directory(Custody::create(nullptr, "", directory->inode(), chroot_mount_flags));
  4209. return 0;
  4210. }
  4211. Custody& Process::root_directory()
  4212. {
  4213. if (!m_root_directory)
  4214. m_root_directory = VFS::the().root_custody();
  4215. return *m_root_directory;
  4216. }
  4217. Custody& Process::root_directory_relative_to_global_root()
  4218. {
  4219. if (!m_root_directory_relative_to_global_root)
  4220. m_root_directory_relative_to_global_root = root_directory();
  4221. return *m_root_directory_relative_to_global_root;
  4222. }
  4223. void Process::set_root_directory(const Custody& root)
  4224. {
  4225. m_root_directory = root;
  4226. }
  4227. int Process::sys$pledge(const Syscall::SC_pledge_params* user_params)
  4228. {
  4229. Syscall::SC_pledge_params params;
  4230. if (!validate_read_and_copy_typed(&params, user_params))
  4231. return -EFAULT;
  4232. if (params.promises.length > 1024 || params.execpromises.length > 1024)
  4233. return -E2BIG;
  4234. String promises;
  4235. if (params.promises.characters) {
  4236. promises = validate_and_copy_string_from_user(params.promises);
  4237. if (promises.is_null())
  4238. return -EFAULT;
  4239. }
  4240. String execpromises;
  4241. if (params.execpromises.characters) {
  4242. execpromises = validate_and_copy_string_from_user(params.execpromises);
  4243. if (execpromises.is_null())
  4244. return -EFAULT;
  4245. }
  4246. auto parse_pledge = [&](auto& pledge_spec, u32& mask) {
  4247. auto parts = pledge_spec.split_view(' ');
  4248. for (auto& part : parts) {
  4249. #define __ENUMERATE_PLEDGE_PROMISE(x) \
  4250. if (part == #x) { \
  4251. mask |= (1u << (u32)Pledge::x); \
  4252. continue; \
  4253. }
  4254. ENUMERATE_PLEDGE_PROMISES
  4255. #undef __ENUMERATE_PLEDGE_PROMISE
  4256. if (part == "dns") {
  4257. // "dns" is an alias for "unix" since DNS queries go via LookupServer
  4258. mask |= (1u << (u32)Pledge::unix);
  4259. continue;
  4260. }
  4261. return false;
  4262. }
  4263. return true;
  4264. };
  4265. u32 new_promises;
  4266. u32 new_execpromises;
  4267. if (!promises.is_null()) {
  4268. new_promises = 0;
  4269. if (!parse_pledge(promises, new_promises))
  4270. return -EINVAL;
  4271. if (m_promises && (!new_promises || new_promises & ~m_promises))
  4272. return -EPERM;
  4273. } else {
  4274. new_promises = m_promises;
  4275. }
  4276. if (!execpromises.is_null()) {
  4277. new_execpromises = 0;
  4278. if (!parse_pledge(execpromises, new_execpromises))
  4279. return -EINVAL;
  4280. if (m_execpromises && (!new_execpromises || new_execpromises & ~m_execpromises))
  4281. return -EPERM;
  4282. } else {
  4283. new_execpromises = m_execpromises;
  4284. }
  4285. m_promises = new_promises;
  4286. m_execpromises = new_execpromises;
  4287. return 0;
  4288. }
  4289. Region& Process::add_region(NonnullOwnPtr<Region> region)
  4290. {
  4291. auto* ptr = region.ptr();
  4292. ScopedSpinLock lock(m_lock);
  4293. m_regions.append(move(region));
  4294. return *ptr;
  4295. }
  4296. int Process::sys$unveil(const Syscall::SC_unveil_params* user_params)
  4297. {
  4298. Syscall::SC_unveil_params params;
  4299. if (!validate_read_and_copy_typed(&params, user_params))
  4300. return -EFAULT;
  4301. if (!params.path.characters && !params.permissions.characters) {
  4302. m_veil_state = VeilState::Locked;
  4303. return 0;
  4304. }
  4305. if (m_veil_state == VeilState::Locked)
  4306. return -EPERM;
  4307. if (!params.path.characters || !params.permissions.characters)
  4308. return -EINVAL;
  4309. if (params.permissions.length > 4)
  4310. return -EINVAL;
  4311. auto path = get_syscall_path_argument(params.path);
  4312. if (path.is_error())
  4313. return path.error();
  4314. if (path.value().is_empty() || path.value().characters()[0] != '/')
  4315. return -EINVAL;
  4316. auto custody_or_error = VFS::the().resolve_path_without_veil(path.value(), root_directory());
  4317. if (custody_or_error.is_error())
  4318. // FIXME Should this be EINVAL?
  4319. return custody_or_error.error();
  4320. auto& custody = custody_or_error.value();
  4321. auto new_unveiled_path = custody->absolute_path();
  4322. auto permissions = validate_and_copy_string_from_user(params.permissions);
  4323. if (permissions.is_null())
  4324. return -EFAULT;
  4325. unsigned new_permissions = 0;
  4326. for (size_t i = 0; i < permissions.length(); ++i) {
  4327. switch (permissions[i]) {
  4328. case 'r':
  4329. new_permissions |= UnveiledPath::Access::Read;
  4330. break;
  4331. case 'w':
  4332. new_permissions |= UnveiledPath::Access::Write;
  4333. break;
  4334. case 'x':
  4335. new_permissions |= UnveiledPath::Access::Execute;
  4336. break;
  4337. case 'c':
  4338. new_permissions |= UnveiledPath::Access::CreateOrRemove;
  4339. break;
  4340. default:
  4341. return -EINVAL;
  4342. }
  4343. }
  4344. for (size_t i = 0; i < m_unveiled_paths.size(); ++i) {
  4345. auto& unveiled_path = m_unveiled_paths[i];
  4346. if (unveiled_path.path == new_unveiled_path) {
  4347. if (new_permissions & ~unveiled_path.permissions)
  4348. return -EPERM;
  4349. unveiled_path.permissions = new_permissions;
  4350. return 0;
  4351. }
  4352. }
  4353. m_unveiled_paths.append({ new_unveiled_path, new_permissions });
  4354. ASSERT(m_veil_state != VeilState::Locked);
  4355. m_veil_state = VeilState::Dropped;
  4356. return 0;
  4357. }
  4358. int Process::sys$perf_event(int type, FlatPtr arg1, FlatPtr arg2)
  4359. {
  4360. if (!m_perf_event_buffer)
  4361. m_perf_event_buffer = make<PerformanceEventBuffer>();
  4362. return m_perf_event_buffer->append(type, arg1, arg2);
  4363. }
  4364. void Process::set_tty(TTY* tty)
  4365. {
  4366. m_tty = tty;
  4367. }
  4368. OwnPtr<Process::ELFBundle> Process::elf_bundle() const
  4369. {
  4370. if (!m_executable)
  4371. return nullptr;
  4372. auto bundle = make<ELFBundle>();
  4373. if (!m_executable->inode().shared_vmobject()) {
  4374. return nullptr;
  4375. }
  4376. ASSERT(m_executable->inode().shared_vmobject());
  4377. auto& vmobject = *m_executable->inode().shared_vmobject();
  4378. bundle->region = MM.allocate_kernel_region_with_vmobject(const_cast<SharedInodeVMObject&>(vmobject), vmobject.size(), "ELF bundle", Region::Access::Read);
  4379. if (!bundle->region)
  4380. return nullptr;
  4381. bundle->elf_loader = ELF::Loader::create(bundle->region->vaddr().as_ptr(), bundle->region->size());
  4382. return bundle;
  4383. }
  4384. int Process::sys$get_stack_bounds(FlatPtr* user_stack_base, size_t* user_stack_size)
  4385. {
  4386. if (!validate_write_typed(user_stack_base))
  4387. return -EFAULT;
  4388. if (!validate_write_typed(user_stack_size))
  4389. return -EFAULT;
  4390. FlatPtr stack_pointer = Thread::current()->get_register_dump_from_stack().userspace_esp;
  4391. auto* stack_region = MM.region_from_vaddr(*this, VirtualAddress(stack_pointer));
  4392. if (!stack_region) {
  4393. ASSERT_NOT_REACHED();
  4394. return -EINVAL;
  4395. }
  4396. FlatPtr stack_base = stack_region->range().base().get();
  4397. size_t stack_size = stack_region->size();
  4398. copy_to_user(user_stack_base, &stack_base);
  4399. copy_to_user(user_stack_size, &stack_size);
  4400. return 0;
  4401. }
  4402. int Process::sys$ptrace(const Syscall::SC_ptrace_params* user_params)
  4403. {
  4404. REQUIRE_PROMISE(proc);
  4405. Syscall::SC_ptrace_params params;
  4406. if (!validate_read_and_copy_typed(&params, user_params))
  4407. return -EFAULT;
  4408. auto result = Ptrace::handle_syscall(params, *this);
  4409. return result.is_error() ? result.error() : result.value();
  4410. }
  4411. bool Process::has_tracee_thread(int tracer_pid) const
  4412. {
  4413. bool has_tracee = false;
  4414. for_each_thread([&](Thread& t) {
  4415. if (t.tracer() && t.tracer()->tracer_pid() == tracer_pid) {
  4416. has_tracee = true;
  4417. return IterationDecision::Break;
  4418. }
  4419. return IterationDecision::Continue;
  4420. });
  4421. return has_tracee;
  4422. }
  4423. KResultOr<u32> Process::peek_user_data(u32* address)
  4424. {
  4425. if (!MM.validate_user_read(*this, VirtualAddress(address), sizeof(u32))) {
  4426. dbg() << "Invalid address for peek_user_data: " << address;
  4427. return KResult(-EFAULT);
  4428. }
  4429. uint32_t result;
  4430. // This function can be called from the context of another
  4431. // process that called PT_PEEK
  4432. ProcessPagingScope scope(*this);
  4433. copy_from_user(&result, address);
  4434. return result;
  4435. }
  4436. KResult Process::poke_user_data(u32* address, u32 data)
  4437. {
  4438. // We validate for read (rather than write) because PT_POKE can write to readonly pages.
  4439. // So we effectively only care that the poke operation is trying to write to user pages.
  4440. if (!MM.validate_user_read(*this, VirtualAddress(address), sizeof(u32))) {
  4441. dbg() << "Invalid address for poke_user_data: " << address;
  4442. return KResult(-EFAULT);
  4443. }
  4444. ProcessPagingScope scope(*this);
  4445. Range range = { VirtualAddress(address), sizeof(u32) };
  4446. auto* region = region_containing(range);
  4447. ASSERT(region != nullptr);
  4448. if (region->is_shared()) {
  4449. // If the region is shared, we change its vmobject to a PrivateInodeVMObject
  4450. // to prevent the write operation from chaning any shared inode data
  4451. ASSERT(region->vmobject().is_shared_inode());
  4452. region->set_vmobject(PrivateInodeVMObject::create_with_inode(static_cast<SharedInodeVMObject&>(region->vmobject()).inode()));
  4453. region->set_shared(false);
  4454. }
  4455. const bool was_writable = region->is_writable();
  4456. if (!was_writable) //TODO refactor into scopeguard
  4457. {
  4458. region->set_writable(true);
  4459. region->remap();
  4460. }
  4461. copy_to_user(address, &data);
  4462. if (!was_writable) {
  4463. region->set_writable(false);
  4464. region->remap();
  4465. }
  4466. return KResult(KSuccess);
  4467. }
  4468. int Process::sys$sendfd(int sockfd, int fd)
  4469. {
  4470. REQUIRE_PROMISE(sendfd);
  4471. auto socket_description = file_description(sockfd);
  4472. if (!socket_description)
  4473. return -EBADF;
  4474. if (!socket_description->is_socket())
  4475. return -ENOTSOCK;
  4476. auto& socket = *socket_description->socket();
  4477. if (!socket.is_local())
  4478. return -EAFNOSUPPORT;
  4479. if (!socket.is_connected())
  4480. return -ENOTCONN;
  4481. auto passing_descriptor = file_description(fd);
  4482. if (!passing_descriptor)
  4483. return -EBADF;
  4484. auto& local_socket = static_cast<LocalSocket&>(socket);
  4485. return local_socket.sendfd(*socket_description, *passing_descriptor);
  4486. }
  4487. int Process::sys$recvfd(int sockfd)
  4488. {
  4489. REQUIRE_PROMISE(recvfd);
  4490. auto socket_description = file_description(sockfd);
  4491. if (!socket_description)
  4492. return -EBADF;
  4493. if (!socket_description->is_socket())
  4494. return -ENOTSOCK;
  4495. auto& socket = *socket_description->socket();
  4496. if (!socket.is_local())
  4497. return -EAFNOSUPPORT;
  4498. int new_fd = alloc_fd();
  4499. if (new_fd < 0)
  4500. return new_fd;
  4501. auto& local_socket = static_cast<LocalSocket&>(socket);
  4502. auto received_descriptor_or_error = local_socket.recvfd(*socket_description);
  4503. if (received_descriptor_or_error.is_error())
  4504. return received_descriptor_or_error.error();
  4505. m_fds[new_fd].set(*received_descriptor_or_error.value(), 0);
  4506. return new_fd;
  4507. }
  4508. }