Emulator_syscalls.cpp 49 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616
  1. /*
  2. * Copyright (c) 2020-2021, Andreas Kling <kling@serenityos.org>
  3. *
  4. * SPDX-License-Identifier: BSD-2-Clause
  5. */
  6. #include "Emulator.h"
  7. #include "MmapRegion.h"
  8. #include "SimpleRegion.h"
  9. #include <AK/Debug.h>
  10. #include <AK/FileStream.h>
  11. #include <AK/Format.h>
  12. #include <alloca.h>
  13. #include <fcntl.h>
  14. #include <sched.h>
  15. #include <serenity.h>
  16. #include <strings.h>
  17. #include <sys/ioctl.h>
  18. #include <sys/mman.h>
  19. #include <sys/poll.h>
  20. #include <sys/socket.h>
  21. #include <sys/stat.h>
  22. #include <sys/time.h>
  23. #include <sys/uio.h>
  24. #include <sys/utsname.h>
  25. #include <syscall.h>
  26. #include <termios.h>
  27. #if defined(__GNUC__) && !defined(__clang__)
  28. # pragma GCC optimize("O3")
  29. #endif
  30. namespace UserspaceEmulator {
  31. u32 Emulator::virt_syscall(u32 function, u32 arg1, u32 arg2, u32 arg3)
  32. {
  33. if constexpr (SPAM_DEBUG)
  34. reportln("Syscall: {} ({:x})", Syscall::to_string((Syscall::Function)function), function);
  35. switch (function) {
  36. case SC_accept4:
  37. return virt$accept4(arg1);
  38. case SC_access:
  39. return virt$access(arg1, arg2, arg3);
  40. case SC_allocate_tls:
  41. return virt$allocate_tls(arg1, arg2);
  42. case SC_anon_create:
  43. return virt$anon_create(arg1, arg2);
  44. case SC_beep:
  45. return virt$beep();
  46. case SC_bind:
  47. return virt$bind(arg1, arg2, arg3);
  48. case SC_chdir:
  49. return virt$chdir(arg1, arg2);
  50. case SC_chmod:
  51. return virt$chmod(arg1, arg2, arg3);
  52. case SC_chown:
  53. return virt$chown(arg1);
  54. case SC_clock_gettime:
  55. return virt$clock_gettime(arg1, arg2);
  56. case SC_clock_nanosleep:
  57. return virt$clock_nanosleep(arg1);
  58. case SC_clock_settime:
  59. return virt$clock_settime(arg1, arg2);
  60. case SC_close:
  61. return virt$close(arg1);
  62. case SC_connect:
  63. return virt$connect(arg1, arg2, arg3);
  64. case SC_create_inode_watcher:
  65. return virt$create_inode_watcher(arg1);
  66. case SC_dbgputstr:
  67. return virt$dbgputstr(arg1, arg2);
  68. case SC_disown:
  69. return virt$disown(arg1);
  70. case SC_dup2:
  71. return virt$dup2(arg1, arg2);
  72. case SC_emuctl:
  73. return virt$emuctl(arg1, arg2, arg3);
  74. case SC_execve:
  75. return virt$execve(arg1);
  76. case SC_exit:
  77. virt$exit((int)arg1);
  78. return 0;
  79. case SC_fchmod:
  80. return virt$fchmod(arg1, arg2);
  81. case SC_fchown:
  82. return virt$fchown(arg1, arg2, arg3);
  83. case SC_fcntl:
  84. return virt$fcntl(arg1, arg2, arg3);
  85. case SC_fork:
  86. return virt$fork();
  87. case SC_fstat:
  88. return virt$fstat(arg1, arg2);
  89. case SC_ftruncate:
  90. return virt$ftruncate(arg1, arg2);
  91. case SC_futex:
  92. return virt$futex(arg1);
  93. case SC_get_dir_entries:
  94. return virt$get_dir_entries(arg1, arg2, arg3);
  95. case SC_get_process_name:
  96. return virt$get_process_name(arg1, arg2);
  97. case SC_get_stack_bounds:
  98. return virt$get_stack_bounds(arg1, arg2);
  99. case SC_getcwd:
  100. return virt$getcwd(arg1, arg2);
  101. case SC_getegid:
  102. return virt$getegid();
  103. case SC_geteuid:
  104. return virt$geteuid();
  105. case SC_getgid:
  106. return virt$getgid();
  107. case SC_getgroups:
  108. return virt$getgroups(arg1, arg2);
  109. case SC_gethostname:
  110. return virt$gethostname(arg1, arg2);
  111. case SC_getpeername:
  112. return virt$getpeername(arg1);
  113. case SC_getpgid:
  114. return virt$getpgid(arg1);
  115. case SC_getpgrp:
  116. return virt$getpgrp();
  117. case SC_getpid:
  118. return virt$getpid();
  119. case SC_getrandom:
  120. return virt$getrandom(arg1, arg2, arg3);
  121. case SC_getsid:
  122. return virt$getsid(arg1);
  123. case SC_getsockname:
  124. return virt$getsockname(arg1);
  125. case SC_getsockopt:
  126. return virt$getsockopt(arg1);
  127. case SC_gettid:
  128. return virt$gettid();
  129. case SC_getuid:
  130. return virt$getuid();
  131. case SC_inode_watcher_add_watch:
  132. return virt$inode_watcher_add_watch(arg1);
  133. case SC_inode_watcher_remove_watch:
  134. return virt$inode_watcher_remove_watch(arg1, arg2);
  135. case SC_ioctl:
  136. return virt$ioctl(arg1, arg2, arg3);
  137. case SC_kill:
  138. return virt$kill(arg1, arg2);
  139. case SC_killpg:
  140. return virt$killpg(arg1, arg2);
  141. case SC_listen:
  142. return virt$listen(arg1, arg2);
  143. case SC_lseek:
  144. return virt$lseek(arg1, arg2, arg3);
  145. case SC_madvise:
  146. return virt$madvise(arg1, arg2, arg3);
  147. case SC_map_time_page:
  148. return -ENOSYS;
  149. case SC_mkdir:
  150. return virt$mkdir(arg1, arg2, arg3);
  151. case SC_mmap:
  152. return virt$mmap(arg1);
  153. case SC_mount:
  154. return virt$mount(arg1);
  155. case SC_mprotect:
  156. return virt$mprotect(arg1, arg2, arg3);
  157. case SC_mremap:
  158. return virt$mremap(arg1);
  159. case SC_msyscall:
  160. return virt$msyscall(arg1);
  161. case SC_munmap:
  162. return virt$munmap(arg1, arg2);
  163. case SC_open:
  164. return virt$open(arg1);
  165. case SC_perf_event:
  166. return virt$perf_event((int)arg1, arg2, arg3);
  167. case SC_perf_register_string:
  168. return virt$perf_register_string(arg1, arg2);
  169. case SC_pipe:
  170. return virt$pipe(arg1, arg2);
  171. case SC_pledge:
  172. return virt$pledge(arg1);
  173. case SC_poll:
  174. return virt$poll(arg1);
  175. case SC_profiling_disable:
  176. return virt$profiling_disable(arg1);
  177. case SC_profiling_enable:
  178. return virt$profiling_enable(arg1);
  179. case SC_ptsname:
  180. return virt$ptsname(arg1, arg2, arg3);
  181. case SC_purge:
  182. return virt$purge(arg1);
  183. case SC_read:
  184. return virt$read(arg1, arg2, arg3);
  185. case SC_readlink:
  186. return virt$readlink(arg1);
  187. case SC_realpath:
  188. return virt$realpath(arg1);
  189. case SC_recvfd:
  190. return virt$recvfd(arg1, arg2);
  191. case SC_recvmsg:
  192. return virt$recvmsg(arg1, arg2, arg3);
  193. case SC_rename:
  194. return virt$rename(arg1);
  195. case SC_rmdir:
  196. return virt$rmdir(arg1, arg2);
  197. case SC_sched_getparam:
  198. return virt$sched_getparam(arg1, arg2);
  199. case SC_sched_setparam:
  200. return virt$sched_setparam(arg1, arg2);
  201. case SC_sendfd:
  202. return virt$sendfd(arg1, arg2);
  203. case SC_sendmsg:
  204. return virt$sendmsg(arg1, arg2, arg3);
  205. case SC_set_coredump_metadata:
  206. return virt$set_coredump_metadata(arg1);
  207. case SC_set_mmap_name:
  208. return virt$set_mmap_name(arg1);
  209. case SC_set_process_name:
  210. return virt$set_process_name(arg1, arg2);
  211. case SC_set_thread_name:
  212. return virt$set_thread_name(arg1, arg2, arg3);
  213. case SC_setgid:
  214. return virt$setgid(arg2);
  215. case SC_setgroups:
  216. return virt$setgroups(arg1, arg2);
  217. case SC_setpgid:
  218. return virt$setpgid(arg1, arg2);
  219. case SC_setsid:
  220. return virt$setsid();
  221. case SC_setsockopt:
  222. return virt$setsockopt(arg1);
  223. case SC_setuid:
  224. return virt$setuid(arg1);
  225. case SC_shutdown:
  226. return virt$shutdown(arg1, arg2);
  227. case SC_sigaction:
  228. return virt$sigaction(arg1, arg2, arg3);
  229. case SC_sigreturn:
  230. return virt$sigreturn();
  231. case SC_socket:
  232. return virt$socket(arg1, arg2, arg3);
  233. case SC_stat:
  234. return virt$stat(arg1);
  235. case SC_symlink:
  236. return virt$symlink(arg1);
  237. case SC_sync:
  238. virt$sync();
  239. return 0;
  240. case SC_sysconf:
  241. return virt$sysconf(arg1);
  242. case SC_ttyname:
  243. return virt$ttyname(arg1, arg2, arg3);
  244. case SC_umask:
  245. return virt$umask(arg1);
  246. case SC_uname:
  247. return virt$uname(arg1);
  248. case SC_unlink:
  249. return virt$unlink(arg1, arg2);
  250. case SC_unveil:
  251. return virt$unveil(arg1);
  252. case SC_waitid:
  253. return virt$waitid(arg1);
  254. case SC_write:
  255. return virt$write(arg1, arg2, arg3);
  256. default:
  257. reportln("\n=={}== \033[31;1mUnimplemented syscall: {}\033[0m, {:p}", getpid(), Syscall::to_string((Syscall::Function)function), function);
  258. dump_backtrace();
  259. TODO();
  260. }
  261. }
  262. int Emulator::virt$anon_create(size_t size, int options)
  263. {
  264. return syscall(SC_anon_create, size, options);
  265. }
  266. int Emulator::virt$sendfd(int socket, int fd)
  267. {
  268. return syscall(SC_sendfd, socket, fd);
  269. }
  270. int Emulator::virt$recvfd(int socket, int options)
  271. {
  272. return syscall(SC_recvfd, socket, options);
  273. }
  274. int Emulator::virt$profiling_enable(pid_t pid)
  275. {
  276. return syscall(SC_profiling_enable, pid);
  277. }
  278. int Emulator::virt$profiling_disable(pid_t pid)
  279. {
  280. return syscall(SC_profiling_disable, pid);
  281. }
  282. FlatPtr Emulator::virt$perf_event(int event, FlatPtr arg1, FlatPtr arg2)
  283. {
  284. if (event == PERF_EVENT_SIGNPOST) {
  285. if (is_profiling()) {
  286. if (profiler_string_id_map().size() > arg1)
  287. emit_profile_event(profile_stream(), "signpost", String::formatted("\"arg1\": {}, \"arg2\": {}", arg1, arg2));
  288. syscall(SC_perf_event, PERF_EVENT_SIGNPOST, profiler_string_id_map().at(arg1), arg2);
  289. } else {
  290. syscall(SC_perf_event, PERF_EVENT_SIGNPOST, arg1, arg2);
  291. }
  292. return 0;
  293. }
  294. return -ENOSYS;
  295. }
  296. FlatPtr Emulator::virt$perf_register_string(FlatPtr string, size_t size)
  297. {
  298. char* buffer = (char*)alloca(size + 4);
  299. // FIXME: not nice, but works
  300. __builtin_memcpy(buffer, "UE: ", 4);
  301. mmu().copy_from_vm((buffer + 4), string, size);
  302. auto ret = (int)syscall(SC_perf_register_string, buffer, size + 4);
  303. if (ret >= 0 && is_profiling()) {
  304. profiler_strings().append(make<String>(StringView { buffer + 4, size }));
  305. profiler_string_id_map().append(ret);
  306. ret = profiler_string_id_map().size() - 1;
  307. }
  308. return ret;
  309. }
  310. int Emulator::virt$disown(pid_t pid)
  311. {
  312. return syscall(SC_disown, pid);
  313. }
  314. int Emulator::virt$purge(int mode)
  315. {
  316. return syscall(SC_purge, mode);
  317. }
  318. int Emulator::virt$fstat(int fd, FlatPtr statbuf)
  319. {
  320. struct stat local_statbuf;
  321. int rc = syscall(SC_fstat, fd, &local_statbuf);
  322. if (rc < 0)
  323. return rc;
  324. mmu().copy_to_vm(statbuf, &local_statbuf, sizeof(local_statbuf));
  325. return rc;
  326. }
  327. int Emulator::virt$close(int fd)
  328. {
  329. return syscall(SC_close, fd);
  330. }
  331. int Emulator::virt$mkdir(FlatPtr path, size_t path_length, mode_t mode)
  332. {
  333. auto buffer = mmu().copy_buffer_from_vm(path, path_length);
  334. return syscall(SC_mkdir, buffer.data(), buffer.size(), mode);
  335. }
  336. int Emulator::virt$rmdir(FlatPtr path, size_t path_length)
  337. {
  338. auto buffer = mmu().copy_buffer_from_vm(path, path_length);
  339. return syscall(SC_rmdir, buffer.data(), buffer.size());
  340. }
  341. int Emulator::virt$unlink(FlatPtr path, size_t path_length)
  342. {
  343. auto buffer = mmu().copy_buffer_from_vm(path, path_length);
  344. return syscall(SC_unlink, buffer.data(), buffer.size());
  345. }
  346. int Emulator::virt$symlink(FlatPtr params_addr)
  347. {
  348. Syscall::SC_symlink_params params;
  349. mmu().copy_from_vm(&params, params_addr, sizeof(params));
  350. auto target = mmu().copy_buffer_from_vm((FlatPtr)params.target.characters, params.target.length);
  351. params.target.characters = (const char*)target.data();
  352. params.target.length = target.size();
  353. auto link = mmu().copy_buffer_from_vm((FlatPtr)params.linkpath.characters, params.linkpath.length);
  354. params.linkpath.characters = (const char*)link.data();
  355. params.linkpath.length = link.size();
  356. return syscall(SC_symlink, &params);
  357. }
  358. int Emulator::virt$rename(FlatPtr params_addr)
  359. {
  360. Syscall::SC_rename_params params;
  361. mmu().copy_from_vm(&params, params_addr, sizeof(params));
  362. auto new_path = mmu().copy_buffer_from_vm((FlatPtr)params.new_path.characters, params.new_path.length);
  363. params.new_path.characters = (const char*)new_path.data();
  364. params.new_path.length = new_path.size();
  365. auto old_path = mmu().copy_buffer_from_vm((FlatPtr)params.old_path.characters, params.old_path.length);
  366. params.old_path.characters = (const char*)old_path.data();
  367. params.old_path.length = old_path.size();
  368. return syscall(SC_rename, &params);
  369. }
  370. int Emulator::virt$set_coredump_metadata(FlatPtr params_addr)
  371. {
  372. Syscall::SC_set_coredump_metadata_params params;
  373. mmu().copy_from_vm(&params, params_addr, sizeof(params));
  374. auto key = mmu().copy_buffer_from_vm((FlatPtr)params.key.characters, params.key.length);
  375. params.key.characters = (const char*)key.data();
  376. params.key.length = key.size();
  377. auto value = mmu().copy_buffer_from_vm((FlatPtr)params.value.characters, params.value.length);
  378. params.value.characters = (const char*)value.data();
  379. params.value.length = value.size();
  380. return syscall(SC_set_coredump_metadata, &params);
  381. }
  382. int Emulator::virt$dbgputstr(FlatPtr characters, int length)
  383. {
  384. auto buffer = mmu().copy_buffer_from_vm(characters, length);
  385. dbgputstr((const char*)buffer.data(), buffer.size());
  386. return 0;
  387. }
  388. int Emulator::virt$chmod(FlatPtr path_addr, size_t path_length, mode_t mode)
  389. {
  390. auto path = mmu().copy_buffer_from_vm(path_addr, path_length);
  391. return syscall(SC_chmod, path.data(), path.size(), mode);
  392. }
  393. int Emulator::virt$chown(FlatPtr params_addr)
  394. {
  395. Syscall::SC_chown_params params;
  396. mmu().copy_from_vm(&params, params_addr, sizeof(params));
  397. auto path = mmu().copy_buffer_from_vm((FlatPtr)params.path.characters, params.path.length);
  398. params.path.characters = (const char*)path.data();
  399. params.path.length = path.size();
  400. return syscall(SC_chown, &params);
  401. }
  402. int Emulator::virt$fchmod(int fd, mode_t mode)
  403. {
  404. return syscall(SC_fchmod, fd, mode);
  405. }
  406. int Emulator::virt$fchown(int fd, uid_t uid, gid_t gid)
  407. {
  408. return syscall(SC_fchown, fd, uid, gid);
  409. }
  410. int Emulator::virt$setsockopt(FlatPtr params_addr)
  411. {
  412. Syscall::SC_setsockopt_params params;
  413. mmu().copy_from_vm(&params, params_addr, sizeof(params));
  414. if (params.option == SO_RCVTIMEO || params.option == SO_TIMESTAMP) {
  415. auto host_value_buffer_result = ByteBuffer::create_zeroed(params.value_size);
  416. if (!host_value_buffer_result.has_value())
  417. return -ENOMEM;
  418. auto& host_value_buffer = host_value_buffer_result.value();
  419. mmu().copy_from_vm(host_value_buffer.data(), (FlatPtr)params.value, params.value_size);
  420. int rc = setsockopt(params.sockfd, params.level, params.option, host_value_buffer.data(), host_value_buffer.size());
  421. if (rc < 0)
  422. return -errno;
  423. return rc;
  424. }
  425. if (params.option == SO_BINDTODEVICE) {
  426. auto ifname = mmu().copy_buffer_from_vm((FlatPtr)params.value, params.value_size);
  427. params.value = ifname.data();
  428. params.value_size = ifname.size();
  429. return syscall(SC_setsockopt, &params);
  430. }
  431. TODO();
  432. }
  433. int Emulator::virt$get_stack_bounds(FlatPtr base, FlatPtr size)
  434. {
  435. auto* region = mmu().find_region({ m_cpu.ss(), m_cpu.esp().value() });
  436. FlatPtr b = region->base();
  437. size_t s = region->size();
  438. mmu().copy_to_vm(base, &b, sizeof(b));
  439. mmu().copy_to_vm(size, &s, sizeof(s));
  440. return 0;
  441. }
  442. int Emulator::virt$ftruncate(int fd, FlatPtr length_addr)
  443. {
  444. off_t length;
  445. mmu().copy_from_vm(&length, length_addr, sizeof(off_t));
  446. return syscall(SC_ftruncate, fd, &length);
  447. }
  448. int Emulator::virt$uname(FlatPtr params_addr)
  449. {
  450. struct utsname local_uname;
  451. auto rc = syscall(SC_uname, &local_uname);
  452. mmu().copy_to_vm(params_addr, &local_uname, sizeof(local_uname));
  453. return rc;
  454. }
  455. mode_t Emulator::virt$umask(mode_t mask)
  456. {
  457. return syscall(SC_umask, mask);
  458. }
  459. int Emulator::virt$accept4(FlatPtr params_addr)
  460. {
  461. Syscall::SC_accept4_params params;
  462. mmu().copy_from_vm(&params, params_addr, sizeof(params));
  463. sockaddr_storage addr = {};
  464. socklen_t addrlen;
  465. mmu().copy_from_vm(&addrlen, (FlatPtr)params.addrlen, sizeof(socklen_t));
  466. VERIFY(addrlen <= sizeof(addr));
  467. int rc = accept4(params.sockfd, (sockaddr*)&addr, &addrlen, params.flags);
  468. if (rc == 0) {
  469. mmu().copy_to_vm((FlatPtr)params.addr, &addr, addrlen);
  470. mmu().copy_to_vm((FlatPtr)params.addrlen, &addrlen, sizeof(socklen_t));
  471. }
  472. return rc < 0 ? -errno : rc;
  473. }
  474. int Emulator::virt$bind(int sockfd, FlatPtr address, socklen_t address_length)
  475. {
  476. auto buffer = mmu().copy_buffer_from_vm(address, address_length);
  477. return syscall(SC_bind, sockfd, buffer.data(), buffer.size());
  478. }
  479. int Emulator::virt$connect(int sockfd, FlatPtr address, socklen_t address_size)
  480. {
  481. auto buffer = mmu().copy_buffer_from_vm(address, address_size);
  482. return syscall(SC_connect, sockfd, buffer.data(), buffer.size());
  483. }
  484. int Emulator::virt$shutdown(int sockfd, int how)
  485. {
  486. return syscall(SC_shutdown, sockfd, how);
  487. }
  488. int Emulator::virt$listen(int fd, int backlog)
  489. {
  490. return syscall(SC_listen, fd, backlog);
  491. }
  492. int Emulator::virt$kill(pid_t pid, int signal)
  493. {
  494. return syscall(SC_kill, pid, signal);
  495. }
  496. int Emulator::virt$killpg(int pgrp, int sig)
  497. {
  498. return syscall(SC_killpg, pgrp, sig);
  499. }
  500. int Emulator::virt$clock_gettime(int clockid, FlatPtr timespec)
  501. {
  502. struct timespec host_timespec;
  503. int rc = syscall(SC_clock_gettime, clockid, &host_timespec);
  504. if (rc < 0)
  505. return rc;
  506. mmu().copy_to_vm(timespec, &host_timespec, sizeof(host_timespec));
  507. return rc;
  508. }
  509. int Emulator::virt$clock_settime(uint32_t clock_id, FlatPtr user_ts)
  510. {
  511. struct timespec user_timespec;
  512. mmu().copy_from_vm(&user_timespec, user_ts, sizeof(user_timespec));
  513. int rc = syscall(SC_clock_settime, clock_id, &user_timespec);
  514. return rc;
  515. }
  516. int Emulator::virt$set_mmap_name(FlatPtr params_addr)
  517. {
  518. Syscall::SC_set_mmap_name_params params {};
  519. mmu().copy_from_vm(&params, params_addr, sizeof(params));
  520. auto name = mmu().copy_buffer_from_vm((FlatPtr)params.name.characters, params.name.length);
  521. auto* region = mmu().find_region({ 0x23, (FlatPtr)params.addr });
  522. if (!region || !is<MmapRegion>(*region))
  523. return -EINVAL;
  524. static_cast<MmapRegion&>(*region).set_name(String::copy(name));
  525. return 0;
  526. }
  527. int Emulator::virt$get_process_name(FlatPtr buffer, int size)
  528. {
  529. if (size < 0)
  530. return -EINVAL;
  531. auto host_buffer_result = ByteBuffer::create_zeroed((size_t)size);
  532. if (!host_buffer_result.has_value())
  533. return -ENOMEM;
  534. auto& host_buffer = host_buffer_result.value();
  535. int rc = syscall(SC_get_process_name, host_buffer.data(), host_buffer.size());
  536. mmu().copy_to_vm(buffer, host_buffer.data(), host_buffer.size());
  537. return rc;
  538. }
  539. int Emulator::virt$set_process_name(FlatPtr user_buffer, int size)
  540. {
  541. if (size < 0)
  542. return -EINVAL;
  543. auto host_buffer = mmu().copy_buffer_from_vm(user_buffer, size);
  544. auto name = String::formatted("(UE) {}", StringView { host_buffer.data(), host_buffer.size() });
  545. return syscall(SC_set_process_name, name.characters(), name.length());
  546. }
  547. int Emulator::virt$lseek(int fd, FlatPtr offset_addr, int whence)
  548. {
  549. off_t offset;
  550. mmu().copy_from_vm(&offset, offset_addr, sizeof(off_t));
  551. auto rc = syscall(SC_lseek, fd, &offset, whence);
  552. mmu().copy_to_vm(offset_addr, &offset, sizeof(off_t));
  553. return rc;
  554. }
  555. int Emulator::virt$socket(int domain, int type, int protocol)
  556. {
  557. return syscall(SC_socket, domain, type, protocol);
  558. }
  559. int Emulator::virt$recvmsg(int sockfd, FlatPtr msg_addr, int flags)
  560. {
  561. msghdr mmu_msg;
  562. mmu().copy_from_vm(&mmu_msg, msg_addr, sizeof(mmu_msg));
  563. Vector<iovec, 1> mmu_iovs;
  564. mmu_iovs.resize(mmu_msg.msg_iovlen);
  565. mmu().copy_from_vm(mmu_iovs.data(), (FlatPtr)mmu_msg.msg_iov, mmu_msg.msg_iovlen * sizeof(iovec));
  566. Vector<ByteBuffer, 1> buffers;
  567. Vector<iovec, 1> iovs;
  568. for (const auto& iov : mmu_iovs) {
  569. auto buffer_result = ByteBuffer::create_uninitialized(iov.iov_len);
  570. if (!buffer_result.has_value())
  571. return -ENOMEM;
  572. buffers.append(buffer_result.release_value());
  573. iovs.append({ buffers.last().data(), buffers.last().size() });
  574. }
  575. ByteBuffer control_buffer;
  576. if (mmu_msg.msg_control) {
  577. auto buffer_result = ByteBuffer::create_uninitialized(mmu_msg.msg_controllen);
  578. if (!buffer_result.has_value())
  579. return -ENOMEM;
  580. control_buffer = buffer_result.release_value();
  581. }
  582. sockaddr_storage addr;
  583. msghdr msg = { &addr, sizeof(addr), iovs.data(), (int)iovs.size(), mmu_msg.msg_control ? control_buffer.data() : nullptr, mmu_msg.msg_controllen, mmu_msg.msg_flags };
  584. int rc = recvmsg(sockfd, &msg, flags);
  585. if (rc < 0)
  586. return -errno;
  587. for (size_t i = 0; i < buffers.size(); ++i)
  588. mmu().copy_to_vm((FlatPtr)mmu_iovs[i].iov_base, buffers[i].data(), mmu_iovs[i].iov_len);
  589. if (mmu_msg.msg_name)
  590. mmu().copy_to_vm((FlatPtr)mmu_msg.msg_name, &addr, min(sizeof(addr), (size_t)mmu_msg.msg_namelen));
  591. if (mmu_msg.msg_control)
  592. mmu().copy_to_vm((FlatPtr)mmu_msg.msg_control, control_buffer.data(), min(mmu_msg.msg_controllen, msg.msg_controllen));
  593. mmu_msg.msg_namelen = msg.msg_namelen;
  594. mmu_msg.msg_controllen = msg.msg_controllen;
  595. mmu_msg.msg_flags = msg.msg_flags;
  596. mmu().copy_to_vm(msg_addr, &mmu_msg, sizeof(mmu_msg));
  597. return rc;
  598. }
  599. int Emulator::virt$sendmsg(int sockfd, FlatPtr msg_addr, int flags)
  600. {
  601. msghdr mmu_msg;
  602. mmu().copy_from_vm(&mmu_msg, msg_addr, sizeof(mmu_msg));
  603. Vector<iovec, 1> iovs;
  604. iovs.resize(mmu_msg.msg_iovlen);
  605. mmu().copy_from_vm(iovs.data(), (FlatPtr)mmu_msg.msg_iov, mmu_msg.msg_iovlen * sizeof(iovec));
  606. Vector<ByteBuffer, 1> buffers;
  607. for (auto& iov : iovs) {
  608. buffers.append(mmu().copy_buffer_from_vm((FlatPtr)iov.iov_base, iov.iov_len));
  609. iov = { buffers.last().data(), buffers.last().size() };
  610. }
  611. ByteBuffer control_buffer;
  612. if (mmu_msg.msg_control) {
  613. auto buffer_result = ByteBuffer::create_uninitialized(mmu_msg.msg_controllen);
  614. if (!buffer_result.has_value())
  615. return -ENOMEM;
  616. control_buffer = buffer_result.release_value();
  617. }
  618. sockaddr_storage address;
  619. socklen_t address_length = 0;
  620. if (mmu_msg.msg_name) {
  621. address_length = min(sizeof(address), (size_t)mmu_msg.msg_namelen);
  622. mmu().copy_from_vm(&address, (FlatPtr)mmu_msg.msg_name, address_length);
  623. }
  624. msghdr msg = { mmu_msg.msg_name ? &address : nullptr, address_length, iovs.data(), (int)iovs.size(), mmu_msg.msg_control ? control_buffer.data() : nullptr, mmu_msg.msg_controllen, mmu_msg.msg_flags };
  625. return sendmsg(sockfd, &msg, flags);
  626. }
  627. int Emulator::virt$getsockopt(FlatPtr params_addr)
  628. {
  629. Syscall::SC_getsockopt_params params;
  630. mmu().copy_from_vm(&params, params_addr, sizeof(params));
  631. if (params.option == SO_PEERCRED) {
  632. struct ucred creds = {};
  633. socklen_t creds_size = sizeof(creds);
  634. int rc = getsockopt(params.sockfd, params.level, SO_PEERCRED, &creds, &creds_size);
  635. if (rc < 0)
  636. return -errno;
  637. // FIXME: Check params.value_size
  638. mmu().copy_to_vm((FlatPtr)params.value, &creds, sizeof(creds));
  639. return rc;
  640. }
  641. if (params.option == SO_ERROR) {
  642. int so_error;
  643. socklen_t so_error_len = sizeof(so_error);
  644. int rc = getsockopt(params.sockfd, params.level, SO_ERROR, &so_error, &so_error_len);
  645. if (rc < 0)
  646. return -errno;
  647. // FIXME: Check params.value_size
  648. mmu().copy_to_vm((FlatPtr)params.value, &so_error, sizeof(so_error));
  649. return rc;
  650. }
  651. dbgln("Not implemented socket param: {}", params.option);
  652. TODO();
  653. }
  654. int Emulator::virt$getsockname(FlatPtr params_addr)
  655. {
  656. Syscall::SC_getsockname_params params;
  657. mmu().copy_from_vm(&params, params_addr, sizeof(params));
  658. sockaddr_storage addr = {};
  659. socklen_t addrlen;
  660. mmu().copy_from_vm(&addrlen, (FlatPtr)params.addrlen, sizeof(socklen_t));
  661. VERIFY(addrlen <= sizeof(addr));
  662. auto rc = getsockname(params.sockfd, (sockaddr*)&addr, &addrlen);
  663. if (rc == 0) {
  664. mmu().copy_to_vm((FlatPtr)params.addr, &addr, sizeof(addr));
  665. mmu().copy_to_vm((FlatPtr)params.addrlen, &addrlen, sizeof(addrlen));
  666. }
  667. return rc < 0 ? -errno : rc;
  668. }
  669. int Emulator::virt$getpeername(FlatPtr params_addr)
  670. {
  671. Syscall::SC_getpeername_params params;
  672. mmu().copy_from_vm(&params, params_addr, sizeof(params));
  673. sockaddr_storage addr = {};
  674. socklen_t addrlen;
  675. mmu().copy_from_vm(&addrlen, (FlatPtr)params.addrlen, sizeof(socklen_t));
  676. VERIFY(addrlen <= sizeof(addr));
  677. auto rc = getpeername(params.sockfd, (sockaddr*)&addr, &addrlen);
  678. if (rc == 0) {
  679. mmu().copy_to_vm((FlatPtr)params.addr, &addr, sizeof(addr));
  680. mmu().copy_to_vm((FlatPtr)params.addrlen, &addrlen, sizeof(addrlen));
  681. }
  682. return rc < 0 ? -errno : rc;
  683. }
  684. int Emulator::virt$getgroups(ssize_t count, FlatPtr groups)
  685. {
  686. if (!count)
  687. return syscall(SC_getgroups, 0, nullptr);
  688. auto buffer_result = ByteBuffer::create_uninitialized(count * sizeof(gid_t));
  689. if (!buffer_result.has_value())
  690. return -ENOMEM;
  691. auto& buffer = buffer_result.value();
  692. int rc = syscall(SC_getgroups, count, buffer.data());
  693. if (rc < 0)
  694. return rc;
  695. mmu().copy_to_vm(groups, buffer.data(), buffer.size());
  696. return 0;
  697. }
  698. int Emulator::virt$setgroups(ssize_t count, FlatPtr groups)
  699. {
  700. if (!count)
  701. return syscall(SC_setgroups, 0, nullptr);
  702. auto buffer = mmu().copy_buffer_from_vm(groups, count * sizeof(gid_t));
  703. return syscall(SC_setgroups, count, buffer.data());
  704. }
  705. u32 Emulator::virt$fcntl(int fd, int cmd, u32 arg)
  706. {
  707. switch (cmd) {
  708. case F_DUPFD:
  709. case F_GETFD:
  710. case F_SETFD:
  711. case F_GETFL:
  712. case F_SETFL:
  713. case F_ISTTY:
  714. break;
  715. default:
  716. dbgln("Invalid fcntl cmd: {}", cmd);
  717. }
  718. return syscall(SC_fcntl, fd, cmd, arg);
  719. }
  720. u32 Emulator::virt$open(u32 params_addr)
  721. {
  722. Syscall::SC_open_params params;
  723. mmu().copy_from_vm(&params, params_addr, sizeof(params));
  724. auto path = mmu().copy_buffer_from_vm((FlatPtr)params.path.characters, params.path.length);
  725. Syscall::SC_open_params host_params {};
  726. host_params.dirfd = params.dirfd;
  727. host_params.mode = params.mode;
  728. host_params.options = params.options;
  729. host_params.path.characters = (const char*)path.data();
  730. host_params.path.length = path.size();
  731. return syscall(SC_open, &host_params);
  732. }
  733. int Emulator::virt$pipe(FlatPtr vm_pipefd, int flags)
  734. {
  735. int pipefd[2];
  736. int rc = syscall(SC_pipe, pipefd, flags);
  737. if (rc < 0)
  738. return rc;
  739. mmu().copy_to_vm(vm_pipefd, pipefd, sizeof(pipefd));
  740. return rc;
  741. }
  742. static void round_to_page_size(FlatPtr& address, size_t& size)
  743. {
  744. auto new_end = round_up_to_power_of_two(address + size, PAGE_SIZE);
  745. address &= ~(PAGE_SIZE - 1);
  746. size = new_end - address;
  747. }
  748. u32 Emulator::virt$munmap(FlatPtr address, size_t size)
  749. {
  750. if (is_profiling())
  751. emit_profile_event(profile_stream(), "munmap", String::formatted("\"ptr\": {}, \"size\": {}", address, size));
  752. round_to_page_size(address, size);
  753. Vector<Region*, 4> marked_for_deletion;
  754. bool has_non_mmap_region = false;
  755. mmu().for_regions_in({ 0x23, address }, size, [&](Region* region) {
  756. if (region) {
  757. if (!is<MmapRegion>(*region)) {
  758. has_non_mmap_region = true;
  759. return IterationDecision::Break;
  760. }
  761. marked_for_deletion.append(region);
  762. }
  763. return IterationDecision::Continue;
  764. });
  765. if (has_non_mmap_region)
  766. return -EINVAL;
  767. for (Region* region : marked_for_deletion) {
  768. m_range_allocator.deallocate(region->range());
  769. mmu().remove_region(*region);
  770. }
  771. return 0;
  772. }
  773. u32 Emulator::virt$mmap(u32 params_addr)
  774. {
  775. Syscall::SC_mmap_params params;
  776. mmu().copy_from_vm(&params, params_addr, sizeof(params));
  777. u32 requested_size = round_up_to_power_of_two(params.size, PAGE_SIZE);
  778. FlatPtr final_address;
  779. Optional<Range> result;
  780. if (params.flags & MAP_RANDOMIZED) {
  781. result = m_range_allocator.allocate_randomized(requested_size, params.alignment);
  782. } else if (params.flags & MAP_FIXED) {
  783. if (params.addr)
  784. result = m_range_allocator.allocate_specific(VirtualAddress { params.addr }, requested_size);
  785. else {
  786. // mmap(nullptr, …, MAP_FIXED) is technically okay, but tends to be a bug.
  787. // Therefore, refuse to be helpful.
  788. reportln("\n=={}== \033[31;1mTried to mmap at nullptr with MAP_FIXED.\033[0m, {:#x} bytes.", getpid(), params.size);
  789. dump_backtrace();
  790. }
  791. } else {
  792. result = m_range_allocator.allocate_anywhere(requested_size, params.alignment);
  793. }
  794. if (!result.has_value())
  795. return -ENOMEM;
  796. final_address = result.value().base().get();
  797. auto final_size = result.value().size();
  798. String name_str;
  799. if (params.name.characters) {
  800. auto buffer_result = ByteBuffer::create_uninitialized(params.name.length);
  801. if (!buffer_result.has_value())
  802. return -ENOMEM;
  803. auto& name = buffer_result.value();
  804. mmu().copy_from_vm(name.data(), (FlatPtr)params.name.characters, params.name.length);
  805. name_str = { name.data(), name.size() };
  806. }
  807. if (is_profiling())
  808. emit_profile_event(profile_stream(), "mmap", String::formatted(R"("ptr": {}, "size": {}, "name": "{}")", final_address, final_size, name_str));
  809. if (params.flags & MAP_ANONYMOUS) {
  810. mmu().add_region(MmapRegion::create_anonymous(final_address, final_size, params.prot, move(name_str)));
  811. } else {
  812. auto region = MmapRegion::create_file_backed(final_address, final_size, params.prot, params.flags, params.fd, params.offset, move(name_str));
  813. if (region->name() == "libsystem.so: .text" && !m_libsystem_start) {
  814. m_libsystem_start = final_address;
  815. m_libsystem_end = final_address + final_size;
  816. }
  817. mmu().add_region(move(region));
  818. }
  819. return final_address;
  820. }
  821. FlatPtr Emulator::virt$mremap(FlatPtr params_addr)
  822. {
  823. Syscall::SC_mremap_params params;
  824. mmu().copy_from_vm(&params, params_addr, sizeof(params));
  825. // FIXME: Support regions that have been split in the past (e.g. due to mprotect or munmap).
  826. if (auto* region = mmu().find_region({ m_cpu.ds(), params.old_address })) {
  827. if (!is<MmapRegion>(*region))
  828. return -EINVAL;
  829. VERIFY(region->size() == params.old_size);
  830. auto& mmap_region = *(MmapRegion*)region;
  831. auto* ptr = mremap(mmap_region.data(), mmap_region.size(), mmap_region.size(), params.flags);
  832. if (ptr == MAP_FAILED)
  833. return -errno;
  834. return (FlatPtr)ptr;
  835. }
  836. return -EINVAL;
  837. }
  838. u32 Emulator::virt$mount(u32 params_addr)
  839. {
  840. Syscall::SC_mount_params params;
  841. mmu().copy_from_vm(&params, params_addr, sizeof(params));
  842. auto target = mmu().copy_buffer_from_vm((FlatPtr)params.target.characters, params.target.length);
  843. auto fs_path = mmu().copy_buffer_from_vm((FlatPtr)params.fs_type.characters, params.fs_type.length);
  844. params.fs_type.characters = (char*)fs_path.data();
  845. params.fs_type.length = fs_path.size();
  846. params.target.characters = (char*)target.data();
  847. params.target.length = target.size();
  848. return syscall(SC_mount, &params);
  849. }
  850. u32 Emulator::virt$gettid()
  851. {
  852. return gettid();
  853. }
  854. u32 Emulator::virt$getpid()
  855. {
  856. return getpid();
  857. }
  858. u32 Emulator::virt$pledge(u32)
  859. {
  860. return 0;
  861. }
  862. u32 Emulator::virt$unveil(u32)
  863. {
  864. return 0;
  865. }
  866. u32 Emulator::virt$mprotect(FlatPtr base, size_t size, int prot)
  867. {
  868. round_to_page_size(base, size);
  869. bool has_non_mmapped_region = false;
  870. mmu().for_regions_in({ 0x23, base }, size, [&](Region* region) {
  871. if (region) {
  872. if (!is<MmapRegion>(*region)) {
  873. has_non_mmapped_region = true;
  874. return IterationDecision::Break;
  875. }
  876. auto& mmap_region = *(MmapRegion*)region;
  877. mmap_region.set_prot(prot);
  878. }
  879. return IterationDecision::Continue;
  880. });
  881. if (has_non_mmapped_region)
  882. return -EINVAL;
  883. return 0;
  884. }
  885. u32 Emulator::virt$madvise(FlatPtr, size_t, int)
  886. {
  887. return 0;
  888. }
  889. uid_t Emulator::virt$getuid()
  890. {
  891. return getuid();
  892. }
  893. uid_t Emulator::virt$geteuid()
  894. {
  895. return geteuid();
  896. }
  897. gid_t Emulator::virt$getgid()
  898. {
  899. return getgid();
  900. }
  901. gid_t Emulator::virt$getegid()
  902. {
  903. return getegid();
  904. }
  905. int Emulator::virt$setuid(uid_t uid)
  906. {
  907. return syscall(SC_setuid, uid);
  908. }
  909. int Emulator::virt$setgid(gid_t gid)
  910. {
  911. return syscall(SC_setgid, gid);
  912. }
  913. u32 Emulator::virt$write(int fd, FlatPtr data, ssize_t size)
  914. {
  915. if (size < 0)
  916. return -EINVAL;
  917. auto buffer = mmu().copy_buffer_from_vm(data, size);
  918. return syscall(SC_write, fd, buffer.data(), buffer.size());
  919. }
  920. u32 Emulator::virt$read(int fd, FlatPtr buffer, ssize_t size)
  921. {
  922. if (size < 0)
  923. return -EINVAL;
  924. auto buffer_result = ByteBuffer::create_uninitialized(size);
  925. if (!buffer_result.has_value())
  926. return -ENOMEM;
  927. auto& local_buffer = buffer_result.value();
  928. int nread = syscall(SC_read, fd, local_buffer.data(), local_buffer.size());
  929. if (nread < 0) {
  930. if (nread == -EPERM) {
  931. dump_backtrace();
  932. TODO();
  933. }
  934. return nread;
  935. }
  936. mmu().copy_to_vm(buffer, local_buffer.data(), local_buffer.size());
  937. return nread;
  938. }
  939. void Emulator::virt$sync()
  940. {
  941. syscall(SC_sync);
  942. }
  943. void Emulator::virt$exit(int status)
  944. {
  945. reportln("\n=={}== \033[33;1mSyscall: exit({})\033[0m, shutting down!", getpid(), status);
  946. m_exit_status = status;
  947. m_shutdown = true;
  948. }
  949. ssize_t Emulator::virt$getrandom(FlatPtr buffer, size_t buffer_size, unsigned int flags)
  950. {
  951. auto buffer_result = ByteBuffer::create_uninitialized(buffer_size);
  952. if (!buffer_result.has_value())
  953. return -ENOMEM;
  954. auto& host_buffer = buffer_result.value();
  955. int rc = syscall(SC_getrandom, host_buffer.data(), host_buffer.size(), flags);
  956. if (rc < 0)
  957. return rc;
  958. mmu().copy_to_vm(buffer, host_buffer.data(), host_buffer.size());
  959. return rc;
  960. }
  961. int Emulator::virt$get_dir_entries(int fd, FlatPtr buffer, ssize_t size)
  962. {
  963. auto buffer_result = ByteBuffer::create_uninitialized(size);
  964. if (!buffer_result.has_value())
  965. return -ENOMEM;
  966. auto& host_buffer = buffer_result.value();
  967. int rc = syscall(SC_get_dir_entries, fd, host_buffer.data(), host_buffer.size());
  968. if (rc < 0)
  969. return rc;
  970. mmu().copy_to_vm(buffer, host_buffer.data(), host_buffer.size());
  971. return rc;
  972. }
  973. int Emulator::virt$ioctl([[maybe_unused]] int fd, unsigned request, [[maybe_unused]] FlatPtr arg)
  974. {
  975. if (request == TIOCGWINSZ) {
  976. struct winsize ws;
  977. int rc = syscall(SC_ioctl, fd, TIOCGWINSZ, &ws);
  978. if (rc < 0)
  979. return rc;
  980. mmu().copy_to_vm(arg, &ws, sizeof(winsize));
  981. return 0;
  982. }
  983. if (request == TIOCSPGRP) {
  984. return syscall(SC_ioctl, fd, request, arg);
  985. }
  986. if (request == TCGETS) {
  987. struct termios termios;
  988. int rc = syscall(SC_ioctl, fd, request, &termios);
  989. if (rc < 0)
  990. return rc;
  991. mmu().copy_to_vm(arg, &termios, sizeof(termios));
  992. return rc;
  993. }
  994. if (request == TCSETS) {
  995. struct termios termios;
  996. mmu().copy_from_vm(&termios, arg, sizeof(termios));
  997. return syscall(SC_ioctl, fd, request, &termios);
  998. }
  999. if (request == TIOCNOTTY || request == TIOCSCTTY) {
  1000. return syscall(SC_ioctl, fd, request, 0);
  1001. }
  1002. if (request == FB_IOCTL_GET_PROPERTIES) {
  1003. size_t size = 0;
  1004. auto rc = syscall(SC_ioctl, fd, request, &size);
  1005. mmu().copy_to_vm(arg, &size, sizeof(size));
  1006. return rc;
  1007. }
  1008. if (request == FB_IOCTL_SET_HEAD_RESOLUTION) {
  1009. FBHeadResolution user_resolution;
  1010. mmu().copy_from_vm(&user_resolution, arg, sizeof(user_resolution));
  1011. auto rc = syscall(SC_ioctl, fd, request, &user_resolution);
  1012. mmu().copy_to_vm(arg, &user_resolution, sizeof(user_resolution));
  1013. return rc;
  1014. }
  1015. if (request == FB_IOCTL_SET_HEAD_VERTICAL_OFFSET_BUFFER) {
  1016. return syscall(SC_ioctl, fd, request, arg);
  1017. }
  1018. reportln("Unsupported ioctl: {}", request);
  1019. dump_backtrace();
  1020. TODO();
  1021. }
  1022. int Emulator::virt$emuctl(FlatPtr arg1, FlatPtr arg2, FlatPtr arg3)
  1023. {
  1024. auto* tracer = malloc_tracer();
  1025. if (arg1 <= 4 && !tracer)
  1026. return 0;
  1027. switch (arg1) {
  1028. case 1:
  1029. tracer->target_did_malloc({}, arg3, arg2);
  1030. return 0;
  1031. case 2:
  1032. tracer->target_did_free({}, arg2);
  1033. return 0;
  1034. case 3:
  1035. tracer->target_did_realloc({}, arg3, arg2);
  1036. return 0;
  1037. case 4:
  1038. tracer->target_did_change_chunk_size({}, arg3, arg2);
  1039. return 0;
  1040. case 5: // mark ROI start
  1041. if (is_in_region_of_interest())
  1042. return -EINVAL;
  1043. m_is_in_region_of_interest = true;
  1044. return 0;
  1045. case 6: // mark ROI end
  1046. m_is_in_region_of_interest = false;
  1047. return 0;
  1048. case 7:
  1049. m_is_memory_auditing_suppressed = true;
  1050. return 0;
  1051. case 8:
  1052. m_is_memory_auditing_suppressed = false;
  1053. return 0;
  1054. default:
  1055. return -EINVAL;
  1056. }
  1057. }
  1058. int Emulator::virt$fork()
  1059. {
  1060. int rc = fork();
  1061. if (rc < 0)
  1062. return -errno;
  1063. return rc;
  1064. }
  1065. int Emulator::virt$execve(FlatPtr params_addr)
  1066. {
  1067. Syscall::SC_execve_params params;
  1068. mmu().copy_from_vm(&params, params_addr, sizeof(params));
  1069. auto path = String::copy(mmu().copy_buffer_from_vm((FlatPtr)params.path.characters, params.path.length));
  1070. Vector<String> arguments;
  1071. Vector<String> environment;
  1072. auto copy_string_list = [this](auto& output_vector, auto& string_list) {
  1073. for (size_t i = 0; i < string_list.length; ++i) {
  1074. Syscall::StringArgument string;
  1075. mmu().copy_from_vm(&string, (FlatPtr)&string_list.strings[i], sizeof(string));
  1076. output_vector.append(String::copy(mmu().copy_buffer_from_vm((FlatPtr)string.characters, string.length)));
  1077. }
  1078. };
  1079. copy_string_list(arguments, params.arguments);
  1080. copy_string_list(environment, params.environment);
  1081. reportln("\n=={}== \033[33;1mSyscall:\033[0m execve", getpid());
  1082. reportln("=={}== @ {}", getpid(), path);
  1083. for (auto& argument : arguments)
  1084. reportln("=={}== - {}", getpid(), argument);
  1085. Vector<char*> argv;
  1086. Vector<char*> envp;
  1087. argv.append(const_cast<char*>("/bin/UserspaceEmulator"));
  1088. argv.append(const_cast<char*>(path.characters()));
  1089. if (g_report_to_debug)
  1090. argv.append(const_cast<char*>("--report-to-debug"));
  1091. argv.append(const_cast<char*>("--"));
  1092. auto create_string_vector = [](auto& output_vector, auto& input_vector) {
  1093. for (auto& string : input_vector)
  1094. output_vector.append(const_cast<char*>(string.characters()));
  1095. output_vector.append(nullptr);
  1096. };
  1097. create_string_vector(argv, arguments);
  1098. create_string_vector(envp, environment);
  1099. // Yoink duplicated program name.
  1100. argv.remove(3 + (g_report_to_debug ? 1 : 0));
  1101. return execve(argv[0], (char* const*)argv.data(), (char* const*)envp.data());
  1102. }
  1103. int Emulator::virt$stat(FlatPtr params_addr)
  1104. {
  1105. Syscall::SC_stat_params params;
  1106. mmu().copy_from_vm(&params, params_addr, sizeof(params));
  1107. auto path = String::copy(mmu().copy_buffer_from_vm((FlatPtr)params.path.characters, params.path.length));
  1108. struct stat host_statbuf;
  1109. int rc;
  1110. if (params.follow_symlinks)
  1111. rc = stat(path.characters(), &host_statbuf);
  1112. else
  1113. rc = lstat(path.characters(), &host_statbuf);
  1114. if (rc < 0)
  1115. return -errno;
  1116. mmu().copy_to_vm((FlatPtr)params.statbuf, &host_statbuf, sizeof(host_statbuf));
  1117. return rc;
  1118. }
  1119. int Emulator::virt$realpath(FlatPtr params_addr)
  1120. {
  1121. Syscall::SC_realpath_params params;
  1122. mmu().copy_from_vm(&params, params_addr, sizeof(params));
  1123. auto path = mmu().copy_buffer_from_vm((FlatPtr)params.path.characters, params.path.length);
  1124. auto buffer_result = ByteBuffer::create_zeroed(params.buffer.size);
  1125. if (!buffer_result.has_value())
  1126. return -ENOMEM;
  1127. auto& host_buffer = buffer_result.value();
  1128. Syscall::SC_realpath_params host_params;
  1129. host_params.path = { (const char*)path.data(), path.size() };
  1130. host_params.buffer = { (char*)host_buffer.data(), host_buffer.size() };
  1131. int rc = syscall(SC_realpath, &host_params);
  1132. if (rc < 0)
  1133. return rc;
  1134. mmu().copy_to_vm((FlatPtr)params.buffer.data, host_buffer.data(), host_buffer.size());
  1135. return rc;
  1136. }
  1137. int Emulator::virt$gethostname(FlatPtr buffer, ssize_t buffer_size)
  1138. {
  1139. if (buffer_size < 0)
  1140. return -EINVAL;
  1141. auto buffer_result = ByteBuffer::create_zeroed(buffer_size);
  1142. if (!buffer_result.has_value())
  1143. return -ENOMEM;
  1144. auto& host_buffer = buffer_result.value();
  1145. int rc = syscall(SC_gethostname, host_buffer.data(), host_buffer.size());
  1146. if (rc < 0)
  1147. return rc;
  1148. mmu().copy_to_vm(buffer, host_buffer.data(), host_buffer.size());
  1149. return rc;
  1150. }
  1151. int Emulator::virt$sigaction(int signum, FlatPtr act, FlatPtr oldact)
  1152. {
  1153. if (signum == SIGKILL) {
  1154. reportln("Attempted to sigaction() with SIGKILL");
  1155. return -EINVAL;
  1156. }
  1157. if (signum <= 0 || signum >= NSIG)
  1158. return -EINVAL;
  1159. struct sigaction host_act;
  1160. mmu().copy_from_vm(&host_act, act, sizeof(host_act));
  1161. auto& handler = m_signal_handler[signum];
  1162. handler.handler = (FlatPtr)host_act.sa_handler;
  1163. handler.mask = host_act.sa_mask;
  1164. handler.flags = host_act.sa_flags;
  1165. if (oldact) {
  1166. struct sigaction host_oldact;
  1167. auto& old_handler = m_signal_handler[signum];
  1168. host_oldact.sa_handler = (void (*)(int))(old_handler.handler);
  1169. host_oldact.sa_mask = old_handler.mask;
  1170. host_oldact.sa_flags = old_handler.flags;
  1171. mmu().copy_to_vm(oldact, &host_oldact, sizeof(host_oldact));
  1172. }
  1173. return 0;
  1174. }
  1175. int Emulator::virt$sigreturn()
  1176. {
  1177. u32 stack_ptr = m_cpu.esp().value();
  1178. auto local_pop = [&]() -> ValueWithShadow<u32> {
  1179. auto value = m_cpu.read_memory32({ m_cpu.ss(), stack_ptr });
  1180. stack_ptr += sizeof(u32);
  1181. return value;
  1182. };
  1183. auto smuggled_eax = local_pop();
  1184. stack_ptr += 4 * sizeof(u32);
  1185. m_signal_mask = local_pop().value();
  1186. m_cpu.set_edi(local_pop());
  1187. m_cpu.set_esi(local_pop());
  1188. m_cpu.set_ebp(local_pop());
  1189. m_cpu.set_esp(local_pop());
  1190. m_cpu.set_ebx(local_pop());
  1191. m_cpu.set_edx(local_pop());
  1192. m_cpu.set_ecx(local_pop());
  1193. m_cpu.set_eax(local_pop());
  1194. m_cpu.set_eip(local_pop().value());
  1195. m_cpu.set_eflags(local_pop());
  1196. // FIXME: We're losing shadow bits here.
  1197. return smuggled_eax.value();
  1198. }
  1199. int Emulator::virt$getpgrp()
  1200. {
  1201. return syscall(SC_getpgrp);
  1202. }
  1203. int Emulator::virt$getpgid(pid_t pid)
  1204. {
  1205. return syscall(SC_getpgid, pid);
  1206. }
  1207. int Emulator::virt$setpgid(pid_t pid, pid_t pgid)
  1208. {
  1209. return syscall(SC_setpgid, pid, pgid);
  1210. }
  1211. int Emulator::virt$ttyname(int fd, FlatPtr buffer, size_t buffer_size)
  1212. {
  1213. auto buffer_result = ByteBuffer::create_zeroed(buffer_size);
  1214. if (!buffer_result.has_value())
  1215. return -ENOMEM;
  1216. auto& host_buffer = buffer_result.value();
  1217. int rc = syscall(SC_ttyname, fd, host_buffer.data(), host_buffer.size());
  1218. if (rc < 0)
  1219. return rc;
  1220. mmu().copy_to_vm(buffer, host_buffer.data(), host_buffer.size());
  1221. return rc;
  1222. }
  1223. int Emulator::virt$getcwd(FlatPtr buffer, size_t buffer_size)
  1224. {
  1225. auto buffer_result = ByteBuffer::create_zeroed(buffer_size);
  1226. if (!buffer_result.has_value())
  1227. return -ENOMEM;
  1228. auto& host_buffer = buffer_result.value();
  1229. int rc = syscall(SC_getcwd, host_buffer.data(), host_buffer.size());
  1230. if (rc < 0)
  1231. return rc;
  1232. mmu().copy_to_vm(buffer, host_buffer.data(), host_buffer.size());
  1233. return rc;
  1234. }
  1235. int Emulator::virt$getsid(pid_t pid)
  1236. {
  1237. return syscall(SC_getsid, pid);
  1238. }
  1239. int Emulator::virt$access(FlatPtr path, size_t path_length, int type)
  1240. {
  1241. auto host_path = mmu().copy_buffer_from_vm(path, path_length);
  1242. return syscall(SC_access, host_path.data(), host_path.size(), type);
  1243. }
  1244. int Emulator::virt$waitid(FlatPtr params_addr)
  1245. {
  1246. Syscall::SC_waitid_params params;
  1247. mmu().copy_from_vm(&params, params_addr, sizeof(params));
  1248. Syscall::SC_waitid_params host_params = params;
  1249. siginfo info {};
  1250. host_params.infop = &info;
  1251. int rc = syscall(SC_waitid, &host_params);
  1252. if (rc < 0)
  1253. return rc;
  1254. if (info.si_addr) {
  1255. // FIXME: Translate this somehow once we actually start setting it in the kernel.
  1256. dbgln("si_addr is set to {:p}, I did not expect this!", info.si_addr);
  1257. TODO();
  1258. }
  1259. if (params.infop)
  1260. mmu().copy_to_vm((FlatPtr)params.infop, &info, sizeof(info));
  1261. return rc;
  1262. }
  1263. int Emulator::virt$chdir(FlatPtr path, size_t path_length)
  1264. {
  1265. auto host_path = mmu().copy_buffer_from_vm(path, path_length);
  1266. return syscall(SC_chdir, host_path.data(), host_path.size());
  1267. }
  1268. int Emulator::virt$dup2(int old_fd, int new_fd)
  1269. {
  1270. return syscall(SC_dup2, old_fd, new_fd);
  1271. }
  1272. int Emulator::virt$sched_getparam(pid_t pid, FlatPtr user_addr)
  1273. {
  1274. sched_param user_param;
  1275. mmu().copy_from_vm(&user_param, user_addr, sizeof(user_param));
  1276. auto rc = syscall(SC_sched_getparam, pid, &user_param);
  1277. mmu().copy_to_vm(user_addr, &user_param, sizeof(user_param));
  1278. return rc;
  1279. }
  1280. int Emulator::virt$sched_setparam(int pid, FlatPtr user_addr)
  1281. {
  1282. sched_param user_param;
  1283. mmu().copy_from_vm(&user_param, user_addr, sizeof(user_param));
  1284. return syscall(SC_sched_setparam, pid, &user_param);
  1285. }
  1286. int Emulator::virt$set_thread_name(pid_t pid, FlatPtr name_addr, size_t name_length)
  1287. {
  1288. auto user_name = mmu().copy_buffer_from_vm(name_addr, name_length);
  1289. auto name = String::formatted("(UE) {}", StringView { user_name.data(), user_name.size() });
  1290. return syscall(SC_set_thread_name, pid, name.characters(), name.length());
  1291. }
  1292. pid_t Emulator::virt$setsid()
  1293. {
  1294. return syscall(SC_setsid);
  1295. }
  1296. int Emulator::virt$create_inode_watcher(unsigned flags)
  1297. {
  1298. return syscall(SC_create_inode_watcher, flags);
  1299. }
  1300. int Emulator::virt$inode_watcher_add_watch(FlatPtr params_addr)
  1301. {
  1302. Syscall::SC_inode_watcher_add_watch_params params;
  1303. mmu().copy_from_vm(&params, params_addr, sizeof(params));
  1304. return syscall(SC_inode_watcher_add_watch, &params);
  1305. }
  1306. int Emulator::virt$inode_watcher_remove_watch(int fd, int wd)
  1307. {
  1308. return syscall(SC_inode_watcher_add_watch, fd, wd);
  1309. }
  1310. int Emulator::virt$clock_nanosleep(FlatPtr params_addr)
  1311. {
  1312. Syscall::SC_clock_nanosleep_params params;
  1313. mmu().copy_from_vm(&params, params_addr, sizeof(params));
  1314. timespec requested_sleep;
  1315. mmu().copy_from_vm(&requested_sleep, (FlatPtr)params.requested_sleep, sizeof(timespec));
  1316. params.requested_sleep = &requested_sleep;
  1317. auto* remaining_vm_addr = params.remaining_sleep;
  1318. timespec remaining { 0, 0 };
  1319. params.remaining_sleep = &remaining;
  1320. int rc = syscall(SC_clock_nanosleep, &params);
  1321. if (remaining_vm_addr)
  1322. mmu().copy_to_vm((FlatPtr)remaining_vm_addr, &remaining, sizeof(timespec));
  1323. return rc;
  1324. }
  1325. int Emulator::virt$readlink(FlatPtr params_addr)
  1326. {
  1327. Syscall::SC_readlink_params params;
  1328. mmu().copy_from_vm(&params, params_addr, sizeof(params));
  1329. auto path = mmu().copy_buffer_from_vm((FlatPtr)params.path.characters, params.path.length);
  1330. auto buffer_result = ByteBuffer::create_zeroed(params.buffer.size);
  1331. if (!buffer_result.has_value())
  1332. return -ENOMEM;
  1333. auto& host_buffer = buffer_result.value();
  1334. Syscall::SC_readlink_params host_params;
  1335. host_params.path = { (const char*)path.data(), path.size() };
  1336. host_params.buffer = { (char*)host_buffer.data(), host_buffer.size() };
  1337. int rc = syscall(SC_readlink, &host_params);
  1338. if (rc < 0)
  1339. return rc;
  1340. mmu().copy_to_vm((FlatPtr)params.buffer.data, host_buffer.data(), host_buffer.size());
  1341. return rc;
  1342. }
  1343. u32 Emulator::virt$allocate_tls(FlatPtr initial_data, size_t size)
  1344. {
  1345. // TODO: This matches what Thread::make_thread_specific_region does. The kernel
  1346. // ends up allocating one more page. Figure out if this is intentional.
  1347. auto region_size = align_up_to(size, PAGE_SIZE) + PAGE_SIZE;
  1348. auto tcb_region = make<SimpleRegion>(0x20000000, region_size);
  1349. size_t offset = 0;
  1350. while (size - offset > 0) {
  1351. u8 buffer[512];
  1352. size_t read_bytes = min(sizeof(buffer), size - offset);
  1353. mmu().copy_from_vm(buffer, initial_data + offset, read_bytes);
  1354. memcpy(tcb_region->data() + offset, buffer, read_bytes);
  1355. offset += read_bytes;
  1356. }
  1357. memset(tcb_region->shadow_data(), 0x01, size);
  1358. auto tls_region = make<SimpleRegion>(0, 4);
  1359. tls_region->write32(0, shadow_wrap_as_initialized(tcb_region->base() + (u32)size));
  1360. memset(tls_region->shadow_data(), 0x01, 4);
  1361. u32 tls_base = tcb_region->base();
  1362. mmu().add_region(move(tcb_region));
  1363. mmu().set_tls_region(move(tls_region));
  1364. return tls_base;
  1365. }
  1366. int Emulator::virt$ptsname(int fd, FlatPtr buffer, size_t buffer_size)
  1367. {
  1368. auto pts = mmu().copy_buffer_from_vm(buffer, buffer_size);
  1369. return syscall(SC_ptsname, fd, pts.data(), pts.size());
  1370. }
  1371. int Emulator::virt$beep()
  1372. {
  1373. return syscall(SC_beep);
  1374. }
  1375. u32 Emulator::virt$sysconf(u32 name)
  1376. {
  1377. return syscall(SC_sysconf, name);
  1378. }
  1379. int Emulator::virt$msyscall(FlatPtr)
  1380. {
  1381. // FIXME: Implement this.
  1382. return 0;
  1383. }
  1384. int Emulator::virt$futex(FlatPtr params_addr)
  1385. {
  1386. Syscall::SC_futex_params params;
  1387. mmu().copy_from_vm(&params, params_addr, sizeof(params));
  1388. // FIXME: Implement this.
  1389. return 0;
  1390. }
  1391. int Emulator::virt$poll(FlatPtr params_addr)
  1392. {
  1393. Syscall::SC_poll_params params;
  1394. mmu().copy_from_vm(&params, params_addr, sizeof(params));
  1395. if (params.nfds >= FD_SETSIZE)
  1396. return EINVAL;
  1397. Vector<pollfd, FD_SETSIZE> fds;
  1398. struct timespec timeout;
  1399. u32 sigmask;
  1400. if (params.fds)
  1401. mmu().copy_from_vm(fds.data(), (FlatPtr)params.fds, sizeof(pollfd) * params.nfds);
  1402. if (params.timeout)
  1403. mmu().copy_from_vm(&timeout, (FlatPtr)params.timeout, sizeof(timeout));
  1404. if (params.sigmask)
  1405. mmu().copy_from_vm(&sigmask, (FlatPtr)params.sigmask, sizeof(sigmask));
  1406. int rc = ppoll(params.fds ? fds.data() : nullptr, params.nfds, params.timeout ? &timeout : nullptr, params.sigmask ? &sigmask : nullptr);
  1407. if (rc < 0)
  1408. return -errno;
  1409. if (params.fds)
  1410. mmu().copy_to_vm((FlatPtr)params.fds, fds.data(), sizeof(pollfd) * params.nfds);
  1411. if (params.timeout)
  1412. mmu().copy_to_vm((FlatPtr)params.timeout, &timeout, sizeof(timeout));
  1413. return rc;
  1414. }
  1415. }