DynamicLoader.cpp 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690
  1. /*
  2. * Copyright (c) 2019-2020, Andrew Kaster <akaster@serenityos.org>
  3. * Copyright (c) 2020, Itamar S. <itamar8910@gmail.com>
  4. * Copyright (c) 2021, Andreas Kling <kling@serenityos.org>
  5. * Copyright (c) 2022, Daniel Bertalan <dani@danielbertalan.dev>
  6. *
  7. * SPDX-License-Identifier: BSD-2-Clause
  8. */
  9. #include <AK/Debug.h>
  10. #include <AK/Optional.h>
  11. #include <AK/QuickSort.h>
  12. #include <AK/StringBuilder.h>
  13. #include <LibDl/dlfcn.h>
  14. #include <LibDl/dlfcn_integration.h>
  15. #include <LibELF/DynamicLinker.h>
  16. #include <LibELF/DynamicLoader.h>
  17. #include <LibELF/Hashes.h>
  18. #include <LibELF/Validation.h>
  19. #include <assert.h>
  20. #include <errno.h>
  21. #include <stdio.h>
  22. #include <stdlib.h>
  23. #include <string.h>
  24. #include <sys/mman.h>
  25. #include <sys/stat.h>
  26. #include <unistd.h>
  27. #ifndef __serenity__
  28. static void* mmap_with_name(void* addr, size_t length, int prot, int flags, int fd, off_t offset, char const*)
  29. {
  30. return mmap(addr, length, prot, flags, fd, offset);
  31. }
  32. # define MAP_RANDOMIZED 0
  33. #endif
  34. namespace ELF {
  35. Result<NonnullRefPtr<DynamicLoader>, DlErrorMessage> DynamicLoader::try_create(int fd, String filename, String filepath)
  36. {
  37. struct stat stat;
  38. if (fstat(fd, &stat) < 0) {
  39. return DlErrorMessage { "DynamicLoader::try_create fstat" };
  40. }
  41. VERIFY(stat.st_size >= 0);
  42. auto size = static_cast<size_t>(stat.st_size);
  43. if (size < sizeof(ElfW(Ehdr)))
  44. return DlErrorMessage { String::formatted("File {} has invalid ELF header", filename) };
  45. String file_mmap_name = String::formatted("ELF_DYN: {}", filepath);
  46. auto* data = mmap_with_name(nullptr, size, PROT_READ, MAP_SHARED, fd, 0, file_mmap_name.characters());
  47. if (data == MAP_FAILED) {
  48. return DlErrorMessage { "DynamicLoader::try_create mmap" };
  49. }
  50. auto loader = adopt_ref(*new DynamicLoader(fd, move(filename), data, size, filepath));
  51. if (!loader->is_valid())
  52. return DlErrorMessage { "ELF image validation failed" };
  53. return loader;
  54. }
  55. DynamicLoader::DynamicLoader(int fd, String filename, void* data, size_t size, String filepath)
  56. : m_filename(move(filename))
  57. , m_filepath(move(filepath))
  58. , m_file_size(size)
  59. , m_image_fd(fd)
  60. , m_file_data(data)
  61. {
  62. m_elf_image = adopt_own(*new ELF::Image((u8*)m_file_data, m_file_size));
  63. m_valid = validate();
  64. if (m_valid)
  65. m_tls_size_of_current_object = calculate_tls_size();
  66. else
  67. dbgln("Image validation failed for file {}", m_filename);
  68. }
  69. DynamicLoader::~DynamicLoader()
  70. {
  71. if (munmap(m_file_data, m_file_size) < 0) {
  72. perror("munmap");
  73. VERIFY_NOT_REACHED();
  74. }
  75. if (close(m_image_fd) < 0) {
  76. perror("close");
  77. VERIFY_NOT_REACHED();
  78. }
  79. }
  80. DynamicObject const& DynamicLoader::dynamic_object() const
  81. {
  82. if (!m_cached_dynamic_object) {
  83. VirtualAddress dynamic_section_address;
  84. image().for_each_program_header([&dynamic_section_address](auto program_header) {
  85. if (program_header.type() == PT_DYNAMIC) {
  86. dynamic_section_address = VirtualAddress(program_header.raw_data());
  87. }
  88. });
  89. VERIFY(!dynamic_section_address.is_null());
  90. m_cached_dynamic_object = ELF::DynamicObject::create(m_filename, VirtualAddress(image().base_address()), dynamic_section_address);
  91. }
  92. return *m_cached_dynamic_object;
  93. }
  94. size_t DynamicLoader::calculate_tls_size() const
  95. {
  96. size_t tls_size = 0;
  97. image().for_each_program_header([&tls_size](auto program_header) {
  98. if (program_header.type() == PT_TLS) {
  99. tls_size = program_header.size_in_memory();
  100. }
  101. });
  102. return tls_size;
  103. }
  104. bool DynamicLoader::validate()
  105. {
  106. if (!image().is_valid())
  107. return false;
  108. auto* elf_header = (ElfW(Ehdr)*)m_file_data;
  109. if (!validate_elf_header(*elf_header, m_file_size))
  110. return false;
  111. auto result_or_error = validate_program_headers(*elf_header, m_file_size, { m_file_data, m_file_size });
  112. if (result_or_error.is_error() || !result_or_error.value())
  113. return false;
  114. return true;
  115. }
  116. RefPtr<DynamicObject> DynamicLoader::map()
  117. {
  118. if (m_dynamic_object) {
  119. // Already mapped.
  120. return nullptr;
  121. }
  122. if (!m_valid) {
  123. dbgln("DynamicLoader::map failed: image is invalid");
  124. return nullptr;
  125. }
  126. load_program_headers();
  127. VERIFY(!m_base_address.is_null());
  128. m_dynamic_object = DynamicObject::create(m_filename, m_base_address, m_dynamic_section_address);
  129. m_dynamic_object->set_tls_offset(m_tls_offset);
  130. m_dynamic_object->set_tls_size(m_tls_size_of_current_object);
  131. return m_dynamic_object;
  132. }
  133. bool DynamicLoader::link(unsigned flags)
  134. {
  135. return load_stage_2(flags);
  136. }
  137. bool DynamicLoader::load_stage_2(unsigned flags)
  138. {
  139. VERIFY(flags & RTLD_GLOBAL);
  140. if (m_dynamic_object->has_text_relocations()) {
  141. dbgln("\033[33mWarning:\033[0m Dynamic object {} has text relocations", m_dynamic_object->filename());
  142. for (auto& text_segment : m_text_segments) {
  143. VERIFY(text_segment.address().get() != 0);
  144. #ifndef AK_OS_MACOS
  145. // Remap this text region as private.
  146. if (mremap(text_segment.address().as_ptr(), text_segment.size(), text_segment.size(), MAP_PRIVATE) == MAP_FAILED) {
  147. perror("mremap .text: MAP_PRIVATE");
  148. return false;
  149. }
  150. #endif
  151. if (0 > mprotect(text_segment.address().as_ptr(), text_segment.size(), PROT_READ | PROT_WRITE)) {
  152. perror("mprotect .text: PROT_READ | PROT_WRITE"); // FIXME: dlerror?
  153. return false;
  154. }
  155. }
  156. } else {
  157. // .text needs to be executable while we process relocations because it might contain IFUNC resolvers.
  158. // We don't allow IFUNC resolvers in objects with textrels.
  159. for (auto& text_segment : m_text_segments) {
  160. if (mprotect(text_segment.address().as_ptr(), text_segment.size(), PROT_READ | PROT_EXEC) < 0) {
  161. perror("mprotect .text: PROT_READ | PROT_EXEC");
  162. return false;
  163. }
  164. }
  165. }
  166. do_main_relocations();
  167. return true;
  168. }
  169. void DynamicLoader::do_main_relocations()
  170. {
  171. auto do_single_relocation = [&](const ELF::DynamicObject::Relocation& relocation) {
  172. switch (do_relocation(relocation, ShouldInitializeWeak::No)) {
  173. case RelocationResult::Failed:
  174. dbgln("Loader.so: {} unresolved symbol '{}'", m_filename, relocation.symbol().name());
  175. VERIFY_NOT_REACHED();
  176. case RelocationResult::ResolveLater:
  177. m_unresolved_relocations.append(relocation);
  178. break;
  179. case RelocationResult::Success:
  180. break;
  181. }
  182. };
  183. do_relr_relocations();
  184. m_dynamic_object->relocation_section().for_each_relocation(do_single_relocation);
  185. m_dynamic_object->plt_relocation_section().for_each_relocation(do_single_relocation);
  186. }
  187. Result<NonnullRefPtr<DynamicObject>, DlErrorMessage> DynamicLoader::load_stage_3(unsigned flags)
  188. {
  189. do_lazy_relocations();
  190. if (flags & RTLD_LAZY) {
  191. if (m_dynamic_object->has_plt())
  192. setup_plt_trampoline();
  193. }
  194. if (m_dynamic_object->has_text_relocations()) {
  195. // If we don't have textrels, .text has already been made executable by this point in load_stage_2.
  196. for (auto& text_segment : m_text_segments) {
  197. if (mprotect(text_segment.address().as_ptr(), text_segment.size(), PROT_READ | PROT_EXEC) < 0) {
  198. return DlErrorMessage { String::formatted("mprotect .text: PROT_READ | PROT_EXEC: {}", strerror(errno)) };
  199. }
  200. }
  201. }
  202. if (m_relro_segment_size) {
  203. if (mprotect(m_relro_segment_address.as_ptr(), m_relro_segment_size, PROT_READ) < 0) {
  204. return DlErrorMessage { String::formatted("mprotect .relro: PROT_READ: {}", strerror(errno)) };
  205. }
  206. #ifdef __serenity__
  207. if (set_mmap_name(m_relro_segment_address.as_ptr(), m_relro_segment_size, String::formatted("{}: .relro", m_filepath).characters()) < 0) {
  208. return DlErrorMessage { String::formatted("set_mmap_name .relro: {}", strerror(errno)) };
  209. }
  210. #endif
  211. }
  212. return NonnullRefPtr<DynamicObject> { *m_dynamic_object };
  213. }
  214. void DynamicLoader::load_stage_4()
  215. {
  216. call_object_init_functions();
  217. }
  218. void DynamicLoader::do_lazy_relocations()
  219. {
  220. for (auto const& relocation : m_unresolved_relocations) {
  221. if (auto res = do_relocation(relocation, ShouldInitializeWeak::Yes); res != RelocationResult::Success) {
  222. dbgln("Loader.so: {} unresolved symbol '{}'", m_filename, relocation.symbol().name());
  223. VERIFY_NOT_REACHED();
  224. }
  225. }
  226. }
  227. void DynamicLoader::load_program_headers()
  228. {
  229. Vector<ProgramHeaderRegion> load_regions;
  230. Vector<ProgramHeaderRegion> map_regions;
  231. Vector<ProgramHeaderRegion> copy_regions;
  232. Optional<ProgramHeaderRegion> tls_region;
  233. Optional<ProgramHeaderRegion> relro_region;
  234. VirtualAddress dynamic_region_desired_vaddr;
  235. image().for_each_program_header([&](Image::ProgramHeader const& program_header) {
  236. ProgramHeaderRegion region {};
  237. region.set_program_header(program_header.raw_header());
  238. if (region.is_tls_template()) {
  239. VERIFY(!tls_region.has_value());
  240. tls_region = region;
  241. } else if (region.is_load()) {
  242. if (region.size_in_memory() == 0)
  243. return;
  244. load_regions.append(region);
  245. if (region.is_writable()) {
  246. copy_regions.append(region);
  247. } else {
  248. map_regions.append(region);
  249. }
  250. } else if (region.is_dynamic()) {
  251. dynamic_region_desired_vaddr = region.desired_load_address();
  252. } else if (region.is_relro()) {
  253. VERIFY(!relro_region.has_value());
  254. relro_region = region;
  255. }
  256. });
  257. VERIFY(!map_regions.is_empty() || !copy_regions.is_empty());
  258. auto compare_load_address = [](ProgramHeaderRegion& a, ProgramHeaderRegion& b) {
  259. return a.desired_load_address().as_ptr() < b.desired_load_address().as_ptr();
  260. };
  261. quick_sort(load_regions, compare_load_address);
  262. quick_sort(map_regions, compare_load_address);
  263. quick_sort(copy_regions, compare_load_address);
  264. // Process regions in order: .text, .data, .tls
  265. void* requested_load_address = image().is_dynamic() ? nullptr : load_regions.first().desired_load_address().as_ptr();
  266. int reservation_mmap_flags = MAP_ANON | MAP_PRIVATE | MAP_NORESERVE;
  267. if (image().is_dynamic())
  268. reservation_mmap_flags |= MAP_RANDOMIZED;
  269. #ifdef MAP_FIXED_NOREPLACE
  270. else
  271. reservation_mmap_flags |= MAP_FIXED_NOREPLACE;
  272. #endif
  273. // First, we make a dummy reservation mapping, in order to allocate enough VM
  274. // to hold all regions contiguously in the address space.
  275. FlatPtr ph_load_base = load_regions.first().desired_load_address().page_base().get();
  276. FlatPtr ph_load_end = round_up_to_power_of_two(load_regions.last().desired_load_address().offset(load_regions.last().size_in_memory()).get(), PAGE_SIZE);
  277. size_t total_mapping_size = ph_load_end - ph_load_base;
  278. auto* reservation = mmap(requested_load_address, total_mapping_size, PROT_NONE, reservation_mmap_flags, 0, 0);
  279. if (reservation == MAP_FAILED) {
  280. perror("mmap reservation");
  281. VERIFY_NOT_REACHED();
  282. }
  283. VERIFY(requested_load_address == nullptr || reservation == requested_load_address);
  284. m_base_address = VirtualAddress { reservation };
  285. // Then we unmap the reservation.
  286. if (munmap(reservation, total_mapping_size) < 0) {
  287. perror("munmap reservation");
  288. VERIFY_NOT_REACHED();
  289. }
  290. for (auto& region : map_regions) {
  291. FlatPtr ph_desired_base = region.desired_load_address().get();
  292. FlatPtr ph_base = region.desired_load_address().page_base().get();
  293. FlatPtr ph_end = ph_base + round_up_to_power_of_two(region.size_in_memory() + region.desired_load_address().get() - ph_base, PAGE_SIZE);
  294. StringBuilder builder;
  295. builder.append(m_filepath);
  296. if (region.is_executable())
  297. builder.append(": .text");
  298. else
  299. builder.append(": .rodata");
  300. // Now we can map the text segment at the reserved address.
  301. auto* segment_base = (u8*)mmap_with_name(
  302. (u8*)reservation + ph_base - ph_load_base,
  303. ph_desired_base - ph_base + region.size_in_image(),
  304. PROT_READ,
  305. MAP_FILE | MAP_SHARED | MAP_FIXED,
  306. m_image_fd,
  307. VirtualAddress { region.offset() }.page_base().get(),
  308. builder.to_string().characters());
  309. if (segment_base == MAP_FAILED) {
  310. perror("mmap non-writable");
  311. VERIFY_NOT_REACHED();
  312. }
  313. if (region.is_executable())
  314. m_text_segments.append({ VirtualAddress { segment_base }, ph_end - ph_base });
  315. }
  316. VERIFY(requested_load_address == nullptr || requested_load_address == reservation);
  317. if (relro_region.has_value()) {
  318. m_relro_segment_size = relro_region->size_in_memory();
  319. m_relro_segment_address = VirtualAddress { (u8*)reservation + relro_region->desired_load_address().get() - ph_load_base };
  320. }
  321. if (image().is_dynamic())
  322. m_dynamic_section_address = VirtualAddress { (u8*)reservation + dynamic_region_desired_vaddr.get() - ph_load_base };
  323. else
  324. m_dynamic_section_address = dynamic_region_desired_vaddr;
  325. for (auto& region : copy_regions) {
  326. FlatPtr ph_data_base = region.desired_load_address().page_base().get();
  327. FlatPtr ph_data_end = ph_data_base + round_up_to_power_of_two(region.size_in_memory() + region.desired_load_address().get() - ph_data_base, PAGE_SIZE);
  328. auto* data_segment_address = (u8*)reservation + ph_data_base - ph_load_base;
  329. size_t data_segment_size = ph_data_end - ph_data_base;
  330. // Finally, we make an anonymous mapping for the data segment. Contents are then copied from the file.
  331. auto* data_segment = (u8*)mmap_with_name(
  332. data_segment_address,
  333. data_segment_size,
  334. PROT_READ | PROT_WRITE,
  335. MAP_ANONYMOUS | MAP_PRIVATE | MAP_FIXED,
  336. 0,
  337. 0,
  338. String::formatted("{}: .data", m_filepath).characters());
  339. if (MAP_FAILED == data_segment) {
  340. perror("mmap writable");
  341. VERIFY_NOT_REACHED();
  342. }
  343. VirtualAddress data_segment_start;
  344. if (image().is_dynamic())
  345. data_segment_start = VirtualAddress { (u8*)reservation + region.desired_load_address().get() };
  346. else
  347. data_segment_start = region.desired_load_address();
  348. VERIFY(data_segment_start.as_ptr() + region.size_in_memory() <= data_segment + data_segment_size);
  349. memcpy(data_segment_start.as_ptr(), (u8*)m_file_data + region.offset(), region.size_in_image());
  350. }
  351. // FIXME: Initialize the values in the TLS section. Currently, it is zeroed.
  352. }
  353. DynamicLoader::RelocationResult DynamicLoader::do_relocation(const ELF::DynamicObject::Relocation& relocation, ShouldInitializeWeak should_initialize_weak)
  354. {
  355. FlatPtr* patch_ptr = nullptr;
  356. if (is_dynamic())
  357. patch_ptr = (FlatPtr*)(m_dynamic_object->base_address().as_ptr() + relocation.offset());
  358. else
  359. patch_ptr = (FlatPtr*)(FlatPtr)relocation.offset();
  360. auto call_ifunc_resolver = [](VirtualAddress address) {
  361. return VirtualAddress { reinterpret_cast<DynamicObject::IfuncResolver>(address.get())() };
  362. };
  363. switch (relocation.type()) {
  364. #if ARCH(I386)
  365. case R_386_NONE:
  366. #else
  367. case R_X86_64_NONE:
  368. #endif
  369. // Apparently most loaders will just skip these?
  370. // Seems if the 'link editor' generates one something is funky with your code
  371. break;
  372. #if ARCH(I386)
  373. case R_386_32: {
  374. #else
  375. case R_X86_64_64: {
  376. #endif
  377. auto symbol = relocation.symbol();
  378. auto res = lookup_symbol(symbol);
  379. if (!res.has_value()) {
  380. if (symbol.bind() == STB_WEAK)
  381. return RelocationResult::ResolveLater;
  382. dbgln("ERROR: symbol not found: {}.", symbol.name());
  383. return RelocationResult::Failed;
  384. }
  385. auto symbol_address = res.value().address;
  386. if (relocation.addend_used())
  387. *patch_ptr = symbol_address.get() + relocation.addend();
  388. else
  389. *patch_ptr += symbol_address.get();
  390. if (res.value().type == STT_GNU_IFUNC)
  391. *patch_ptr = call_ifunc_resolver(VirtualAddress { *patch_ptr }).get();
  392. break;
  393. }
  394. #if ARCH(I386)
  395. case R_386_PC32: {
  396. auto symbol = relocation.symbol();
  397. auto result = lookup_symbol(symbol);
  398. if (!result.has_value())
  399. return RelocationResult::Failed;
  400. auto relative_offset = result.value().address - m_dynamic_object->base_address().offset(relocation.offset());
  401. *patch_ptr += relative_offset.get();
  402. break;
  403. }
  404. case R_386_GLOB_DAT: {
  405. #else
  406. case R_X86_64_GLOB_DAT: {
  407. #endif
  408. auto symbol = relocation.symbol();
  409. auto res = lookup_symbol(symbol);
  410. VirtualAddress symbol_location;
  411. if (!res.has_value()) {
  412. if (symbol.bind() == STB_WEAK) {
  413. if (should_initialize_weak == ShouldInitializeWeak::No)
  414. return RelocationResult::ResolveLater;
  415. } else {
  416. // Symbol not found
  417. return RelocationResult::Failed;
  418. }
  419. symbol_location = VirtualAddress { (FlatPtr)0 };
  420. } else {
  421. symbol_location = res.value().address;
  422. if (res.value().type == STT_GNU_IFUNC) {
  423. if (res.value().dynamic_object != nullptr && res.value().dynamic_object->has_text_relocations()) {
  424. dbgln("\033[31mError:\033[0m Refusing to call IFUNC resolver defined in an object with text relocations.");
  425. return RelocationResult::Failed;
  426. }
  427. symbol_location = call_ifunc_resolver(symbol_location);
  428. }
  429. }
  430. VERIFY(symbol_location != m_dynamic_object->base_address());
  431. *patch_ptr = symbol_location.get();
  432. break;
  433. }
  434. #if ARCH(I386)
  435. case R_386_RELATIVE: {
  436. #else
  437. case R_X86_64_RELATIVE: {
  438. #endif
  439. // FIXME: According to the spec, R_386_relative ones must be done first.
  440. // We could explicitly do them first using m_number_of_relocations from DT_RELCOUNT
  441. // However, our compiler is nice enough to put them at the front of the relocations for us :)
  442. if (relocation.addend_used())
  443. *patch_ptr = m_dynamic_object->base_address().offset(relocation.addend()).get();
  444. else
  445. *patch_ptr += m_dynamic_object->base_address().get();
  446. break;
  447. }
  448. #if ARCH(I386)
  449. case R_386_TLS_TPOFF32:
  450. case R_386_TLS_TPOFF: {
  451. #else
  452. case R_X86_64_TPOFF64: {
  453. #endif
  454. auto symbol = relocation.symbol();
  455. FlatPtr symbol_value;
  456. DynamicObject const* dynamic_object_of_symbol;
  457. if (relocation.symbol_index() != 0) {
  458. auto res = lookup_symbol(symbol);
  459. if (!res.has_value())
  460. break;
  461. VERIFY(symbol.type() != STT_GNU_IFUNC);
  462. symbol_value = res.value().value;
  463. dynamic_object_of_symbol = res.value().dynamic_object;
  464. } else {
  465. symbol_value = 0;
  466. dynamic_object_of_symbol = &relocation.dynamic_object();
  467. }
  468. VERIFY(dynamic_object_of_symbol);
  469. size_t addend = relocation.addend_used() ? relocation.addend() : *patch_ptr;
  470. *patch_ptr = negative_offset_from_tls_block_end(dynamic_object_of_symbol->tls_offset().value(), symbol_value + addend);
  471. break;
  472. }
  473. #if ARCH(I386)
  474. case R_386_JMP_SLOT: {
  475. #else
  476. case R_X86_64_JUMP_SLOT: {
  477. #endif
  478. // FIXME: Or BIND_NOW flag passed in?
  479. if (m_dynamic_object->must_bind_now()) {
  480. // Eagerly BIND_NOW the PLT entries, doing all the symbol looking goodness
  481. // The patch method returns the address for the LAZY fixup path, but we don't need it here
  482. m_dynamic_object->patch_plt_entry(relocation.offset_in_section());
  483. } else {
  484. auto relocation_address = (FlatPtr*)relocation.address().as_ptr();
  485. if (image().is_dynamic())
  486. *relocation_address += m_dynamic_object->base_address().get();
  487. }
  488. break;
  489. }
  490. #if ARCH(I386)
  491. case R_386_IRELATIVE: {
  492. #else
  493. case R_X86_64_IRELATIVE: {
  494. #endif
  495. VirtualAddress resolver;
  496. if (relocation.addend_used())
  497. resolver = m_dynamic_object->base_address().offset(relocation.addend());
  498. else
  499. resolver = m_dynamic_object->base_address().offset(*patch_ptr);
  500. if (m_dynamic_object->has_text_relocations()) {
  501. dbgln("\033[31mError:\033[0m Refusing to call IFUNC resolver defined in an object with text relocations.");
  502. return RelocationResult::Failed;
  503. }
  504. *patch_ptr = call_ifunc_resolver(resolver).get();
  505. break;
  506. }
  507. default:
  508. // Raise the alarm! Someone needs to implement this relocation type
  509. dbgln("Found a new exciting relocation type {}", relocation.type());
  510. VERIFY_NOT_REACHED();
  511. }
  512. return RelocationResult::Success;
  513. }
  514. void DynamicLoader::do_relr_relocations()
  515. {
  516. auto base_address = m_dynamic_object->base_address().get();
  517. m_dynamic_object->for_each_relr_relocation([base_address](FlatPtr address) {
  518. *(FlatPtr*)address += base_address;
  519. });
  520. }
  521. ssize_t DynamicLoader::negative_offset_from_tls_block_end(ssize_t tls_offset, size_t value_of_symbol) const
  522. {
  523. ssize_t offset = static_cast<ssize_t>(tls_offset + value_of_symbol);
  524. // At offset 0 there's the thread's ThreadSpecificData structure, we don't want to collide with it.
  525. VERIFY(offset < 0);
  526. return offset;
  527. }
  528. void DynamicLoader::copy_initial_tls_data_into(ByteBuffer& buffer) const
  529. {
  530. u8 const* tls_data = nullptr;
  531. size_t tls_size_in_image = 0;
  532. image().for_each_program_header([this, &tls_data, &tls_size_in_image](ELF::Image::ProgramHeader program_header) {
  533. if (program_header.type() != PT_TLS)
  534. return IterationDecision::Continue;
  535. tls_data = (const u8*)m_file_data + program_header.offset();
  536. tls_size_in_image = program_header.size_in_image();
  537. return IterationDecision::Break;
  538. });
  539. if (!tls_data || !tls_size_in_image)
  540. return;
  541. image().for_each_symbol([this, &buffer, tls_data](ELF::Image::Symbol symbol) {
  542. if (symbol.type() != STT_TLS)
  543. return IterationDecision::Continue;
  544. ssize_t negative_offset = negative_offset_from_tls_block_end(m_tls_offset, symbol.value());
  545. VERIFY(symbol.size() != 0);
  546. VERIFY(buffer.size() + negative_offset + symbol.size() <= buffer.size());
  547. memcpy(buffer.data() + buffer.size() + negative_offset, tls_data + symbol.value(), symbol.size());
  548. return IterationDecision::Continue;
  549. });
  550. }
  551. // Defined in <arch>/plt_trampoline.S
  552. extern "C" void _plt_trampoline(void) __attribute__((visibility("hidden")));
  553. void DynamicLoader::setup_plt_trampoline()
  554. {
  555. VERIFY(m_dynamic_object);
  556. VERIFY(m_dynamic_object->has_plt());
  557. VirtualAddress got_address = m_dynamic_object->plt_got_base_address();
  558. auto* got_ptr = (FlatPtr*)got_address.as_ptr();
  559. got_ptr[1] = (FlatPtr)m_dynamic_object.ptr();
  560. got_ptr[2] = (FlatPtr)&_plt_trampoline;
  561. }
  562. // Called from our ASM routine _plt_trampoline.
  563. // Tell the compiler that it might be called from other places:
  564. extern "C" FlatPtr _fixup_plt_entry(DynamicObject* object, u32 relocation_offset);
  565. extern "C" FlatPtr _fixup_plt_entry(DynamicObject* object, u32 relocation_offset)
  566. {
  567. return object->patch_plt_entry(relocation_offset).get();
  568. }
  569. void DynamicLoader::call_object_init_functions()
  570. {
  571. typedef void (*InitFunc)();
  572. if (m_dynamic_object->has_init_section()) {
  573. auto init_function = (InitFunc)(m_dynamic_object->init_section().address().as_ptr());
  574. (init_function)();
  575. }
  576. if (m_dynamic_object->has_init_array_section()) {
  577. auto init_array_section = m_dynamic_object->init_array_section();
  578. InitFunc* init_begin = (InitFunc*)(init_array_section.address().as_ptr());
  579. InitFunc* init_end = init_begin + init_array_section.entry_count();
  580. while (init_begin != init_end) {
  581. // Android sources claim that these can be -1, to be ignored.
  582. // 0 definitely shows up. Apparently 0/-1 are valid? Confusing.
  583. if (!*init_begin || ((FlatPtr)*init_begin == (FlatPtr)-1))
  584. continue;
  585. (*init_begin)();
  586. ++init_begin;
  587. }
  588. }
  589. }
  590. Optional<DynamicObject::SymbolLookupResult> DynamicLoader::lookup_symbol(const ELF::DynamicObject::Symbol& symbol)
  591. {
  592. if (symbol.is_undefined() || symbol.bind() == STB_WEAK)
  593. return DynamicLinker::lookup_global_symbol(symbol.name());
  594. return DynamicObject::SymbolLookupResult { symbol.value(), symbol.size(), symbol.address(), symbol.bind(), symbol.type(), &symbol.object() };
  595. }
  596. } // end namespace ELF