DynamicLoader.cpp 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677
  1. /*
  2. * Copyright (c) 2019-2020, Andrew Kaster <akaster@serenityos.org>
  3. * Copyright (c) 2020, Itamar S. <itamar8910@gmail.com>
  4. * Copyright (c) 2021, Andreas Kling <kling@serenityos.org>
  5. * Copyright (c) 2022, Daniel Bertalan <dani@danielbertalan.dev>
  6. *
  7. * SPDX-License-Identifier: BSD-2-Clause
  8. */
  9. #include <AK/Debug.h>
  10. #include <AK/Optional.h>
  11. #include <AK/QuickSort.h>
  12. #include <AK/StringBuilder.h>
  13. #include <LibDl/dlfcn.h>
  14. #include <LibDl/dlfcn_integration.h>
  15. #include <LibELF/DynamicLinker.h>
  16. #include <LibELF/DynamicLoader.h>
  17. #include <LibELF/Hashes.h>
  18. #include <LibELF/Validation.h>
  19. #include <assert.h>
  20. #include <errno.h>
  21. #include <stdio.h>
  22. #include <stdlib.h>
  23. #include <string.h>
  24. #include <sys/mman.h>
  25. #include <sys/stat.h>
  26. #include <unistd.h>
  27. #ifndef __serenity__
  28. static void* mmap_with_name(void* addr, size_t length, int prot, int flags, int fd, off_t offset, char const*)
  29. {
  30. return mmap(addr, length, prot, flags, fd, offset);
  31. }
  32. # define MAP_RANDOMIZED 0
  33. #endif
  34. namespace ELF {
  35. Result<NonnullRefPtr<DynamicLoader>, DlErrorMessage> DynamicLoader::try_create(int fd, String filename)
  36. {
  37. struct stat stat;
  38. if (fstat(fd, &stat) < 0) {
  39. return DlErrorMessage { "DynamicLoader::try_create fstat" };
  40. }
  41. VERIFY(stat.st_size >= 0);
  42. auto size = static_cast<size_t>(stat.st_size);
  43. if (size < sizeof(ElfW(Ehdr)))
  44. return DlErrorMessage { String::formatted("File {} has invalid ELF header", filename) };
  45. String file_mmap_name = String::formatted("ELF_DYN: {}", filename);
  46. auto* data = mmap_with_name(nullptr, size, PROT_READ, MAP_SHARED, fd, 0, file_mmap_name.characters());
  47. if (data == MAP_FAILED) {
  48. return DlErrorMessage { "DynamicLoader::try_create mmap" };
  49. }
  50. auto loader = adopt_ref(*new DynamicLoader(fd, move(filename), data, size));
  51. if (!loader->is_valid())
  52. return DlErrorMessage { "ELF image validation failed" };
  53. return loader;
  54. }
  55. DynamicLoader::DynamicLoader(int fd, String filename, void* data, size_t size)
  56. : m_filename(move(filename))
  57. , m_file_size(size)
  58. , m_image_fd(fd)
  59. , m_file_data(data)
  60. , m_elf_image((u8*)m_file_data, m_file_size)
  61. {
  62. m_valid = validate();
  63. if (m_valid)
  64. m_tls_size_of_current_object = calculate_tls_size();
  65. else
  66. dbgln("Image validation failed for file {}", m_filename);
  67. }
  68. DynamicLoader::~DynamicLoader()
  69. {
  70. if (munmap(m_file_data, m_file_size) < 0) {
  71. perror("munmap");
  72. VERIFY_NOT_REACHED();
  73. }
  74. if (close(m_image_fd) < 0) {
  75. perror("close");
  76. VERIFY_NOT_REACHED();
  77. }
  78. }
  79. DynamicObject const& DynamicLoader::dynamic_object() const
  80. {
  81. if (!m_cached_dynamic_object) {
  82. VirtualAddress dynamic_section_address;
  83. m_elf_image.for_each_program_header([&dynamic_section_address](auto program_header) {
  84. if (program_header.type() == PT_DYNAMIC) {
  85. dynamic_section_address = VirtualAddress(program_header.raw_data());
  86. }
  87. });
  88. VERIFY(!dynamic_section_address.is_null());
  89. m_cached_dynamic_object = ELF::DynamicObject::create(m_filename, VirtualAddress(m_elf_image.base_address()), dynamic_section_address);
  90. }
  91. return *m_cached_dynamic_object;
  92. }
  93. size_t DynamicLoader::calculate_tls_size() const
  94. {
  95. size_t tls_size = 0;
  96. m_elf_image.for_each_program_header([&tls_size](auto program_header) {
  97. if (program_header.type() == PT_TLS) {
  98. tls_size = program_header.size_in_memory();
  99. }
  100. });
  101. return tls_size;
  102. }
  103. bool DynamicLoader::validate()
  104. {
  105. if (!m_elf_image.is_valid())
  106. return false;
  107. auto* elf_header = (ElfW(Ehdr)*)m_file_data;
  108. if (!validate_elf_header(*elf_header, m_file_size))
  109. return false;
  110. auto result_or_error = validate_program_headers(*elf_header, m_file_size, { m_file_data, m_file_size });
  111. if (result_or_error.is_error() || !result_or_error.value())
  112. return false;
  113. return true;
  114. }
  115. RefPtr<DynamicObject> DynamicLoader::map()
  116. {
  117. if (m_dynamic_object) {
  118. // Already mapped.
  119. return nullptr;
  120. }
  121. if (!m_valid) {
  122. dbgln("DynamicLoader::map failed: image is invalid");
  123. return nullptr;
  124. }
  125. load_program_headers();
  126. VERIFY(!m_base_address.is_null());
  127. m_dynamic_object = DynamicObject::create(m_filename, m_base_address, m_dynamic_section_address);
  128. m_dynamic_object->set_tls_offset(m_tls_offset);
  129. m_dynamic_object->set_tls_size(m_tls_size_of_current_object);
  130. return m_dynamic_object;
  131. }
  132. bool DynamicLoader::link(unsigned flags)
  133. {
  134. return load_stage_2(flags);
  135. }
  136. bool DynamicLoader::load_stage_2(unsigned flags)
  137. {
  138. VERIFY(flags & RTLD_GLOBAL);
  139. if (m_dynamic_object->has_text_relocations()) {
  140. for (auto& text_segment : m_text_segments) {
  141. VERIFY(text_segment.address().get() != 0);
  142. #ifndef AK_OS_MACOS
  143. // Remap this text region as private.
  144. if (mremap(text_segment.address().as_ptr(), text_segment.size(), text_segment.size(), MAP_PRIVATE) == MAP_FAILED) {
  145. perror("mremap .text: MAP_PRIVATE");
  146. return false;
  147. }
  148. #endif
  149. if (0 > mprotect(text_segment.address().as_ptr(), text_segment.size(), PROT_READ | PROT_WRITE)) {
  150. perror("mprotect .text: PROT_READ | PROT_WRITE"); // FIXME: dlerror?
  151. return false;
  152. }
  153. }
  154. } else {
  155. // .text needs to be executable while we process relocations because it might contain IFUNC resolvers.
  156. // We don't allow IFUNC resolvers in objects with textrels.
  157. for (auto& text_segment : m_text_segments) {
  158. if (mprotect(text_segment.address().as_ptr(), text_segment.size(), PROT_READ | PROT_EXEC) < 0) {
  159. perror("mprotect .text: PROT_READ | PROT_EXEC");
  160. return false;
  161. }
  162. }
  163. }
  164. do_main_relocations();
  165. return true;
  166. }
  167. void DynamicLoader::do_main_relocations()
  168. {
  169. auto do_single_relocation = [&](const ELF::DynamicObject::Relocation& relocation) {
  170. switch (do_relocation(relocation, ShouldInitializeWeak::No)) {
  171. case RelocationResult::Failed:
  172. dbgln("Loader.so: {} unresolved symbol '{}'", m_filename, relocation.symbol().name());
  173. VERIFY_NOT_REACHED();
  174. case RelocationResult::ResolveLater:
  175. m_unresolved_relocations.append(relocation);
  176. break;
  177. case RelocationResult::Success:
  178. break;
  179. }
  180. };
  181. do_relr_relocations();
  182. m_dynamic_object->relocation_section().for_each_relocation(do_single_relocation);
  183. m_dynamic_object->plt_relocation_section().for_each_relocation(do_single_relocation);
  184. }
  185. Result<NonnullRefPtr<DynamicObject>, DlErrorMessage> DynamicLoader::load_stage_3(unsigned flags)
  186. {
  187. do_lazy_relocations();
  188. if (flags & RTLD_LAZY) {
  189. if (m_dynamic_object->has_plt())
  190. setup_plt_trampoline();
  191. }
  192. if (m_dynamic_object->has_text_relocations()) {
  193. // If we don't have textrels, .text has already been made executable by this point in load_stage_2.
  194. for (auto& text_segment : m_text_segments) {
  195. if (mprotect(text_segment.address().as_ptr(), text_segment.size(), PROT_READ | PROT_EXEC) < 0) {
  196. return DlErrorMessage { String::formatted("mprotect .text: PROT_READ | PROT_EXEC: {}", strerror(errno)) };
  197. }
  198. }
  199. }
  200. if (m_relro_segment_size) {
  201. if (mprotect(m_relro_segment_address.as_ptr(), m_relro_segment_size, PROT_READ) < 0) {
  202. return DlErrorMessage { String::formatted("mprotect .relro: PROT_READ: {}", strerror(errno)) };
  203. }
  204. #ifdef __serenity__
  205. if (set_mmap_name(m_relro_segment_address.as_ptr(), m_relro_segment_size, String::formatted("{}: .relro", m_filename).characters()) < 0) {
  206. return DlErrorMessage { String::formatted("set_mmap_name .relro: {}", strerror(errno)) };
  207. }
  208. #endif
  209. }
  210. return NonnullRefPtr<DynamicObject> { *m_dynamic_object };
  211. }
  212. void DynamicLoader::load_stage_4()
  213. {
  214. call_object_init_functions();
  215. }
  216. void DynamicLoader::do_lazy_relocations()
  217. {
  218. for (auto const& relocation : m_unresolved_relocations) {
  219. if (auto res = do_relocation(relocation, ShouldInitializeWeak::Yes); res != RelocationResult::Success) {
  220. dbgln("Loader.so: {} unresolved symbol '{}'", m_filename, relocation.symbol().name());
  221. VERIFY_NOT_REACHED();
  222. }
  223. }
  224. }
  225. void DynamicLoader::load_program_headers()
  226. {
  227. Vector<ProgramHeaderRegion> load_regions;
  228. Vector<ProgramHeaderRegion> map_regions;
  229. Vector<ProgramHeaderRegion> copy_regions;
  230. Optional<ProgramHeaderRegion> tls_region;
  231. Optional<ProgramHeaderRegion> relro_region;
  232. VirtualAddress dynamic_region_desired_vaddr;
  233. m_elf_image.for_each_program_header([&](Image::ProgramHeader const& program_header) {
  234. ProgramHeaderRegion region {};
  235. region.set_program_header(program_header.raw_header());
  236. if (region.is_tls_template()) {
  237. VERIFY(!tls_region.has_value());
  238. tls_region = region;
  239. } else if (region.is_load()) {
  240. if (region.size_in_memory() == 0)
  241. return;
  242. load_regions.append(region);
  243. if (region.is_writable()) {
  244. copy_regions.append(region);
  245. } else {
  246. map_regions.append(region);
  247. }
  248. } else if (region.is_dynamic()) {
  249. dynamic_region_desired_vaddr = region.desired_load_address();
  250. } else if (region.is_relro()) {
  251. VERIFY(!relro_region.has_value());
  252. relro_region = region;
  253. }
  254. });
  255. VERIFY(!map_regions.is_empty() || !copy_regions.is_empty());
  256. auto compare_load_address = [](ProgramHeaderRegion& a, ProgramHeaderRegion& b) {
  257. return a.desired_load_address().as_ptr() < b.desired_load_address().as_ptr();
  258. };
  259. quick_sort(load_regions, compare_load_address);
  260. quick_sort(map_regions, compare_load_address);
  261. quick_sort(copy_regions, compare_load_address);
  262. // Process regions in order: .text, .data, .tls
  263. void* requested_load_address = m_elf_image.is_dynamic() ? nullptr : load_regions.first().desired_load_address().as_ptr();
  264. int reservation_mmap_flags = MAP_ANON | MAP_PRIVATE | MAP_NORESERVE;
  265. if (m_elf_image.is_dynamic())
  266. reservation_mmap_flags |= MAP_RANDOMIZED;
  267. #ifdef MAP_FIXED_NOREPLACE
  268. else
  269. reservation_mmap_flags |= MAP_FIXED_NOREPLACE;
  270. #endif
  271. // First, we make a dummy reservation mapping, in order to allocate enough VM
  272. // to hold all regions contiguously in the address space.
  273. FlatPtr ph_load_base = load_regions.first().desired_load_address().page_base().get();
  274. FlatPtr ph_load_end = round_up_to_power_of_two(load_regions.last().desired_load_address().offset(load_regions.last().size_in_memory()).get(), PAGE_SIZE);
  275. size_t total_mapping_size = ph_load_end - ph_load_base;
  276. auto* reservation = mmap(requested_load_address, total_mapping_size, PROT_NONE, reservation_mmap_flags, 0, 0);
  277. if (reservation == MAP_FAILED) {
  278. perror("mmap reservation");
  279. VERIFY_NOT_REACHED();
  280. }
  281. VERIFY(requested_load_address == nullptr || reservation == requested_load_address);
  282. m_base_address = VirtualAddress { reservation };
  283. // Then we unmap the reservation.
  284. if (munmap(reservation, total_mapping_size) < 0) {
  285. perror("munmap reservation");
  286. VERIFY_NOT_REACHED();
  287. }
  288. for (auto& region : map_regions) {
  289. FlatPtr ph_desired_base = region.desired_load_address().get();
  290. FlatPtr ph_base = region.desired_load_address().page_base().get();
  291. FlatPtr ph_end = ph_base + round_up_to_power_of_two(region.size_in_memory() + region.desired_load_address().get() - ph_base, PAGE_SIZE);
  292. StringBuilder builder;
  293. builder.append(m_filename);
  294. if (region.is_executable())
  295. builder.append(": .text");
  296. else
  297. builder.append(": .rodata");
  298. // Now we can map the text segment at the reserved address.
  299. auto* segment_base = (u8*)mmap_with_name(
  300. (u8*)reservation + ph_base - ph_load_base,
  301. ph_desired_base - ph_base + region.size_in_image(),
  302. PROT_READ,
  303. MAP_FILE | MAP_SHARED | MAP_FIXED,
  304. m_image_fd,
  305. VirtualAddress { region.offset() }.page_base().get(),
  306. builder.to_string().characters());
  307. if (segment_base == MAP_FAILED) {
  308. perror("mmap non-writable");
  309. VERIFY_NOT_REACHED();
  310. }
  311. if (region.is_executable())
  312. m_text_segments.append({ VirtualAddress { segment_base }, ph_end - ph_base });
  313. }
  314. VERIFY(requested_load_address == nullptr || requested_load_address == reservation);
  315. if (relro_region.has_value()) {
  316. m_relro_segment_size = relro_region->size_in_memory();
  317. m_relro_segment_address = VirtualAddress { (u8*)reservation + relro_region->desired_load_address().get() - ph_load_base };
  318. }
  319. if (m_elf_image.is_dynamic())
  320. m_dynamic_section_address = VirtualAddress { (u8*)reservation + dynamic_region_desired_vaddr.get() - ph_load_base };
  321. else
  322. m_dynamic_section_address = dynamic_region_desired_vaddr;
  323. for (auto& region : copy_regions) {
  324. FlatPtr ph_data_base = region.desired_load_address().page_base().get();
  325. FlatPtr ph_data_end = ph_data_base + round_up_to_power_of_two(region.size_in_memory() + region.desired_load_address().get() - ph_data_base, PAGE_SIZE);
  326. auto* data_segment_address = (u8*)reservation + ph_data_base - ph_load_base;
  327. size_t data_segment_size = ph_data_end - ph_data_base;
  328. // Finally, we make an anonymous mapping for the data segment. Contents are then copied from the file.
  329. auto* data_segment = (u8*)mmap_with_name(
  330. data_segment_address,
  331. data_segment_size,
  332. PROT_READ | PROT_WRITE,
  333. MAP_ANONYMOUS | MAP_PRIVATE | MAP_FIXED,
  334. 0,
  335. 0,
  336. String::formatted("{}: .data", m_filename).characters());
  337. if (MAP_FAILED == data_segment) {
  338. perror("mmap writable");
  339. VERIFY_NOT_REACHED();
  340. }
  341. VirtualAddress data_segment_start;
  342. if (m_elf_image.is_dynamic())
  343. data_segment_start = VirtualAddress { (u8*)reservation + region.desired_load_address().get() };
  344. else
  345. data_segment_start = region.desired_load_address();
  346. VERIFY(data_segment_start.as_ptr() + region.size_in_memory() <= data_segment + data_segment_size);
  347. memcpy(data_segment_start.as_ptr(), (u8*)m_file_data + region.offset(), region.size_in_image());
  348. }
  349. // FIXME: Initialize the values in the TLS section. Currently, it is zeroed.
  350. }
  351. DynamicLoader::RelocationResult DynamicLoader::do_relocation(const ELF::DynamicObject::Relocation& relocation, ShouldInitializeWeak should_initialize_weak)
  352. {
  353. FlatPtr* patch_ptr = nullptr;
  354. if (is_dynamic())
  355. patch_ptr = (FlatPtr*)(m_dynamic_object->base_address().as_ptr() + relocation.offset());
  356. else
  357. patch_ptr = (FlatPtr*)(FlatPtr)relocation.offset();
  358. auto call_ifunc_resolver = [](VirtualAddress address) {
  359. return VirtualAddress { reinterpret_cast<DynamicObject::IfuncResolver>(address.get())() };
  360. };
  361. switch (relocation.type()) {
  362. #if ARCH(I386)
  363. case R_386_NONE:
  364. #else
  365. case R_X86_64_NONE:
  366. #endif
  367. // Apparently most loaders will just skip these?
  368. // Seems if the 'link editor' generates one something is funky with your code
  369. break;
  370. #if ARCH(I386)
  371. case R_386_32: {
  372. #else
  373. case R_X86_64_64: {
  374. #endif
  375. auto symbol = relocation.symbol();
  376. auto res = lookup_symbol(symbol);
  377. if (!res.has_value()) {
  378. if (symbol.bind() == STB_WEAK)
  379. return RelocationResult::ResolveLater;
  380. dbgln("ERROR: symbol not found: {}.", symbol.name());
  381. return RelocationResult::Failed;
  382. }
  383. auto symbol_address = res.value().address;
  384. if (relocation.addend_used())
  385. *patch_ptr = symbol_address.get() + relocation.addend();
  386. else
  387. *patch_ptr += symbol_address.get();
  388. if (res.value().type == STT_GNU_IFUNC)
  389. *patch_ptr = call_ifunc_resolver(VirtualAddress { *patch_ptr }).get();
  390. break;
  391. }
  392. #if ARCH(I386)
  393. case R_386_PC32: {
  394. auto symbol = relocation.symbol();
  395. auto result = lookup_symbol(symbol);
  396. if (!result.has_value())
  397. return RelocationResult::Failed;
  398. auto relative_offset = result.value().address - m_dynamic_object->base_address().offset(relocation.offset());
  399. *patch_ptr += relative_offset.get();
  400. break;
  401. }
  402. case R_386_GLOB_DAT: {
  403. #else
  404. case R_X86_64_GLOB_DAT: {
  405. #endif
  406. auto symbol = relocation.symbol();
  407. auto res = lookup_symbol(symbol);
  408. VirtualAddress symbol_location;
  409. if (!res.has_value()) {
  410. if (symbol.bind() == STB_WEAK) {
  411. if (should_initialize_weak == ShouldInitializeWeak::No)
  412. return RelocationResult::ResolveLater;
  413. } else {
  414. // Symbol not found
  415. return RelocationResult::Failed;
  416. }
  417. symbol_location = VirtualAddress { (FlatPtr)0 };
  418. } else {
  419. symbol_location = res.value().address;
  420. if (res.value().type == STT_GNU_IFUNC)
  421. symbol_location = call_ifunc_resolver(symbol_location);
  422. }
  423. VERIFY(symbol_location != m_dynamic_object->base_address());
  424. *patch_ptr = symbol_location.get();
  425. break;
  426. }
  427. #if ARCH(I386)
  428. case R_386_RELATIVE: {
  429. #else
  430. case R_X86_64_RELATIVE: {
  431. #endif
  432. // FIXME: According to the spec, R_386_relative ones must be done first.
  433. // We could explicitly do them first using m_number_of_relocations from DT_RELCOUNT
  434. // However, our compiler is nice enough to put them at the front of the relocations for us :)
  435. if (relocation.addend_used())
  436. *patch_ptr = m_dynamic_object->base_address().offset(relocation.addend()).get();
  437. else
  438. *patch_ptr += m_dynamic_object->base_address().get();
  439. break;
  440. }
  441. #if ARCH(I386)
  442. case R_386_TLS_TPOFF32:
  443. case R_386_TLS_TPOFF: {
  444. #else
  445. case R_X86_64_TPOFF64: {
  446. #endif
  447. auto symbol = relocation.symbol();
  448. FlatPtr symbol_value;
  449. DynamicObject const* dynamic_object_of_symbol;
  450. if (relocation.symbol_index() != 0) {
  451. auto res = lookup_symbol(symbol);
  452. if (!res.has_value())
  453. break;
  454. VERIFY(symbol.type() != STT_GNU_IFUNC);
  455. symbol_value = res.value().value;
  456. dynamic_object_of_symbol = res.value().dynamic_object;
  457. } else {
  458. symbol_value = 0;
  459. dynamic_object_of_symbol = &relocation.dynamic_object();
  460. }
  461. VERIFY(dynamic_object_of_symbol);
  462. size_t addend = relocation.addend_used() ? relocation.addend() : *patch_ptr;
  463. *patch_ptr = negative_offset_from_tls_block_end(dynamic_object_of_symbol->tls_offset().value(), symbol_value + addend);
  464. break;
  465. }
  466. #if ARCH(I386)
  467. case R_386_JMP_SLOT: {
  468. #else
  469. case R_X86_64_JUMP_SLOT: {
  470. #endif
  471. // FIXME: Or BIND_NOW flag passed in?
  472. if (m_dynamic_object->must_bind_now()) {
  473. // Eagerly BIND_NOW the PLT entries, doing all the symbol looking goodness
  474. // The patch method returns the address for the LAZY fixup path, but we don't need it here
  475. m_dynamic_object->patch_plt_entry(relocation.offset_in_section());
  476. } else {
  477. auto relocation_address = (FlatPtr*)relocation.address().as_ptr();
  478. if (m_elf_image.is_dynamic())
  479. *relocation_address += m_dynamic_object->base_address().get();
  480. }
  481. break;
  482. }
  483. #if ARCH(I386)
  484. case R_386_IRELATIVE: {
  485. #else
  486. case R_X86_64_IRELATIVE: {
  487. #endif
  488. VirtualAddress resolver;
  489. if (relocation.addend_used())
  490. resolver = m_dynamic_object->base_address().offset(relocation.addend());
  491. else
  492. resolver = m_dynamic_object->base_address().offset(*patch_ptr);
  493. *patch_ptr = call_ifunc_resolver(resolver).get();
  494. break;
  495. }
  496. default:
  497. // Raise the alarm! Someone needs to implement this relocation type
  498. dbgln("Found a new exciting relocation type {}", relocation.type());
  499. VERIFY_NOT_REACHED();
  500. }
  501. return RelocationResult::Success;
  502. }
  503. void DynamicLoader::do_relr_relocations()
  504. {
  505. auto base_address = m_dynamic_object->base_address().get();
  506. m_dynamic_object->for_each_relr_relocation([base_address](FlatPtr address) {
  507. *(FlatPtr*)address += base_address;
  508. });
  509. }
  510. ssize_t DynamicLoader::negative_offset_from_tls_block_end(ssize_t tls_offset, size_t value_of_symbol) const
  511. {
  512. ssize_t offset = static_cast<ssize_t>(tls_offset + value_of_symbol);
  513. // At offset 0 there's the thread's ThreadSpecificData structure, we don't want to collide with it.
  514. VERIFY(offset < 0);
  515. return offset;
  516. }
  517. void DynamicLoader::copy_initial_tls_data_into(ByteBuffer& buffer) const
  518. {
  519. u8 const* tls_data = nullptr;
  520. size_t tls_size_in_image = 0;
  521. m_elf_image.for_each_program_header([this, &tls_data, &tls_size_in_image](ELF::Image::ProgramHeader program_header) {
  522. if (program_header.type() != PT_TLS)
  523. return IterationDecision::Continue;
  524. tls_data = (const u8*)m_file_data + program_header.offset();
  525. tls_size_in_image = program_header.size_in_image();
  526. return IterationDecision::Break;
  527. });
  528. if (!tls_data || !tls_size_in_image)
  529. return;
  530. m_elf_image.for_each_symbol([this, &buffer, tls_data](ELF::Image::Symbol symbol) {
  531. if (symbol.type() != STT_TLS)
  532. return IterationDecision::Continue;
  533. ssize_t negative_offset = negative_offset_from_tls_block_end(m_tls_offset, symbol.value());
  534. VERIFY(symbol.size() != 0);
  535. VERIFY(buffer.size() + negative_offset + symbol.size() <= buffer.size());
  536. memcpy(buffer.data() + buffer.size() + negative_offset, tls_data + symbol.value(), symbol.size());
  537. return IterationDecision::Continue;
  538. });
  539. }
  540. // Defined in <arch>/plt_trampoline.S
  541. extern "C" void _plt_trampoline(void) __attribute__((visibility("hidden")));
  542. void DynamicLoader::setup_plt_trampoline()
  543. {
  544. VERIFY(m_dynamic_object);
  545. VERIFY(m_dynamic_object->has_plt());
  546. VirtualAddress got_address = m_dynamic_object->plt_got_base_address();
  547. auto* got_ptr = (FlatPtr*)got_address.as_ptr();
  548. got_ptr[1] = (FlatPtr)m_dynamic_object.ptr();
  549. got_ptr[2] = (FlatPtr)&_plt_trampoline;
  550. }
  551. // Called from our ASM routine _plt_trampoline.
  552. // Tell the compiler that it might be called from other places:
  553. extern "C" FlatPtr _fixup_plt_entry(DynamicObject* object, u32 relocation_offset);
  554. extern "C" FlatPtr _fixup_plt_entry(DynamicObject* object, u32 relocation_offset)
  555. {
  556. return object->patch_plt_entry(relocation_offset).get();
  557. }
  558. void DynamicLoader::call_object_init_functions()
  559. {
  560. typedef void (*InitFunc)();
  561. if (m_dynamic_object->has_init_section()) {
  562. auto init_function = (InitFunc)(m_dynamic_object->init_section().address().as_ptr());
  563. (init_function)();
  564. }
  565. if (m_dynamic_object->has_init_array_section()) {
  566. auto init_array_section = m_dynamic_object->init_array_section();
  567. InitFunc* init_begin = (InitFunc*)(init_array_section.address().as_ptr());
  568. InitFunc* init_end = init_begin + init_array_section.entry_count();
  569. while (init_begin != init_end) {
  570. // Android sources claim that these can be -1, to be ignored.
  571. // 0 definitely shows up. Apparently 0/-1 are valid? Confusing.
  572. if (!*init_begin || ((FlatPtr)*init_begin == (FlatPtr)-1))
  573. continue;
  574. (*init_begin)();
  575. ++init_begin;
  576. }
  577. }
  578. }
  579. Optional<DynamicObject::SymbolLookupResult> DynamicLoader::lookup_symbol(const ELF::DynamicObject::Symbol& symbol)
  580. {
  581. if (symbol.is_undefined() || symbol.bind() == STB_WEAK)
  582. return DynamicLinker::lookup_global_symbol(symbol.name());
  583. return DynamicObject::SymbolLookupResult { symbol.value(), symbol.size(), symbol.address(), symbol.bind(), symbol.type(), &symbol.object() };
  584. }
  585. } // end namespace ELF