2019-07-19 14:09:34 +00:00
|
|
|
#include <Kernel/FileSystem/Inode.h>
|
2019-04-03 13:13:07 +00:00
|
|
|
#include <Kernel/Process.h>
|
|
|
|
#include <Kernel/Thread.h>
|
2019-08-07 16:06:17 +00:00
|
|
|
#include <Kernel/VM/AnonymousVMObject.h>
|
|
|
|
#include <Kernel/VM/InodeVMObject.h>
|
2019-06-07 09:43:58 +00:00
|
|
|
#include <Kernel/VM/MemoryManager.h>
|
|
|
|
#include <Kernel/VM/Region.h>
|
2019-04-03 13:13:07 +00:00
|
|
|
|
2019-07-03 19:17:35 +00:00
|
|
|
Region::Region(const Range& range, const String& name, u8 access, bool cow)
|
2019-05-17 02:32:08 +00:00
|
|
|
: m_range(range)
|
2019-09-04 09:27:14 +00:00
|
|
|
, m_vmobject(AnonymousVMObject::create_with_size(size()))
|
2019-06-07 18:58:12 +00:00
|
|
|
, m_name(name)
|
2019-05-30 14:14:37 +00:00
|
|
|
, m_access(access)
|
2019-09-04 09:27:14 +00:00
|
|
|
, m_cow_map(Bitmap::create(m_vmobject->page_count(), cow))
|
2019-04-03 13:13:07 +00:00
|
|
|
{
|
|
|
|
MM.register_region(*this);
|
|
|
|
}
|
|
|
|
|
2019-07-19 14:09:34 +00:00
|
|
|
Region::Region(const Range& range, RefPtr<Inode>&& inode, const String& name, u8 access, bool cow)
|
2019-05-17 02:32:08 +00:00
|
|
|
: m_range(range)
|
2019-09-04 09:27:14 +00:00
|
|
|
, m_vmobject(InodeVMObject::create_with_inode(*inode))
|
2019-06-07 18:58:12 +00:00
|
|
|
, m_name(name)
|
2019-05-30 14:14:37 +00:00
|
|
|
, m_access(access)
|
2019-09-04 09:27:14 +00:00
|
|
|
, m_cow_map(Bitmap::create(m_vmobject->page_count(), cow))
|
2019-04-03 13:13:07 +00:00
|
|
|
{
|
|
|
|
MM.register_region(*this);
|
|
|
|
}
|
|
|
|
|
2019-07-11 13:38:47 +00:00
|
|
|
Region::Region(const Range& range, NonnullRefPtr<VMObject> vmo, size_t offset_in_vmo, const String& name, u8 access, bool cow)
|
2019-05-17 02:32:08 +00:00
|
|
|
: m_range(range)
|
2019-04-03 13:13:07 +00:00
|
|
|
, m_offset_in_vmo(offset_in_vmo)
|
2019-09-04 09:27:14 +00:00
|
|
|
, m_vmobject(move(vmo))
|
2019-06-07 18:58:12 +00:00
|
|
|
, m_name(name)
|
2019-05-30 14:14:37 +00:00
|
|
|
, m_access(access)
|
2019-09-04 09:27:14 +00:00
|
|
|
, m_cow_map(Bitmap::create(m_vmobject->page_count(), cow))
|
2019-04-03 13:13:07 +00:00
|
|
|
{
|
|
|
|
MM.register_region(*this);
|
|
|
|
}
|
|
|
|
|
|
|
|
Region::~Region()
|
|
|
|
{
|
2019-09-05 09:13:10 +00:00
|
|
|
// Make sure we disable interrupts so we don't get interrupted between unmapping and unregistering.
|
|
|
|
// Unmapping the region will give the VM back to the RangeAllocator, so an interrupt handler would
|
|
|
|
// find the address<->region mappings in an invalid state there.
|
|
|
|
InterruptDisabler disabler;
|
2019-04-03 13:13:07 +00:00
|
|
|
if (m_page_directory) {
|
|
|
|
MM.unmap_region(*this);
|
|
|
|
ASSERT(!m_page_directory);
|
|
|
|
}
|
|
|
|
MM.unregister_region(*this);
|
|
|
|
}
|
|
|
|
|
2019-06-21 16:37:47 +00:00
|
|
|
NonnullRefPtr<Region> Region::clone()
|
2019-04-03 13:13:07 +00:00
|
|
|
{
|
|
|
|
ASSERT(current);
|
2019-07-19 14:09:34 +00:00
|
|
|
|
|
|
|
// NOTE: Kernel-only regions should never be cloned.
|
|
|
|
ASSERT(is_user_accessible());
|
|
|
|
|
2019-05-30 14:14:37 +00:00
|
|
|
if (m_shared || (is_readable() && !is_writable())) {
|
2019-04-03 13:13:07 +00:00
|
|
|
#ifdef MM_DEBUG
|
2019-08-23 14:18:27 +00:00
|
|
|
dbgprintf("%s<%u> Region::clone(): sharing %s (V%p)\n",
|
2019-06-07 09:43:58 +00:00
|
|
|
current->process().name().characters(),
|
|
|
|
current->pid(),
|
|
|
|
m_name.characters(),
|
2019-06-07 10:56:50 +00:00
|
|
|
vaddr().get());
|
2019-04-03 13:13:07 +00:00
|
|
|
#endif
|
|
|
|
// Create a new region backed by the same VMObject.
|
2019-09-04 09:27:14 +00:00
|
|
|
return Region::create_user_accessible(m_range, m_vmobject, m_offset_in_vmo, m_name, m_access);
|
2019-04-03 13:13:07 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
#ifdef MM_DEBUG
|
2019-08-23 14:18:27 +00:00
|
|
|
dbgprintf("%s<%u> Region::clone(): cowing %s (V%p)\n",
|
2019-06-07 09:43:58 +00:00
|
|
|
current->process().name().characters(),
|
|
|
|
current->pid(),
|
|
|
|
m_name.characters(),
|
2019-06-07 10:56:50 +00:00
|
|
|
vaddr().get());
|
2019-04-03 13:13:07 +00:00
|
|
|
#endif
|
|
|
|
// Set up a COW region. The parent (this) region becomes COW as well!
|
2019-05-14 15:31:57 +00:00
|
|
|
m_cow_map.fill(true);
|
2019-04-03 13:13:07 +00:00
|
|
|
MM.remap_region(current->process().page_directory(), *this);
|
2019-09-04 09:27:14 +00:00
|
|
|
return Region::create_user_accessible(m_range, m_vmobject->clone(), m_offset_in_vmo, m_name, m_access, true);
|
2019-04-03 13:13:07 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
int Region::commit()
|
|
|
|
{
|
|
|
|
InterruptDisabler disabler;
|
|
|
|
#ifdef MM_DEBUG
|
2019-09-04 09:27:14 +00:00
|
|
|
dbgprintf("MM: commit %u pages in Region %p (VMO=%p) at V%p\n", vmobject().page_count(), this, &vmobject(), vaddr().get());
|
2019-04-03 13:13:07 +00:00
|
|
|
#endif
|
|
|
|
for (size_t i = first_page_index(); i <= last_page_index(); ++i) {
|
2019-09-04 09:27:14 +00:00
|
|
|
if (!vmobject().physical_pages()[i].is_null())
|
2019-04-03 13:13:07 +00:00
|
|
|
continue;
|
2019-06-11 11:13:02 +00:00
|
|
|
auto physical_page = MM.allocate_user_physical_page(MemoryManager::ShouldZeroFill::Yes);
|
2019-04-03 13:13:07 +00:00
|
|
|
if (!physical_page) {
|
|
|
|
kprintf("MM: commit was unable to allocate a physical page\n");
|
|
|
|
return -ENOMEM;
|
|
|
|
}
|
2019-09-04 09:27:14 +00:00
|
|
|
vmobject().physical_pages()[i] = move(physical_page);
|
2019-07-19 14:09:34 +00:00
|
|
|
MM.remap_region_page(*this, i);
|
2019-04-03 13:13:07 +00:00
|
|
|
}
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
size_t Region::amount_resident() const
|
|
|
|
{
|
|
|
|
size_t bytes = 0;
|
|
|
|
for (size_t i = 0; i < page_count(); ++i) {
|
2019-09-04 09:27:14 +00:00
|
|
|
if (m_vmobject->physical_pages()[first_page_index() + i])
|
2019-04-03 13:13:07 +00:00
|
|
|
bytes += PAGE_SIZE;
|
|
|
|
}
|
|
|
|
return bytes;
|
|
|
|
}
|
|
|
|
|
|
|
|
size_t Region::amount_shared() const
|
|
|
|
{
|
|
|
|
size_t bytes = 0;
|
|
|
|
for (size_t i = 0; i < page_count(); ++i) {
|
2019-09-04 09:27:14 +00:00
|
|
|
auto& physical_page = m_vmobject->physical_pages()[first_page_index() + i];
|
2019-06-21 13:29:31 +00:00
|
|
|
if (physical_page && physical_page->ref_count() > 1)
|
2019-04-03 13:13:07 +00:00
|
|
|
bytes += PAGE_SIZE;
|
|
|
|
}
|
|
|
|
return bytes;
|
|
|
|
}
|
2019-07-19 14:09:34 +00:00
|
|
|
|
|
|
|
NonnullRefPtr<Region> Region::create_user_accessible(const Range& range, const StringView& name, u8 access, bool cow)
|
|
|
|
{
|
|
|
|
auto region = adopt(*new Region(range, name, access, cow));
|
|
|
|
region->m_user_accessible = true;
|
|
|
|
return region;
|
|
|
|
}
|
|
|
|
|
|
|
|
NonnullRefPtr<Region> Region::create_user_accessible(const Range& range, NonnullRefPtr<VMObject> vmobject, size_t offset_in_vmobject, const StringView& name, u8 access, bool cow)
|
|
|
|
{
|
|
|
|
auto region = adopt(*new Region(range, move(vmobject), offset_in_vmobject, name, access, cow));
|
|
|
|
region->m_user_accessible = true;
|
|
|
|
return region;
|
|
|
|
}
|
|
|
|
|
|
|
|
NonnullRefPtr<Region> Region::create_user_accessible(const Range& range, NonnullRefPtr<Inode> inode, const StringView& name, u8 access, bool cow)
|
|
|
|
{
|
|
|
|
auto region = adopt(*new Region(range, move(inode), name, access, cow));
|
|
|
|
region->m_user_accessible = true;
|
|
|
|
return region;
|
|
|
|
}
|
|
|
|
|
|
|
|
NonnullRefPtr<Region> Region::create_kernel_only(const Range& range, const StringView& name, u8 access, bool cow)
|
|
|
|
{
|
|
|
|
auto region = adopt(*new Region(range, name, access, cow));
|
|
|
|
region->m_user_accessible = false;
|
|
|
|
return region;
|
|
|
|
}
|