// Copyright 2021 the V8 project authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #include "src/heap/code-range.h" #include "src/base/lazy-instance.h" #include "src/common/globals.h" #include "src/flags/flags.h" #include "src/heap/heap-inl.h" namespace v8 { namespace internal { namespace { // Mutex for creating process_wide_code_range_. base::LazyMutex process_wide_code_range_creation_mutex_ = LAZY_MUTEX_INITIALIZER; // Weak pointer holding the process-wide CodeRange, if one has been created. All // Heaps hold a std::shared_ptr to this, so this is destroyed when no Heaps // remain. base::LazyInstance<std::weak_ptr<CodeRange>>::type process_wide_code_range_ = LAZY_INSTANCE_INITIALIZER; DEFINE_LAZY_LEAKY_OBJECT_GETTER(CodeRangeAddressHint, GetCodeRangeAddressHint) void FunctionInStaticBinaryForAddressHint() {} } // anonymous namespace Address CodeRangeAddressHint::GetAddressHint(size_t code_range_size) { base::MutexGuard guard(&mutex_); auto it = recently_freed_.find(code_range_size); if (it == recently_freed_.end() || it->second.empty()) { return FUNCTION_ADDR(&FunctionInStaticBinaryForAddressHint); } Address result = it->second.back(); it->second.pop_back(); return result; } void CodeRangeAddressHint::NotifyFreedCodeRange(Address code_range_start, size_t code_range_size) { base::MutexGuard guard(&mutex_); recently_freed_[code_range_size].push_back(code_range_start); } CodeRange::~CodeRange() { Free(); } bool CodeRange::InitReservation(v8::PageAllocator* page_allocator, size_t requested) { DCHECK_NE(requested, 0); if (requested <= kMinimumCodeRangeSize) { requested = kMinimumCodeRangeSize; } const size_t reserved_area = kReservedCodeRangePages * MemoryAllocator::GetCommitPageSize(); if (requested < (kMaximalCodeRangeSize - reserved_area)) { requested += RoundUp(reserved_area, MemoryChunk::kPageSize); // Fullfilling both reserved pages requirement and huge code area // alignments is not supported (requires re-implementation). DCHECK_LE(kMinExpectedOSPageSize, page_allocator->AllocatePageSize()); } DCHECK_IMPLIES(kPlatformRequiresCodeRange, requested <= kMaximalCodeRangeSize); VirtualMemoryCage::ReservationParams params; params.page_allocator = page_allocator; params.reservation_size = requested; params.base_alignment = VirtualMemoryCage::ReservationParams::kAnyBaseAlignment; params.base_bias_size = reserved_area; params.page_size = MemoryChunk::kPageSize; params.requested_start_hint = GetCodeRangeAddressHint()->GetAddressHint(requested); if (!VirtualMemoryCage::InitReservation(params)) return false; // On some platforms, specifically Win64, we need to reserve some pages at // the beginning of an executable space. See // https://cs.chromium.org/chromium/src/components/crash/content/ // app/crashpad_win.cc?rcl=fd680447881449fba2edcf0589320e7253719212&l=204 // for details. if (reserved_area > 0) { if (!reservation()->SetPermissions(reservation()->address(), reserved_area, PageAllocator::kReadWrite)) { return false; } } return true; } void CodeRange::Free() { if (IsReserved()) { GetCodeRangeAddressHint()->NotifyFreedCodeRange( reservation()->region().begin(), reservation()->region().size()); VirtualMemoryCage::Free(); } } uint8_t* CodeRange::RemapEmbeddedBuiltins(Isolate* isolate, const uint8_t* embedded_blob_code, size_t embedded_blob_code_size) { base::MutexGuard guard(&remap_embedded_builtins_mutex_); const base::AddressRegion& code_region = reservation()->region(); CHECK_NE(code_region.begin(), kNullAddress); CHECK(!code_region.is_empty()); uint8_t* embedded_blob_code_copy = embedded_blob_code_copy_.load(std::memory_order_acquire); if (embedded_blob_code_copy) { DCHECK( code_region.contains(reinterpret_cast<Address>(embedded_blob_code_copy), embedded_blob_code_size)); SLOW_DCHECK(memcmp(embedded_blob_code, embedded_blob_code_copy, embedded_blob_code_size) == 0); return embedded_blob_code_copy; } const size_t kAllocatePageSize = page_allocator()->AllocatePageSize(); size_t allocate_code_size = RoundUp(embedded_blob_code_size, kAllocatePageSize); // Allocate the re-embedded code blob in the end. void* hint = reinterpret_cast<void*>(code_region.end() - allocate_code_size); embedded_blob_code_copy = reinterpret_cast<uint8_t*>(page_allocator()->AllocatePages( hint, allocate_code_size, kAllocatePageSize, PageAllocator::kNoAccess)); if (!embedded_blob_code_copy) { V8::FatalProcessOutOfMemory( isolate, "Can't allocate space for re-embedded builtins"); } size_t code_size = RoundUp(embedded_blob_code_size, page_allocator()->CommitPageSize()); if (!page_allocator()->SetPermissions(embedded_blob_code_copy, code_size, PageAllocator::kReadWrite)) { V8::FatalProcessOutOfMemory(isolate, "Re-embedded builtins: set permissions"); } memcpy(embedded_blob_code_copy, embedded_blob_code, embedded_blob_code_size); if (!page_allocator()->SetPermissions(embedded_blob_code_copy, code_size, PageAllocator::kReadExecute)) { V8::FatalProcessOutOfMemory(isolate, "Re-embedded builtins: set permissions"); } embedded_blob_code_copy_.store(embedded_blob_code_copy, std::memory_order_release); return embedded_blob_code_copy; } // static std::shared_ptr<CodeRange> CodeRange::EnsureProcessWideCodeRange( v8::PageAllocator* page_allocator, size_t requested_size) { base::MutexGuard guard(process_wide_code_range_creation_mutex_.Pointer()); std::shared_ptr<CodeRange> code_range = process_wide_code_range_.Get().lock(); if (!code_range) { code_range = std::make_shared<CodeRange>(); if (!code_range->InitReservation(page_allocator, requested_size)) { V8::FatalProcessOutOfMemory( nullptr, "Failed to reserve virtual memory for CodeRange"); } *process_wide_code_range_.Pointer() = code_range; } return code_range; } // static std::shared_ptr<CodeRange> CodeRange::GetProcessWideCodeRange() { return process_wide_code_range_.Get().lock(); } } // namespace internal } // namespace v8