| /* |
| * Copyright (C) 2017-2018 Apple Inc. All rights reserved. |
| * |
| * Redistribution and use in source and binary forms, with or without |
| * modification, are permitted provided that the following conditions |
| * are met: |
| * 1. Redistributions of source code must retain the above copyright |
| * notice, this list of conditions and the following disclaimer. |
| * 2. Redistributions in binary form must reproduce the above copyright |
| * notice, this list of conditions and the following disclaimer in the |
| * documentation and/or other materials provided with the distribution. |
| * |
| * THIS SOFTWARE IS PROVIDED BY APPLE INC. ``AS IS'' AND ANY |
| * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE |
| * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR |
| * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR |
| * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, |
| * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, |
| * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR |
| * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY |
| * OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| */ |
| |
| #include "config.h" |
| #include "Subspace.h" |
| |
| #include "AlignedMemoryAllocator.h" |
| #include "AllocatorInlines.h" |
| #include "BlockDirectoryInlines.h" |
| #include "JSCInlines.h" |
| #include "LocalAllocatorInlines.h" |
| #include "MarkedBlockInlines.h" |
| #include "PreventCollectionScope.h" |
| #include "SubspaceInlines.h" |
| #include "ThreadLocalCacheInlines.h" |
| |
| namespace JSC { |
| |
| CompleteSubspace::CompleteSubspace(CString name, Heap& heap, HeapCellType* heapCellType, AlignedMemoryAllocator* alignedMemoryAllocator) |
| : Subspace(name, heap) |
| { |
| initialize(heapCellType, alignedMemoryAllocator); |
| } |
| |
| CompleteSubspace::~CompleteSubspace() |
| { |
| } |
| |
| Allocator CompleteSubspace::allocatorFor(size_t size, AllocatorForMode mode) |
| { |
| return allocatorForNonVirtual(size, mode); |
| } |
| |
| void* CompleteSubspace::allocate(VM& vm, size_t size, GCDeferralContext* deferralContext, AllocationFailureMode failureMode) |
| { |
| return allocateNonVirtual(vm, size, deferralContext, failureMode); |
| } |
| |
| void* CompleteSubspace::allocateNonVirtual(VM& vm, size_t size, GCDeferralContext* deferralContext, AllocationFailureMode failureMode) |
| { |
| Allocator allocator = allocatorForNonVirtual(size, AllocatorForMode::AllocatorIfExists); |
| return allocator.tryAllocate( |
| vm, deferralContext, failureMode, |
| [&] () { |
| return allocateSlow(vm, size, deferralContext, failureMode); |
| }); |
| } |
| |
| Allocator CompleteSubspace::allocatorForSlow(size_t size) |
| { |
| size_t index = MarkedSpace::sizeClassToIndex(size); |
| size_t sizeClass = MarkedSpace::s_sizeClassForSizeStep[index]; |
| if (!sizeClass) |
| return Allocator(); |
| |
| // This is written in such a way that it's OK for the JIT threads to end up here if they want |
| // to generate code that uses some allocator that hadn't been used yet. Note that a possibly- |
| // just-as-good solution would be to return null if we're in the JIT since the JIT treats null |
| // allocator as "please always take the slow path". But, that could lead to performance |
| // surprises and the algorithm here is pretty easy. Only this code has to hold the lock, to |
| // prevent simultaneously BlockDirectory creations from multiple threads. This code ensures |
| // that any "forEachAllocator" traversals will only see this allocator after it's initialized |
| // enough: it will have |
| auto locker = holdLock(m_space.directoryLock()); |
| if (Allocator allocator = m_allocatorForSizeStep[index]) |
| return allocator; |
| |
| if (false) |
| dataLog("Creating marked allocator for ", m_name, ", ", m_attributes, ", ", sizeClass, ".\n"); |
| std::unique_ptr<BlockDirectory> uniqueDirectory = |
| std::make_unique<BlockDirectory>(m_space.heap(), sizeClass); |
| BlockDirectory* directory = uniqueDirectory.get(); |
| m_directories.append(WTFMove(uniqueDirectory)); |
| directory->setSubspace(this); |
| m_space.addBlockDirectory(locker, directory); |
| index = MarkedSpace::sizeClassToIndex(sizeClass); |
| for (;;) { |
| if (MarkedSpace::s_sizeClassForSizeStep[index] != sizeClass) |
| break; |
| |
| m_allocatorForSizeStep[index] = directory->allocator(); |
| |
| if (!index--) |
| break; |
| } |
| directory->setNextDirectoryInSubspace(m_firstDirectory); |
| m_alignedMemoryAllocator->registerDirectory(directory); |
| WTF::storeStoreFence(); |
| m_firstDirectory = directory; |
| return directory->allocator(); |
| } |
| |
| void* CompleteSubspace::allocateSlow(VM& vm, size_t size, GCDeferralContext* deferralContext, AllocationFailureMode failureMode) |
| { |
| void* result = tryAllocateSlow(vm, size, deferralContext); |
| if (failureMode == AllocationFailureMode::Assert) |
| RELEASE_ASSERT(result); |
| return result; |
| } |
| |
| void* CompleteSubspace::tryAllocateSlow(VM& vm, size_t size, GCDeferralContext* deferralContext) |
| { |
| sanitizeStackForVM(&vm); |
| |
| if (Allocator allocator = allocatorFor(size, AllocatorForMode::EnsureAllocator)) |
| return allocator.allocate(vm, deferralContext, AllocationFailureMode::ReturnNull); |
| |
| if (size <= Options::largeAllocationCutoff() |
| && size <= MarkedSpace::largeCutoff) { |
| dataLog("FATAL: attampting to allocate small object using large allocation.\n"); |
| dataLog("Requested allocation size: ", size, "\n"); |
| RELEASE_ASSERT_NOT_REACHED(); |
| } |
| |
| vm.heap.collectIfNecessaryOrDefer(deferralContext); |
| |
| size = WTF::roundUpToMultipleOf<MarkedSpace::sizeStep>(size); |
| LargeAllocation* allocation = LargeAllocation::tryCreate(vm.heap, size, this); |
| if (!allocation) |
| return nullptr; |
| |
| m_space.m_largeAllocations.append(allocation); |
| vm.heap.didAllocate(size); |
| m_space.m_capacity += size; |
| |
| m_largeAllocations.append(allocation); |
| |
| return allocation->cell(); |
| } |
| |
| } // namespace JSC |
| |