blob: cb1a682f28414107d77b19c8082b98f376884406 [file] [log] [blame]
/*
* Copyright (c) 2018-2021 Apple Inc. All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY APPLE INC. ``AS IS'' AND ANY
* EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR
* CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
* EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
* PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
* PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
* OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/
#ifndef PAS_SEGREGATED_PAGE_CONFIG_UTILS_H
#define PAS_SEGREGATED_PAGE_CONFIG_UTILS_H
#include "pas_config.h"
#include "pas_page_base_config_utils.h"
#include "pas_segregated_page.h"
#include "pas_segregated_page_config.h"
#include "pas_segregated_page_inlines.h"
#include "pas_segregated_shared_page_directory.h"
#include "pas_thread_local_cache.h"
PAS_BEGIN_EXTERN_C;
#define PAS_BASIC_SEGREGATED_NUM_ALLOC_BITS(min_align_shift, page_size) \
((page_size) >> (min_align_shift))
#define PAS_BASIC_SEGREGATED_PAGE_HEADER_SIZE(min_align_shift, page_size, granule_size) \
PAS_SEGREGATED_PAGE_HEADER_SIZE( \
PAS_BASIC_SEGREGATED_NUM_ALLOC_BITS((min_align_shift), (page_size)), \
(page_size) / (granule_size))
#define PAS_BASIC_SEGREGATED_PAYLOAD_OFFSET(min_align_shift, page_size, granule_size) \
PAS_BASIC_SEGREGATED_PAGE_HEADER_SIZE((min_align_shift), (page_size), (granule_size))
#define PAS_BASIC_SEGREGATED_PAYLOAD_SIZE(min_align_shift, page_size, granule_size) \
((page_size) - PAS_BASIC_SEGREGATED_PAYLOAD_OFFSET((min_align_shift), (page_size), (granule_size)))
static PAS_ALWAYS_INLINE void
pas_segregated_page_config_verify_dealloc(uintptr_t begin,
pas_segregated_page_config config)
{
if (PAS_UNLIKELY(!pas_segregated_page_is_allocated(begin, config)))
pas_deallocation_did_fail("Page bit not set", begin);
}
#define PAS_BASIC_SEGREGATED_PAGE_CONFIG_FORWARD_DECLARATIONS(name) \
PAS_SEGREGATED_PAGE_CONFIG_SPECIALIZATION_DECLARATIONS(name ## _page_config); \
PAS_BASIC_PAGE_BASE_CONFIG_FORWARD_DECLARATIONS(name); \
\
PAS_API pas_segregated_shared_page_directory* \
name ## _page_config_select_shared_page_directory( \
pas_segregated_heap* heap, pas_segregated_size_directory* directory); \
\
static PAS_ALWAYS_INLINE void \
name ## _dealloc_func(pas_thread_local_cache* cache, uintptr_t begin)
typedef struct {
pas_page_header_placement_mode header_placement_mode;
bool size_aware_logging;
bool verify_before_logging;
pas_page_header_table* header_table; /* Even if we have multiple tables, this will have one,
since we use this when we know which page config we
are dealing with. */
} pas_basic_segregated_page_config_declarations_arguments;
#define PAS_BASIC_SEGREGATED_PAGE_CONFIG_DECLARATIONS(name, config_value, ...) \
PAS_BASIC_PAGE_BASE_CONFIG_DECLARATIONS( \
name, (config_value).base, \
.header_placement_mode = \
((pas_basic_segregated_page_config_declarations_arguments){__VA_ARGS__}) \
.header_placement_mode, \
.header_table = \
((pas_basic_segregated_page_config_declarations_arguments){__VA_ARGS__}) \
.header_table); \
\
static PAS_ALWAYS_INLINE void \
name ## _dealloc_func(pas_thread_local_cache* cache, uintptr_t begin) \
{ \
pas_segregated_page_config config = (config_value); \
pas_basic_segregated_page_config_declarations_arguments arguments = \
((pas_basic_segregated_page_config_declarations_arguments){__VA_ARGS__}); \
\
PAS_ASSERT(config.base.is_enabled); \
\
if (arguments.verify_before_logging) { \
if (PAS_UNLIKELY(!pas_segregated_page_is_allocated(begin, config))) \
pas_deallocation_did_fail("Page bit not set", begin); \
} \
\
if (arguments.size_aware_logging) { \
pas_thread_local_cache_append_deallocation_with_size( \
cache, \
begin, \
pas_segregated_page_get_object_size_for_address_and_page_config(begin, config), \
config.kind); \
return; \
} \
\
pas_thread_local_cache_append_deallocation(cache, begin, config.kind); \
} \
\
struct pas_dummy
PAS_END_EXTERN_C;
#endif /* PAS_SEGREGATED_PAGE_CONFIG_UTILS_H */