| /* |
| * Copyright (C) 2011-2021 Apple Inc. All rights reserved. |
| * |
| * Redistribution and use in source and binary forms, with or without |
| * modification, are permitted provided that the following conditions |
| * are met: |
| * 1. Redistributions of source code must retain the above copyright |
| * notice, this list of conditions and the following disclaimer. |
| * 2. Redistributions in binary form must reproduce the above copyright |
| * notice, this list of conditions and the following disclaimer in the |
| * documentation and/or other materials provided with the distribution. |
| * |
| * THIS SOFTWARE IS PROVIDED BY APPLE INC. ``AS IS'' AND ANY |
| * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE |
| * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR |
| * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR |
| * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, |
| * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, |
| * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR |
| * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY |
| * OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| */ |
| |
| #pragma once |
| |
| #include "GPRInfo.h" |
| #include "Instruction.h" |
| #include "JSCJSValue.h" |
| #include "MacroAssemblerCodeRef.h" |
| #include "Opcode.h" |
| |
| namespace JSC { |
| |
| class VM; |
| |
| #if ENABLE(C_LOOP) |
| typedef OpcodeID LLIntCode; |
| #else |
| typedef void (*LLIntCode)(); |
| #endif |
| |
| namespace LLInt { |
| |
| extern "C" JS_EXPORT_PRIVATE Opcode g_opcodeMap[numOpcodeIDs + numWasmOpcodeIDs]; |
| extern "C" JS_EXPORT_PRIVATE Opcode g_opcodeMapWide16[numOpcodeIDs + numWasmOpcodeIDs]; |
| extern "C" JS_EXPORT_PRIVATE Opcode g_opcodeMapWide32[numOpcodeIDs + numWasmOpcodeIDs]; |
| |
| class Data { |
| |
| public: |
| static void performAssertions(VM&); |
| |
| private: |
| friend void initialize(); |
| |
| friend JSInstruction* exceptionInstructions(); |
| friend WasmInstruction* wasmExceptionInstructions(); |
| friend Opcode* opcodeMap(); |
| friend Opcode* opcodeMapWide16(); |
| friend Opcode* opcodeMapWide32(); |
| friend Opcode getOpcode(OpcodeID); |
| friend Opcode getOpcodeWide16(OpcodeID); |
| friend Opcode getOpcodeWide32(OpcodeID); |
| friend const Opcode* getOpcodeAddress(OpcodeID); |
| friend const Opcode* getOpcodeWide16Address(OpcodeID); |
| friend const Opcode* getOpcodeWide32Address(OpcodeID); |
| template<PtrTag tag> friend MacroAssemblerCodePtr<tag> getCodePtr(OpcodeID); |
| template<PtrTag tag> friend MacroAssemblerCodePtr<tag> getWide16CodePtr(OpcodeID); |
| template<PtrTag tag> friend MacroAssemblerCodePtr<tag> getWide32CodePtr(OpcodeID); |
| template<PtrTag tag> friend MacroAssemblerCodeRef<tag> getCodeRef(OpcodeID); |
| }; |
| |
| void initialize(); |
| |
| inline JSInstruction* exceptionInstructions() |
| { |
| return reinterpret_cast<JSInstruction*>(g_jscConfig.llint.exceptionInstructions); |
| } |
| |
| inline WasmInstruction* wasmExceptionInstructions() |
| { |
| return bitwise_cast<WasmInstruction*>(g_jscConfig.llint.wasmExceptionInstructions); |
| } |
| |
| inline Opcode* opcodeMap() |
| { |
| return g_opcodeMap; |
| } |
| |
| inline Opcode* opcodeMapWide16() |
| { |
| return g_opcodeMapWide16; |
| } |
| |
| inline Opcode* opcodeMapWide32() |
| { |
| return g_opcodeMapWide32; |
| } |
| |
| inline Opcode getOpcode(OpcodeID id) |
| { |
| #if ENABLE(COMPUTED_GOTO_OPCODES) |
| return g_opcodeMap[id]; |
| #else |
| return static_cast<Opcode>(id); |
| #endif |
| } |
| |
| inline Opcode getOpcodeWide16(OpcodeID id) |
| { |
| #if ENABLE(COMPUTED_GOTO_OPCODES) |
| return g_opcodeMapWide16[id]; |
| #else |
| UNUSED_PARAM(id); |
| RELEASE_ASSERT_NOT_REACHED(); |
| #endif |
| } |
| |
| inline Opcode getOpcodeWide32(OpcodeID id) |
| { |
| #if ENABLE(COMPUTED_GOTO_OPCODES) |
| return g_opcodeMapWide32[id]; |
| #else |
| UNUSED_PARAM(id); |
| RELEASE_ASSERT_NOT_REACHED(); |
| #endif |
| } |
| |
| |
| #if ENABLE(COMPUTED_GOTO_OPCODES) |
| inline const Opcode* getOpcodeAddress(OpcodeID id) |
| { |
| return &g_opcodeMap[id]; |
| } |
| |
| inline const Opcode* getOpcodeWide16Address(OpcodeID id) |
| { |
| return &g_opcodeMapWide16[id]; |
| } |
| |
| inline const Opcode* getOpcodeWide32Address(OpcodeID id) |
| { |
| return &g_opcodeMapWide32[id]; |
| } |
| #endif |
| |
| template<PtrTag tag> |
| ALWAYS_INLINE MacroAssemblerCodePtr<tag> getCodePtrImpl(const Opcode opcode, const void* opcodeAddress) |
| { |
| void* opcodeValue = reinterpret_cast<void*>(opcode); |
| void* untaggedOpcode = untagAddressDiversifiedCodePtr<BytecodePtrTag>(opcodeValue, opcodeAddress); |
| void* retaggedOpcode = tagCodePtr<tag>(untaggedOpcode); |
| return MacroAssemblerCodePtr<tag>::createFromExecutableAddress(retaggedOpcode); |
| } |
| |
| #if ENABLE(ARM64E) && !ENABLE(COMPUTED_GOTO_OPCODES) |
| #error ENABLE(ARM64E) requires ENABLE(COMPUTED_GOTO_OPCODES) for getCodePtr (and its variants). |
| #endif |
| |
| template<PtrTag tag> |
| ALWAYS_INLINE MacroAssemblerCodePtr<tag> getCodePtr(OpcodeID opcodeID) |
| { |
| #if ENABLE(COMPUTED_GOTO_OPCODES) |
| const Opcode* opcode = getOpcodeAddress(opcodeID); |
| return getCodePtrImpl<tag>(*opcode, opcode); |
| #else |
| return getCodePtrImpl<tag>(getOpcode(opcodeID), nullptr); |
| #endif |
| } |
| |
| template<PtrTag tag> |
| ALWAYS_INLINE MacroAssemblerCodePtr<tag> getWide16CodePtr(OpcodeID opcodeID) |
| { |
| #if ENABLE(COMPUTED_GOTO_OPCODES) |
| const Opcode* opcode = getOpcodeWide16Address(opcodeID); |
| return getCodePtrImpl<tag>(*opcode, opcode); |
| #else |
| return getCodePtrImpl<tag>(getOpcodeWide16(opcodeID), nullptr); |
| #endif |
| } |
| |
| template<PtrTag tag> |
| ALWAYS_INLINE MacroAssemblerCodePtr<tag> getWide32CodePtr(OpcodeID opcodeID) |
| { |
| #if ENABLE(COMPUTED_GOTO_OPCODES) |
| const Opcode* opcode = getOpcodeWide32Address(opcodeID); |
| return getCodePtrImpl<tag>(*opcode, opcode); |
| #else |
| return getCodePtrImpl<tag>(getOpcodeWide32(opcodeID), nullptr); |
| #endif |
| } |
| |
| template<PtrTag tag> |
| ALWAYS_INLINE MacroAssemblerCodeRef<tag> getCodeRef(OpcodeID opcodeID) |
| { |
| return MacroAssemblerCodeRef<tag>::createSelfManagedCodeRef(getCodePtr<tag>(opcodeID)); |
| } |
| |
| template<PtrTag tag> |
| ALWAYS_INLINE MacroAssemblerCodeRef<tag> getWide16CodeRef(OpcodeID opcodeID) |
| { |
| return MacroAssemblerCodeRef<tag>::createSelfManagedCodeRef(getWide16CodePtr<tag>(opcodeID)); |
| } |
| |
| template<PtrTag tag> |
| ALWAYS_INLINE MacroAssemblerCodeRef<tag> getWide32CodeRef(OpcodeID opcodeID) |
| { |
| return MacroAssemblerCodeRef<tag>::createSelfManagedCodeRef(getWide32CodePtr<tag>(opcodeID)); |
| } |
| |
| #if ENABLE(JIT) |
| template<PtrTag tag> |
| ALWAYS_INLINE LLIntCode getCodeFunctionPtr(OpcodeID opcodeID) |
| { |
| #if COMPILER(MSVC) |
| return reinterpret_cast<LLIntCode>(getCodePtr<tag>(opcodeID).executableAddress()); |
| #else |
| return reinterpret_cast<LLIntCode>(getCodePtr<tag>(opcodeID).template executableAddress()); |
| #endif |
| } |
| |
| template<PtrTag tag> |
| ALWAYS_INLINE LLIntCode getWide16CodeFunctionPtr(OpcodeID opcodeID) |
| { |
| #if COMPILER(MSVC) |
| return reinterpret_cast<LLIntCode>(getWide16CodePtr<tag>(opcodeID).executableAddress()); |
| #else |
| return reinterpret_cast<LLIntCode>(getWide16CodePtr<tag>(opcodeID).template executableAddress()); |
| #endif |
| } |
| |
| template<PtrTag tag> |
| ALWAYS_INLINE LLIntCode getWide32CodeFunctionPtr(OpcodeID opcodeID) |
| { |
| #if COMPILER(MSVC) |
| return reinterpret_cast<LLIntCode>(getWide32CodePtr<tag>(opcodeID).executableAddress()); |
| #else |
| return reinterpret_cast<LLIntCode>(getWide32CodePtr<tag>(opcodeID).template executableAddress()); |
| #endif |
| } |
| |
| #if ENABLE(WEBASSEMBLY) |
| |
| inline Opcode getOpcode(WasmOpcodeID id) |
| { |
| #if ENABLE(COMPUTED_GOTO_OPCODES) |
| return g_opcodeMap[numOpcodeIDs + id]; |
| #else |
| return static_cast<Opcode>(id); |
| #endif |
| } |
| |
| inline Opcode getOpcodeWide16(WasmOpcodeID id) |
| { |
| #if ENABLE(COMPUTED_GOTO_OPCODES) |
| return g_opcodeMapWide16[numOpcodeIDs + id]; |
| #else |
| UNUSED_PARAM(id); |
| RELEASE_ASSERT_NOT_REACHED(); |
| #endif |
| } |
| |
| inline Opcode getOpcodeWide32(WasmOpcodeID id) |
| { |
| #if ENABLE(COMPUTED_GOTO_OPCODES) |
| return g_opcodeMapWide32[numOpcodeIDs + id]; |
| #else |
| UNUSED_PARAM(id); |
| RELEASE_ASSERT_NOT_REACHED(); |
| #endif |
| } |
| |
| #if ENABLE(COMPUTED_GOTO_OPCODES) |
| inline const Opcode* getOpcodeAddress(WasmOpcodeID id) |
| { |
| return &g_opcodeMap[numOpcodeIDs + id]; |
| } |
| |
| inline const Opcode* getOpcodeWide16Address(WasmOpcodeID id) |
| { |
| return &g_opcodeMapWide16[numOpcodeIDs + id]; |
| } |
| |
| inline const Opcode* getOpcodeWide32Address(WasmOpcodeID id) |
| { |
| return &g_opcodeMapWide32[numOpcodeIDs + id]; |
| } |
| #endif |
| |
| template<PtrTag tag> |
| ALWAYS_INLINE MacroAssemblerCodePtr<tag> getCodePtr(WasmOpcodeID opcodeID) |
| { |
| #if ENABLE(COMPUTED_GOTO_OPCODES) |
| const Opcode* opcode = getOpcodeAddress(opcodeID); |
| return getCodePtrImpl<tag>(*opcode, opcode); |
| #else |
| return getCodePtrImpl<tag>(getOpcode(opcodeID), nullptr); |
| #endif |
| } |
| |
| template<PtrTag tag> |
| ALWAYS_INLINE MacroAssemblerCodePtr<tag> getWide16CodePtr(WasmOpcodeID opcodeID) |
| { |
| #if ENABLE(COMPUTED_GOTO_OPCODES) |
| const Opcode* opcode = getOpcodeWide16Address(opcodeID); |
| return getCodePtrImpl<tag>(*opcode, opcode); |
| #else |
| return getCodePtrImpl<tag>(getOpcodeWide16(opcodeID), nullptr); |
| #endif |
| } |
| |
| template<PtrTag tag> |
| ALWAYS_INLINE MacroAssemblerCodePtr<tag> getWide32CodePtr(WasmOpcodeID opcodeID) |
| { |
| #if ENABLE(COMPUTED_GOTO_OPCODES) |
| const Opcode* opcode = getOpcodeWide32Address(opcodeID); |
| return getCodePtrImpl<tag>(*opcode, opcode); |
| #else |
| return getCodePtrImpl<tag>(getOpcodeWide32(opcodeID), nullptr); |
| #endif |
| } |
| |
| template<PtrTag tag> |
| ALWAYS_INLINE MacroAssemblerCodeRef<tag> getCodeRef(WasmOpcodeID opcodeID) |
| { |
| return MacroAssemblerCodeRef<tag>::createSelfManagedCodeRef(getCodePtr<tag>(opcodeID)); |
| } |
| |
| template<PtrTag tag> |
| ALWAYS_INLINE MacroAssemblerCodeRef<tag> getWide16CodeRef(WasmOpcodeID opcodeID) |
| { |
| return MacroAssemblerCodeRef<tag>::createSelfManagedCodeRef(getWide16CodePtr<tag>(opcodeID)); |
| } |
| |
| template<PtrTag tag> |
| ALWAYS_INLINE MacroAssemblerCodeRef<tag> getWide32CodeRef(WasmOpcodeID opcodeID) |
| { |
| return MacroAssemblerCodeRef<tag>::createSelfManagedCodeRef(getWide32CodePtr<tag>(opcodeID)); |
| } |
| |
| template<PtrTag tag> |
| ALWAYS_INLINE LLIntCode getCodeFunctionPtr(WasmOpcodeID opcodeID) |
| { |
| #if COMPILER(MSVC) |
| return reinterpret_cast<LLIntCode>(getCodePtr<tag>(opcodeID).executableAddress()); |
| #else |
| return reinterpret_cast<LLIntCode>(getCodePtr<tag>(opcodeID).template executableAddress()); |
| #endif |
| } |
| |
| template<PtrTag tag> |
| ALWAYS_INLINE LLIntCode getWide16CodeFunctionPtr(WasmOpcodeID opcodeID) |
| { |
| #if COMPILER(MSVC) |
| return reinterpret_cast<LLIntCode>(getWide16CodePtr<tag>(opcodeID).executableAddress()); |
| #else |
| return reinterpret_cast<LLIntCode>(getWide16CodePtr<tag>(opcodeID).template executableAddress()); |
| #endif |
| } |
| |
| template<PtrTag tag> |
| ALWAYS_INLINE LLIntCode getWide32CodeFunctionPtr(WasmOpcodeID opcodeID) |
| { |
| #if COMPILER(MSVC) |
| return reinterpret_cast<LLIntCode>(getWide32CodePtr<tag>(opcodeID).executableAddress()); |
| #else |
| return reinterpret_cast<LLIntCode>(getWide32CodePtr<tag>(opcodeID).template executableAddress()); |
| #endif |
| } |
| |
| #endif // ENABLE(WEBASSEMBLY) |
| |
| #else // not ENABLE(JIT) |
| ALWAYS_INLINE void* getCodePtr(OpcodeID id) |
| { |
| return reinterpret_cast<void*>(getOpcode(id)); |
| } |
| |
| ALWAYS_INLINE void* getWide16CodePtr(OpcodeID id) |
| { |
| return reinterpret_cast<void*>(getOpcodeWide16(id)); |
| } |
| |
| ALWAYS_INLINE void* getWide32CodePtr(OpcodeID id) |
| { |
| return reinterpret_cast<void*>(getOpcodeWide32(id)); |
| } |
| #endif // ENABLE(JIT) |
| |
| #if ENABLE(JIT) |
| struct Registers { |
| static constexpr GPRReg pcGPR = GPRInfo::regT4; |
| |
| #if CPU(X86_64) && !OS(WINDOWS) |
| static constexpr GPRReg metadataTableGPR = GPRInfo::regCS1; |
| static constexpr GPRReg pbGPR = GPRInfo::constantsRegister; |
| #elif CPU(X86_64) && OS(WINDOWS) |
| static constexpr GPRReg metadataTableGPR = GPRInfo::regCS3; |
| static constexpr GPRReg pbGPR = GPRInfo::constantsRegister; |
| #elif CPU(ARM64) || CPU(RISCV64) |
| static constexpr GPRReg metadataTableGPR = GPRInfo::regCS6; |
| static constexpr GPRReg pbGPR = GPRInfo::constantsRegister; |
| #elif CPU(MIPS) || CPU(ARM_THUMB2) |
| static constexpr GPRReg metadataTableGPR = GPRInfo::regCS0; |
| static constexpr GPRReg pbGPR = GPRInfo::regCS1; |
| #endif |
| }; |
| #endif |
| |
| } } // namespace JSC::LLInt |