blob: 259b3cfc54beeed87a79a9345c18081f8a36ceb7 [file] [log] [blame]
fpizlo@apple.com532f1e52013-09-04 06:26:04 +00001/*
fpizlo@apple.com5e0bc7432017-10-08 01:10:19 +00002 * Copyright (C) 2013-2017 Apple Inc. All rights reserved.
fpizlo@apple.com532f1e52013-09-04 06:26:04 +00003 *
4 * Redistribution and use in source and binary forms, with or without
5 * modification, are permitted provided that the following conditions
6 * are met:
7 * 1. Redistributions of source code must retain the above copyright
8 * notice, this list of conditions and the following disclaimer.
9 * 2. Redistributions in binary form must reproduce the above copyright
10 * notice, this list of conditions and the following disclaimer in the
11 * documentation and/or other materials provided with the distribution.
12 *
13 * THIS SOFTWARE IS PROVIDED BY APPLE INC. ``AS IS'' AND ANY
14 * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
15 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
16 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR
17 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
18 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
19 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
20 * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
21 * OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
22 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
23 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
24 */
25
26#include "config.h"
27#include "FTLOSREntry.h"
28
29#include "CallFrame.h"
30#include "CodeBlock.h"
31#include "DFGJITCode.h"
32#include "FTLForOSREntryJITCode.h"
commit-queue@webkit.orga936a262014-01-14 15:20:19 +000033#include "OperandsInlines.h"
fpizlo@apple.comfb7eff22014-02-11 01:45:50 +000034#include "JSCInlines.h"
mark.lam@apple.com504b1cc2016-07-11 20:48:15 +000035#include "VMInlines.h"
fpizlo@apple.com532f1e52013-09-04 06:26:04 +000036
37#if ENABLE(FTL_JIT)
38
39namespace JSC { namespace FTL {
40
ap@apple.com5e7b4d52015-08-11 23:50:02 +000041SUPPRESS_ASAN
commit-queue@webkit.org485b53c2017-01-27 01:33:38 +000042void* prepareOSREntry(
fpizlo@apple.com532f1e52013-09-04 06:26:04 +000043 ExecState* exec, CodeBlock* dfgCodeBlock, CodeBlock* entryCodeBlock,
44 unsigned bytecodeIndex, unsigned streamIndex)
45{
46 VM& vm = exec->vm();
47 CodeBlock* baseline = dfgCodeBlock->baselineVersion();
msaboff@apple.com95894332014-01-29 19:18:54 +000048 ExecutableBase* executable = dfgCodeBlock->ownerExecutable();
fpizlo@apple.com532f1e52013-09-04 06:26:04 +000049 DFG::JITCode* dfgCode = dfgCodeBlock->jitCode()->dfg();
50 ForOSREntryJITCode* entryCode = entryCodeBlock->jitCode()->ftlForOSREntry();
sbarati@apple.comb1b38572019-05-07 17:41:42 +000051
52 if (!entryCode->dfgCommon()->isStillValid) {
53 dfgCode->clearOSREntryBlockAndResetThresholds(dfgCodeBlock);
54 return 0;
55 }
fpizlo@apple.com532f1e52013-09-04 06:26:04 +000056
57 if (Options::verboseOSR()) {
58 dataLog(
59 "FTL OSR from ", *dfgCodeBlock, " to ", *entryCodeBlock, " at bc#",
60 bytecodeIndex, ".\n");
61 }
62
fpizlo@apple.com2c4a7e92014-08-06 05:27:46 +000063 if (bytecodeIndex)
64 jsCast<ScriptExecutable*>(executable)->setDidTryToEnterInLoop(true);
65
fpizlo@apple.com532f1e52013-09-04 06:26:04 +000066 if (bytecodeIndex != entryCode->bytecodeIndex()) {
67 if (Options::verboseOSR())
fpizlo@apple.com2c4a7e92014-08-06 05:27:46 +000068 dataLog(" OSR failed because we don't have an entrypoint for bc#", bytecodeIndex, "; ours is for bc#", entryCode->bytecodeIndex(), "\n");
commit-queue@webkit.org485b53c2017-01-27 01:33:38 +000069 return 0;
fpizlo@apple.com532f1e52013-09-04 06:26:04 +000070 }
71
ysuzuki@apple.com76c01162019-02-28 06:25:23 +000072 Operands<Optional<JSValue>> values;
fpizlo@apple.com532f1e52013-09-04 06:26:04 +000073 dfgCode->reconstruct(
74 exec, dfgCodeBlock, CodeOrigin(bytecodeIndex), streamIndex, values);
75
76 if (Options::verboseOSR())
77 dataLog(" Values at entry: ", values, "\n");
78
commit-queue@webkit.org2cb9c252016-12-13 19:38:13 +000079 for (int argument = values.numberOfArguments(); argument--;) {
ap@apple.com5e7b4d52015-08-11 23:50:02 +000080 JSValue valueOnStack = exec->r(virtualRegisterForArgument(argument).offset()).asanUnsafeJSValue();
ysuzuki@apple.com76c01162019-02-28 06:25:23 +000081 Optional<JSValue> reconstructedValue = values.argument(argument);
82 if ((reconstructedValue && valueOnStack == reconstructedValue.value()) || !argument)
fpizlo@apple.coma14dfc02014-01-30 23:00:16 +000083 continue;
rmorisset@apple.comab64b6c2017-10-09 16:49:13 +000084 dataLog("Mismatch between reconstructed values and the value on the stack for argument arg", argument, " for ", *entryCodeBlock, " at bc#", bytecodeIndex, ":\n");
fpizlo@apple.coma14dfc02014-01-30 23:00:16 +000085 dataLog(" Value on stack: ", valueOnStack, "\n");
86 dataLog(" Reconstructed value: ", reconstructedValue, "\n");
87 RELEASE_ASSERT_NOT_REACHED();
fpizlo@apple.com532f1e52013-09-04 06:26:04 +000088 }
89
90 RELEASE_ASSERT(
utatane.tea@gmail.com90754e22018-07-08 17:59:25 +000091 static_cast<int>(values.numberOfLocals()) == baseline->numCalleeLocals());
fpizlo@apple.com532f1e52013-09-04 06:26:04 +000092
93 EncodedJSValue* scratch = static_cast<EncodedJSValue*>(
94 entryCode->entryBuffer()->dataBuffer());
95
ysuzuki@apple.com76c01162019-02-28 06:25:23 +000096 for (int local = values.numberOfLocals(); local--;) {
97 Optional<JSValue> value = values.local(local);
98 if (value)
99 scratch[local] = JSValue::encode(value.value());
100 else
101 scratch[local] = JSValue::encode(JSValue());
102 }
fpizlo@apple.com532f1e52013-09-04 06:26:04 +0000103
fpizlo@apple.com81bb8bb2013-11-23 00:36:55 +0000104 int stackFrameSize = entryCode->common.requiredRegisterCountForExecutionAndExit();
mark.lam@apple.com504b1cc2016-07-11 20:48:15 +0000105 if (UNLIKELY(!vm.ensureStackCapacityFor(&exec->registers()[virtualRegisterForLocal(stackFrameSize - 1).offset()]))) {
fpizlo@apple.com532f1e52013-09-04 06:26:04 +0000106 if (Options::verboseOSR())
fpizlo@apple.com81bb8bb2013-11-23 00:36:55 +0000107 dataLog(" OSR failed because stack growth failed.\n");
commit-queue@webkit.org485b53c2017-01-27 01:33:38 +0000108 return 0;
fpizlo@apple.com532f1e52013-09-04 06:26:04 +0000109 }
110
111 exec->setCodeBlock(entryCodeBlock);
commit-queue@webkit.org2cb9c252016-12-13 19:38:13 +0000112
113 void* result = entryCode->addressForCall(ArityCheckNotRequired).executableAddress();
fpizlo@apple.com532f1e52013-09-04 06:26:04 +0000114 if (Options::verboseOSR())
fpizlo@apple.com080f5282017-03-16 21:19:23 +0000115 dataLog(" Entry will succeed, going to address ", RawPointer(result), "\n");
fpizlo@apple.com532f1e52013-09-04 06:26:04 +0000116
117 return result;
118}
119
120} } // namespace JSC::FTL
121
122#endif // ENABLE(FTL_JIT)
123
124