blob: 627af2787e0b68a3dd0eb392341bf52d4b540106 [file] [log] [blame]
mark.lam@apple.comcb5d6e12015-11-02 21:10:36 +00001/*
fpizlo@apple.comacdb63e2016-05-10 02:01:28 +00002 * Copyright (C) 2015-2016 Apple Inc. All rights reserved.
mark.lam@apple.comcb5d6e12015-11-02 21:10:36 +00003 *
4 * Redistribution and use in source and binary forms, with or without
5 * modification, are permitted provided that the following conditions
6 * are met:
7 * 1. Redistributions of source code must retain the above copyright
8 * notice, this list of conditions and the following disclaimer.
9 * 2. Redistributions in binary form must reproduce the above copyright
10 * notice, this list of conditions and the following disclaimer in the
11 * documentation and/or other materials provided with the distribution.
12 *
13 * THIS SOFTWARE IS PROVIDED BY APPLE INC. ``AS IS'' AND ANY
14 * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
15 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
16 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR
17 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
18 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
19 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
20 * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
21 * OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
22 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
23 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
24 */
25
26#include "config.h"
mark.lam@apple.com92730cc2015-12-01 00:07:39 +000027#include "JITAddGenerator.h"
mark.lam@apple.comcb5d6e12015-11-02 21:10:36 +000028
sbarati@apple.comb0b1eb52016-07-21 23:41:44 +000029#include "ArithProfile.h"
30#include "JITMathIC.h"
31#include "LinkBuffer.h"
32
mark.lam@apple.comcb5d6e12015-11-02 21:10:36 +000033#if ENABLE(JIT)
mark.lam@apple.comcb5d6e12015-11-02 21:10:36 +000034
35namespace JSC {
36
benjamin@webkit.org626f77e2016-09-26 21:11:31 +000037JITMathICInlineResult JITAddGenerator::generateInline(CCallHelpers& jit, MathICGenerationState& state, const ArithProfile* arithProfile)
sbarati@apple.comb0b1eb52016-07-21 23:41:44 +000038{
39 // We default to speculating int32.
40 ObservedType lhs = ObservedType().withInt32();
41 ObservedType rhs = ObservedType().withInt32();
benjamin@webkit.org626f77e2016-09-26 21:11:31 +000042 if (arithProfile) {
43 lhs = arithProfile->lhsObservedType();
44 rhs = arithProfile->rhsObservedType();
sbarati@apple.comb0b1eb52016-07-21 23:41:44 +000045 }
46
47 if (lhs.isOnlyNonNumber() && rhs.isOnlyNonNumber())
48 return JITMathICInlineResult::DontGenerate;
49
50 if ((lhs.isOnlyInt32() || m_leftOperand.isConstInt32()) && (rhs.isOnlyInt32() || m_rightOperand.isConstInt32())) {
51 ASSERT(!m_leftOperand.isConstInt32() || !m_rightOperand.isConstInt32());
52 if (!m_leftOperand.isConstInt32())
53 state.slowPathJumps.append(jit.branchIfNotInt32(m_left));
54 if (!m_rightOperand.isConstInt32())
55 state.slowPathJumps.append(jit.branchIfNotInt32(m_right));
56
benjamin@webkit.org626f77e2016-09-26 21:11:31 +000057 GPRReg scratch = m_scratchGPR;
sbarati@apple.comb0b1eb52016-07-21 23:41:44 +000058 if (m_leftOperand.isConstInt32() || m_rightOperand.isConstInt32()) {
59 JSValueRegs var = m_leftOperand.isConstInt32() ? m_right : m_left;
60 int32_t constValue = m_leftOperand.isConstInt32() ? m_leftOperand.asConstInt32() : m_rightOperand.asConstInt32();
benjamin@webkit.org626f77e2016-09-26 21:11:31 +000061 if (var.payloadGPR() != m_result.payloadGPR())
62 scratch = m_result.payloadGPR();
63 state.slowPathJumps.append(jit.branchAdd32(CCallHelpers::Overflow, var.payloadGPR(), CCallHelpers::Imm32(constValue), scratch));
64 } else {
65 if (m_left.payloadGPR() != m_result.payloadGPR() && m_right.payloadGPR() != m_result.payloadGPR())
66 scratch = m_result.payloadGPR();
67 state.slowPathJumps.append(jit.branchAdd32(CCallHelpers::Overflow, m_right.payloadGPR(), m_left.payloadGPR(), scratch));
68 }
69 jit.boxInt32(scratch, m_result);
sbarati@apple.comb0b1eb52016-07-21 23:41:44 +000070 return JITMathICInlineResult::GeneratedFastPath;
71 }
72
73 return JITMathICInlineResult::GenerateFullSnippet;
74}
75
benjamin@webkit.org626f77e2016-09-26 21:11:31 +000076bool JITAddGenerator::generateFastPath(CCallHelpers& jit, CCallHelpers::JumpList& endJumpList, CCallHelpers::JumpList& slowPathJumpList, const ArithProfile* arithProfile, bool shouldEmitProfiling)
mark.lam@apple.comcb5d6e12015-11-02 21:10:36 +000077{
78 ASSERT(m_scratchGPR != InvalidGPRReg);
79 ASSERT(m_scratchGPR != m_left.payloadGPR());
80 ASSERT(m_scratchGPR != m_right.payloadGPR());
mark.lam@apple.com102cbf22015-11-17 21:55:33 +000081#if USE(JSVALUE32_64)
82 ASSERT(m_scratchGPR != m_left.tagGPR());
mark.lam@apple.comcb5d6e12015-11-02 21:10:36 +000083 ASSERT(m_scratchGPR != m_right.tagGPR());
84 ASSERT(m_scratchFPR != InvalidFPRReg);
85#endif
86
mark.lam@apple.com92730cc2015-12-01 00:07:39 +000087 ASSERT(!m_leftOperand.isConstInt32() || !m_rightOperand.isConstInt32());
mark.lam@apple.com102cbf22015-11-17 21:55:33 +000088
sbarati@apple.comb0b1eb52016-07-21 23:41:44 +000089 if (!m_leftOperand.mightBeNumber() || !m_rightOperand.mightBeNumber())
90 return false;
mark.lam@apple.com175b90f2015-11-19 00:30:37 +000091
mark.lam@apple.com92730cc2015-12-01 00:07:39 +000092 if (m_leftOperand.isConstInt32() || m_rightOperand.isConstInt32()) {
93 JSValueRegs var = m_leftOperand.isConstInt32() ? m_right : m_left;
94 SnippetOperand& varOpr = m_leftOperand.isConstInt32() ? m_rightOperand : m_leftOperand;
95 SnippetOperand& constOpr = m_leftOperand.isConstInt32() ? m_leftOperand : m_rightOperand;
mark.lam@apple.com102cbf22015-11-17 21:55:33 +000096
97 // Try to do intVar + intConstant.
98 CCallHelpers::Jump notInt32 = jit.branchIfNotInt32(var);
99
benjamin@webkit.org626f77e2016-09-26 21:11:31 +0000100 GPRReg scratch = m_scratchGPR;
101 if (var.payloadGPR() != m_result.payloadGPR())
102 scratch = m_result.payloadGPR();
103 slowPathJumpList.append(jit.branchAdd32(CCallHelpers::Overflow, var.payloadGPR(), CCallHelpers::Imm32(constOpr.asConstInt32()), scratch));
mark.lam@apple.comcb5d6e12015-11-02 21:10:36 +0000104
benjamin@webkit.org626f77e2016-09-26 21:11:31 +0000105 jit.boxInt32(scratch, m_result);
sbarati@apple.comb0b1eb52016-07-21 23:41:44 +0000106 endJumpList.append(jit.jump());
mark.lam@apple.comcb5d6e12015-11-02 21:10:36 +0000107
108 if (!jit.supportsFloatingPoint()) {
sbarati@apple.comb0b1eb52016-07-21 23:41:44 +0000109 slowPathJumpList.append(notInt32);
110 return true;
mark.lam@apple.comcb5d6e12015-11-02 21:10:36 +0000111 }
112
113 // Try to do doubleVar + double(intConstant).
114 notInt32.link(&jit);
mark.lam@apple.com92730cc2015-12-01 00:07:39 +0000115 if (!varOpr.definitelyIsNumber())
commit-queue@webkit.org10503ed2018-01-05 08:26:02 +0000116 slowPathJumpList.append(jit.branchIfNotNumber(var, m_scratchGPR));
mark.lam@apple.comcb5d6e12015-11-02 21:10:36 +0000117
mark.lam@apple.com102cbf22015-11-17 21:55:33 +0000118 jit.unboxDoubleNonDestructive(var, m_leftFPR, m_scratchGPR, m_scratchFPR);
mark.lam@apple.comcb5d6e12015-11-02 21:10:36 +0000119
mark.lam@apple.com92730cc2015-12-01 00:07:39 +0000120 jit.move(CCallHelpers::Imm32(constOpr.asConstInt32()), m_scratchGPR);
mark.lam@apple.comcb5d6e12015-11-02 21:10:36 +0000121 jit.convertInt32ToDouble(m_scratchGPR, m_rightFPR);
122
123 // Fall thru to doubleVar + doubleVar.
124
125 } else {
mark.lam@apple.com92730cc2015-12-01 00:07:39 +0000126 ASSERT(!m_leftOperand.isConstInt32() && !m_rightOperand.isConstInt32());
mark.lam@apple.comcb5d6e12015-11-02 21:10:36 +0000127 CCallHelpers::Jump leftNotInt;
128 CCallHelpers::Jump rightNotInt;
129
130 // Try to do intVar + intVar.
131 leftNotInt = jit.branchIfNotInt32(m_left);
132 rightNotInt = jit.branchIfNotInt32(m_right);
133
benjamin@webkit.org626f77e2016-09-26 21:11:31 +0000134 GPRReg scratch = m_scratchGPR;
135 if (m_left.payloadGPR() != m_result.payloadGPR() && m_right.payloadGPR() != m_result.payloadGPR())
136 scratch = m_result.payloadGPR();
137 slowPathJumpList.append(jit.branchAdd32(CCallHelpers::Overflow, m_right.payloadGPR(), m_left.payloadGPR(), scratch));
mark.lam@apple.comcb5d6e12015-11-02 21:10:36 +0000138
benjamin@webkit.org626f77e2016-09-26 21:11:31 +0000139 jit.boxInt32(scratch, m_result);
sbarati@apple.comb0b1eb52016-07-21 23:41:44 +0000140 endJumpList.append(jit.jump());
141
mark.lam@apple.comcb5d6e12015-11-02 21:10:36 +0000142
143 if (!jit.supportsFloatingPoint()) {
sbarati@apple.comb0b1eb52016-07-21 23:41:44 +0000144 slowPathJumpList.append(leftNotInt);
145 slowPathJumpList.append(rightNotInt);
146 return true;
mark.lam@apple.comcb5d6e12015-11-02 21:10:36 +0000147 }
148
149 leftNotInt.link(&jit);
mark.lam@apple.com92730cc2015-12-01 00:07:39 +0000150 if (!m_leftOperand.definitelyIsNumber())
commit-queue@webkit.org10503ed2018-01-05 08:26:02 +0000151 slowPathJumpList.append(jit.branchIfNotNumber(m_left, m_scratchGPR));
mark.lam@apple.com92730cc2015-12-01 00:07:39 +0000152 if (!m_rightOperand.definitelyIsNumber())
commit-queue@webkit.org10503ed2018-01-05 08:26:02 +0000153 slowPathJumpList.append(jit.branchIfNotNumber(m_right, m_scratchGPR));
mark.lam@apple.comcb5d6e12015-11-02 21:10:36 +0000154
155 jit.unboxDoubleNonDestructive(m_left, m_leftFPR, m_scratchGPR, m_scratchFPR);
156 CCallHelpers::Jump rightIsDouble = jit.branchIfNotInt32(m_right);
157
158 jit.convertInt32ToDouble(m_right.payloadGPR(), m_rightFPR);
159 CCallHelpers::Jump rightWasInteger = jit.jump();
160
161 rightNotInt.link(&jit);
mark.lam@apple.com92730cc2015-12-01 00:07:39 +0000162 if (!m_rightOperand.definitelyIsNumber())
commit-queue@webkit.org10503ed2018-01-05 08:26:02 +0000163 slowPathJumpList.append(jit.branchIfNotNumber(m_right, m_scratchGPR));
mark.lam@apple.comcb5d6e12015-11-02 21:10:36 +0000164
165 jit.convertInt32ToDouble(m_left.payloadGPR(), m_leftFPR);
166
167 rightIsDouble.link(&jit);
168 jit.unboxDoubleNonDestructive(m_right, m_rightFPR, m_scratchGPR, m_scratchFPR);
169
170 rightWasInteger.link(&jit);
171
172 // Fall thru to doubleVar + doubleVar.
173 }
174
175 // Do doubleVar + doubleVar.
176 jit.addDouble(m_rightFPR, m_leftFPR);
benjamin@webkit.org626f77e2016-09-26 21:11:31 +0000177 if (arithProfile && shouldEmitProfiling)
178 arithProfile->emitSetDouble(jit);
179
mark.lam@apple.comcb5d6e12015-11-02 21:10:36 +0000180 jit.boxDouble(m_leftFPR, m_result);
sbarati@apple.comb0b1eb52016-07-21 23:41:44 +0000181
182 return true;
mark.lam@apple.comcb5d6e12015-11-02 21:10:36 +0000183}
184
185} // namespace JSC
186
187#endif // ENABLE(JIT)