blob: 09ca3cc1557e251cbce825816353cd97d202070e [file] [log] [blame]
/*
* Copyright (C) 2012-2019 Apple Inc. All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY APPLE INC. ``AS IS'' AND ANY
* EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR
* CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
* EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
* PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
* PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
* OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/
#include "config.h"
#include "DFGVariableEventStream.h"
#if ENABLE(DFG_JIT)
#include "CodeBlock.h"
#include "DFGValueSource.h"
#include "InlineCallFrame.h"
#include "JSCJSValueInlines.h"
#include "OperandsInlines.h"
#include <wtf/DataLog.h>
#include <wtf/HashMap.h>
namespace JSC { namespace DFG {
void VariableEventStreamBuilder::logEvent(const VariableEvent& event)
{
dataLogF("seq#%u:", static_cast<unsigned>(m_stream.size()));
event.dump(WTF::dataFile());
dataLogLn(" ");
}
namespace {
struct MinifiedGenerationInfo {
bool filled; // true -> in gpr/fpr/pair, false -> spilled
bool alive;
VariableRepresentation u;
DataFormat format;
MinifiedGenerationInfo()
: filled(false)
, alive(false)
, format(DataFormatNone)
{
}
void update(const VariableEvent& event)
{
switch (event.kind()) {
case BirthToFill:
case Fill:
filled = true;
alive = true;
break;
case BirthToSpill:
case Spill:
filled = false;
alive = true;
break;
case Birth:
alive = true;
return;
case Death:
format = DataFormatNone;
alive = false;
return;
default:
return;
}
u = event.variableRepresentation();
format = event.dataFormat();
}
};
} // namespace
static bool tryToSetConstantRecovery(ValueRecovery& recovery, MinifiedNode* node)
{
if (!node)
return false;
if (node->hasConstant()) {
recovery = ValueRecovery::constant(node->constant());
return true;
}
if (node->isPhantomDirectArguments()) {
recovery = ValueRecovery::directArgumentsThatWereNotCreated(node->id());
return true;
}
if (node->isPhantomClonedArguments()) {
recovery = ValueRecovery::clonedArgumentsThatWereNotCreated(node->id());
return true;
}
return false;
}
template<VariableEventStream::ReconstructionStyle style>
unsigned VariableEventStream::reconstruct(
CodeBlock* codeBlock, CodeOrigin codeOrigin, MinifiedGraph& graph,
unsigned index, Operands<ValueRecovery>& valueRecoveries, Vector<UndefinedOperandSpan>* undefinedOperandSpans) const
{
constexpr bool verbose = false;
ASSERT(codeBlock->jitType() == JITType::DFGJIT);
CodeBlock* baselineCodeBlock = codeBlock->baselineVersion();
unsigned numVariables;
unsigned numTmps;
static constexpr unsigned invalidIndex = std::numeric_limits<unsigned>::max();
unsigned firstUndefined = invalidIndex;
bool firstUndefinedIsArgument = false;
auto flushUndefinedOperandSpan = [&] (unsigned i) {
if (firstUndefined == invalidIndex)
return;
int firstOffset = valueRecoveries.operandForIndex(firstUndefined).virtualRegister().offset();
int lastOffset = valueRecoveries.operandForIndex(i - 1).virtualRegister().offset();
int minOffset = std::min(firstOffset, lastOffset);
undefinedOperandSpans->append({ firstUndefined, minOffset, i - firstUndefined });
firstUndefined = invalidIndex;
};
auto recordUndefinedOperand = [&] (unsigned i) {
// We want to separate the span of arguments from the span of locals even if they have adjacent operands indexes.
if (firstUndefined != invalidIndex && firstUndefinedIsArgument != valueRecoveries.operandForIndex(i).isArgument())
flushUndefinedOperandSpan(i);
if (firstUndefined == invalidIndex) {
firstUndefined = i;
firstUndefinedIsArgument = valueRecoveries.operandForIndex(i).isArgument();
}
};
auto* inlineCallFrame = codeOrigin.inlineCallFrame();
if (inlineCallFrame) {
CodeBlock* codeBlock = baselineCodeBlockForInlineCallFrame(inlineCallFrame);
numVariables = codeBlock->numCalleeLocals() + VirtualRegister(inlineCallFrame->stackOffset).toLocal() + 1;
numTmps = codeBlock->numTmps() + inlineCallFrame->tmpOffset;
} else {
numVariables = baselineCodeBlock->numCalleeLocals();
numTmps = baselineCodeBlock->numTmps();
}
// Crazy special case: if we're at index == 0 then this must be an argument check
// failure, in which case all variables are already set up. The recoveries should
// reflect this.
if (!index) {
// We don't include tmps here because they can't be used yet.
valueRecoveries = Operands<ValueRecovery>(codeBlock->numParameters(), numVariables, 0);
for (size_t i = 0; i < valueRecoveries.size(); ++i) {
valueRecoveries[i] = ValueRecovery::displacedInJSStack(
valueRecoveries.operandForIndex(i).virtualRegister(), DataFormatJS);
}
return numVariables;
}
// Step 1: Find the last checkpoint, and figure out the number of virtual registers as we go.
unsigned startIndex = index - 1;
while (m_stream.at(startIndex).kind() != Reset)
startIndex--;
// Step 2: Create a mock-up of the DFG's state and execute the events.
Operands<ValueSource> operandSources(codeBlock->numParameters(), numVariables, numTmps);
for (unsigned i = operandSources.size(); i--;)
operandSources[i] = ValueSource(SourceIsDead);
HashMap<MinifiedID, MinifiedGenerationInfo> generationInfos;
for (unsigned i = startIndex; i < index; ++i) {
const VariableEvent& event = m_stream.at(i);
dataLogLnIf(verbose, "Processing event ", event);
switch (event.kind()) {
case Reset:
// nothing to do.
break;
case BirthToFill:
case BirthToSpill:
case Birth: {
MinifiedGenerationInfo info;
info.update(event);
generationInfos.add(event.id(), info);
break;
}
case Fill:
case Spill:
case Death: {
HashMap<MinifiedID, MinifiedGenerationInfo>::iterator iter = generationInfos.find(event.id());
ASSERT(iter != generationInfos.end());
iter->value.update(event);
break;
}
case MovHintEvent:
if (operandSources.hasOperand(event.operand()))
operandSources.setOperand(event.operand(), ValueSource(event.id()));
break;
case SetLocalEvent:
if (operandSources.hasOperand(event.operand()))
operandSources.setOperand(event.operand(), ValueSource::forDataFormat(event.machineRegister(), event.dataFormat()));
break;
default:
RELEASE_ASSERT_NOT_REACHED();
break;
}
}
dataLogLnIf(verbose, "Operand sources: ", operandSources);
// Step 3: Compute value recoveries!
valueRecoveries = Operands<ValueRecovery>(OperandsLike, operandSources);
for (unsigned i = 0; i < operandSources.size(); ++i) {
ValueSource& source = operandSources[i];
if (source.isTriviallyRecoverable()) {
valueRecoveries[i] = source.valueRecovery();
if (style == ReconstructionStyle::Separated) {
if (valueRecoveries[i].isConstant() && valueRecoveries[i].constant() == jsUndefined())
recordUndefinedOperand(i);
else
flushUndefinedOperandSpan(i);
}
continue;
}
ASSERT(source.kind() == HaveNode);
MinifiedNode* node = graph.at(source.id());
MinifiedGenerationInfo info = generationInfos.get(source.id());
if (!info.alive) {
dataLogLnIf(verbose, "Operand ", valueRecoveries.operandForIndex(i), " is dead.");
valueRecoveries[i] = ValueRecovery::constant(jsUndefined());
if (style == ReconstructionStyle::Separated)
recordUndefinedOperand(i);
continue;
}
if (tryToSetConstantRecovery(valueRecoveries[i], node)) {
dataLogLnIf(verbose, "Operand ", valueRecoveries.operandForIndex(i), " is constant.");
if (style == ReconstructionStyle::Separated) {
if (node->hasConstant() && node->constant() == jsUndefined())
recordUndefinedOperand(i);
else
flushUndefinedOperandSpan(i);
}
continue;
}
ASSERT(info.format != DataFormatNone);
if (style == ReconstructionStyle::Separated)
flushUndefinedOperandSpan(i);
if (info.filled) {
if (info.format == DataFormatDouble) {
valueRecoveries[i] = ValueRecovery::inFPR(info.u.fpr, DataFormatDouble);
continue;
}
#if USE(JSVALUE32_64)
if (info.format & DataFormatJS) {
valueRecoveries[i] = ValueRecovery::inPair(info.u.pair.tagGPR, info.u.pair.payloadGPR);
continue;
}
#endif
valueRecoveries[i] = ValueRecovery::inGPR(info.u.gpr, info.format);
continue;
}
valueRecoveries[i] =
ValueRecovery::displacedInJSStack(info.u.operand.virtualRegister(), info.format);
}
if (style == ReconstructionStyle::Separated)
flushUndefinedOperandSpan(operandSources.size());
return numVariables;
}
unsigned VariableEventStream::reconstruct(
CodeBlock* codeBlock, CodeOrigin codeOrigin, MinifiedGraph& graph,
unsigned index, Operands<ValueRecovery>& valueRecoveries) const
{
return reconstruct<ReconstructionStyle::Combined>(codeBlock, codeOrigin, graph, index, valueRecoveries, nullptr);
}
unsigned VariableEventStream::reconstruct(
CodeBlock* codeBlock, CodeOrigin codeOrigin, MinifiedGraph& graph,
unsigned index, Operands<ValueRecovery>& valueRecoveries, Vector<UndefinedOperandSpan>* undefinedOperandSpans) const
{
return reconstruct<ReconstructionStyle::Separated>(codeBlock, codeOrigin, graph, index, valueRecoveries, undefinedOperandSpans);
}
} } // namespace JSC::DFG
#endif // ENABLE(DFG_JIT)