#pragma once
#include "ArrayProfile.h"
#include "BytecodeConventions.h"
#include "CallLinkInfo.h"
#include "CodeBlockHash.h"
#include "CodeOrigin.h"
#include "CodeType.h"
#include "CompilationResult.h"
#include "ConcurrentJSLock.h"
#include "DFGCodeOriginPool.h"
#include "DFGCommon.h"
#include "DirectEvalCodeCache.h"
#include "EvalExecutable.h"
#include "ExecutionCounter.h"
#include "ExpressionRangeInfo.h"
#include "FunctionExecutable.h"
#include "HandlerInfo.h"
#include "ICStatusMap.h"
#include "Instruction.h"
#include "InstructionStream.h"
#include "JITCode.h"
#include "JITCodeMap.h"
#include "JITMathICForwards.h"
#include "JSCast.h"
#include "JSGlobalObject.h"
#include "JumpTable.h"
#include "LLIntCallLinkInfo.h"
#include "LazyOperandValueProfile.h"
#include "MetadataTable.h"
#include "ModuleProgramExecutable.h"
#include "ObjectAllocationProfile.h"
#include "Options.h"
#include "Printer.h"
#include "ProfilerJettisonReason.h"
#include "ProgramExecutable.h"
#include "PutPropertySlot.h"
#include "ValueProfile.h"
#include "VirtualRegister.h"
#include "Watchpoint.h"
#include <wtf/Bag.h>
#include <wtf/FastMalloc.h>
#include <wtf/RefCountedArray.h>
#include <wtf/RefPtr.h>
#include <wtf/SegmentedVector.h>
#include <wtf/Vector.h>
#include <wtf/text/WTFString.h>
namespace JSC {
#if ENABLE(DFG_JIT)
namespace DFG {
struct OSRExitState;
} #endif
class UnaryArithProfile;
class BinaryArithProfile;
class BytecodeLivenessAnalysis;
class CodeBlockSet;
class ExecutableToCodeBlockEdge;
class JSModuleEnvironment;
class LLIntOffsetsExtractor;
class LLIntPrototypeLoadAdaptiveStructureWatchpoint;
class MetadataTable;
class PCToCodeOriginMap;
class RegisterAtOffsetList;
class StructureStubInfo;
struct ByValInfo;
DECLARE_ALLOCATOR_WITH_HEAP_IDENTIFIER(CodeBlockRareData);
enum class AccessType : int8_t;
struct OpCatch;
enum ReoptimizationMode { DontCountReoptimization, CountReoptimization };
class CodeBlock : public JSCell {
typedef JSCell Base;
friend class BytecodeLivenessAnalysis;
friend class JIT;
friend class LLIntOffsetsExtractor;
public:
enum CopyParsedBlockTag { CopyParsedBlock };
static constexpr unsigned StructureFlags = Base::StructureFlags | StructureIsImmortal;
static constexpr bool needsDestruction = true;
template<typename, SubspaceAccess>
static void subspaceFor(VM&)
{
RELEASE_ASSERT_NOT_REACHED();
}
static constexpr uint8_t numberOfLowerTierCells = 0;
DECLARE_INFO;
protected:
CodeBlock(VM&, Structure*, CopyParsedBlockTag, CodeBlock& other);
CodeBlock(VM&, Structure*, ScriptExecutable* ownerExecutable, UnlinkedCodeBlock*, JSScope*);
void finishCreation(VM&, CopyParsedBlockTag, CodeBlock& other);
bool finishCreation(VM&, ScriptExecutable* ownerExecutable, UnlinkedCodeBlock*, JSScope*);
void finishCreationCommon(VM&);
WriteBarrier<JSGlobalObject> m_globalObject;
public:
JS_EXPORT_PRIVATE ~CodeBlock();
UnlinkedCodeBlock* unlinkedCodeBlock() const { return m_unlinkedCode.get(); }
CString inferredName() const;
CodeBlockHash hash() const;
bool hasHash() const;
bool isSafeToComputeHash() const;
CString hashAsStringIfPossible() const;
CString sourceCodeForTools() const; CString sourceCodeOnOneLine() const; void dumpAssumingJITType(PrintStream&, JITType) const;
JS_EXPORT_PRIVATE void dump(PrintStream&) const;
MetadataTable* metadataTable() const { return m_metadata.get(); }
int numParameters() const { return m_numParameters; }
void setNumParameters(int newValue);
int numberOfArgumentsToSkip() const { return m_numberOfArgumentsToSkip; }
int numCalleeLocals() const { return m_numCalleeLocals; }
int numVars() const { return m_numVars; }
int numTmps() const { return m_unlinkedCode->hasCheckpoints() * maxNumCheckpointTmps; }
int* addressOfNumParameters() { return &m_numParameters; }
static ptrdiff_t offsetOfNumParameters() { return OBJECT_OFFSETOF(CodeBlock, m_numParameters); }
CodeBlock* alternative() const { return static_cast<CodeBlock*>(m_alternative.get()); }
void setAlternative(VM&, CodeBlock*);
template <typename Functor> void forEachRelatedCodeBlock(Functor&& functor)
{
Functor f(std::forward<Functor>(functor));
Vector<CodeBlock*, 4> codeBlocks;
codeBlocks.append(this);
while (!codeBlocks.isEmpty()) {
CodeBlock* currentCodeBlock = codeBlocks.takeLast();
f(currentCodeBlock);
if (CodeBlock* alternative = currentCodeBlock->alternative())
codeBlocks.append(alternative);
if (CodeBlock* osrEntryBlock = currentCodeBlock->specialOSREntryBlockOrNull())
codeBlocks.append(osrEntryBlock);
}
}
CodeSpecializationKind specializationKind() const
{
return specializationFromIsConstruct(isConstructor());
}
CodeBlock* alternativeForJettison();
JS_EXPORT_PRIVATE CodeBlock* baselineAlternative();
CodeBlock* baselineVersion();
static size_t estimatedSize(JSCell*, VM&);
static void visitChildren(JSCell*, SlotVisitor&);
static void destroy(JSCell*);
void visitChildren(SlotVisitor&);
void finalizeUnconditionally(VM&);
void notifyLexicalBindingUpdate();
void dumpSource();
void dumpSource(PrintStream&);
void dumpBytecode();
void dumpBytecode(PrintStream&);
void dumpBytecode(PrintStream& out, const InstructionStream::Ref& it, const ICStatusMap& = ICStatusMap());
void dumpBytecode(PrintStream& out, unsigned bytecodeOffset, const ICStatusMap& = ICStatusMap());
void dumpExceptionHandlers(PrintStream&);
void printStructures(PrintStream&, const Instruction*);
void printStructure(PrintStream&, const char* name, const Instruction*, int operand);
void dumpMathICStats();
bool isConstructor() const { return m_unlinkedCode->isConstructor(); }
CodeType codeType() const { return m_unlinkedCode->codeType(); }
JSParserScriptMode scriptMode() const { return m_unlinkedCode->scriptMode(); }
bool hasInstalledVMTrapBreakpoints() const;
bool installVMTrapBreakpoints();
inline bool isKnownCell(VirtualRegister reg)
{
if (reg.isConstant())
return getConstant(reg).isCell();
return false;
}
ALWAYS_INLINE bool isTemporaryRegister(VirtualRegister reg)
{
return reg.offset() >= m_numVars;
}
HandlerInfo* handlerForBytecodeIndex(BytecodeIndex, RequiredHandler = RequiredHandler::AnyHandler);
HandlerInfo* handlerForIndex(unsigned, RequiredHandler = RequiredHandler::AnyHandler);
void removeExceptionHandlerForCallSite(DisposableCallSiteIndex);
unsigned lineNumberForBytecodeIndex(BytecodeIndex);
unsigned columnNumberForBytecodeIndex(BytecodeIndex);
void expressionRangeForBytecodeIndex(BytecodeIndex, int& divot,
int& startOffset, int& endOffset, unsigned& line, unsigned& column) const;
Optional<BytecodeIndex> bytecodeIndexFromCallSiteIndex(CallSiteIndex);
void getICStatusMap(const ConcurrentJSLocker&, ICStatusMap& result);
void getICStatusMap(ICStatusMap& result);
#if ENABLE(JIT)
struct JITData {
WTF_MAKE_STRUCT_FAST_ALLOCATED;
Bag<StructureStubInfo> m_stubInfos;
Bag<JITAddIC> m_addICs;
Bag<JITMulIC> m_mulICs;
Bag<JITNegIC> m_negICs;
Bag<JITSubIC> m_subICs;
Bag<ByValInfo> m_byValInfos;
Bag<CallLinkInfo> m_callLinkInfos;
SentinelLinkedList<CallLinkInfo, PackedRawSentinelNode<CallLinkInfo>> m_incomingCalls;
SentinelLinkedList<PolymorphicCallNode, PackedRawSentinelNode<PolymorphicCallNode>> m_incomingPolymorphicCalls;
RefCountedArray<RareCaseProfile> m_rareCaseProfiles;
std::unique_ptr<PCToCodeOriginMap> m_pcToCodeOriginMap;
std::unique_ptr<RegisterAtOffsetList> m_calleeSaveRegisters;
JITCodeMap m_jitCodeMap;
};
JITData& ensureJITData(const ConcurrentJSLocker& locker)
{
if (LIKELY(m_jitData))
return *m_jitData;
return ensureJITDataSlow(locker);
}
JITData& ensureJITDataSlow(const ConcurrentJSLocker&);
JITAddIC* addJITAddIC(BinaryArithProfile*);
JITMulIC* addJITMulIC(BinaryArithProfile*);
JITNegIC* addJITNegIC(UnaryArithProfile*);
JITSubIC* addJITSubIC(BinaryArithProfile*);
template <typename Generator, typename = typename std::enable_if<std::is_same<Generator, JITAddGenerator>::value>::type>
JITAddIC* addMathIC(BinaryArithProfile* profile) { return addJITAddIC(profile); }
template <typename Generator, typename = typename std::enable_if<std::is_same<Generator, JITMulGenerator>::value>::type>
JITMulIC* addMathIC(BinaryArithProfile* profile) { return addJITMulIC(profile); }
template <typename Generator, typename = typename std::enable_if<std::is_same<Generator, JITNegGenerator>::value>::type>
JITNegIC* addMathIC(UnaryArithProfile* profile) { return addJITNegIC(profile); }
template <typename Generator, typename = typename std::enable_if<std::is_same<Generator, JITSubGenerator>::value>::type>
JITSubIC* addMathIC(BinaryArithProfile* profile) { return addJITSubIC(profile); }
StructureStubInfo* addStubInfo(AccessType, CodeOrigin);
StructureStubInfo* findStubInfo(CodeOrigin);
ByValInfo* findByValInfo(CodeOrigin);
ByValInfo* addByValInfo(BytecodeIndex);
CallLinkInfo* addCallLinkInfo(CodeOrigin);
CallLinkInfo* getCallLinkInfoForBytecodeIndex(BytecodeIndex);
void setJITCodeMap(JITCodeMap&& jitCodeMap)
{
ConcurrentJSLocker locker(m_lock);
ensureJITData(locker).m_jitCodeMap = WTFMove(jitCodeMap);
}
const JITCodeMap& jitCodeMap()
{
ConcurrentJSLocker locker(m_lock);
return ensureJITData(locker).m_jitCodeMap;
}
void setPCToCodeOriginMap(std::unique_ptr<PCToCodeOriginMap>&&);
Optional<CodeOrigin> findPC(void* pc);
void setCalleeSaveRegisters(RegisterSet);
void setCalleeSaveRegisters(std::unique_ptr<RegisterAtOffsetList>);
void setRareCaseProfiles(RefCountedArray<RareCaseProfile>&&);
RareCaseProfile* rareCaseProfileForBytecodeIndex(const ConcurrentJSLocker&, BytecodeIndex);
unsigned rareCaseProfileCountForBytecodeIndex(const ConcurrentJSLocker&, BytecodeIndex);
bool likelyToTakeSlowCase(BytecodeIndex bytecodeIndex)
{
if (!hasBaselineJITProfiling())
return false;
ConcurrentJSLocker locker(m_lock);
unsigned value = rareCaseProfileCountForBytecodeIndex(locker, bytecodeIndex);
return value >= Options::likelyToTakeSlowCaseMinimumCount();
}
bool couldTakeSlowCase(BytecodeIndex bytecodeIndex)
{
if (!hasBaselineJITProfiling())
return false;
ConcurrentJSLocker locker(m_lock);
unsigned value = rareCaseProfileCountForBytecodeIndex(locker, bytecodeIndex);
return value >= Options::couldTakeSlowCaseMinimumCount();
}
void resetJITData();
#endif // ENABLE(JIT)
void unlinkIncomingCalls();
#if ENABLE(JIT)
void linkIncomingCall(CallFrame* callerFrame, CallLinkInfo*);
void linkIncomingPolymorphicCall(CallFrame* callerFrame, PolymorphicCallNode*);
#endif // ENABLE(JIT)
void linkIncomingCall(CallFrame* callerFrame, LLIntCallLinkInfo*);
const Instruction* outOfLineJumpTarget(const Instruction* pc);
int outOfLineJumpOffset(InstructionStream::Offset offset)
{
return m_unlinkedCode->outOfLineJumpOffset(offset);
}
int outOfLineJumpOffset(const Instruction* pc);
int outOfLineJumpOffset(const InstructionStream::Ref& instruction)
{
return outOfLineJumpOffset(instruction.ptr());
}
inline unsigned bytecodeOffset(const Instruction* returnAddress)
{
const auto* instructionsBegin = instructions().at(0).ptr();
const auto* instructionsEnd = reinterpret_cast<const Instruction*>(reinterpret_cast<uintptr_t>(instructionsBegin) + instructions().size());
RELEASE_ASSERT(returnAddress >= instructionsBegin && returnAddress < instructionsEnd);
return returnAddress - instructionsBegin;
}
inline BytecodeIndex bytecodeIndex(const Instruction* returnAddress)
{
return BytecodeIndex(bytecodeOffset(returnAddress));
}
const InstructionStream& instructions() const { return m_unlinkedCode->instructions(); }
const Instruction* instructionAt(BytecodeIndex index) const { return instructions().at(index).ptr(); }
size_t predictedMachineCodeSize();
unsigned instructionsSize() const { return instructions().size(); }
unsigned bytecodeCost() const { return m_bytecodeCost; }
CodeBlock* newReplacement();
void setJITCode(Ref<JITCode>&& code)
{
if (!code->isShared())
heap()->reportExtraMemoryAllocated(code->size());
ConcurrentJSLocker locker(m_lock);
WTF::storeStoreFence(); m_jitCode = WTFMove(code);
}
RefPtr<JITCode> jitCode() { return m_jitCode; }
static ptrdiff_t jitCodeOffset() { return OBJECT_OFFSETOF(CodeBlock, m_jitCode); }
JITType jitType() const
{
JITCode* jitCode = m_jitCode.get();
WTF::loadLoadFence();
JITType result = JITCode::jitTypeFor(jitCode);
WTF::loadLoadFence(); return result;
}
bool hasBaselineJITProfiling() const
{
return jitType() == JITType::BaselineJIT;
}
#if ENABLE(JIT)
CodeBlock* replacement();
DFG::CapabilityLevel computeCapabilityLevel();
DFG::CapabilityLevel capabilityLevel();
DFG::CapabilityLevel capabilityLevelState() { return static_cast<DFG::CapabilityLevel>(m_capabilityLevelState); }
CodeBlock* optimizedReplacement(JITType typeToReplace);
CodeBlock* optimizedReplacement(); bool hasOptimizedReplacement(JITType typeToReplace);
bool hasOptimizedReplacement(); #endif
void jettison(Profiler::JettisonReason, ReoptimizationMode = DontCountReoptimization, const FireDetail* = nullptr);
ScriptExecutable* ownerExecutable() const { return m_ownerExecutable.get(); }
ExecutableToCodeBlockEdge* ownerEdge() const { return m_ownerEdge.get(); }
VM& vm() const { return *m_vm; }
VirtualRegister thisRegister() const { return m_unlinkedCode->thisRegister(); }
bool usesEval() const { return m_unlinkedCode->usesEval(); }
void setScopeRegister(VirtualRegister scopeRegister)
{
ASSERT(scopeRegister.isLocal() || !scopeRegister.isValid());
m_scopeRegister = scopeRegister;
}
VirtualRegister scopeRegister() const
{
return m_scopeRegister;
}
PutPropertySlot::Context putByIdContext() const
{
if (codeType() == EvalCode)
return PutPropertySlot::PutByIdEval;
return PutPropertySlot::PutById;
}
const SourceCode& source() const { return m_ownerExecutable->source(); }
unsigned sourceOffset() const { return m_ownerExecutable->source().startOffset(); }
unsigned firstLineColumnOffset() const { return m_ownerExecutable->startColumn(); }
size_t numberOfJumpTargets() const { return m_unlinkedCode->numberOfJumpTargets(); }
unsigned jumpTarget(int index) const { return m_unlinkedCode->jumpTarget(index); }
String nameForRegister(VirtualRegister);
unsigned numberOfArgumentValueProfiles()
{
ASSERT(m_numParameters >= 0);
ASSERT(m_argumentValueProfiles.size() == static_cast<unsigned>(m_numParameters) || !Options::useJIT());
return m_argumentValueProfiles.size();
}
ValueProfile& valueProfileForArgument(unsigned argumentIndex)
{
ASSERT(Options::useJIT()); ValueProfile& result = m_argumentValueProfiles[argumentIndex];
return result;
}
ValueProfile& valueProfileForBytecodeIndex(BytecodeIndex);
SpeculatedType valueProfilePredictionForBytecodeIndex(const ConcurrentJSLocker&, BytecodeIndex);
template<typename Functor> void forEachValueProfile(const Functor&);
template<typename Functor> void forEachArrayProfile(const Functor&);
template<typename Functor> void forEachArrayAllocationProfile(const Functor&);
template<typename Functor> void forEachObjectAllocationProfile(const Functor&);
template<typename Functor> void forEachLLIntCallLinkInfo(const Functor&);
BinaryArithProfile* binaryArithProfileForBytecodeIndex(BytecodeIndex);
UnaryArithProfile* unaryArithProfileForBytecodeIndex(BytecodeIndex);
BinaryArithProfile* binaryArithProfileForPC(const Instruction*);
UnaryArithProfile* unaryArithProfileForPC(const Instruction*);
bool couldTakeSpecialArithFastCase(BytecodeIndex bytecodeOffset);
ArrayProfile* getArrayProfile(const ConcurrentJSLocker&, BytecodeIndex);
ArrayProfile* getArrayProfile(BytecodeIndex);
size_t numberOfExceptionHandlers() const { return m_rareData ? m_rareData->m_exceptionHandlers.size() : 0; }
HandlerInfo& exceptionHandler(int index) { RELEASE_ASSERT(m_rareData); return m_rareData->m_exceptionHandlers[index]; }
bool hasExpressionInfo() { return m_unlinkedCode->hasExpressionInfo(); }
#if ENABLE(DFG_JIT)
DFG::CodeOriginPool& codeOrigins();
bool hasCodeOrigins()
{
return JITCode::isOptimizingJIT(jitType());
}
bool canGetCodeOrigin(CallSiteIndex index)
{
if (!hasCodeOrigins())
return false;
return index.bits() < codeOrigins().size();
}
CodeOrigin codeOrigin(CallSiteIndex index)
{
return codeOrigins().get(index.bits());
}
CompressedLazyOperandValueProfileHolder& lazyOperandValueProfiles(const ConcurrentJSLocker&)
{
return m_lazyOperandValueProfiles;
}
#endif // ENABLE(DFG_JIT)
#if ENABLE(DFG_JIT)
size_t numberOfIdentifiers() const { return m_unlinkedCode->numberOfIdentifiers() + numberOfDFGIdentifiers(); }
size_t numberOfDFGIdentifiers() const;
const Identifier& identifier(int index) const;
#else
size_t numberOfIdentifiers() const { return m_unlinkedCode->numberOfIdentifiers(); }
const Identifier& identifier(int index) const { return m_unlinkedCode->identifier(index); }
#endif
Vector<WriteBarrier<Unknown>>& constants() { return m_constantRegisters; }
Vector<SourceCodeRepresentation>& constantsSourceCodeRepresentation() { return m_constantsSourceCodeRepresentation; }
unsigned addConstant(const ConcurrentJSLocker&, JSValue v)
{
unsigned result = m_constantRegisters.size();
m_constantRegisters.append(WriteBarrier<Unknown>());
m_constantRegisters.last().set(*m_vm, this, v);
m_constantsSourceCodeRepresentation.append(SourceCodeRepresentation::Other);
return result;
}
unsigned addConstantLazily(const ConcurrentJSLocker&)
{
unsigned result = m_constantRegisters.size();
m_constantRegisters.append(WriteBarrier<Unknown>());
m_constantsSourceCodeRepresentation.append(SourceCodeRepresentation::Other);
return result;
}
const Vector<WriteBarrier<Unknown>>& constantRegisters() { return m_constantRegisters; }
WriteBarrier<Unknown>& constantRegister(VirtualRegister reg) { return m_constantRegisters[reg.toConstantIndex()]; }
ALWAYS_INLINE JSValue getConstant(VirtualRegister reg) const { return m_constantRegisters[reg.toConstantIndex()].get(); }
ALWAYS_INLINE SourceCodeRepresentation constantSourceCodeRepresentation(VirtualRegister reg) const { return m_constantsSourceCodeRepresentation[reg.toConstantIndex()]; }
FunctionExecutable* functionDecl(int index) { return m_functionDecls[index].get(); }
int numberOfFunctionDecls() { return m_functionDecls.size(); }
FunctionExecutable* functionExpr(int index) { return m_functionExprs[index].get(); }
const BitVector& bitVector(size_t i) { return m_unlinkedCode->bitVector(i); }
Heap* heap() const { return &m_vm->heap; }
JSGlobalObject* globalObject() { return m_globalObject.get(); }
JSGlobalObject* globalObjectFor(CodeOrigin);
BytecodeLivenessAnalysis& livenessAnalysis()
{
return m_unlinkedCode->livenessAnalysis(this);
}
void validate();
size_t numberOfSwitchJumpTables() const { return m_rareData ? m_rareData->m_switchJumpTables.size() : 0; }
SimpleJumpTable& switchJumpTable(int tableIndex) { RELEASE_ASSERT(m_rareData); return m_rareData->m_switchJumpTables[tableIndex]; }
void clearSwitchJumpTables()
{
if (!m_rareData)
return;
m_rareData->m_switchJumpTables.clear();
}
#if ENABLE(DFG_JIT)
void addSwitchJumpTableFromProfiledCodeBlock(SimpleJumpTable& profiled)
{
createRareDataIfNecessary();
m_rareData->m_switchJumpTables.append(profiled.cloneNonJITPart());
}
#endif
size_t numberOfStringSwitchJumpTables() const { return m_rareData ? m_rareData->m_stringSwitchJumpTables.size() : 0; }
StringJumpTable& stringSwitchJumpTable(int tableIndex) { RELEASE_ASSERT(m_rareData); return m_rareData->m_stringSwitchJumpTables[tableIndex]; }
DirectEvalCodeCache& directEvalCodeCache() { createRareDataIfNecessary(); return m_rareData->m_directEvalCodeCache; }
enum class ShrinkMode {
EarlyShrink,
LateShrink,
};
void shrinkToFit(const ConcurrentJSLocker&, ShrinkMode);
bool checkIfJITThresholdReached()
{
return m_llintExecuteCounter.checkIfThresholdCrossedAndSet(this);
}
void dontJITAnytimeSoon()
{
m_llintExecuteCounter.deferIndefinitely();
}
int32_t thresholdForJIT(int32_t threshold);
void jitAfterWarmUp();
void jitSoon();
const BaselineExecutionCounter& llintExecuteCounter() const
{
return m_llintExecuteCounter;
}
typedef HashMap<std::tuple<StructureID, unsigned>, Vector<LLIntPrototypeLoadAdaptiveStructureWatchpoint>> StructureWatchpointMap;
StructureWatchpointMap& llintGetByIdWatchpointMap() { return m_llintGetByIdWatchpointMap; }
JS_EXPORT_PRIVATE unsigned reoptimizationRetryCounter() const;
void countReoptimization();
#if !ENABLE(C_LOOP)
const RegisterAtOffsetList* calleeSaveRegisters() const;
static unsigned numberOfLLIntBaselineCalleeSaveRegisters() { return RegisterSet::llintBaselineCalleeSaveRegisters().numberOfSetRegisters(); }
static size_t llintBaselineCalleeSaveSpaceAsVirtualRegisters();
size_t calleeSaveSpaceAsVirtualRegisters();
#else
static unsigned numberOfLLIntBaselineCalleeSaveRegisters() { return 0; }
static size_t llintBaselineCalleeSaveSpaceAsVirtualRegisters() { return 1; };
size_t calleeSaveSpaceAsVirtualRegisters() { return 0; }
#endif
#if ENABLE(JIT)
unsigned numberOfDFGCompiles();
int32_t codeTypeThresholdMultiplier() const;
int32_t adjustedCounterValue(int32_t desiredThreshold);
int32_t* addressOfJITExecuteCounter()
{
return &m_jitExecuteCounter.m_counter;
}
static ptrdiff_t offsetOfJITExecuteCounter() { return OBJECT_OFFSETOF(CodeBlock, m_jitExecuteCounter) + OBJECT_OFFSETOF(BaselineExecutionCounter, m_counter); }
static ptrdiff_t offsetOfJITExecutionActiveThreshold() { return OBJECT_OFFSETOF(CodeBlock, m_jitExecuteCounter) + OBJECT_OFFSETOF(BaselineExecutionCounter, m_activeThreshold); }
static ptrdiff_t offsetOfJITExecutionTotalCount() { return OBJECT_OFFSETOF(CodeBlock, m_jitExecuteCounter) + OBJECT_OFFSETOF(BaselineExecutionCounter, m_totalCount); }
const BaselineExecutionCounter& jitExecuteCounter() const { return m_jitExecuteCounter; }
unsigned optimizationDelayCounter() const { return m_optimizationDelayCounter; }
bool checkIfOptimizationThresholdReached();
void optimizeNextInvocation();
void dontOptimizeAnytimeSoon();
void optimizeAfterWarmUp();
void optimizeAfterLongWarmUp();
void optimizeSoon();
void forceOptimizationSlowPathConcurrently();
void setOptimizationThresholdBasedOnCompilationResult(CompilationResult);
BytecodeIndex bytecodeIndexForExit(BytecodeIndex) const;
uint32_t osrExitCounter() const { return m_osrExitCounter; }
void countOSRExit() { m_osrExitCounter++; }
enum class OptimizeAction { None, ReoptimizeNow };
#if ENABLE(DFG_JIT)
OptimizeAction updateOSRExitCounterAndCheckIfNeedToReoptimize(DFG::OSRExitState&);
#endif
static ptrdiff_t offsetOfOSRExitCounter() { return OBJECT_OFFSETOF(CodeBlock, m_osrExitCounter); }
uint32_t adjustedExitCountThreshold(uint32_t desiredThreshold);
uint32_t exitCountThresholdForReoptimization();
uint32_t exitCountThresholdForReoptimizationFromLoop();
bool shouldReoptimizeNow();
bool shouldReoptimizeFromLoopNow();
#else // No JIT
void optimizeAfterWarmUp() { }
unsigned numberOfDFGCompiles() { return 0; }
#endif
bool shouldOptimizeNow();
void updateAllValueProfilePredictions();
void updateAllArrayPredictions();
void updateAllPredictions();
unsigned frameRegisterCount();
int stackPointerOffset();
bool hasOpDebugForLineAndColumn(unsigned line, Optional<unsigned> column);
bool hasDebuggerRequests() const { return m_debuggerRequests; }
void* debuggerRequestsAddress() { return &m_debuggerRequests; }
void addBreakpoint(unsigned numBreakpoints);
void removeBreakpoint(unsigned numBreakpoints)
{
ASSERT(m_numBreakpoints >= numBreakpoints);
m_numBreakpoints -= numBreakpoints;
}
enum SteppingMode {
SteppingModeDisabled,
SteppingModeEnabled
};
void setSteppingMode(SteppingMode);
void clearDebuggerRequests()
{
m_steppingMode = SteppingModeDisabled;
m_numBreakpoints = 0;
}
bool wasCompiledWithDebuggingOpcodes() const { return m_unlinkedCode->wasCompiledWithDebuggingOpcodes(); }
mutable ConcurrentJSLock m_lock;
bool m_shouldAlwaysBeInlined;
#if ENABLE(JIT)
unsigned m_capabilityLevelState : 2; #endif
bool m_allTransitionsHaveBeenMarked : 1;
bool m_didFailJITCompilation : 1;
bool m_didFailFTLCompilation : 1;
bool m_hasBeenCompiledWithFTL : 1;
bool m_hasLinkedOSRExit : 1;
bool m_isEligibleForLLIntDowngrade : 1;
void beginValidationDidFail();
NO_RETURN_DUE_TO_CRASH void endValidationDidFail();
struct RareData {
WTF_MAKE_STRUCT_FAST_ALLOCATED_WITH_HEAP_IDENTIFIER(CodeBlockRareData);
public:
Vector<HandlerInfo> m_exceptionHandlers;
Vector<SimpleJumpTable> m_switchJumpTables;
Vector<StringJumpTable> m_stringSwitchJumpTables;
Vector<std::unique_ptr<ValueProfileAndVirtualRegisterBuffer>> m_catchProfiles;
DirectEvalCodeCache m_directEvalCodeCache;
};
void clearExceptionHandlers()
{
if (m_rareData)
m_rareData->m_exceptionHandlers.clear();
}
void appendExceptionHandler(const HandlerInfo& handler)
{
createRareDataIfNecessary(); m_rareData->m_exceptionHandlers.append(handler);
}
DisposableCallSiteIndex newExceptionHandlingCallSiteIndex(CallSiteIndex originalCallSite);
void ensureCatchLivenessIsComputedForBytecodeIndex(BytecodeIndex);
bool hasTailCalls() const { return m_unlinkedCode->hasTailCalls(); }
template<typename Metadata>
Metadata& metadata(OpcodeID opcodeID, unsigned metadataID)
{
ASSERT(m_metadata);
return bitwise_cast<Metadata*>(m_metadata->get(opcodeID))[metadataID];
}
size_t metadataSizeInBytes()
{
return m_unlinkedCode->metadataSizeInBytes();
}
MetadataTable* metadataTable() { return m_metadata.get(); }
const void* instructionsRawPointer() { return m_instructionsRawPointer; }
bool loopHintsAreEligibleForFuzzingEarlyReturn()
{
return !m_unlinkedCode->isBuiltinFunction();
}
protected:
void finalizeLLIntInlineCaches();
#if ENABLE(JIT)
void finalizeBaselineJITInlineCaches();
#endif
#if ENABLE(DFG_JIT)
void tallyFrequentExitSites();
#else
void tallyFrequentExitSites() { }
#endif
private:
friend class CodeBlockSet;
friend class ExecutableToCodeBlockEdge;
BytecodeLivenessAnalysis& livenessAnalysisSlow();
CodeBlock* specialOSREntryBlockOrNull();
void noticeIncomingCall(CallFrame* callerFrame);
double optimizationThresholdScalingFactor();
void updateAllValueProfilePredictionsAndCountLiveness(unsigned& numberOfLiveNonArgumentValueProfiles, unsigned& numberOfSamplesInProfiles);
void setConstantIdentifierSetRegisters(VM&, const RefCountedArray<ConstantIdentifierSetEntry>& constants);
void setConstantRegisters(const RefCountedArray<WriteBarrier<Unknown>>& constants, const RefCountedArray<SourceCodeRepresentation>& constantsSourceCodeRepresentation, ScriptExecutable* topLevelExecutable);
void replaceConstant(VirtualRegister reg, JSValue value)
{
ASSERT(reg.isConstant() && static_cast<size_t>(reg.toConstantIndex()) < m_constantRegisters.size());
m_constantRegisters[reg.toConstantIndex()].set(*m_vm, this, value);
}
bool shouldVisitStrongly(const ConcurrentJSLocker&);
bool shouldJettisonDueToWeakReference(VM&);
bool shouldJettisonDueToOldAge(const ConcurrentJSLocker&);
void propagateTransitions(const ConcurrentJSLocker&, SlotVisitor&);
void determineLiveness(const ConcurrentJSLocker&, SlotVisitor&);
void stronglyVisitStrongReferences(const ConcurrentJSLocker&, SlotVisitor&);
void stronglyVisitWeakReferences(const ConcurrentJSLocker&, SlotVisitor&);
void visitOSRExitTargets(const ConcurrentJSLocker&, SlotVisitor&);
unsigned numberOfNonArgumentValueProfiles() { return m_numberOfNonArgumentValueProfiles; }
unsigned totalNumberOfValueProfiles() { return numberOfArgumentValueProfiles() + numberOfNonArgumentValueProfiles(); }
ValueProfile* tryGetValueProfileForBytecodeIndex(BytecodeIndex);
Seconds timeSinceCreation()
{
return MonotonicTime::now() - m_creationTime;
}
void createRareDataIfNecessary()
{
if (!m_rareData) {
auto rareData = makeUnique<RareData>();
WTF::storeStoreFence(); m_rareData = WTFMove(rareData);
}
}
void insertBasicBlockBoundariesForControlFlowProfiler();
void ensureCatchLivenessIsComputedForBytecodeIndexSlow(const OpCatch&, BytecodeIndex);
int m_numCalleeLocals;
int m_numVars;
int m_numParameters;
int m_numberOfArgumentsToSkip { 0 };
unsigned m_numberOfNonArgumentValueProfiles { 0 };
union {
unsigned m_debuggerRequests;
struct {
unsigned m_hasDebuggerStatement : 1;
unsigned m_steppingMode : 1;
unsigned m_numBreakpoints : 30;
};
};
unsigned m_bytecodeCost { 0 };
VirtualRegister m_scopeRegister;
mutable CodeBlockHash m_hash;
WriteBarrier<UnlinkedCodeBlock> m_unlinkedCode;
WriteBarrier<ScriptExecutable> m_ownerExecutable;
WriteBarrier<ExecutableToCodeBlockEdge> m_ownerEdge;
VM* m_vm;
const void* m_instructionsRawPointer { nullptr };
SentinelLinkedList<LLIntCallLinkInfo, PackedRawSentinelNode<LLIntCallLinkInfo>> m_incomingLLIntCalls;
StructureWatchpointMap m_llintGetByIdWatchpointMap;
RefPtr<JITCode> m_jitCode;
#if ENABLE(JIT)
std::unique_ptr<JITData> m_jitData;
#endif
#if ENABLE(DFG_JIT)
CompressedLazyOperandValueProfileHolder m_lazyOperandValueProfiles;
#endif
RefCountedArray<ValueProfile> m_argumentValueProfiles;
COMPILE_ASSERT(sizeof(Register) == sizeof(WriteBarrier<Unknown>), Register_must_be_same_size_as_WriteBarrier_Unknown);
Vector<WriteBarrier<Unknown>> m_constantRegisters;
Vector<SourceCodeRepresentation> m_constantsSourceCodeRepresentation;
RefCountedArray<WriteBarrier<FunctionExecutable>> m_functionDecls;
RefCountedArray<WriteBarrier<FunctionExecutable>> m_functionExprs;
WriteBarrier<CodeBlock> m_alternative;
BaselineExecutionCounter m_llintExecuteCounter;
BaselineExecutionCounter m_jitExecuteCounter;
uint32_t m_osrExitCounter;
uint16_t m_optimizationDelayCounter;
uint16_t m_reoptimizationRetryCounter;
RefPtr<MetadataTable> m_metadata;
MonotonicTime m_creationTime;
double m_previousCounter { 0 };
std::unique_ptr<RareData> m_rareData;
};
template <typename ExecutableType>
Exception* ScriptExecutable::prepareForExecution(VM& vm, JSFunction* function, JSScope* scope, CodeSpecializationKind kind, CodeBlock*& resultCodeBlock)
{
if (hasJITCodeFor(kind)) {
if constexpr (std::is_same<ExecutableType, EvalExecutable>::value) {
resultCodeBlock = jsCast<CodeBlock*>(jsCast<ExecutableType*>(this)->codeBlock());
return nullptr;
}
if constexpr (std::is_same<ExecutableType, ProgramExecutable>::value) {
resultCodeBlock = jsCast<CodeBlock*>(jsCast<ExecutableType*>(this)->codeBlock());
return nullptr;
}
if constexpr (std::is_same<ExecutableType, ModuleProgramExecutable>::value) {
resultCodeBlock = jsCast<CodeBlock*>(jsCast<ExecutableType*>(this)->codeBlock());
return nullptr;
}
if constexpr (std::is_same<ExecutableType, FunctionExecutable>::value) {
resultCodeBlock = jsCast<CodeBlock*>(jsCast<ExecutableType*>(this)->codeBlockFor(kind));
return nullptr;
}
RELEASE_ASSERT_NOT_REACHED();
return nullptr;
}
return prepareForExecutionImpl(vm, function, scope, kind, resultCodeBlock);
}
#define CODEBLOCK_LOG_EVENT(codeBlock, summary, details) \
do { \
if (codeBlock) \
(codeBlock->vm().logEvent(codeBlock, summary, [&] () { return toCString details; })); \
} while (0)
void setPrinter(Printer::PrintRecord&, CodeBlock*);
}
namespace WTF {
JS_EXPORT_PRIVATE void printInternal(PrintStream&, JSC::CodeBlock*);
}