JITPropertyAccess32_64.cpp [plain text]
#include "config.h"
#if ENABLE(JIT)
#if USE(JSVALUE32_64)
#include "JIT.h"
#include "CodeBlock.h"
#include "DirectArguments.h"
#include "GCAwareJITStubRoutine.h"
#include "Interpreter.h"
#include "JITInlines.h"
#include "JSArray.h"
#include "JSEnvironmentRecord.h"
#include "JSFunction.h"
#include "LinkBuffer.h"
#include "ResultType.h"
#include "SlowPathCall.h"
#include "StructureStubInfo.h"
#include <wtf/StringPrintStream.h>
namespace JSC {
void JIT::emit_op_put_by_index(Instruction* currentInstruction)
{
int base = currentInstruction[1].u.operand;
int property = currentInstruction[2].u.operand;
int value = currentInstruction[3].u.operand;
emitLoad(base, regT1, regT0);
emitLoad(value, regT3, regT2);
callOperation(operationPutByIndex, regT1, regT0, property, regT3, regT2);
}
void JIT::emit_op_put_getter_by_id(Instruction* currentInstruction)
{
int base = currentInstruction[1].u.operand;
int property = currentInstruction[2].u.operand;
int options = currentInstruction[3].u.operand;
int getter = currentInstruction[4].u.operand;
emitLoadPayload(base, regT1);
emitLoadPayload(getter, regT3);
callOperation(operationPutGetterById, regT1, m_codeBlock->identifier(property).impl(), options, regT3);
}
void JIT::emit_op_put_setter_by_id(Instruction* currentInstruction)
{
int base = currentInstruction[1].u.operand;
int property = currentInstruction[2].u.operand;
unsigned options = currentInstruction[3].u.operand;
int setter = currentInstruction[4].u.operand;
emitLoadPayload(base, regT1);
emitLoadPayload(setter, regT3);
callOperation(operationPutSetterById, regT1, m_codeBlock->identifier(property).impl(), options, regT3);
}
void JIT::emit_op_put_getter_setter_by_id(Instruction* currentInstruction)
{
int base = currentInstruction[1].u.operand;
int property = currentInstruction[2].u.operand;
unsigned attribute = currentInstruction[3].u.operand;
int getter = currentInstruction[4].u.operand;
int setter = currentInstruction[5].u.operand;
emitLoadPayload(base, regT1);
emitLoadPayload(getter, regT3);
emitLoadPayload(setter, regT4);
callOperation(operationPutGetterSetter, regT1, m_codeBlock->identifier(property).impl(), attribute, regT3, regT4);
}
void JIT::emit_op_put_getter_by_val(Instruction* currentInstruction)
{
int base = currentInstruction[1].u.operand;
int property = currentInstruction[2].u.operand;
int32_t attributes = currentInstruction[3].u.operand;
int getter = currentInstruction[4].u.operand;
emitLoadPayload(base, regT2);
emitLoad(property, regT1, regT0);
emitLoadPayload(getter, regT3);
callOperation(operationPutGetterByVal, regT2, regT1, regT0, attributes, regT3);
}
void JIT::emit_op_put_setter_by_val(Instruction* currentInstruction)
{
int base = currentInstruction[1].u.operand;
int property = currentInstruction[2].u.operand;
int32_t attributes = currentInstruction[3].u.operand;
int getter = currentInstruction[4].u.operand;
emitLoadPayload(base, regT2);
emitLoad(property, regT1, regT0);
emitLoadPayload(getter, regT3);
callOperation(operationPutSetterByVal, regT2, regT1, regT0, attributes, regT3);
}
void JIT::emit_op_del_by_id(Instruction* currentInstruction)
{
int dst = currentInstruction[1].u.operand;
int base = currentInstruction[2].u.operand;
int property = currentInstruction[3].u.operand;
emitLoad(base, regT1, regT0);
callOperation(operationDeleteByIdJSResult, dst, regT1, regT0, m_codeBlock->identifier(property).impl());
}
void JIT::emit_op_del_by_val(Instruction* currentInstruction)
{
int dst = currentInstruction[1].u.operand;
int base = currentInstruction[2].u.operand;
int property = currentInstruction[3].u.operand;
emitLoad2(base, regT1, regT0, property, regT3, regT2);
callOperation(operationDeleteByValJSResult, dst, regT1, regT0, regT3, regT2);
}
JIT::CodeRef JIT::stringGetByValStubGenerator(VM* vm)
{
JSInterfaceJIT jit(vm);
JumpList failures;
failures.append(jit.branchStructure(NotEqual, Address(regT0, JSCell::structureIDOffset()), vm->stringStructure.get()));
jit.load32(Address(regT0, ThunkHelpers::jsStringLengthOffset()), regT1);
jit.loadPtr(Address(regT0, ThunkHelpers::jsStringValueOffset()), regT0);
failures.append(jit.branchTest32(Zero, regT0));
failures.append(jit.branch32(AboveOrEqual, regT2, regT1));
JumpList is16Bit;
JumpList cont8Bit;
jit.loadPtr(Address(regT0, StringImpl::flagsOffset()), regT1);
jit.loadPtr(Address(regT0, StringImpl::dataOffset()), regT0);
is16Bit.append(jit.branchTest32(Zero, regT1, TrustedImm32(StringImpl::flagIs8Bit())));
jit.load8(BaseIndex(regT0, regT2, TimesOne, 0), regT0);
cont8Bit.append(jit.jump());
is16Bit.link(&jit);
jit.load16(BaseIndex(regT0, regT2, TimesTwo, 0), regT0);
cont8Bit.link(&jit);
failures.append(jit.branch32(AboveOrEqual, regT0, TrustedImm32(0x100)));
jit.move(TrustedImmPtr(vm->smallStrings.singleCharacterStrings()), regT1);
jit.loadPtr(BaseIndex(regT1, regT0, ScalePtr, 0), regT0);
jit.move(TrustedImm32(JSValue::CellTag), regT1); jit.ret();
failures.link(&jit);
jit.move(TrustedImm32(0), regT0);
jit.ret();
LinkBuffer patchBuffer(*vm, jit, GLOBAL_THUNK_ID);
return FINALIZE_CODE(patchBuffer, ("String get_by_val stub"));
}
void JIT::emit_op_get_by_val(Instruction* currentInstruction)
{
int dst = currentInstruction[1].u.operand;
int base = currentInstruction[2].u.operand;
int property = currentInstruction[3].u.operand;
ArrayProfile* profile = currentInstruction[4].u.arrayProfile;
ByValInfo* byValInfo = m_codeBlock->addByValInfo();
emitLoad2(base, regT1, regT0, property, regT3, regT2);
emitJumpSlowCaseIfNotJSCell(base, regT1);
PatchableJump notIndex = patchableBranch32(NotEqual, regT3, TrustedImm32(JSValue::Int32Tag));
addSlowCase(notIndex);
emitArrayProfilingSiteWithCell(regT0, regT1, profile);
and32(TrustedImm32(IndexingShapeMask), regT1);
PatchableJump badType;
JumpList slowCases;
JITArrayMode mode = chooseArrayMode(profile);
switch (mode) {
case JITInt32:
slowCases = emitInt32GetByVal(currentInstruction, badType);
break;
case JITDouble:
slowCases = emitDoubleGetByVal(currentInstruction, badType);
break;
case JITContiguous:
slowCases = emitContiguousGetByVal(currentInstruction, badType);
break;
case JITArrayStorage:
slowCases = emitArrayStorageGetByVal(currentInstruction, badType);
break;
default:
CRASH();
}
addSlowCase(badType);
addSlowCase(slowCases);
Label done = label();
if (!ASSERT_DISABLED) {
Jump resultOK = branch32(NotEqual, regT1, TrustedImm32(JSValue::EmptyValueTag));
abortWithReason(JITGetByValResultIsNotEmpty);
resultOK.link(this);
}
emitValueProfilingSite();
emitStore(dst, regT1, regT0);
Label nextHotPath = label();
m_byValCompilationInfo.append(ByValCompilationInfo(byValInfo, m_bytecodeOffset, notIndex, badType, mode, profile, done, nextHotPath));
}
JIT::JumpList JIT::emitContiguousLoad(Instruction*, PatchableJump& badType, IndexingType expectedShape)
{
JumpList slowCases;
badType = patchableBranch32(NotEqual, regT1, TrustedImm32(expectedShape));
loadPtr(Address(regT0, JSObject::butterflyOffset()), regT3);
slowCases.append(branch32(AboveOrEqual, regT2, Address(regT3, Butterfly::offsetOfPublicLength())));
load32(BaseIndex(regT3, regT2, TimesEight, OBJECT_OFFSETOF(JSValue, u.asBits.tag)), regT1); load32(BaseIndex(regT3, regT2, TimesEight, OBJECT_OFFSETOF(JSValue, u.asBits.payload)), regT0); slowCases.append(branch32(Equal, regT1, TrustedImm32(JSValue::EmptyValueTag)));
return slowCases;
}
JIT::JumpList JIT::emitDoubleLoad(Instruction*, PatchableJump& badType)
{
JumpList slowCases;
badType = patchableBranch32(NotEqual, regT1, TrustedImm32(DoubleShape));
loadPtr(Address(regT0, JSObject::butterflyOffset()), regT3);
slowCases.append(branch32(AboveOrEqual, regT2, Address(regT3, Butterfly::offsetOfPublicLength())));
loadDouble(BaseIndex(regT3, regT2, TimesEight), fpRegT0);
slowCases.append(branchDouble(DoubleNotEqualOrUnordered, fpRegT0, fpRegT0));
return slowCases;
}
JIT::JumpList JIT::emitArrayStorageLoad(Instruction*, PatchableJump& badType)
{
JumpList slowCases;
add32(TrustedImm32(-ArrayStorageShape), regT1, regT3);
badType = patchableBranch32(Above, regT3, TrustedImm32(SlowPutArrayStorageShape - ArrayStorageShape));
loadPtr(Address(regT0, JSObject::butterflyOffset()), regT3);
slowCases.append(branch32(AboveOrEqual, regT2, Address(regT3, ArrayStorage::vectorLengthOffset())));
load32(BaseIndex(regT3, regT2, TimesEight, OBJECT_OFFSETOF(ArrayStorage, m_vector[0]) + OBJECT_OFFSETOF(JSValue, u.asBits.tag)), regT1); load32(BaseIndex(regT3, regT2, TimesEight, OBJECT_OFFSETOF(ArrayStorage, m_vector[0]) + OBJECT_OFFSETOF(JSValue, u.asBits.payload)), regT0); slowCases.append(branch32(Equal, regT1, TrustedImm32(JSValue::EmptyValueTag)));
return slowCases;
}
JITGetByIdGenerator JIT::emitGetByValWithCachedId(Instruction* currentInstruction, const Identifier& propertyName, Jump& fastDoneCase, Jump& slowDoneCase, JumpList& slowCases)
{
int dst = currentInstruction[1].u.operand;
slowCases.append(branch32(NotEqual, regT3, TrustedImm32(JSValue::CellTag)));
emitIdentifierCheck(regT2, regT4, propertyName, slowCases);
JITGetByIdGenerator gen(
m_codeBlock, CodeOrigin(m_bytecodeOffset), CallSiteIndex(currentInstruction), RegisterSet::stubUnavailableRegisters(),
propertyName.impl(), JSValueRegs::payloadOnly(regT0), JSValueRegs(regT1, regT0), AccessType::Get);
gen.generateFastPath(*this);
fastDoneCase = jump();
Label coldPathBegin = label();
gen.slowPathJump().link(this);
Call call = callOperation(WithProfile, operationGetByIdOptimize, dst, gen.stubInfo(), regT1, regT0, propertyName.impl());
gen.reportSlowPathCall(coldPathBegin, call);
slowDoneCase = jump();
return gen;
}
void JIT::emitSlow_op_get_by_val(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter)
{
int dst = currentInstruction[1].u.operand;
int base = currentInstruction[2].u.operand;
int property = currentInstruction[3].u.operand;
ByValInfo* byValInfo = m_byValCompilationInfo[m_byValInstructionIndex].byValInfo;
linkSlowCaseIfNotJSCell(iter, base); linkSlowCase(iter);
Jump nonCell = jump();
linkSlowCase(iter); Jump notString = branchStructure(NotEqual, Address(regT0, JSCell::structureIDOffset()), m_vm->stringStructure.get());
emitNakedCall(m_vm->getCTIStub(stringGetByValStubGenerator).code());
Jump failed = branchTestPtr(Zero, regT0);
emitStore(dst, regT1, regT0);
emitJumpSlowToHot(jump(), OPCODE_LENGTH(op_get_by_val));
failed.link(this);
notString.link(this);
nonCell.link(this);
linkSlowCase(iter); linkSlowCase(iter);
Label slowPath = label();
emitLoad(base, regT1, regT0);
emitLoad(property, regT3, regT2);
Call call = callOperation(operationGetByValOptimize, dst, regT1, regT0, regT3, regT2, byValInfo);
m_byValCompilationInfo[m_byValInstructionIndex].slowPathTarget = slowPath;
m_byValCompilationInfo[m_byValInstructionIndex].returnAddress = call;
m_byValInstructionIndex++;
emitValueProfilingSite();
}
void JIT::emit_op_put_by_val(Instruction* currentInstruction)
{
int base = currentInstruction[1].u.operand;
int property = currentInstruction[2].u.operand;
ArrayProfile* profile = currentInstruction[4].u.arrayProfile;
ByValInfo* byValInfo = m_codeBlock->addByValInfo();
emitLoad2(base, regT1, regT0, property, regT3, regT2);
emitJumpSlowCaseIfNotJSCell(base, regT1);
PatchableJump notIndex = patchableBranch32(NotEqual, regT3, TrustedImm32(JSValue::Int32Tag));
addSlowCase(notIndex);
emitArrayProfilingSiteWithCell(regT0, regT1, profile);
and32(TrustedImm32(IndexingShapeMask), regT1);
PatchableJump badType;
JumpList slowCases;
JITArrayMode mode = chooseArrayMode(profile);
switch (mode) {
case JITInt32:
slowCases = emitInt32PutByVal(currentInstruction, badType);
break;
case JITDouble:
slowCases = emitDoublePutByVal(currentInstruction, badType);
break;
case JITContiguous:
slowCases = emitContiguousPutByVal(currentInstruction, badType);
break;
case JITArrayStorage:
slowCases = emitArrayStoragePutByVal(currentInstruction, badType);
break;
default:
CRASH();
break;
}
addSlowCase(badType);
addSlowCase(slowCases);
Label done = label();
m_byValCompilationInfo.append(ByValCompilationInfo(byValInfo, m_bytecodeOffset, notIndex, badType, mode, profile, done, done));
}
JIT::JumpList JIT::emitGenericContiguousPutByVal(Instruction* currentInstruction, PatchableJump& badType, IndexingType indexingShape)
{
int base = currentInstruction[1].u.operand;
int value = currentInstruction[3].u.operand;
ArrayProfile* profile = currentInstruction[4].u.arrayProfile;
JumpList slowCases;
badType = patchableBranch32(NotEqual, regT1, TrustedImm32(ContiguousShape));
loadPtr(Address(regT0, JSObject::butterflyOffset()), regT3);
Jump outOfBounds = branch32(AboveOrEqual, regT2, Address(regT3, Butterfly::offsetOfPublicLength()));
Label storeResult = label();
emitLoad(value, regT1, regT0);
switch (indexingShape) {
case Int32Shape:
slowCases.append(branch32(NotEqual, regT1, TrustedImm32(JSValue::Int32Tag)));
store32(regT0, BaseIndex(regT3, regT2, TimesEight, OBJECT_OFFSETOF(JSValue, u.asBits.payload)));
store32(regT1, BaseIndex(regT3, regT2, TimesEight, OBJECT_OFFSETOF(JSValue, u.asBits.tag)));
break;
case ContiguousShape:
store32(regT0, BaseIndex(regT3, regT2, TimesEight, OBJECT_OFFSETOF(JSValue, u.asBits.payload)));
store32(regT1, BaseIndex(regT3, regT2, TimesEight, OBJECT_OFFSETOF(JSValue, u.asBits.tag)));
emitLoad(base, regT2, regT3);
emitWriteBarrier(base, value, ShouldFilterValue);
break;
case DoubleShape: {
Jump notInt = branch32(NotEqual, regT1, TrustedImm32(JSValue::Int32Tag));
convertInt32ToDouble(regT0, fpRegT0);
Jump ready = jump();
notInt.link(this);
moveIntsToDouble(regT0, regT1, fpRegT0, fpRegT1);
slowCases.append(branchDouble(DoubleNotEqualOrUnordered, fpRegT0, fpRegT0));
ready.link(this);
storeDouble(fpRegT0, BaseIndex(regT3, regT2, TimesEight));
break;
}
default:
CRASH();
break;
}
Jump done = jump();
outOfBounds.link(this);
slowCases.append(branch32(AboveOrEqual, regT2, Address(regT3, Butterfly::offsetOfVectorLength())));
emitArrayProfileStoreToHoleSpecialCase(profile);
add32(TrustedImm32(1), regT2, regT1);
store32(regT1, Address(regT3, Butterfly::offsetOfPublicLength()));
jump().linkTo(storeResult, this);
done.link(this);
return slowCases;
}
JIT::JumpList JIT::emitArrayStoragePutByVal(Instruction* currentInstruction, PatchableJump& badType)
{
int base = currentInstruction[1].u.operand;
int value = currentInstruction[3].u.operand;
ArrayProfile* profile = currentInstruction[4].u.arrayProfile;
JumpList slowCases;
badType = patchableBranch32(NotEqual, regT1, TrustedImm32(ArrayStorageShape));
loadPtr(Address(regT0, JSObject::butterflyOffset()), regT3);
slowCases.append(branch32(AboveOrEqual, regT2, Address(regT3, ArrayStorage::vectorLengthOffset())));
Jump empty = branch32(Equal, BaseIndex(regT3, regT2, TimesEight, OBJECT_OFFSETOF(ArrayStorage, m_vector[0]) + OBJECT_OFFSETOF(JSValue, u.asBits.tag)), TrustedImm32(JSValue::EmptyValueTag));
Label storeResult(this);
emitLoad(value, regT1, regT0);
store32(regT0, BaseIndex(regT3, regT2, TimesEight, OBJECT_OFFSETOF(ArrayStorage, m_vector[0]) + OBJECT_OFFSETOF(JSValue, u.asBits.payload))); store32(regT1, BaseIndex(regT3, regT2, TimesEight, OBJECT_OFFSETOF(ArrayStorage, m_vector[0]) + OBJECT_OFFSETOF(JSValue, u.asBits.tag))); Jump end = jump();
empty.link(this);
emitArrayProfileStoreToHoleSpecialCase(profile);
add32(TrustedImm32(1), Address(regT3, OBJECT_OFFSETOF(ArrayStorage, m_numValuesInVector)));
branch32(Below, regT2, Address(regT3, ArrayStorage::lengthOffset())).linkTo(storeResult, this);
add32(TrustedImm32(1), regT2, regT0);
store32(regT0, Address(regT3, ArrayStorage::lengthOffset()));
jump().linkTo(storeResult, this);
end.link(this);
emitWriteBarrier(base, value, ShouldFilterValue);
return slowCases;
}
JITPutByIdGenerator JIT::emitPutByValWithCachedId(Instruction* currentInstruction, PutKind putKind, const Identifier& propertyName, JumpList& doneCases, JumpList& slowCases)
{
int base = currentInstruction[1].u.operand;
int value = currentInstruction[3].u.operand;
slowCases.append(branch32(NotEqual, regT3, TrustedImm32(JSValue::CellTag)));
emitIdentifierCheck(regT2, regT2, propertyName, slowCases);
emitWriteBarrier(base, value, ShouldFilterBase);
emitLoadPayload(base, regT0);
emitLoad(value, regT3, regT2);
JITPutByIdGenerator gen(
m_codeBlock, CodeOrigin(m_bytecodeOffset), CallSiteIndex(currentInstruction), RegisterSet::stubUnavailableRegisters(),
JSValueRegs::payloadOnly(regT0), JSValueRegs(regT3, regT2), regT1, m_codeBlock->ecmaMode(), putKind);
gen.generateFastPath(*this);
doneCases.append(jump());
Label coldPathBegin = label();
gen.slowPathJump().link(this);
emitLoadTag(base, regT1);
Call call = callOperation(gen.slowPathFunction(), gen.stubInfo(), regT3, regT2, regT1, regT0, propertyName.impl());
gen.reportSlowPathCall(coldPathBegin, call);
doneCases.append(jump());
return gen;
}
void JIT::emitSlow_op_put_by_val(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter)
{
int base = currentInstruction[1].u.operand;
int property = currentInstruction[2].u.operand;
int value = currentInstruction[3].u.operand;
ArrayProfile* profile = currentInstruction[4].u.arrayProfile;
ByValInfo* byValInfo = m_byValCompilationInfo[m_byValInstructionIndex].byValInfo;
linkSlowCaseIfNotJSCell(iter, base); linkSlowCase(iter); linkSlowCase(iter);
JITArrayMode mode = chooseArrayMode(profile);
switch (mode) {
case JITInt32:
case JITDouble:
linkSlowCase(iter); break;
default:
break;
}
Jump skipProfiling = jump();
linkSlowCase(iter); emitArrayProfileOutOfBoundsSpecialCase(profile);
skipProfiling.link(this);
Label slowPath = label();
bool isDirect = m_interpreter->getOpcodeID(currentInstruction->u.opcode) == op_put_by_val_direct;
#if CPU(X86)
resetCallArguments();
addCallArgument(GPRInfo::callFrameRegister);
emitLoad(base, regT0, regT1);
addCallArgument(regT1);
addCallArgument(regT0);
emitLoad(property, regT0, regT1);
addCallArgument(regT1);
addCallArgument(regT0);
emitLoad(value, regT0, regT1);
addCallArgument(regT1);
addCallArgument(regT0);
addCallArgument(TrustedImmPtr(byValInfo));
Call call = appendCallWithExceptionCheck(isDirect ? operationDirectPutByValOptimize : operationPutByValOptimize);
#else
emitLoad(base, regT2, regT1);
emitLoad(property, regT3, regT0);
emitLoad(value, regT5, regT4);
Call call = callOperation(isDirect ? operationDirectPutByValOptimize : operationPutByValOptimize, regT2, regT1, regT3, regT0, regT5, regT4, byValInfo);
#endif
m_byValCompilationInfo[m_byValInstructionIndex].slowPathTarget = slowPath;
m_byValCompilationInfo[m_byValInstructionIndex].returnAddress = call;
m_byValInstructionIndex++;
}
void JIT::emit_op_try_get_by_id(Instruction* currentInstruction)
{
int dst = currentInstruction[1].u.operand;
int base = currentInstruction[2].u.operand;
const Identifier* ident = &(m_codeBlock->identifier(currentInstruction[3].u.operand));
emitLoad(base, regT1, regT0);
emitJumpSlowCaseIfNotJSCell(base, regT1);
JITGetByIdGenerator gen(
m_codeBlock, CodeOrigin(m_bytecodeOffset), CallSiteIndex(currentInstruction), RegisterSet::stubUnavailableRegisters(),
ident->impl(), JSValueRegs::payloadOnly(regT0), JSValueRegs(regT1, regT0), AccessType::GetPure);
gen.generateFastPath(*this);
addSlowCase(gen.slowPathJump());
m_getByIds.append(gen);
emitStore(dst, regT1, regT0);
}
void JIT::emitSlow_op_try_get_by_id(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter)
{
int resultVReg = currentInstruction[1].u.operand;
int baseVReg = currentInstruction[2].u.operand;
const Identifier* ident = &(m_codeBlock->identifier(currentInstruction[3].u.operand));
linkSlowCaseIfNotJSCell(iter, baseVReg);
linkSlowCase(iter);
JITGetByIdGenerator& gen = m_getByIds[m_getByIdIndex++];
Label coldPathBegin = label();
Call call = callOperation(operationTryGetByIdOptimize, resultVReg, gen.stubInfo(), regT1, regT0, ident->impl());
gen.reportSlowPathCall(coldPathBegin, call);
}
void JIT::emit_op_get_by_id(Instruction* currentInstruction)
{
int dst = currentInstruction[1].u.operand;
int base = currentInstruction[2].u.operand;
const Identifier* ident = &(m_codeBlock->identifier(currentInstruction[3].u.operand));
emitLoad(base, regT1, regT0);
emitJumpSlowCaseIfNotJSCell(base, regT1);
if (*ident == m_vm->propertyNames->length && shouldEmitProfiling())
emitArrayProfilingSiteForBytecodeIndexWithCell(regT0, regT2, m_bytecodeOffset);
JITGetByIdGenerator gen(
m_codeBlock, CodeOrigin(m_bytecodeOffset), CallSiteIndex(currentInstruction), RegisterSet::stubUnavailableRegisters(),
ident->impl(), JSValueRegs::payloadOnly(regT0), JSValueRegs(regT1, regT0), AccessType::Get);
gen.generateFastPath(*this);
addSlowCase(gen.slowPathJump());
m_getByIds.append(gen);
emitValueProfilingSite();
emitStore(dst, regT1, regT0);
}
void JIT::emitSlow_op_get_by_id(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter)
{
int resultVReg = currentInstruction[1].u.operand;
int baseVReg = currentInstruction[2].u.operand;
const Identifier* ident = &(m_codeBlock->identifier(currentInstruction[3].u.operand));
linkSlowCaseIfNotJSCell(iter, baseVReg);
linkSlowCase(iter);
JITGetByIdGenerator& gen = m_getByIds[m_getByIdIndex++];
Label coldPathBegin = label();
Call call = callOperation(WithProfile, operationGetByIdOptimize, resultVReg, gen.stubInfo(), regT1, regT0, ident->impl());
gen.reportSlowPathCall(coldPathBegin, call);
}
void JIT::emit_op_put_by_id(Instruction* currentInstruction)
{
int base = currentInstruction[1].u.operand;
int value = currentInstruction[3].u.operand;
int direct = currentInstruction[8].u.putByIdFlags & PutByIdIsDirect;
emitWriteBarrier(base, value, ShouldFilterBase);
emitLoad2(base, regT1, regT0, value, regT3, regT2);
emitJumpSlowCaseIfNotJSCell(base, regT1);
JITPutByIdGenerator gen(
m_codeBlock, CodeOrigin(m_bytecodeOffset), CallSiteIndex(currentInstruction), RegisterSet::stubUnavailableRegisters(),
JSValueRegs::payloadOnly(regT0), JSValueRegs(regT3, regT2),
regT1, m_codeBlock->ecmaMode(), direct ? Direct : NotDirect);
gen.generateFastPath(*this);
addSlowCase(gen.slowPathJump());
m_putByIds.append(gen);
}
void JIT::emitSlow_op_put_by_id(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter)
{
int base = currentInstruction[1].u.operand;
const Identifier* ident = &(m_codeBlock->identifier(currentInstruction[2].u.operand));
linkSlowCaseIfNotJSCell(iter, base);
linkSlowCase(iter);
Label coldPathBegin(this);
emitLoadTag(base, regT1);
JITPutByIdGenerator& gen = m_putByIds[m_putByIdIndex++];
Call call = callOperation(
gen.slowPathFunction(), gen.stubInfo(), regT3, regT2, regT1, regT0, ident->impl());
gen.reportSlowPathCall(coldPathBegin, call);
}
void JIT::emitVarInjectionCheck(bool needsVarInjectionChecks)
{
if (!needsVarInjectionChecks)
return;
addSlowCase(branch8(Equal, AbsoluteAddress(m_codeBlock->globalObject()->varInjectionWatchpoint()->addressOfState()), TrustedImm32(IsInvalidated)));
}
void JIT::emitResolveClosure(int dst, int scope, bool needsVarInjectionChecks, unsigned depth)
{
emitVarInjectionCheck(needsVarInjectionChecks);
move(TrustedImm32(JSValue::CellTag), regT1);
emitLoadPayload(scope, regT0);
for (unsigned i = 0; i < depth; ++i)
loadPtr(Address(regT0, JSScope::offsetOfNext()), regT0);
emitStore(dst, regT1, regT0);
}
void JIT::emit_op_resolve_scope(Instruction* currentInstruction)
{
int dst = currentInstruction[1].u.operand;
int scope = currentInstruction[2].u.operand;
ResolveType resolveType = static_cast<ResolveType>(currentInstruction[4].u.operand);
unsigned depth = currentInstruction[5].u.operand;
auto emitCode = [&] (ResolveType resolveType) {
switch (resolveType) {
case GlobalProperty:
case GlobalVar:
case GlobalLexicalVar:
case GlobalPropertyWithVarInjectionChecks:
case GlobalVarWithVarInjectionChecks:
case GlobalLexicalVarWithVarInjectionChecks: {
JSScope* constantScope = JSScope::constantScopeForCodeBlock(resolveType, m_codeBlock);
RELEASE_ASSERT(constantScope);
emitVarInjectionCheck(needsVarInjectionChecks(resolveType));
move(TrustedImm32(JSValue::CellTag), regT1);
move(TrustedImmPtr(constantScope), regT0);
emitStore(dst, regT1, regT0);
break;
}
case ClosureVar:
case ClosureVarWithVarInjectionChecks:
emitResolveClosure(dst, scope, needsVarInjectionChecks(resolveType), depth);
break;
case ModuleVar:
move(TrustedImm32(JSValue::CellTag), regT1);
move(TrustedImmPtr(currentInstruction[6].u.jsCell.get()), regT0);
emitStore(dst, regT1, regT0);
break;
case Dynamic:
addSlowCase(jump());
break;
case LocalClosureVar:
case UnresolvedProperty:
case UnresolvedPropertyWithVarInjectionChecks:
RELEASE_ASSERT_NOT_REACHED();
}
};
switch (resolveType) {
case UnresolvedProperty:
case UnresolvedPropertyWithVarInjectionChecks: {
JumpList skipToEnd;
load32(¤tInstruction[4], regT0);
Jump notGlobalProperty = branch32(NotEqual, regT0, TrustedImm32(GlobalProperty));
emitCode(GlobalProperty);
skipToEnd.append(jump());
notGlobalProperty.link(this);
Jump notGlobalPropertyWithVarInjections = branch32(NotEqual, regT0, TrustedImm32(GlobalPropertyWithVarInjectionChecks));
emitCode(GlobalPropertyWithVarInjectionChecks);
skipToEnd.append(jump());
notGlobalPropertyWithVarInjections.link(this);
Jump notGlobalLexicalVar = branch32(NotEqual, regT0, TrustedImm32(GlobalLexicalVar));
emitCode(GlobalLexicalVar);
skipToEnd.append(jump());
notGlobalLexicalVar.link(this);
Jump notGlobalLexicalVarWithVarInjections = branch32(NotEqual, regT0, TrustedImm32(GlobalLexicalVarWithVarInjectionChecks));
emitCode(GlobalLexicalVarWithVarInjectionChecks);
skipToEnd.append(jump());
notGlobalLexicalVarWithVarInjections.link(this);
addSlowCase(jump());
skipToEnd.link(this);
break;
}
default:
emitCode(resolveType);
break;
}
}
void JIT::emitSlow_op_resolve_scope(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter)
{
ResolveType resolveType = static_cast<ResolveType>(currentInstruction[4].u.operand);
if (resolveType == GlobalProperty || resolveType == GlobalVar || resolveType == ClosureVar || resolveType == GlobalLexicalVar || resolveType == ModuleVar)
return;
if (resolveType == UnresolvedProperty || resolveType == UnresolvedPropertyWithVarInjectionChecks) {
linkSlowCase(iter); linkSlowCase(iter); }
linkSlowCase(iter);
JITSlowPathCall slowPathCall(this, currentInstruction, slow_path_resolve_scope);
slowPathCall.call();
}
void JIT::emitLoadWithStructureCheck(int scope, Structure** structureSlot)
{
emitLoad(scope, regT1, regT0);
loadPtr(structureSlot, regT2);
addSlowCase(branchPtr(NotEqual, Address(regT0, JSCell::structureIDOffset()), regT2));
}
void JIT::emitGetVarFromPointer(JSValue* operand, GPRReg tag, GPRReg payload)
{
uintptr_t rawAddress = bitwise_cast<uintptr_t>(operand);
load32(bitwise_cast<void*>(rawAddress + TagOffset), tag);
load32(bitwise_cast<void*>(rawAddress + PayloadOffset), payload);
}
void JIT::emitGetVarFromIndirectPointer(JSValue** operand, GPRReg tag, GPRReg payload)
{
loadPtr(operand, payload);
load32(Address(payload, TagOffset), tag);
load32(Address(payload, PayloadOffset), payload);
}
void JIT::emitGetClosureVar(int scope, uintptr_t operand)
{
emitLoad(scope, regT1, regT0);
load32(Address(regT0, JSEnvironmentRecord::offsetOfVariables() + operand * sizeof(Register) + TagOffset), regT1);
load32(Address(regT0, JSEnvironmentRecord::offsetOfVariables() + operand * sizeof(Register) + PayloadOffset), regT0);
}
void JIT::emit_op_get_from_scope(Instruction* currentInstruction)
{
int dst = currentInstruction[1].u.operand;
int scope = currentInstruction[2].u.operand;
ResolveType resolveType = GetPutInfo(currentInstruction[4].u.operand).resolveType();
Structure** structureSlot = currentInstruction[5].u.structure.slot();
uintptr_t* operandSlot = reinterpret_cast<uintptr_t*>(¤tInstruction[6].u.pointer);
auto emitCode = [&] (ResolveType resolveType, bool indirectLoadForOperand) {
switch (resolveType) {
case GlobalProperty:
case GlobalPropertyWithVarInjectionChecks: {
emitLoadWithStructureCheck(scope, structureSlot); GPRReg base = regT2;
GPRReg resultTag = regT1;
GPRReg resultPayload = regT0;
GPRReg offset = regT3;
move(regT0, base);
load32(operandSlot, offset);
if (!ASSERT_DISABLED) {
Jump isOutOfLine = branch32(GreaterThanOrEqual, offset, TrustedImm32(firstOutOfLineOffset));
abortWithReason(JITOffsetIsNotOutOfLine);
isOutOfLine.link(this);
}
loadPtr(Address(base, JSObject::butterflyOffset()), base);
neg32(offset);
load32(BaseIndex(base, offset, TimesEight, OBJECT_OFFSETOF(JSValue, u.asBits.payload) + (firstOutOfLineOffset - 2) * sizeof(EncodedJSValue)), resultPayload);
load32(BaseIndex(base, offset, TimesEight, OBJECT_OFFSETOF(JSValue, u.asBits.tag) + (firstOutOfLineOffset - 2) * sizeof(EncodedJSValue)), resultTag);
break;
}
case GlobalVar:
case GlobalVarWithVarInjectionChecks:
case GlobalLexicalVar:
case GlobalLexicalVarWithVarInjectionChecks:
emitVarInjectionCheck(needsVarInjectionChecks(resolveType));
if (indirectLoadForOperand)
emitGetVarFromIndirectPointer(bitwise_cast<JSValue**>(operandSlot), regT1, regT0);
else
emitGetVarFromPointer(bitwise_cast<JSValue*>(*operandSlot), regT1, regT0);
if (resolveType == GlobalLexicalVar || resolveType == GlobalLexicalVarWithVarInjectionChecks) addSlowCase(branch32(Equal, regT1, TrustedImm32(JSValue::EmptyValueTag)));
break;
case ClosureVar:
case ClosureVarWithVarInjectionChecks:
emitVarInjectionCheck(needsVarInjectionChecks(resolveType));
emitGetClosureVar(scope, *operandSlot);
break;
case Dynamic:
addSlowCase(jump());
break;
case ModuleVar:
case LocalClosureVar:
case UnresolvedProperty:
case UnresolvedPropertyWithVarInjectionChecks:
RELEASE_ASSERT_NOT_REACHED();
}
};
switch (resolveType) {
case UnresolvedProperty:
case UnresolvedPropertyWithVarInjectionChecks: {
JumpList skipToEnd;
load32(¤tInstruction[4], regT0);
and32(TrustedImm32(GetPutInfo::typeBits), regT0);
Jump isGlobalProperty = branch32(Equal, regT0, TrustedImm32(GlobalProperty));
Jump notGlobalPropertyWithVarInjections = branch32(NotEqual, regT0, TrustedImm32(GlobalPropertyWithVarInjectionChecks));
isGlobalProperty.link(this);
emitCode(GlobalProperty, false);
skipToEnd.append(jump());
notGlobalPropertyWithVarInjections.link(this);
Jump notGlobalLexicalVar = branch32(NotEqual, regT0, TrustedImm32(GlobalLexicalVar));
emitCode(GlobalLexicalVar, true);
skipToEnd.append(jump());
notGlobalLexicalVar.link(this);
Jump notGlobalLexicalVarWithVarInjections = branch32(NotEqual, regT0, TrustedImm32(GlobalLexicalVarWithVarInjectionChecks));
emitCode(GlobalLexicalVarWithVarInjectionChecks, true);
skipToEnd.append(jump());
notGlobalLexicalVarWithVarInjections.link(this);
addSlowCase(jump());
skipToEnd.link(this);
break;
}
default:
emitCode(resolveType, false);
break;
}
emitValueProfilingSite();
emitStore(dst, regT1, regT0);
}
void JIT::emitSlow_op_get_from_scope(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter)
{
int dst = currentInstruction[1].u.operand;
ResolveType resolveType = GetPutInfo(currentInstruction[4].u.operand).resolveType();
if (resolveType == GlobalVar || resolveType == ClosureVar)
return;
if (resolveType == GlobalLexicalVarWithVarInjectionChecks) linkSlowCase(iter);
if (resolveType == UnresolvedProperty || resolveType == UnresolvedPropertyWithVarInjectionChecks) {
linkSlowCase(iter); linkSlowCase(iter); linkSlowCase(iter); linkSlowCase(iter); }
linkSlowCase(iter);
callOperation(WithProfile, operationGetFromScope, dst, currentInstruction);
}
void JIT::emitPutGlobalVariable(JSValue* operand, int value, WatchpointSet* set)
{
emitLoad(value, regT1, regT0);
emitNotifyWrite(set);
uintptr_t rawAddress = bitwise_cast<uintptr_t>(operand);
store32(regT1, bitwise_cast<void*>(rawAddress + TagOffset));
store32(regT0, bitwise_cast<void*>(rawAddress + PayloadOffset));
}
void JIT::emitPutGlobalVariableIndirect(JSValue** addressOfOperand, int value, WatchpointSet** indirectWatchpointSet)
{
emitLoad(value, regT1, regT0);
loadPtr(indirectWatchpointSet, regT2);
emitNotifyWrite(regT2);
loadPtr(addressOfOperand, regT2);
store32(regT1, Address(regT2, TagOffset));
store32(regT0, Address(regT2, PayloadOffset));
}
void JIT::emitPutClosureVar(int scope, uintptr_t operand, int value, WatchpointSet* set)
{
emitLoad(value, regT3, regT2);
emitLoad(scope, regT1, regT0);
emitNotifyWrite(set);
store32(regT3, Address(regT0, JSEnvironmentRecord::offsetOfVariables() + operand * sizeof(Register) + TagOffset));
store32(regT2, Address(regT0, JSEnvironmentRecord::offsetOfVariables() + operand * sizeof(Register) + PayloadOffset));
}
void JIT::emit_op_put_to_scope(Instruction* currentInstruction)
{
int scope = currentInstruction[1].u.operand;
int value = currentInstruction[3].u.operand;
GetPutInfo getPutInfo = GetPutInfo(currentInstruction[4].u.operand);
ResolveType resolveType = getPutInfo.resolveType();
Structure** structureSlot = currentInstruction[5].u.structure.slot();
uintptr_t* operandSlot = reinterpret_cast<uintptr_t*>(¤tInstruction[6].u.pointer);
auto emitCode = [&] (ResolveType resolveType, bool indirectLoadForOperand) {
switch (resolveType) {
case GlobalProperty:
case GlobalPropertyWithVarInjectionChecks: {
emitWriteBarrier(m_codeBlock->globalObject(), value, ShouldFilterValue);
emitLoadWithStructureCheck(scope, structureSlot); emitLoad(value, regT3, regT2);
loadPtr(Address(regT0, JSObject::butterflyOffset()), regT0);
loadPtr(operandSlot, regT1);
negPtr(regT1);
store32(regT3, BaseIndex(regT0, regT1, TimesEight, (firstOutOfLineOffset - 2) * sizeof(EncodedJSValue) + OBJECT_OFFSETOF(EncodedValueDescriptor, asBits.tag)));
store32(regT2, BaseIndex(regT0, regT1, TimesEight, (firstOutOfLineOffset - 2) * sizeof(EncodedJSValue) + OBJECT_OFFSETOF(EncodedValueDescriptor, asBits.payload)));
break;
}
case GlobalVar:
case GlobalVarWithVarInjectionChecks:
case GlobalLexicalVar:
case GlobalLexicalVarWithVarInjectionChecks: {
JSScope* constantScope = JSScope::constantScopeForCodeBlock(resolveType, m_codeBlock);
RELEASE_ASSERT(constantScope);
emitWriteBarrier(constantScope, value, ShouldFilterValue);
emitVarInjectionCheck(needsVarInjectionChecks(resolveType));
if (!isInitialization(getPutInfo.initializationMode()) && (resolveType == GlobalLexicalVar || resolveType == GlobalLexicalVarWithVarInjectionChecks)) {
if (indirectLoadForOperand)
emitGetVarFromIndirectPointer(bitwise_cast<JSValue**>(operandSlot), regT1, regT0);
else
emitGetVarFromPointer(bitwise_cast<JSValue*>(*operandSlot), regT1, regT0);
addSlowCase(branch32(Equal, regT1, TrustedImm32(JSValue::EmptyValueTag)));
}
if (indirectLoadForOperand)
emitPutGlobalVariableIndirect(bitwise_cast<JSValue**>(operandSlot), value, bitwise_cast<WatchpointSet**>(¤tInstruction[5]));
else
emitPutGlobalVariable(bitwise_cast<JSValue*>(*operandSlot), value, currentInstruction[5].u.watchpointSet);
break;
}
case LocalClosureVar:
case ClosureVar:
case ClosureVarWithVarInjectionChecks:
emitWriteBarrier(scope, value, ShouldFilterValue);
emitVarInjectionCheck(needsVarInjectionChecks(resolveType));
emitPutClosureVar(scope, *operandSlot, value, currentInstruction[5].u.watchpointSet);
break;
case ModuleVar:
case Dynamic:
addSlowCase(jump());
break;
case UnresolvedProperty:
case UnresolvedPropertyWithVarInjectionChecks:
RELEASE_ASSERT_NOT_REACHED();
}
};
switch (resolveType) {
case UnresolvedProperty:
case UnresolvedPropertyWithVarInjectionChecks: {
JumpList skipToEnd;
load32(¤tInstruction[4], regT0);
and32(TrustedImm32(GetPutInfo::typeBits), regT0);
Jump isGlobalProperty = branch32(Equal, regT0, TrustedImm32(GlobalProperty));
Jump notGlobalPropertyWithVarInjections = branch32(NotEqual, regT0, TrustedImm32(GlobalPropertyWithVarInjectionChecks));
isGlobalProperty.link(this);
emitCode(GlobalProperty, false);
skipToEnd.append(jump());
notGlobalPropertyWithVarInjections.link(this);
Jump notGlobalLexicalVar = branch32(NotEqual, regT0, TrustedImm32(GlobalLexicalVar));
emitCode(GlobalLexicalVar, true);
skipToEnd.append(jump());
notGlobalLexicalVar.link(this);
Jump notGlobalLexicalVarWithVarInjections = branch32(NotEqual, regT0, TrustedImm32(GlobalLexicalVarWithVarInjectionChecks));
emitCode(GlobalLexicalVarWithVarInjectionChecks, true);
skipToEnd.append(jump());
notGlobalLexicalVarWithVarInjections.link(this);
addSlowCase(jump());
skipToEnd.link(this);
break;
}
default:
emitCode(resolveType, false);
break;
}
}
void JIT::emitSlow_op_put_to_scope(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter)
{
GetPutInfo getPutInfo = GetPutInfo(currentInstruction[4].u.operand);
ResolveType resolveType = getPutInfo.resolveType();
unsigned linkCount = 0;
if (resolveType != GlobalVar && resolveType != ClosureVar && resolveType != LocalClosureVar && resolveType != GlobalLexicalVar)
linkCount++;
if (resolveType == GlobalVar || resolveType == GlobalVarWithVarInjectionChecks
|| resolveType == GlobalLexicalVar || resolveType == GlobalLexicalVarWithVarInjectionChecks
|| resolveType == ClosureVar || resolveType == ClosureVarWithVarInjectionChecks
|| resolveType == LocalClosureVar)
linkCount++;
if (!isInitialization(getPutInfo.initializationMode()) && (resolveType == GlobalLexicalVar || resolveType == GlobalLexicalVarWithVarInjectionChecks)) linkCount++;
if (resolveType == UnresolvedProperty || resolveType == UnresolvedPropertyWithVarInjectionChecks) {
linkCount++;
bool needsTDZCheck = !isInitialization(getPutInfo.initializationMode());
if (needsTDZCheck)
linkCount++;
linkCount++;
linkCount++; if (needsTDZCheck)
linkCount++;
linkCount++; }
if (!linkCount)
return;
while (linkCount--)
linkSlowCase(iter);
if (resolveType == ModuleVar) {
JITSlowPathCall slowPathCall(this, currentInstruction, slow_path_throw_strict_mode_readonly_property_write_error);
slowPathCall.call();
} else
callOperation(operationPutToScope, currentInstruction);
}
void JIT::emit_op_get_from_arguments(Instruction* currentInstruction)
{
int dst = currentInstruction[1].u.operand;
int arguments = currentInstruction[2].u.operand;
int index = currentInstruction[3].u.operand;
emitLoadPayload(arguments, regT0);
load32(Address(regT0, DirectArguments::storageOffset() + index * sizeof(WriteBarrier<Unknown>) + TagOffset), regT1);
load32(Address(regT0, DirectArguments::storageOffset() + index * sizeof(WriteBarrier<Unknown>) + PayloadOffset), regT0);
emitValueProfilingSite();
emitStore(dst, regT1, regT0);
}
void JIT::emit_op_put_to_arguments(Instruction* currentInstruction)
{
int arguments = currentInstruction[1].u.operand;
int index = currentInstruction[2].u.operand;
int value = currentInstruction[3].u.operand;
emitWriteBarrier(arguments, value, ShouldFilterValue);
emitLoadPayload(arguments, regT0);
emitLoad(value, regT1, regT2);
store32(regT1, Address(regT0, DirectArguments::storageOffset() + index * sizeof(WriteBarrier<Unknown>) + TagOffset));
store32(regT2, Address(regT0, DirectArguments::storageOffset() + index * sizeof(WriteBarrier<Unknown>) + PayloadOffset));
}
void JIT::emit_op_get_by_id_with_this(Instruction* currentInstruction)
{
JITSlowPathCall slowPathCall(this, currentInstruction, slow_path_get_by_id_with_this);
slowPathCall.call();
}
void JIT::emit_op_get_by_val_with_this(Instruction* currentInstruction)
{
JITSlowPathCall slowPathCall(this, currentInstruction, slow_path_get_by_val_with_this);
slowPathCall.call();
}
void JIT::emit_op_put_by_id_with_this(Instruction* currentInstruction)
{
JITSlowPathCall slowPathCall(this, currentInstruction, slow_path_put_by_id_with_this);
slowPathCall.call();
}
void JIT::emit_op_put_by_val_with_this(Instruction* currentInstruction)
{
JITSlowPathCall slowPathCall(this, currentInstruction, slow_path_put_by_val_with_this);
slowPathCall.call();
}
}
#endif // USE(JSVALUE32_64)
#endif // ENABLE(JIT)