[turbofan] Reland of Add alignment parameter to StackSlot operator
Reland d8bfdb7a99
Original commit message:
If alignment parameter is set, the memory returned by the
StackSlot operator will be aligned according to the parameter.
The implementation goes like this. If alignment parameter is set
we allocate a bit more memory than actually needed and so we
can move the beginning of the StackSlot in order to have it aligned.
BUG=
Review-Url: https://codereview.chromium.org/2874713003
Cr-Commit-Position: refs/heads/master@{#45339}
This commit is contained in:
parent
b96e8a60e2
commit
4a5adb43ac
@ -419,6 +419,14 @@ void EmitStore(InstructionSelector* selector, InstructionCode opcode,
|
|||||||
|
|
||||||
} // namespace
|
} // namespace
|
||||||
|
|
||||||
|
void InstructionSelector::VisitStackSlot(Node* node) {
|
||||||
|
StackSlotRepresentation rep = StackSlotRepresentationOf(node->op());
|
||||||
|
int slot = frame_->AllocateSpillSlot(rep.size());
|
||||||
|
OperandGenerator g(this);
|
||||||
|
|
||||||
|
Emit(kArchStackSlot, g.DefineAsRegister(node),
|
||||||
|
sequence()->AddImmediate(Constant(slot)), 0, nullptr);
|
||||||
|
}
|
||||||
|
|
||||||
void InstructionSelector::VisitLoad(Node* node) {
|
void InstructionSelector::VisitLoad(Node* node) {
|
||||||
LoadRepresentation load_rep = LoadRepresentationOf(node->op());
|
LoadRepresentation load_rep = LoadRepresentationOf(node->op());
|
||||||
|
@ -527,6 +527,15 @@ int32_t LeftShiftForReducedMultiply(Matcher* m) {
|
|||||||
|
|
||||||
} // namespace
|
} // namespace
|
||||||
|
|
||||||
|
void InstructionSelector::VisitStackSlot(Node* node) {
|
||||||
|
StackSlotRepresentation rep = StackSlotRepresentationOf(node->op());
|
||||||
|
int slot = frame_->AllocateSpillSlot(rep.size());
|
||||||
|
OperandGenerator g(this);
|
||||||
|
|
||||||
|
Emit(kArchStackSlot, g.DefineAsRegister(node),
|
||||||
|
sequence()->AddImmediate(Constant(slot)), 0, nullptr);
|
||||||
|
}
|
||||||
|
|
||||||
void EmitLoad(InstructionSelector* selector, Node* node, InstructionCode opcode,
|
void EmitLoad(InstructionSelector* selector, Node* node, InstructionCode opcode,
|
||||||
ImmediateMode immediate_mode, MachineRepresentation rep,
|
ImmediateMode immediate_mode, MachineRepresentation rep,
|
||||||
Node* output = nullptr) {
|
Node* output = nullptr) {
|
||||||
|
@ -111,9 +111,18 @@ class Frame : public ZoneObject {
|
|||||||
frame_slot_count_ += count;
|
frame_slot_count_ += count;
|
||||||
}
|
}
|
||||||
|
|
||||||
int AllocateSpillSlot(int width) {
|
int AllocateSpillSlot(int width, int alignment = 0) {
|
||||||
int frame_slot_count_before = frame_slot_count_;
|
int frame_slot_count_before = frame_slot_count_;
|
||||||
AllocateAlignedFrameSlots(width);
|
if (alignment <= kPointerSize) {
|
||||||
|
AllocateAlignedFrameSlots(width);
|
||||||
|
} else {
|
||||||
|
// We need to allocate more place for spill slot
|
||||||
|
// in case we need an aligned spill slot to be
|
||||||
|
// able to properly align start of spill slot
|
||||||
|
// and still have enough place to hold all the
|
||||||
|
// data
|
||||||
|
AllocateAlignedFrameSlots(width + alignment - kPointerSize);
|
||||||
|
}
|
||||||
spill_slot_count_ += frame_slot_count_ - frame_slot_count_before;
|
spill_slot_count_ += frame_slot_count_ - frame_slot_count_before;
|
||||||
return frame_slot_count_ - 1;
|
return frame_slot_count_ - 1;
|
||||||
}
|
}
|
||||||
|
@ -212,6 +212,14 @@ void VisitFloatUnop(InstructionSelector* selector, Node* node, Node* input,
|
|||||||
|
|
||||||
} // namespace
|
} // namespace
|
||||||
|
|
||||||
|
void InstructionSelector::VisitStackSlot(Node* node) {
|
||||||
|
StackSlotRepresentation rep = StackSlotRepresentationOf(node->op());
|
||||||
|
int slot = frame_->AllocateSpillSlot(rep.size());
|
||||||
|
OperandGenerator g(this);
|
||||||
|
|
||||||
|
Emit(kArchStackSlot, g.DefineAsRegister(node),
|
||||||
|
sequence()->AddImmediate(Constant(slot)), 0, nullptr);
|
||||||
|
}
|
||||||
|
|
||||||
void InstructionSelector::VisitLoad(Node* node) {
|
void InstructionSelector::VisitLoad(Node* node) {
|
||||||
LoadRepresentation load_rep = LoadRepresentationOf(node->op());
|
LoadRepresentation load_rep = LoadRepresentationOf(node->op());
|
||||||
|
@ -1905,14 +1905,6 @@ void InstructionSelector::EmitLookupSwitch(const SwitchInfo& sw,
|
|||||||
Emit(kArchLookupSwitch, 0, nullptr, input_count, inputs, 0, nullptr);
|
Emit(kArchLookupSwitch, 0, nullptr, input_count, inputs, 0, nullptr);
|
||||||
}
|
}
|
||||||
|
|
||||||
void InstructionSelector::VisitStackSlot(Node* node) {
|
|
||||||
int size = StackSlotSizeOf(node->op());
|
|
||||||
int slot = frame_->AllocateSpillSlot(size);
|
|
||||||
OperandGenerator g(this);
|
|
||||||
|
|
||||||
Emit(kArchStackSlot, g.DefineAsRegister(node),
|
|
||||||
sequence()->AddImmediate(Constant(slot)), 0, nullptr);
|
|
||||||
}
|
|
||||||
|
|
||||||
void InstructionSelector::VisitBitcastTaggedToWord(Node* node) {
|
void InstructionSelector::VisitBitcastTaggedToWord(Node* node) {
|
||||||
EmitIdentity(node);
|
EmitIdentity(node);
|
||||||
|
@ -70,9 +70,25 @@ CheckedStoreRepresentation CheckedStoreRepresentationOf(Operator const* op) {
|
|||||||
return OpParameter<CheckedStoreRepresentation>(op);
|
return OpParameter<CheckedStoreRepresentation>(op);
|
||||||
}
|
}
|
||||||
|
|
||||||
int StackSlotSizeOf(Operator const* op) {
|
bool operator==(StackSlotRepresentation lhs, StackSlotRepresentation rhs) {
|
||||||
|
return lhs.size() == rhs.size() && lhs.alignment() == rhs.alignment();
|
||||||
|
}
|
||||||
|
|
||||||
|
bool operator!=(StackSlotRepresentation lhs, StackSlotRepresentation rhs) {
|
||||||
|
return !(lhs == rhs);
|
||||||
|
}
|
||||||
|
|
||||||
|
size_t hash_value(StackSlotRepresentation rep) {
|
||||||
|
return base::hash_combine(rep.size(), rep.alignment());
|
||||||
|
}
|
||||||
|
|
||||||
|
std::ostream& operator<<(std::ostream& os, StackSlotRepresentation rep) {
|
||||||
|
return os << "(" << rep.size() << " : " << rep.alignment() << ")";
|
||||||
|
}
|
||||||
|
|
||||||
|
StackSlotRepresentation const& StackSlotRepresentationOf(Operator const* op) {
|
||||||
DCHECK_EQ(IrOpcode::kStackSlot, op->opcode());
|
DCHECK_EQ(IrOpcode::kStackSlot, op->opcode());
|
||||||
return OpParameter<int>(op);
|
return OpParameter<StackSlotRepresentation>(op);
|
||||||
}
|
}
|
||||||
|
|
||||||
MachineRepresentation AtomicStoreRepresentationOf(Operator const* op) {
|
MachineRepresentation AtomicStoreRepresentationOf(Operator const* op) {
|
||||||
@ -423,13 +439,15 @@ MachineType AtomicOpRepresentationOf(Operator const* op) {
|
|||||||
V(16x8, 16) \
|
V(16x8, 16) \
|
||||||
V(8x16, 8)
|
V(8x16, 8)
|
||||||
|
|
||||||
#define STACK_SLOT_CACHED_SIZES_LIST(V) V(4) V(8) V(16)
|
#define STACK_SLOT_CACHED_SIZES_ALIGNMENTS_LIST(V) \
|
||||||
|
V(4, 0) V(8, 0) V(16, 0) V(4, 4) V(8, 8) V(16, 16)
|
||||||
|
|
||||||
struct StackSlotOperator : public Operator1<int> {
|
struct StackSlotOperator : public Operator1<StackSlotRepresentation> {
|
||||||
explicit StackSlotOperator(int size)
|
explicit StackSlotOperator(int size, int alignment)
|
||||||
: Operator1<int>(IrOpcode::kStackSlot,
|
: Operator1<StackSlotRepresentation>(
|
||||||
Operator::kNoDeopt | Operator::kNoThrow, "StackSlot", 0,
|
IrOpcode::kStackSlot, Operator::kNoDeopt | Operator::kNoThrow,
|
||||||
0, 0, 1, 0, 0, size) {}
|
"StackSlot", 0, 0, 0, 1, 0, 0,
|
||||||
|
StackSlotRepresentation(size, alignment)) {}
|
||||||
};
|
};
|
||||||
|
|
||||||
struct MachineOperatorGlobalCache {
|
struct MachineOperatorGlobalCache {
|
||||||
@ -496,12 +514,15 @@ struct MachineOperatorGlobalCache {
|
|||||||
MACHINE_TYPE_LIST(LOAD)
|
MACHINE_TYPE_LIST(LOAD)
|
||||||
#undef LOAD
|
#undef LOAD
|
||||||
|
|
||||||
#define STACKSLOT(Size) \
|
#define STACKSLOT(Size, Alignment) \
|
||||||
struct StackSlotOfSize##Size##Operator final : public StackSlotOperator { \
|
struct StackSlotOfSize##Size##OfAlignment##Alignment##Operator final \
|
||||||
StackSlotOfSize##Size##Operator() : StackSlotOperator(Size) {} \
|
: public StackSlotOperator { \
|
||||||
}; \
|
StackSlotOfSize##Size##OfAlignment##Alignment##Operator() \
|
||||||
StackSlotOfSize##Size##Operator kStackSlotSize##Size;
|
: StackSlotOperator(Size, Alignment) {} \
|
||||||
STACK_SLOT_CACHED_SIZES_LIST(STACKSLOT)
|
}; \
|
||||||
|
StackSlotOfSize##Size##OfAlignment##Alignment##Operator \
|
||||||
|
kStackSlotOfSize##Size##OfAlignment##Alignment;
|
||||||
|
STACK_SLOT_CACHED_SIZES_ALIGNMENTS_LIST(STACKSLOT)
|
||||||
#undef STACKSLOT
|
#undef STACKSLOT
|
||||||
|
|
||||||
#define STORE(Type) \
|
#define STORE(Type) \
|
||||||
@ -752,21 +773,23 @@ const Operator* MachineOperatorBuilder::ProtectedLoad(LoadRepresentation rep) {
|
|||||||
return nullptr;
|
return nullptr;
|
||||||
}
|
}
|
||||||
|
|
||||||
const Operator* MachineOperatorBuilder::StackSlot(int size) {
|
const Operator* MachineOperatorBuilder::StackSlot(int size, int alignment) {
|
||||||
DCHECK_LE(0, size);
|
DCHECK_LE(0, size);
|
||||||
#define CASE_CACHED_SIZE(Size) \
|
DCHECK(alignment == 0 || alignment == 4 || alignment == 8 || alignment == 16);
|
||||||
case Size: \
|
#define CASE_CACHED_SIZE(Size, Alignment) \
|
||||||
return &cache_.kStackSlotSize##Size;
|
if (size == Size && alignment == Alignment) { \
|
||||||
switch (size) {
|
return &cache_.kStackSlotOfSize##Size##OfAlignment##Alignment; \
|
||||||
STACK_SLOT_CACHED_SIZES_LIST(CASE_CACHED_SIZE);
|
|
||||||
default:
|
|
||||||
return new (zone_) StackSlotOperator(size);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
STACK_SLOT_CACHED_SIZES_ALIGNMENTS_LIST(CASE_CACHED_SIZE)
|
||||||
|
|
||||||
#undef CASE_CACHED_SIZE
|
#undef CASE_CACHED_SIZE
|
||||||
|
return new (zone_) StackSlotOperator(size, alignment);
|
||||||
}
|
}
|
||||||
|
|
||||||
const Operator* MachineOperatorBuilder::StackSlot(MachineRepresentation rep) {
|
const Operator* MachineOperatorBuilder::StackSlot(MachineRepresentation rep,
|
||||||
return StackSlot(1 << ElementSizeLog2Of(rep));
|
int alignment) {
|
||||||
|
return StackSlot(1 << ElementSizeLog2Of(rep), alignment);
|
||||||
}
|
}
|
||||||
|
|
||||||
const Operator* MachineOperatorBuilder::Store(StoreRepresentation store_rep) {
|
const Operator* MachineOperatorBuilder::Store(StoreRepresentation store_rep) {
|
||||||
|
@ -93,7 +93,29 @@ typedef MachineRepresentation CheckedStoreRepresentation;
|
|||||||
|
|
||||||
CheckedStoreRepresentation CheckedStoreRepresentationOf(Operator const*);
|
CheckedStoreRepresentation CheckedStoreRepresentationOf(Operator const*);
|
||||||
|
|
||||||
int StackSlotSizeOf(Operator const* op);
|
class StackSlotRepresentation final {
|
||||||
|
public:
|
||||||
|
StackSlotRepresentation(int size, int alignment)
|
||||||
|
: size_(size), alignment_(alignment) {}
|
||||||
|
|
||||||
|
int size() const { return size_; }
|
||||||
|
int alignment() const { return alignment_; }
|
||||||
|
|
||||||
|
private:
|
||||||
|
int size_;
|
||||||
|
int alignment_;
|
||||||
|
};
|
||||||
|
|
||||||
|
V8_EXPORT_PRIVATE bool operator==(StackSlotRepresentation,
|
||||||
|
StackSlotRepresentation);
|
||||||
|
bool operator!=(StackSlotRepresentation, StackSlotRepresentation);
|
||||||
|
|
||||||
|
size_t hash_value(StackSlotRepresentation);
|
||||||
|
|
||||||
|
V8_EXPORT_PRIVATE std::ostream& operator<<(std::ostream&,
|
||||||
|
StackSlotRepresentation);
|
||||||
|
|
||||||
|
StackSlotRepresentation const& StackSlotRepresentationOf(Operator const* op);
|
||||||
|
|
||||||
MachineRepresentation AtomicStoreRepresentationOf(Operator const* op);
|
MachineRepresentation AtomicStoreRepresentationOf(Operator const* op);
|
||||||
|
|
||||||
@ -599,8 +621,8 @@ class V8_EXPORT_PRIVATE MachineOperatorBuilder final
|
|||||||
// unaligned store [base + index], value
|
// unaligned store [base + index], value
|
||||||
const Operator* UnalignedStore(UnalignedStoreRepresentation rep);
|
const Operator* UnalignedStore(UnalignedStoreRepresentation rep);
|
||||||
|
|
||||||
const Operator* StackSlot(int size);
|
const Operator* StackSlot(int size, int alignment = 0);
|
||||||
const Operator* StackSlot(MachineRepresentation rep);
|
const Operator* StackSlot(MachineRepresentation rep, int alignment = 0);
|
||||||
|
|
||||||
// Access to the machine stack.
|
// Access to the machine stack.
|
||||||
const Operator* LoadStackPointer();
|
const Operator* LoadStackPointer();
|
||||||
|
@ -775,8 +775,35 @@ CodeGenerator::CodeGenResult CodeGenerator::AssembleArchInstruction(
|
|||||||
case kArchStackSlot: {
|
case kArchStackSlot: {
|
||||||
FrameOffset offset =
|
FrameOffset offset =
|
||||||
frame_access_state()->GetFrameOffset(i.InputInt32(0));
|
frame_access_state()->GetFrameOffset(i.InputInt32(0));
|
||||||
__ Addu(i.OutputRegister(), offset.from_stack_pointer() ? sp : fp,
|
Register base_reg = offset.from_stack_pointer() ? sp : fp;
|
||||||
Operand(offset.offset()));
|
__ Addu(i.OutputRegister(), base_reg, Operand(offset.offset()));
|
||||||
|
int alignment = i.InputInt32(1);
|
||||||
|
DCHECK(alignment == 0 || alignment == 4 || alignment == 8 ||
|
||||||
|
alignment == 16);
|
||||||
|
if (FLAG_debug_code && alignment > 0) {
|
||||||
|
// Verify that the output_register is properly aligned
|
||||||
|
__ And(kScratchReg, i.OutputRegister(), Operand(kPointerSize - 1));
|
||||||
|
__ Assert(eq, kAllocationIsNotDoubleAligned, kScratchReg,
|
||||||
|
Operand(zero_reg));
|
||||||
|
}
|
||||||
|
|
||||||
|
if (alignment == 2 * kPointerSize) {
|
||||||
|
Label done;
|
||||||
|
__ Addu(kScratchReg, base_reg, Operand(offset.offset()));
|
||||||
|
__ And(kScratchReg, kScratchReg, Operand(alignment - 1));
|
||||||
|
__ BranchShort(&done, eq, kScratchReg, Operand(zero_reg));
|
||||||
|
__ Addu(i.OutputRegister(), i.OutputRegister(), kPointerSize);
|
||||||
|
__ bind(&done);
|
||||||
|
} else if (alignment > 2 * kPointerSize) {
|
||||||
|
Label done;
|
||||||
|
__ Addu(kScratchReg, base_reg, Operand(offset.offset()));
|
||||||
|
__ And(kScratchReg, kScratchReg, Operand(alignment - 1));
|
||||||
|
__ BranchShort(&done, eq, kScratchReg, Operand(zero_reg));
|
||||||
|
__ li(kScratchReg2, alignment);
|
||||||
|
__ Subu(kScratchReg2, kScratchReg2, Operand(kScratchReg));
|
||||||
|
__ Addu(i.OutputRegister(), i.OutputRegister(), kScratchReg2);
|
||||||
|
__ bind(&done);
|
||||||
|
}
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
case kIeee754Float64Acos:
|
case kIeee754Float64Acos:
|
||||||
|
@ -256,6 +256,16 @@ static void VisitBinop(InstructionSelector* selector, Node* node,
|
|||||||
VisitBinop(selector, node, opcode, false, kArchNop);
|
VisitBinop(selector, node, opcode, false, kArchNop);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
void InstructionSelector::VisitStackSlot(Node* node) {
|
||||||
|
StackSlotRepresentation rep = StackSlotRepresentationOf(node->op());
|
||||||
|
int alignment = rep.alignment();
|
||||||
|
int slot = frame_->AllocateSpillSlot(rep.size(), alignment);
|
||||||
|
OperandGenerator g(this);
|
||||||
|
|
||||||
|
Emit(kArchStackSlot, g.DefineAsRegister(node),
|
||||||
|
sequence()->AddImmediate(Constant(slot)),
|
||||||
|
sequence()->AddImmediate(Constant(alignment)), 0, nullptr);
|
||||||
|
}
|
||||||
|
|
||||||
void InstructionSelector::VisitLoad(Node* node) {
|
void InstructionSelector::VisitLoad(Node* node) {
|
||||||
LoadRepresentation load_rep = LoadRepresentationOf(node->op());
|
LoadRepresentation load_rep = LoadRepresentationOf(node->op());
|
||||||
|
@ -813,8 +813,35 @@ CodeGenerator::CodeGenResult CodeGenerator::AssembleArchInstruction(
|
|||||||
case kArchStackSlot: {
|
case kArchStackSlot: {
|
||||||
FrameOffset offset =
|
FrameOffset offset =
|
||||||
frame_access_state()->GetFrameOffset(i.InputInt32(0));
|
frame_access_state()->GetFrameOffset(i.InputInt32(0));
|
||||||
__ Daddu(i.OutputRegister(), offset.from_stack_pointer() ? sp : fp,
|
Register base_reg = offset.from_stack_pointer() ? sp : fp;
|
||||||
Operand(offset.offset()));
|
__ Daddu(i.OutputRegister(), base_reg, Operand(offset.offset()));
|
||||||
|
int alignment = i.InputInt32(1);
|
||||||
|
DCHECK(alignment == 0 || alignment == 4 || alignment == 8 ||
|
||||||
|
alignment == 16);
|
||||||
|
if (FLAG_debug_code && alignment > 0) {
|
||||||
|
// Verify that the output_register is properly aligned
|
||||||
|
__ And(kScratchReg, i.OutputRegister(), Operand(kPointerSize - 1));
|
||||||
|
__ Assert(eq, kAllocationIsNotDoubleAligned, kScratchReg,
|
||||||
|
Operand(zero_reg));
|
||||||
|
}
|
||||||
|
if (alignment == 2 * kPointerSize) {
|
||||||
|
Label done;
|
||||||
|
__ Daddu(kScratchReg, base_reg, Operand(offset.offset()));
|
||||||
|
__ And(kScratchReg, kScratchReg, Operand(alignment - 1));
|
||||||
|
__ BranchShort(&done, eq, kScratchReg, Operand(zero_reg));
|
||||||
|
__ Daddu(i.OutputRegister(), i.OutputRegister(), kPointerSize);
|
||||||
|
__ bind(&done);
|
||||||
|
} else if (alignment > 2 * kPointerSize) {
|
||||||
|
Label done;
|
||||||
|
__ Daddu(kScratchReg, base_reg, Operand(offset.offset()));
|
||||||
|
__ And(kScratchReg, kScratchReg, Operand(alignment - 1));
|
||||||
|
__ BranchShort(&done, eq, kScratchReg, Operand(zero_reg));
|
||||||
|
__ li(kScratchReg2, alignment);
|
||||||
|
__ Dsubu(kScratchReg2, kScratchReg2, Operand(kScratchReg));
|
||||||
|
__ Daddu(i.OutputRegister(), i.OutputRegister(), kScratchReg2);
|
||||||
|
__ bind(&done);
|
||||||
|
}
|
||||||
|
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
case kIeee754Float64Acos:
|
case kIeee754Float64Acos:
|
||||||
|
@ -352,6 +352,17 @@ static void VisitBinop(InstructionSelector* selector, Node* node,
|
|||||||
VisitBinop(selector, node, opcode, false, kArchNop);
|
VisitBinop(selector, node, opcode, false, kArchNop);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
void InstructionSelector::VisitStackSlot(Node* node) {
|
||||||
|
StackSlotRepresentation rep = StackSlotRepresentationOf(node->op());
|
||||||
|
int alignment = rep.alignment();
|
||||||
|
int slot = frame_->AllocateSpillSlot(rep.size(), alignment);
|
||||||
|
OperandGenerator g(this);
|
||||||
|
|
||||||
|
Emit(kArchStackSlot, g.DefineAsRegister(node),
|
||||||
|
sequence()->AddImmediate(Constant(slot)),
|
||||||
|
sequence()->AddImmediate(Constant(alignment)), 0, nullptr);
|
||||||
|
}
|
||||||
|
|
||||||
void EmitLoad(InstructionSelector* selector, Node* node, InstructionCode opcode,
|
void EmitLoad(InstructionSelector* selector, Node* node, InstructionCode opcode,
|
||||||
Node* output = nullptr) {
|
Node* output = nullptr) {
|
||||||
Mips64OperandGenerator g(selector);
|
Mips64OperandGenerator g(selector);
|
||||||
|
@ -174,6 +174,14 @@ void VisitBinop(InstructionSelector* selector, Node* node,
|
|||||||
|
|
||||||
} // namespace
|
} // namespace
|
||||||
|
|
||||||
|
void InstructionSelector::VisitStackSlot(Node* node) {
|
||||||
|
StackSlotRepresentation rep = StackSlotRepresentationOf(node->op());
|
||||||
|
int slot = frame_->AllocateSpillSlot(rep.size());
|
||||||
|
OperandGenerator g(this);
|
||||||
|
|
||||||
|
Emit(kArchStackSlot, g.DefineAsRegister(node),
|
||||||
|
sequence()->AddImmediate(Constant(slot)), 0, nullptr);
|
||||||
|
}
|
||||||
|
|
||||||
void InstructionSelector::VisitLoad(Node* node) {
|
void InstructionSelector::VisitLoad(Node* node) {
|
||||||
LoadRepresentation load_rep = LoadRepresentationOf(node->op());
|
LoadRepresentation load_rep = LoadRepresentationOf(node->op());
|
||||||
|
@ -84,8 +84,8 @@ class V8_EXPORT_PRIVATE RawMachineAssembler {
|
|||||||
Node* Int32Constant(int32_t value) {
|
Node* Int32Constant(int32_t value) {
|
||||||
return AddNode(common()->Int32Constant(value));
|
return AddNode(common()->Int32Constant(value));
|
||||||
}
|
}
|
||||||
Node* StackSlot(MachineRepresentation rep) {
|
Node* StackSlot(MachineRepresentation rep, int alignment = 0) {
|
||||||
return AddNode(machine()->StackSlot(rep));
|
return AddNode(machine()->StackSlot(rep, alignment));
|
||||||
}
|
}
|
||||||
Node* Int64Constant(int64_t value) {
|
Node* Int64Constant(int64_t value) {
|
||||||
return AddNode(common()->Int64Constant(value));
|
return AddNode(common()->Int64Constant(value));
|
||||||
|
@ -702,6 +702,15 @@ void VisitBinOp(InstructionSelector* selector, Node* node,
|
|||||||
|
|
||||||
} // namespace
|
} // namespace
|
||||||
|
|
||||||
|
void InstructionSelector::VisitStackSlot(Node* node) {
|
||||||
|
StackSlotRepresentation rep = StackSlotRepresentationOf(node->op());
|
||||||
|
int slot = frame_->AllocateSpillSlot(rep.size());
|
||||||
|
OperandGenerator g(this);
|
||||||
|
|
||||||
|
Emit(kArchStackSlot, g.DefineAsRegister(node),
|
||||||
|
sequence()->AddImmediate(Constant(slot)), 0, nullptr);
|
||||||
|
}
|
||||||
|
|
||||||
void InstructionSelector::VisitLoad(Node* node) {
|
void InstructionSelector::VisitLoad(Node* node) {
|
||||||
S390OperandGenerator g(this);
|
S390OperandGenerator g(this);
|
||||||
ArchOpcode opcode = SelectLoadOpcode(node);
|
ArchOpcode opcode = SelectLoadOpcode(node);
|
||||||
|
@ -283,6 +283,15 @@ ArchOpcode GetStoreOpcode(StoreRepresentation store_rep) {
|
|||||||
|
|
||||||
} // namespace
|
} // namespace
|
||||||
|
|
||||||
|
void InstructionSelector::VisitStackSlot(Node* node) {
|
||||||
|
StackSlotRepresentation rep = StackSlotRepresentationOf(node->op());
|
||||||
|
int slot = frame_->AllocateSpillSlot(rep.size());
|
||||||
|
OperandGenerator g(this);
|
||||||
|
|
||||||
|
Emit(kArchStackSlot, g.DefineAsRegister(node),
|
||||||
|
sequence()->AddImmediate(Constant(slot)), 0, nullptr);
|
||||||
|
}
|
||||||
|
|
||||||
void InstructionSelector::VisitLoad(Node* node) {
|
void InstructionSelector::VisitLoad(Node* node) {
|
||||||
LoadRepresentation load_rep = LoadRepresentationOf(node->op());
|
LoadRepresentation load_rep = LoadRepresentationOf(node->op());
|
||||||
X64OperandGenerator g(this);
|
X64OperandGenerator g(this);
|
||||||
|
@ -168,6 +168,14 @@ class X87OperandGenerator final : public OperandGenerator {
|
|||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
|
void InstructionSelector::VisitStackSlot(Node* node) {
|
||||||
|
StackSlotRepresentation rep = StackSlotRepresentationOf(node->op());
|
||||||
|
int slot = frame_->AllocateSpillSlot(rep.size());
|
||||||
|
OperandGenerator g(this);
|
||||||
|
|
||||||
|
Emit(kArchStackSlot, g.DefineAsRegister(node),
|
||||||
|
sequence()->AddImmediate(Constant(slot)), 0, nullptr);
|
||||||
|
}
|
||||||
|
|
||||||
void InstructionSelector::VisitLoad(Node* node) {
|
void InstructionSelector::VisitLoad(Node* node) {
|
||||||
LoadRepresentation load_rep = LoadRepresentationOf(node->op());
|
LoadRepresentation load_rep = LoadRepresentationOf(node->op());
|
||||||
|
@ -6739,6 +6739,34 @@ TEST(ParentFramePointer) {
|
|||||||
CHECK_EQ(1, r.Call(1));
|
CHECK_EQ(1, r.Call(1));
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#if V8_HOST_ARCH_MIPS || V8_HOST_ARCH_MIPS64
|
||||||
|
|
||||||
|
TEST(StackSlotAlignment) {
|
||||||
|
RawMachineAssemblerTester<int32_t> r;
|
||||||
|
RawMachineLabel tlabel;
|
||||||
|
RawMachineLabel flabel;
|
||||||
|
RawMachineLabel merge;
|
||||||
|
|
||||||
|
int alignments[] = {4, 8, 16};
|
||||||
|
int alignment_count = arraysize(alignments);
|
||||||
|
|
||||||
|
Node* alignment_counter = r.Int32Constant(0);
|
||||||
|
for (int i = 0; i < alignment_count; i++) {
|
||||||
|
for (int j = 0; j < 5; j++) {
|
||||||
|
Node* stack_slot =
|
||||||
|
r.StackSlot(MachineRepresentation::kWord32, alignments[i]);
|
||||||
|
alignment_counter = r.Int32Add(
|
||||||
|
alignment_counter,
|
||||||
|
r.Word32And(stack_slot, r.Int32Constant(alignments[i] - 1)));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
r.Return(alignment_counter);
|
||||||
|
CHECK_EQ(0, r.Call(1));
|
||||||
|
}
|
||||||
|
|
||||||
|
#endif // V8_HOST_ARCH_MIPS || V8_HOST_ARCH_MIPS64
|
||||||
|
|
||||||
#if V8_TARGET_ARCH_64_BIT
|
#if V8_TARGET_ARCH_64_BIT
|
||||||
|
|
||||||
TEST(Regression5923) {
|
TEST(Regression5923) {
|
||||||
|
@ -603,7 +603,8 @@ TEST_F(Int64LoweringTest, F64ReinterpretI64) {
|
|||||||
MachineRepresentation::kFloat64);
|
MachineRepresentation::kFloat64);
|
||||||
|
|
||||||
Capture<Node*> stack_slot_capture;
|
Capture<Node*> stack_slot_capture;
|
||||||
Matcher<Node*> stack_slot_matcher = IsStackSlot(sizeof(int64_t));
|
Matcher<Node*> stack_slot_matcher =
|
||||||
|
IsStackSlot(StackSlotRepresentation(sizeof(int64_t), 0));
|
||||||
|
|
||||||
Capture<Node*> store_capture;
|
Capture<Node*> store_capture;
|
||||||
Matcher<Node*> store_matcher =
|
Matcher<Node*> store_matcher =
|
||||||
@ -634,7 +635,8 @@ TEST_F(Int64LoweringTest, I64ReinterpretF64) {
|
|||||||
MachineRepresentation::kWord64);
|
MachineRepresentation::kWord64);
|
||||||
|
|
||||||
Capture<Node*> stack_slot;
|
Capture<Node*> stack_slot;
|
||||||
Matcher<Node*> stack_slot_matcher = IsStackSlot(sizeof(int64_t));
|
Matcher<Node*> stack_slot_matcher =
|
||||||
|
IsStackSlot(StackSlotRepresentation(sizeof(int64_t), 0));
|
||||||
|
|
||||||
Capture<Node*> store;
|
Capture<Node*> store;
|
||||||
Matcher<Node*> store_matcher = IsStore(
|
Matcher<Node*> store_matcher = IsStore(
|
||||||
|
@ -1339,24 +1339,25 @@ STORE_MATCHER(UnalignedStore)
|
|||||||
|
|
||||||
class IsStackSlotMatcher final : public NodeMatcher {
|
class IsStackSlotMatcher final : public NodeMatcher {
|
||||||
public:
|
public:
|
||||||
explicit IsStackSlotMatcher(const Matcher<int>& size_matcher)
|
explicit IsStackSlotMatcher(
|
||||||
: NodeMatcher(IrOpcode::kStackSlot), size_matcher_(size_matcher) {}
|
const Matcher<StackSlotRepresentation>& rep_matcher)
|
||||||
|
: NodeMatcher(IrOpcode::kStackSlot), rep_matcher_(rep_matcher) {}
|
||||||
|
|
||||||
void DescribeTo(std::ostream* os) const final {
|
void DescribeTo(std::ostream* os) const final {
|
||||||
NodeMatcher::DescribeTo(os);
|
NodeMatcher::DescribeTo(os);
|
||||||
*os << " whose size (";
|
*os << " whose rep (";
|
||||||
size_matcher_.DescribeTo(os);
|
rep_matcher_.DescribeTo(os);
|
||||||
*os << ")";
|
*os << ")";
|
||||||
}
|
}
|
||||||
|
|
||||||
bool MatchAndExplain(Node* node, MatchResultListener* listener) const final {
|
bool MatchAndExplain(Node* node, MatchResultListener* listener) const final {
|
||||||
return (NodeMatcher::MatchAndExplain(node, listener) &&
|
return (NodeMatcher::MatchAndExplain(node, listener) &&
|
||||||
PrintMatchAndExplain(OpParameter<int>(node), "size", size_matcher_,
|
PrintMatchAndExplain(OpParameter<StackSlotRepresentation>(node),
|
||||||
listener));
|
"rep", rep_matcher_, listener));
|
||||||
}
|
}
|
||||||
|
|
||||||
private:
|
private:
|
||||||
const Matcher<int> size_matcher_;
|
const Matcher<StackSlotRepresentation> rep_matcher_;
|
||||||
};
|
};
|
||||||
|
|
||||||
class IsToNumberMatcher final : public NodeMatcher {
|
class IsToNumberMatcher final : public NodeMatcher {
|
||||||
@ -2175,8 +2176,9 @@ Matcher<Node*> IsUnalignedStore(
|
|||||||
control_matcher));
|
control_matcher));
|
||||||
}
|
}
|
||||||
|
|
||||||
Matcher<Node*> IsStackSlot(const Matcher<int>& size_matcher) {
|
Matcher<Node*> IsStackSlot(
|
||||||
return MakeMatcher(new IsStackSlotMatcher(size_matcher));
|
const Matcher<StackSlotRepresentation>& rep_matcher) {
|
||||||
|
return MakeMatcher(new IsStackSlotMatcher(rep_matcher));
|
||||||
}
|
}
|
||||||
|
|
||||||
Matcher<Node*> IsToNumber(const Matcher<Node*>& base_matcher,
|
Matcher<Node*> IsToNumber(const Matcher<Node*>& base_matcher,
|
||||||
|
@ -334,7 +334,7 @@ Matcher<Node*> IsUnalignedStore(
|
|||||||
const Matcher<Node*>& base_matcher, const Matcher<Node*>& index_matcher,
|
const Matcher<Node*>& base_matcher, const Matcher<Node*>& index_matcher,
|
||||||
const Matcher<Node*>& value_matcher, const Matcher<Node*>& effect_matcher,
|
const Matcher<Node*>& value_matcher, const Matcher<Node*>& effect_matcher,
|
||||||
const Matcher<Node*>& control_matcher);
|
const Matcher<Node*>& control_matcher);
|
||||||
Matcher<Node*> IsStackSlot(const Matcher<int>& size_matcher);
|
Matcher<Node*> IsStackSlot(const Matcher<StackSlotRepresentation>& rep_matcher);
|
||||||
Matcher<Node*> IsWord32And(const Matcher<Node*>& lhs_matcher,
|
Matcher<Node*> IsWord32And(const Matcher<Node*>& lhs_matcher,
|
||||||
const Matcher<Node*>& rhs_matcher);
|
const Matcher<Node*>& rhs_matcher);
|
||||||
Matcher<Node*> IsWord32Or(const Matcher<Node*>& lhs_matcher,
|
Matcher<Node*> IsWord32Or(const Matcher<Node*>& lhs_matcher,
|
||||||
|
Loading…
Reference in New Issue
Block a user