114a03ac82
Rename: - array.init(_static) -> array.new_fixed(_static) - array.init_from_data(_static) -> array.new_data(_static) - array.init_from_elem_static -> array.new_elem_static - (Wasm)ArrayInitFromSegment -> (Wasm)ArrayNewSegment Bug: v8:7748 Change-Id: I5ea314d653dd0e9f7f1f556469794d880934e01b Reviewed-on: https://chromium-review.googlesource.com/c/v8/v8/+/3726207 Reviewed-by: Jakob Kummerow <jkummerow@chromium.org> Commit-Queue: Manos Koukoutos <manoskouk@chromium.org> Cr-Commit-Position: refs/heads/main@{#81393}
2630 lines
102 KiB
C++
2630 lines
102 KiB
C++
// Copyright 2017 the V8 project authors. All rights reserved.
|
|
// Use of this source code is governed by a BSD-style license that can be
|
|
// found in the LICENSE file.
|
|
|
|
#include <stddef.h>
|
|
#include <stdint.h>
|
|
#include <stdlib.h>
|
|
|
|
#include <algorithm>
|
|
|
|
#include "src/base/macros.h"
|
|
#include "src/execution/isolate.h"
|
|
#include "src/objects/objects-inl.h"
|
|
#include "src/objects/objects.h"
|
|
#include "src/utils/ostreams.h"
|
|
#include "src/wasm/function-body-decoder.h"
|
|
#include "src/wasm/wasm-module-builder.h"
|
|
#include "src/wasm/wasm-module.h"
|
|
#include "src/wasm/wasm-opcodes-inl.h"
|
|
#include "test/common/wasm/flag-utils.h"
|
|
#include "test/common/wasm/test-signatures.h"
|
|
#include "test/common/wasm/wasm-module-runner.h"
|
|
#include "test/fuzzer/fuzzer-support.h"
|
|
#include "test/fuzzer/wasm-fuzzer-common.h"
|
|
|
|
namespace v8 {
|
|
namespace internal {
|
|
namespace wasm {
|
|
namespace fuzzer {
|
|
|
|
namespace {
|
|
|
|
constexpr int kMaxArrays = 4;
|
|
constexpr int kMaxStructs = 4;
|
|
constexpr int kMaxStructFields = 4;
|
|
constexpr int kMaxFunctions = 4;
|
|
constexpr int kMaxGlobals = 64;
|
|
constexpr int kMaxParameters = 15;
|
|
constexpr int kMaxReturns = 15;
|
|
constexpr int kMaxExceptions = 4;
|
|
constexpr int kMaxTableSize = 32;
|
|
constexpr int kMaxTables = 4;
|
|
constexpr int kMaxArraySize = 20;
|
|
|
|
class DataRange {
|
|
base::Vector<const uint8_t> data_;
|
|
|
|
public:
|
|
explicit DataRange(base::Vector<const uint8_t> data) : data_(data) {}
|
|
DataRange(const DataRange&) = delete;
|
|
DataRange& operator=(const DataRange&) = delete;
|
|
|
|
// Don't accidentally pass DataRange by value. This will reuse bytes and might
|
|
// lead to OOM because the end might not be reached.
|
|
// Define move constructor and move assignment, disallow copy constructor and
|
|
// copy assignment (below).
|
|
DataRange(DataRange&& other) V8_NOEXCEPT : DataRange(other.data_) {
|
|
other.data_ = {};
|
|
}
|
|
DataRange& operator=(DataRange&& other) V8_NOEXCEPT {
|
|
data_ = other.data_;
|
|
other.data_ = {};
|
|
return *this;
|
|
}
|
|
|
|
size_t size() const { return data_.size(); }
|
|
|
|
DataRange split() {
|
|
uint16_t num_bytes = get<uint16_t>() % std::max(size_t{1}, data_.size());
|
|
DataRange split(data_.SubVector(0, num_bytes));
|
|
data_ += num_bytes;
|
|
return split;
|
|
}
|
|
|
|
template <typename T, size_t max_bytes = sizeof(T)>
|
|
T get() {
|
|
// Bool needs special handling (see template specialization below).
|
|
static_assert(!std::is_same<T, bool>::value, "bool needs special handling");
|
|
static_assert(max_bytes <= sizeof(T));
|
|
// We want to support the case where we have less than sizeof(T) bytes
|
|
// remaining in the slice. For example, if we emit an i32 constant, it's
|
|
// okay if we don't have a full four bytes available, we'll just use what
|
|
// we have. We aren't concerned about endianness because we are generating
|
|
// arbitrary expressions.
|
|
const size_t num_bytes = std::min(max_bytes, data_.size());
|
|
T result = T();
|
|
memcpy(&result, data_.begin(), num_bytes);
|
|
data_ += num_bytes;
|
|
return result;
|
|
}
|
|
};
|
|
|
|
// Explicit specialization must be defined outside of class body.
|
|
template <>
|
|
bool DataRange::get() {
|
|
// The general implementation above is not instantiable for bool, as that
|
|
// would cause undefinied behaviour when memcpy'ing random bytes to the
|
|
// bool. This can result in different observable side effects when invoking
|
|
// get<bool> between debug and release version, which eventually makes the
|
|
// code output different as well as raising various unrecoverable errors on
|
|
// runtime.
|
|
// Hence we specialize get<bool> to consume a full byte and use the least
|
|
// significant bit only (0 == false, 1 == true).
|
|
return get<uint8_t>() % 2;
|
|
}
|
|
|
|
enum NonNullables { kAllowNonNullables, kDisallowNonNullables };
|
|
enum PackedTypes { kIncludePackedTypes, kExcludePackedTypes };
|
|
enum Generics { kIncludeGenerics, kExcludeGenerics };
|
|
|
|
ValueType GetValueTypeHelper(DataRange* data, bool liftoff_as_reference,
|
|
uint32_t num_nullable_types,
|
|
uint32_t num_non_nullable_types,
|
|
NonNullables allow_non_nullable,
|
|
PackedTypes include_packed_types,
|
|
Generics include_generics) {
|
|
// Non wasm-gc types.
|
|
std::vector<ValueType> types{kWasmI32, kWasmI64, kWasmF32, kWasmF64,
|
|
kWasmS128};
|
|
|
|
if (!liftoff_as_reference) {
|
|
return types[data->get<uint8_t>() % types.size()];
|
|
}
|
|
|
|
// If {liftoff_as_reference}, include wasm-gc types.
|
|
if (include_packed_types == kIncludePackedTypes) {
|
|
types.insert(types.end(), {kWasmI8, kWasmI16});
|
|
}
|
|
// Decide if the return type will be nullable or not.
|
|
const bool nullable =
|
|
(allow_non_nullable == kAllowNonNullables) ? data->get<bool>() : true;
|
|
if (nullable) {
|
|
types.insert(types.end(), {kWasmI31Ref, kWasmFuncRef});
|
|
}
|
|
if (include_generics == kIncludeGenerics) {
|
|
types.insert(types.end(), {kWasmDataRef, kWasmAnyRef, kWasmEqRef});
|
|
}
|
|
|
|
// The last index of user-defined types allowed is different based on the
|
|
// nullability of the output.
|
|
const uint32_t num_user_defined_types =
|
|
nullable ? num_nullable_types : num_non_nullable_types;
|
|
|
|
// Conceptually, user-defined types are added to the end of the list. Pick a
|
|
// random one among them.
|
|
uint32_t id = data->get<uint8_t>() % (types.size() + num_user_defined_types);
|
|
if (id >= types.size()) {
|
|
// Return user-defined type.
|
|
return ValueType::Ref(id - static_cast<uint32_t>(types.size()),
|
|
nullable ? kNullable : kNonNullable);
|
|
}
|
|
// If returning a reference type, fix its nullability according to {nullable}.
|
|
if (types[id].is_reference()) {
|
|
return ValueType::Ref(types[id].heap_type(),
|
|
nullable ? kNullable : kNonNullable);
|
|
}
|
|
// Otherwise, just return the picked type.
|
|
return types[id];
|
|
}
|
|
|
|
ValueType GetValueType(DataRange* data, bool liftoff_as_reference,
|
|
uint32_t num_types) {
|
|
return GetValueTypeHelper(data, liftoff_as_reference, num_types, num_types,
|
|
kAllowNonNullables, kExcludePackedTypes,
|
|
kIncludeGenerics);
|
|
}
|
|
|
|
class WasmGenerator {
|
|
template <WasmOpcode Op, ValueKind... Args>
|
|
void op(DataRange* data) {
|
|
Generate<Args...>(data);
|
|
builder_->Emit(Op);
|
|
}
|
|
|
|
class V8_NODISCARD BlockScope {
|
|
public:
|
|
BlockScope(WasmGenerator* gen, WasmOpcode block_type,
|
|
base::Vector<const ValueType> param_types,
|
|
base::Vector<const ValueType> result_types,
|
|
base::Vector<const ValueType> br_types, bool emit_end = true)
|
|
: gen_(gen), emit_end_(emit_end) {
|
|
gen->blocks_.emplace_back(br_types.begin(), br_types.end());
|
|
gen->builder_->EmitByte(block_type);
|
|
|
|
if (param_types.size() == 0 && result_types.size() == 0) {
|
|
gen->builder_->EmitValueType(kWasmVoid);
|
|
return;
|
|
}
|
|
if (param_types.size() == 0 && result_types.size() == 1) {
|
|
gen->builder_->EmitValueType(result_types[0]);
|
|
return;
|
|
}
|
|
// Multi-value block.
|
|
Zone* zone = gen->builder_->builder()->zone();
|
|
FunctionSig::Builder builder(zone, result_types.size(),
|
|
param_types.size());
|
|
for (auto& type : param_types) {
|
|
DCHECK_NE(type, kWasmVoid);
|
|
builder.AddParam(type);
|
|
}
|
|
for (auto& type : result_types) {
|
|
DCHECK_NE(type, kWasmVoid);
|
|
builder.AddReturn(type);
|
|
}
|
|
FunctionSig* sig = builder.Build();
|
|
int sig_id = gen->builder_->builder()->AddSignature(sig);
|
|
gen->builder_->EmitI32V(sig_id);
|
|
}
|
|
|
|
~BlockScope() {
|
|
if (emit_end_) gen_->builder_->Emit(kExprEnd);
|
|
gen_->blocks_.pop_back();
|
|
}
|
|
|
|
private:
|
|
WasmGenerator* const gen_;
|
|
bool emit_end_;
|
|
};
|
|
|
|
void block(base::Vector<const ValueType> param_types,
|
|
base::Vector<const ValueType> return_types, DataRange* data) {
|
|
BlockScope block_scope(this, kExprBlock, param_types, return_types,
|
|
return_types);
|
|
ConsumeAndGenerate(param_types, return_types, data);
|
|
}
|
|
|
|
template <ValueKind T>
|
|
void block(DataRange* data) {
|
|
block({}, base::VectorOf({ValueType::Primitive(T)}), data);
|
|
}
|
|
|
|
void loop(base::Vector<const ValueType> param_types,
|
|
base::Vector<const ValueType> return_types, DataRange* data) {
|
|
BlockScope block_scope(this, kExprLoop, param_types, return_types,
|
|
param_types);
|
|
ConsumeAndGenerate(param_types, return_types, data);
|
|
}
|
|
|
|
template <ValueKind T>
|
|
void loop(DataRange* data) {
|
|
loop({}, base::VectorOf({ValueType::Primitive(T)}), data);
|
|
}
|
|
|
|
enum IfType { kIf, kIfElse };
|
|
|
|
void if_(base::Vector<const ValueType> param_types,
|
|
base::Vector<const ValueType> return_types, IfType type,
|
|
DataRange* data) {
|
|
// One-armed "if" are only valid if the input and output types are the same.
|
|
DCHECK_IMPLIES(type == kIf, param_types == return_types);
|
|
Generate(kWasmI32, data);
|
|
BlockScope block_scope(this, kExprIf, param_types, return_types,
|
|
return_types);
|
|
ConsumeAndGenerate(param_types, return_types, data);
|
|
if (type == kIfElse) {
|
|
builder_->Emit(kExprElse);
|
|
ConsumeAndGenerate(param_types, return_types, data);
|
|
}
|
|
}
|
|
|
|
template <ValueKind T, IfType type>
|
|
void if_(DataRange* data) {
|
|
static_assert(T == kVoid || type == kIfElse,
|
|
"if without else cannot produce a value");
|
|
if_({},
|
|
T == kVoid ? base::Vector<ValueType>{}
|
|
: base::VectorOf({ValueType::Primitive(T)}),
|
|
type, data);
|
|
}
|
|
|
|
void try_block_helper(ValueType return_type, DataRange* data) {
|
|
bool has_catch_all = data->get<bool>();
|
|
uint8_t num_catch =
|
|
data->get<uint8_t>() % (builder_->builder()->NumExceptions() + 1);
|
|
bool is_delegate = num_catch == 0 && !has_catch_all && data->get<bool>();
|
|
// Allow one more target than there are enclosing try blocks, for delegating
|
|
// to the caller.
|
|
|
|
base::Vector<const ValueType> return_type_vec =
|
|
return_type.kind() == kVoid ? base::Vector<ValueType>{}
|
|
: base::VectorOf(&return_type, 1);
|
|
BlockScope block_scope(this, kExprTry, {}, return_type_vec, return_type_vec,
|
|
!is_delegate);
|
|
int control_depth = static_cast<int>(blocks_.size()) - 1;
|
|
Generate(return_type, data);
|
|
catch_blocks_.push_back(control_depth);
|
|
for (int i = 0; i < num_catch; ++i) {
|
|
const FunctionSig* exception_type =
|
|
builder_->builder()->GetExceptionType(i);
|
|
auto exception_type_vec =
|
|
base::VectorOf(exception_type->parameters().begin(),
|
|
exception_type->parameter_count());
|
|
builder_->EmitWithU32V(kExprCatch, i);
|
|
ConsumeAndGenerate(exception_type_vec, return_type_vec, data);
|
|
}
|
|
if (has_catch_all) {
|
|
builder_->Emit(kExprCatchAll);
|
|
Generate(return_type, data);
|
|
}
|
|
if (is_delegate) {
|
|
// The delegate target depth does not include the current try block,
|
|
// because 'delegate' closes this scope. However it is still in the
|
|
// {blocks_} list, so remove one to get the correct size.
|
|
int delegate_depth = data->get<uint8_t>() % (blocks_.size() - 1);
|
|
builder_->EmitWithU32V(kExprDelegate, delegate_depth);
|
|
}
|
|
catch_blocks_.pop_back();
|
|
}
|
|
|
|
template <ValueKind T>
|
|
void try_block(DataRange* data) {
|
|
try_block_helper(ValueType::Primitive(T), data);
|
|
}
|
|
|
|
void any_block(base::Vector<const ValueType> param_types,
|
|
base::Vector<const ValueType> return_types, DataRange* data) {
|
|
uint8_t block_type = data->get<uint8_t>() % 4;
|
|
switch (block_type) {
|
|
case 0:
|
|
block(param_types, return_types, data);
|
|
return;
|
|
case 1:
|
|
loop(param_types, return_types, data);
|
|
return;
|
|
case 2:
|
|
if (param_types == return_types) {
|
|
if_({}, {}, kIf, data);
|
|
return;
|
|
}
|
|
V8_FALLTHROUGH;
|
|
case 3:
|
|
if_(param_types, return_types, kIfElse, data);
|
|
return;
|
|
}
|
|
}
|
|
|
|
void br(DataRange* data) {
|
|
// There is always at least the block representing the function body.
|
|
DCHECK(!blocks_.empty());
|
|
const uint32_t target_block = data->get<uint32_t>() % blocks_.size();
|
|
const auto break_types = blocks_[target_block];
|
|
|
|
Generate(base::VectorOf(break_types), data);
|
|
builder_->EmitWithI32V(
|
|
kExprBr, static_cast<uint32_t>(blocks_.size()) - 1 - target_block);
|
|
}
|
|
|
|
template <ValueKind wanted_kind>
|
|
void br_if(DataRange* data) {
|
|
// There is always at least the block representing the function body.
|
|
DCHECK(!blocks_.empty());
|
|
const uint32_t target_block = data->get<uint32_t>() % blocks_.size();
|
|
const auto break_types = base::VectorOf(blocks_[target_block]);
|
|
|
|
Generate(break_types, data);
|
|
Generate(kWasmI32, data);
|
|
builder_->EmitWithI32V(
|
|
kExprBrIf, static_cast<uint32_t>(blocks_.size()) - 1 - target_block);
|
|
ConsumeAndGenerate(
|
|
break_types,
|
|
wanted_kind == kVoid
|
|
? base::Vector<ValueType>{}
|
|
: base::VectorOf({ValueType::Primitive(wanted_kind)}),
|
|
data);
|
|
}
|
|
|
|
template <ValueKind wanted_kind>
|
|
void br_on_null(DataRange* data) {
|
|
DCHECK(!blocks_.empty());
|
|
const uint32_t target_block = data->get<uint32_t>() % blocks_.size();
|
|
const auto break_types = base::VectorOf(blocks_[target_block]);
|
|
if (!liftoff_as_reference_) {
|
|
Generate<wanted_kind>(data);
|
|
return;
|
|
}
|
|
Generate(break_types, data);
|
|
GenerateRef(HeapType(HeapType::kAny), data);
|
|
builder_->EmitWithI32V(
|
|
kExprBrOnNull,
|
|
static_cast<uint32_t>(blocks_.size()) - 1 - target_block);
|
|
builder_->Emit(kExprDrop);
|
|
ConsumeAndGenerate(
|
|
break_types,
|
|
wanted_kind == kVoid
|
|
? base::Vector<ValueType>{}
|
|
: base::VectorOf({ValueType::Primitive(wanted_kind)}),
|
|
data);
|
|
}
|
|
|
|
// TODO(eholk): make this function constexpr once gcc supports it
|
|
static uint8_t max_alignment(WasmOpcode memop) {
|
|
switch (memop) {
|
|
case kExprS128LoadMem:
|
|
case kExprS128StoreMem:
|
|
return 4;
|
|
case kExprI64LoadMem:
|
|
case kExprF64LoadMem:
|
|
case kExprI64StoreMem:
|
|
case kExprF64StoreMem:
|
|
case kExprI64AtomicStore:
|
|
case kExprI64AtomicLoad:
|
|
case kExprI64AtomicAdd:
|
|
case kExprI64AtomicSub:
|
|
case kExprI64AtomicAnd:
|
|
case kExprI64AtomicOr:
|
|
case kExprI64AtomicXor:
|
|
case kExprI64AtomicExchange:
|
|
case kExprI64AtomicCompareExchange:
|
|
case kExprS128Load8x8S:
|
|
case kExprS128Load8x8U:
|
|
case kExprS128Load16x4S:
|
|
case kExprS128Load16x4U:
|
|
case kExprS128Load32x2S:
|
|
case kExprS128Load32x2U:
|
|
case kExprS128Load64Splat:
|
|
case kExprS128Load64Zero:
|
|
return 3;
|
|
case kExprI32LoadMem:
|
|
case kExprI64LoadMem32S:
|
|
case kExprI64LoadMem32U:
|
|
case kExprF32LoadMem:
|
|
case kExprI32StoreMem:
|
|
case kExprI64StoreMem32:
|
|
case kExprF32StoreMem:
|
|
case kExprI32AtomicStore:
|
|
case kExprI64AtomicStore32U:
|
|
case kExprI32AtomicLoad:
|
|
case kExprI64AtomicLoad32U:
|
|
case kExprI32AtomicAdd:
|
|
case kExprI32AtomicSub:
|
|
case kExprI32AtomicAnd:
|
|
case kExprI32AtomicOr:
|
|
case kExprI32AtomicXor:
|
|
case kExprI32AtomicExchange:
|
|
case kExprI32AtomicCompareExchange:
|
|
case kExprI64AtomicAdd32U:
|
|
case kExprI64AtomicSub32U:
|
|
case kExprI64AtomicAnd32U:
|
|
case kExprI64AtomicOr32U:
|
|
case kExprI64AtomicXor32U:
|
|
case kExprI64AtomicExchange32U:
|
|
case kExprI64AtomicCompareExchange32U:
|
|
case kExprS128Load32Splat:
|
|
case kExprS128Load32Zero:
|
|
return 2;
|
|
case kExprI32LoadMem16S:
|
|
case kExprI32LoadMem16U:
|
|
case kExprI64LoadMem16S:
|
|
case kExprI64LoadMem16U:
|
|
case kExprI32StoreMem16:
|
|
case kExprI64StoreMem16:
|
|
case kExprI32AtomicStore16U:
|
|
case kExprI64AtomicStore16U:
|
|
case kExprI32AtomicLoad16U:
|
|
case kExprI64AtomicLoad16U:
|
|
case kExprI32AtomicAdd16U:
|
|
case kExprI32AtomicSub16U:
|
|
case kExprI32AtomicAnd16U:
|
|
case kExprI32AtomicOr16U:
|
|
case kExprI32AtomicXor16U:
|
|
case kExprI32AtomicExchange16U:
|
|
case kExprI32AtomicCompareExchange16U:
|
|
case kExprI64AtomicAdd16U:
|
|
case kExprI64AtomicSub16U:
|
|
case kExprI64AtomicAnd16U:
|
|
case kExprI64AtomicOr16U:
|
|
case kExprI64AtomicXor16U:
|
|
case kExprI64AtomicExchange16U:
|
|
case kExprI64AtomicCompareExchange16U:
|
|
case kExprS128Load16Splat:
|
|
return 1;
|
|
case kExprI32LoadMem8S:
|
|
case kExprI32LoadMem8U:
|
|
case kExprI64LoadMem8S:
|
|
case kExprI64LoadMem8U:
|
|
case kExprI32StoreMem8:
|
|
case kExprI64StoreMem8:
|
|
case kExprI32AtomicStore8U:
|
|
case kExprI64AtomicStore8U:
|
|
case kExprI32AtomicLoad8U:
|
|
case kExprI64AtomicLoad8U:
|
|
case kExprI32AtomicAdd8U:
|
|
case kExprI32AtomicSub8U:
|
|
case kExprI32AtomicAnd8U:
|
|
case kExprI32AtomicOr8U:
|
|
case kExprI32AtomicXor8U:
|
|
case kExprI32AtomicExchange8U:
|
|
case kExprI32AtomicCompareExchange8U:
|
|
case kExprI64AtomicAdd8U:
|
|
case kExprI64AtomicSub8U:
|
|
case kExprI64AtomicAnd8U:
|
|
case kExprI64AtomicOr8U:
|
|
case kExprI64AtomicXor8U:
|
|
case kExprI64AtomicExchange8U:
|
|
case kExprI64AtomicCompareExchange8U:
|
|
case kExprS128Load8Splat:
|
|
return 0;
|
|
default:
|
|
return 0;
|
|
}
|
|
}
|
|
|
|
template <WasmOpcode memory_op, ValueKind... arg_kinds>
|
|
void memop(DataRange* data) {
|
|
const uint8_t align = data->get<uint8_t>() % (max_alignment(memory_op) + 1);
|
|
const uint32_t offset = data->get<uint32_t>();
|
|
|
|
// Generate the index and the arguments, if any.
|
|
Generate<kI32, arg_kinds...>(data);
|
|
|
|
if (WasmOpcodes::IsPrefixOpcode(static_cast<WasmOpcode>(memory_op >> 8))) {
|
|
DCHECK(memory_op >> 8 == kAtomicPrefix || memory_op >> 8 == kSimdPrefix);
|
|
builder_->EmitWithPrefix(memory_op);
|
|
} else {
|
|
builder_->Emit(memory_op);
|
|
}
|
|
builder_->EmitU32V(align);
|
|
builder_->EmitU32V(offset);
|
|
}
|
|
|
|
template <WasmOpcode Op, ValueKind... Args>
|
|
void atomic_op(DataRange* data) {
|
|
const uint8_t align = data->get<uint8_t>() % (max_alignment(Op) + 1);
|
|
const uint32_t offset = data->get<uint32_t>();
|
|
|
|
Generate<Args...>(data);
|
|
builder_->EmitWithPrefix(Op);
|
|
|
|
builder_->EmitU32V(align);
|
|
builder_->EmitU32V(offset);
|
|
}
|
|
|
|
template <WasmOpcode Op, ValueKind... Args>
|
|
void op_with_prefix(DataRange* data) {
|
|
Generate<Args...>(data);
|
|
builder_->EmitWithPrefix(Op);
|
|
}
|
|
|
|
void simd_const(DataRange* data) {
|
|
builder_->EmitWithPrefix(kExprS128Const);
|
|
for (int i = 0; i < kSimd128Size; i++) {
|
|
builder_->EmitByte(data->get<byte>());
|
|
}
|
|
}
|
|
|
|
template <WasmOpcode Op, int lanes, ValueKind... Args>
|
|
void simd_lane_op(DataRange* data) {
|
|
Generate<Args...>(data);
|
|
builder_->EmitWithPrefix(Op);
|
|
builder_->EmitByte(data->get<byte>() % lanes);
|
|
}
|
|
|
|
template <WasmOpcode Op, int lanes, ValueKind... Args>
|
|
void simd_lane_memop(DataRange* data) {
|
|
// Simd load/store instructions that have a lane immediate.
|
|
memop<Op, Args...>(data);
|
|
builder_->EmitByte(data->get<byte>() % lanes);
|
|
}
|
|
|
|
void simd_shuffle(DataRange* data) {
|
|
Generate<kS128, kS128>(data);
|
|
builder_->EmitWithPrefix(kExprI8x16Shuffle);
|
|
for (int i = 0; i < kSimd128Size; i++) {
|
|
builder_->EmitByte(static_cast<uint8_t>(data->get<byte>() % 32));
|
|
}
|
|
}
|
|
|
|
void drop(DataRange* data) {
|
|
Generate(GetValueType(data, liftoff_as_reference_,
|
|
static_cast<uint32_t>(functions_.size()) +
|
|
num_structs_ + num_arrays_),
|
|
data);
|
|
builder_->Emit(kExprDrop);
|
|
}
|
|
|
|
enum CallKind { kCallDirect, kCallIndirect, kCallRef };
|
|
|
|
template <ValueKind wanted_kind>
|
|
void call(DataRange* data) {
|
|
call(data, ValueType::Primitive(wanted_kind), kCallDirect);
|
|
}
|
|
|
|
template <ValueKind wanted_kind>
|
|
void call_indirect(DataRange* data) {
|
|
call(data, ValueType::Primitive(wanted_kind), kCallIndirect);
|
|
}
|
|
|
|
template <ValueKind wanted_kind>
|
|
void call_ref(DataRange* data) {
|
|
if (liftoff_as_reference_) {
|
|
call(data, ValueType::Primitive(wanted_kind), kCallRef);
|
|
} else {
|
|
Generate<wanted_kind>(data);
|
|
}
|
|
}
|
|
|
|
void Convert(ValueType src, ValueType dst) {
|
|
auto idx = [](ValueType t) -> int {
|
|
switch (t.kind()) {
|
|
case kI32:
|
|
return 0;
|
|
case kI64:
|
|
return 1;
|
|
case kF32:
|
|
return 2;
|
|
case kF64:
|
|
return 3;
|
|
default:
|
|
UNREACHABLE();
|
|
}
|
|
};
|
|
static constexpr WasmOpcode kConvertOpcodes[] = {
|
|
// {i32, i64, f32, f64} -> i32
|
|
kExprNop, kExprI32ConvertI64, kExprI32SConvertF32, kExprI32SConvertF64,
|
|
// {i32, i64, f32, f64} -> i64
|
|
kExprI64SConvertI32, kExprNop, kExprI64SConvertF32, kExprI64SConvertF64,
|
|
// {i32, i64, f32, f64} -> f32
|
|
kExprF32SConvertI32, kExprF32SConvertI64, kExprNop, kExprF32ConvertF64,
|
|
// {i32, i64, f32, f64} -> f64
|
|
kExprF64SConvertI32, kExprF64SConvertI64, kExprF64ConvertF32, kExprNop};
|
|
int arr_idx = idx(dst) << 2 | idx(src);
|
|
builder_->Emit(kConvertOpcodes[arr_idx]);
|
|
}
|
|
|
|
void call(DataRange* data, ValueType wanted_kind, CallKind call_kind) {
|
|
uint8_t random_byte = data->get<uint8_t>();
|
|
int func_index = random_byte % functions_.size();
|
|
uint32_t sig_index = functions_[func_index];
|
|
const FunctionSig* sig = builder_->builder()->GetSignature(sig_index);
|
|
// Generate arguments.
|
|
for (size_t i = 0; i < sig->parameter_count(); ++i) {
|
|
Generate(sig->GetParam(i), data);
|
|
}
|
|
// Emit call.
|
|
// If the return types of the callee happen to match the return types of the
|
|
// caller, generate a tail call.
|
|
bool use_return_call = random_byte > 127;
|
|
if (use_return_call &&
|
|
std::equal(sig->returns().begin(), sig->returns().end(),
|
|
builder_->signature()->returns().begin(),
|
|
builder_->signature()->returns().end())) {
|
|
if (call_kind == kCallDirect) {
|
|
builder_->EmitWithU32V(kExprReturnCall, func_index);
|
|
} else if (call_kind == kCallIndirect) {
|
|
// This will not trap because table[func_index] always contains function
|
|
// func_index.
|
|
builder_->EmitI32Const(func_index);
|
|
builder_->EmitWithU32V(kExprReturnCallIndirect, sig_index);
|
|
// TODO(11954): Use other table indices too.
|
|
builder_->EmitByte(0); // Table index.
|
|
} else {
|
|
GenerateRef(HeapType(sig_index), data);
|
|
builder_->Emit(kExprReturnCallRef);
|
|
}
|
|
return;
|
|
} else {
|
|
if (call_kind == kCallDirect) {
|
|
builder_->EmitWithU32V(kExprCallFunction, func_index);
|
|
} else if (call_kind == kCallIndirect) {
|
|
// This will not trap because table[func_index] always contains function
|
|
// func_index.
|
|
builder_->EmitI32Const(func_index);
|
|
builder_->EmitWithU32V(kExprCallIndirect, sig_index);
|
|
// TODO(11954): Use other table indices too.
|
|
builder_->EmitByte(0); // Table index.
|
|
} else {
|
|
GenerateRef(HeapType(sig_index), data);
|
|
builder_->Emit(kExprCallRef);
|
|
}
|
|
}
|
|
if (sig->return_count() == 0 && wanted_kind != kWasmVoid) {
|
|
// The call did not generate a value. Thus just generate it here.
|
|
Generate(wanted_kind, data);
|
|
return;
|
|
}
|
|
if (wanted_kind == kWasmVoid) {
|
|
// The call did generate values, but we did not want one.
|
|
for (size_t i = 0; i < sig->return_count(); ++i) {
|
|
builder_->Emit(kExprDrop);
|
|
}
|
|
return;
|
|
}
|
|
auto return_types =
|
|
base::VectorOf(sig->returns().begin(), sig->return_count());
|
|
auto wanted_types =
|
|
base::VectorOf(&wanted_kind, wanted_kind == kWasmVoid ? 0 : 1);
|
|
ConsumeAndGenerate(return_types, wanted_types, data);
|
|
}
|
|
|
|
struct Var {
|
|
uint32_t index;
|
|
ValueType type = kWasmVoid;
|
|
Var() = default;
|
|
Var(uint32_t index, ValueType type) : index(index), type(type) {}
|
|
bool is_valid() const { return type != kWasmVoid; }
|
|
};
|
|
|
|
Var GetRandomLocal(DataRange* data) {
|
|
uint32_t num_params =
|
|
static_cast<uint32_t>(builder_->signature()->parameter_count());
|
|
uint32_t num_locals = static_cast<uint32_t>(locals_.size());
|
|
if (num_params + num_locals == 0) return {};
|
|
uint32_t index = data->get<uint8_t>() % (num_params + num_locals);
|
|
ValueType type = index < num_params ? builder_->signature()->GetParam(index)
|
|
: locals_[index - num_params];
|
|
return {index, type};
|
|
}
|
|
|
|
constexpr static bool is_convertible_kind(ValueKind kind) {
|
|
return kind == kI32 || kind == kI64 || kind == kF32 || kind == kF64;
|
|
}
|
|
|
|
template <ValueKind wanted_kind>
|
|
void local_op(DataRange* data, WasmOpcode opcode) {
|
|
static_assert(wanted_kind == kVoid || is_convertible_kind(wanted_kind));
|
|
Var local = GetRandomLocal(data);
|
|
// If there are no locals and no parameters, just generate any value (if a
|
|
// value is needed), or do nothing.
|
|
if (!local.is_valid() || !is_convertible_kind(local.type.kind())) {
|
|
if (wanted_kind == kVoid) return;
|
|
return Generate<wanted_kind>(data);
|
|
}
|
|
|
|
if (opcode != kExprLocalGet) Generate(local.type, data);
|
|
builder_->EmitWithU32V(opcode, local.index);
|
|
if (wanted_kind != kVoid && local.type.kind() != wanted_kind) {
|
|
Convert(local.type, ValueType::Primitive(wanted_kind));
|
|
}
|
|
}
|
|
|
|
template <ValueKind wanted_kind>
|
|
void get_local(DataRange* data) {
|
|
static_assert(wanted_kind != kVoid, "illegal type");
|
|
local_op<wanted_kind>(data, kExprLocalGet);
|
|
}
|
|
|
|
void set_local(DataRange* data) { local_op<kVoid>(data, kExprLocalSet); }
|
|
|
|
template <ValueKind wanted_kind>
|
|
void tee_local(DataRange* data) {
|
|
local_op<wanted_kind>(data, kExprLocalTee);
|
|
}
|
|
|
|
template <size_t num_bytes>
|
|
void i32_const(DataRange* data) {
|
|
builder_->EmitI32Const(data->get<int32_t, num_bytes>());
|
|
}
|
|
|
|
template <size_t num_bytes>
|
|
void i64_const(DataRange* data) {
|
|
builder_->EmitI64Const(data->get<int64_t, num_bytes>());
|
|
}
|
|
|
|
Var GetRandomGlobal(DataRange* data, bool ensure_mutable) {
|
|
uint32_t index;
|
|
if (ensure_mutable) {
|
|
if (mutable_globals_.empty()) return {};
|
|
index = mutable_globals_[data->get<uint8_t>() % mutable_globals_.size()];
|
|
} else {
|
|
if (globals_.empty()) return {};
|
|
index = data->get<uint8_t>() % globals_.size();
|
|
}
|
|
ValueType type = globals_[index];
|
|
return {index, type};
|
|
}
|
|
|
|
template <ValueKind wanted_kind>
|
|
void global_op(DataRange* data) {
|
|
static_assert(wanted_kind == kVoid || is_convertible_kind(wanted_kind));
|
|
constexpr bool is_set = wanted_kind == kVoid;
|
|
Var global = GetRandomGlobal(data, is_set);
|
|
// If there are no globals, just generate any value (if a value is needed),
|
|
// or do nothing.
|
|
if (!global.is_valid() || !is_convertible_kind(global.type.kind())) {
|
|
if (wanted_kind == kVoid) return;
|
|
return Generate<wanted_kind>(data);
|
|
}
|
|
|
|
if (is_set) Generate(global.type, data);
|
|
builder_->EmitWithU32V(is_set ? kExprGlobalSet : kExprGlobalGet,
|
|
global.index);
|
|
if (!is_set && global.type.kind() != wanted_kind) {
|
|
Convert(global.type, ValueType::Primitive(wanted_kind));
|
|
}
|
|
}
|
|
|
|
template <ValueKind wanted_kind>
|
|
void get_global(DataRange* data) {
|
|
static_assert(wanted_kind != kVoid, "illegal type");
|
|
global_op<wanted_kind>(data);
|
|
}
|
|
|
|
template <ValueKind select_kind>
|
|
void select_with_type(DataRange* data) {
|
|
static_assert(select_kind != kVoid, "illegal kind for select");
|
|
Generate<select_kind, select_kind, kI32>(data);
|
|
// num_types is always 1.
|
|
uint8_t num_types = 1;
|
|
builder_->EmitWithU8U8(kExprSelectWithType, num_types,
|
|
ValueType::Primitive(select_kind).value_type_code());
|
|
}
|
|
|
|
void set_global(DataRange* data) { global_op<kVoid>(data); }
|
|
|
|
void throw_or_rethrow(DataRange* data) {
|
|
bool rethrow = data->get<bool>();
|
|
if (rethrow && !catch_blocks_.empty()) {
|
|
int control_depth = static_cast<int>(blocks_.size() - 1);
|
|
int catch_index =
|
|
data->get<uint8_t>() % static_cast<int>(catch_blocks_.size());
|
|
builder_->EmitWithU32V(kExprRethrow,
|
|
control_depth - catch_blocks_[catch_index]);
|
|
} else {
|
|
int tag = data->get<uint8_t>() % builder_->builder()->NumExceptions();
|
|
const FunctionSig* exception_sig =
|
|
builder_->builder()->GetExceptionType(tag);
|
|
base::Vector<const ValueType> exception_types(
|
|
exception_sig->parameters().begin(),
|
|
exception_sig->parameter_count());
|
|
Generate(exception_types, data);
|
|
builder_->EmitWithU32V(kExprThrow, tag);
|
|
}
|
|
}
|
|
|
|
template <ValueKind... Types>
|
|
void sequence(DataRange* data) {
|
|
Generate<Types...>(data);
|
|
}
|
|
|
|
void current_memory(DataRange* data) {
|
|
builder_->EmitWithU8(kExprMemorySize, 0);
|
|
}
|
|
|
|
void grow_memory(DataRange* data);
|
|
|
|
void ref_null(HeapType type, DataRange* data) {
|
|
builder_->EmitWithI32V(kExprRefNull, type.code());
|
|
}
|
|
|
|
bool get_local_ref(HeapType type, DataRange* data, Nullability nullable) {
|
|
Var local = GetRandomLocal(data);
|
|
// TODO(manoskouk): Ideally we would check for subtyping here over type
|
|
// equality, but we don't have a module.
|
|
// TODO(7748): Remove this condition if non-nullable locals are allowed.
|
|
if (nullable == kNullable && local.is_valid() &&
|
|
local.type.is_object_reference() && type == local.type.heap_type()) {
|
|
builder_->EmitWithU32V(kExprLocalGet, local.index);
|
|
return true;
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
bool new_object(HeapType type, DataRange* data, Nullability nullable) {
|
|
DCHECK(liftoff_as_reference_ && type.is_index());
|
|
|
|
uint32_t index = type.ref_index();
|
|
bool new_default = data->get<bool>();
|
|
|
|
if (builder_->builder()->IsStructType(index)) {
|
|
const StructType* struct_gen = builder_->builder()->GetStructType(index);
|
|
int field_count = struct_gen->field_count();
|
|
bool can_be_defaultable = std::all_of(
|
|
struct_gen->fields().begin(), struct_gen->fields().end(),
|
|
[](ValueType type) -> bool { return type.is_defaultable(); });
|
|
|
|
if (new_default && can_be_defaultable) {
|
|
builder_->EmitWithPrefix(kExprRttCanon);
|
|
builder_->EmitU32V(index);
|
|
builder_->EmitWithPrefix(kExprStructNewDefaultWithRtt);
|
|
builder_->EmitU32V(index);
|
|
} else {
|
|
for (int i = 0; i < field_count; i++) {
|
|
Generate(struct_gen->field(i).Unpacked(), data);
|
|
}
|
|
builder_->EmitWithPrefix(kExprRttCanon);
|
|
builder_->EmitU32V(index);
|
|
builder_->EmitWithPrefix(kExprStructNewWithRtt);
|
|
builder_->EmitU32V(index);
|
|
}
|
|
} else if (builder_->builder()->IsArrayType(index)) {
|
|
bool can_be_defaultable = builder_->builder()
|
|
->GetArrayType(index)
|
|
->element_type()
|
|
.is_defaultable();
|
|
if (new_default && can_be_defaultable) {
|
|
Generate(kWasmI32, data);
|
|
builder_->EmitI32Const(kMaxArraySize);
|
|
builder_->Emit(kExprI32RemS);
|
|
builder_->EmitWithPrefix(kExprRttCanon);
|
|
builder_->EmitU32V(index);
|
|
builder_->EmitWithPrefix(kExprArrayNewDefaultWithRtt);
|
|
builder_->EmitU32V(index);
|
|
} else {
|
|
Generate(
|
|
builder_->builder()->GetArrayType(index)->element_type().Unpacked(),
|
|
data);
|
|
Generate(kWasmI32, data);
|
|
builder_->EmitI32Const(kMaxArraySize);
|
|
builder_->Emit(kExprI32RemS);
|
|
builder_->EmitWithPrefix(kExprRttCanon);
|
|
builder_->EmitU32V(index);
|
|
builder_->EmitWithPrefix(kExprArrayNewWithRtt);
|
|
builder_->EmitU32V(index);
|
|
}
|
|
} else {
|
|
// Map the type index to a function index.
|
|
// TODO(11954. 7748): Once we have type canonicalization, choose a random
|
|
// function from among those matching the signature (consider function
|
|
// subtyping?).
|
|
uint32_t func_index = index - (num_arrays_ + num_structs_);
|
|
DCHECK_EQ(builder_->builder()->GetSignature(index),
|
|
builder_->builder()->GetFunction(func_index)->signature());
|
|
builder_->EmitWithU32V(kExprRefFunc, func_index);
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
template <ValueKind wanted_kind>
|
|
void table_op(std::vector<ValueType> types, DataRange* data,
|
|
WasmOpcode opcode) {
|
|
DCHECK(opcode == kExprTableSet || opcode == kExprTableSize ||
|
|
opcode == kExprTableGrow || opcode == kExprTableFill);
|
|
int num_tables = builder_->builder()->NumTables();
|
|
DCHECK_GT(num_tables, 0);
|
|
int index = data->get<uint8_t>() % num_tables;
|
|
for (size_t i = 0; i < types.size(); i++) {
|
|
// When passing the reftype by default kWasmFuncRef is used.
|
|
// Then the type is changed according to its table type.
|
|
if (types[i] == kWasmFuncRef) {
|
|
types[i] = builder_->builder()->GetTableType(index);
|
|
}
|
|
}
|
|
Generate(base::VectorOf(types), data);
|
|
if (opcode == kExprTableSet) {
|
|
builder_->Emit(opcode);
|
|
} else {
|
|
builder_->EmitWithPrefix(opcode);
|
|
}
|
|
builder_->EmitU32V(index);
|
|
}
|
|
|
|
bool table_get(HeapType type, DataRange* data, Nullability nullable) {
|
|
ValueType needed_type = ValueType::Ref(type, nullable);
|
|
int table_count = builder_->builder()->NumTables();
|
|
ZoneVector<uint32_t> table(builder_->builder()->zone());
|
|
for (int i = 0; i < table_count; i++) {
|
|
if (builder_->builder()->GetTableType(i) == needed_type) {
|
|
table.push_back(i);
|
|
}
|
|
}
|
|
if (table.empty()) {
|
|
return false;
|
|
}
|
|
int index = data->get<uint8_t>() % static_cast<int>(table.size());
|
|
Generate(kWasmI32, data);
|
|
builder_->Emit(kExprTableGet);
|
|
builder_->EmitU32V(table[index]);
|
|
return true;
|
|
}
|
|
|
|
void table_set(DataRange* data) {
|
|
table_op<kVoid>({kWasmI32, kWasmFuncRef}, data, kExprTableSet);
|
|
}
|
|
void table_size(DataRange* data) { table_op<kI32>({}, data, kExprTableSize); }
|
|
void table_grow(DataRange* data) {
|
|
table_op<kI32>({kWasmFuncRef, kWasmI32}, data, kExprTableGrow);
|
|
}
|
|
void table_fill(DataRange* data) {
|
|
table_op<kVoid>({kWasmI32, kWasmFuncRef, kWasmI32}, data, kExprTableFill);
|
|
}
|
|
void table_copy(DataRange* data) {
|
|
ValueType needed_type = data->get<bool>() ? kWasmFuncRef : kWasmAnyRef;
|
|
int table_count = builder_->builder()->NumTables();
|
|
ZoneVector<uint32_t> table(builder_->builder()->zone());
|
|
for (int i = 0; i < table_count; i++) {
|
|
if (builder_->builder()->GetTableType(i) == needed_type) {
|
|
table.push_back(i);
|
|
}
|
|
}
|
|
if (table.empty()) {
|
|
return;
|
|
}
|
|
int first_index = data->get<uint8_t>() % static_cast<int>(table.size());
|
|
int second_index = data->get<uint8_t>() % static_cast<int>(table.size());
|
|
Generate(kWasmI32, data);
|
|
Generate(kWasmI32, data);
|
|
Generate(kWasmI32, data);
|
|
builder_->EmitWithPrefix(kExprTableCopy);
|
|
builder_->EmitU32V(table[first_index]);
|
|
builder_->EmitU32V(table[second_index]);
|
|
}
|
|
|
|
bool array_get_helper(ValueType value_type, DataRange* data) {
|
|
WasmModuleBuilder* builder = builder_->builder();
|
|
ZoneVector<uint32_t> array_indices(builder->zone());
|
|
|
|
for (uint32_t i = num_structs_; i < num_arrays_ + num_structs_; i++) {
|
|
DCHECK(builder->IsArrayType(i));
|
|
if (builder->GetArrayType(i)->element_type().Unpacked() == value_type) {
|
|
array_indices.push_back(i);
|
|
}
|
|
}
|
|
|
|
if (!array_indices.empty()) {
|
|
int index = data->get<uint8_t>() % static_cast<int>(array_indices.size());
|
|
GenerateRef(HeapType(array_indices[index]), data, kNullable);
|
|
Generate(kWasmI32, data);
|
|
if (builder->GetArrayType(array_indices[index])
|
|
->element_type()
|
|
.is_packed()) {
|
|
builder_->EmitWithPrefix(data->get<bool>() ? kExprArrayGetS
|
|
: kExprArrayGetU);
|
|
|
|
} else {
|
|
builder_->EmitWithPrefix(kExprArrayGet);
|
|
}
|
|
builder_->EmitU32V(array_indices[index]);
|
|
return true;
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
template <ValueKind wanted_kind>
|
|
void array_get(DataRange* data) {
|
|
bool got_array_value =
|
|
array_get_helper(ValueType::Primitive(wanted_kind), data);
|
|
if (!got_array_value) {
|
|
Generate<wanted_kind>(data);
|
|
}
|
|
}
|
|
bool array_get_ref(HeapType type, DataRange* data, Nullability nullable) {
|
|
ValueType needed_type = ValueType::Ref(type, nullable);
|
|
return array_get_helper(needed_type, data);
|
|
}
|
|
|
|
void i31_get(DataRange* data) {
|
|
if (!liftoff_as_reference_) {
|
|
Generate(kWasmI32, data);
|
|
return;
|
|
}
|
|
GenerateRef(HeapType(HeapType::kI31), data);
|
|
builder_->Emit(kExprRefAsNonNull);
|
|
if (data->get<bool>()) {
|
|
builder_->EmitWithPrefix(kExprI31GetS);
|
|
} else {
|
|
builder_->EmitWithPrefix(kExprI31GetU);
|
|
}
|
|
}
|
|
|
|
void array_len(DataRange* data) {
|
|
if (num_arrays_ > 1) {
|
|
int array_index = (data->get<uint8_t>() % num_arrays_) + num_structs_;
|
|
DCHECK(builder_->builder()->IsArrayType(array_index));
|
|
GenerateRef(HeapType(array_index), data);
|
|
builder_->EmitWithPrefix(kExprArrayLen);
|
|
builder_->EmitU32V(array_index);
|
|
} else {
|
|
Generate(kWasmI32, data);
|
|
}
|
|
}
|
|
|
|
void array_set(DataRange* data) {
|
|
WasmModuleBuilder* builder = builder_->builder();
|
|
ZoneVector<uint32_t> array_indices(builder->zone());
|
|
for (uint32_t i = num_structs_; i < num_arrays_ + num_structs_; i++) {
|
|
DCHECK(builder->IsArrayType(i));
|
|
if (builder->GetArrayType(i)->mutability()) {
|
|
array_indices.push_back(i);
|
|
}
|
|
}
|
|
|
|
if (array_indices.empty()) {
|
|
return;
|
|
}
|
|
|
|
int index = data->get<uint8_t>() % static_cast<int>(array_indices.size());
|
|
GenerateRef(HeapType(array_indices[index]), data);
|
|
Generate(kWasmI32, data);
|
|
Generate(
|
|
builder->GetArrayType(array_indices[index])->element_type().Unpacked(),
|
|
data);
|
|
builder_->EmitWithPrefix(kExprArraySet);
|
|
builder_->EmitU32V(array_indices[index]);
|
|
}
|
|
|
|
bool struct_get_helper(ValueType value_type, DataRange* data) {
|
|
WasmModuleBuilder* builder = builder_->builder();
|
|
ZoneVector<uint32_t> field_index(builder->zone());
|
|
ZoneVector<uint32_t> struct_index(builder->zone());
|
|
for (uint32_t i = 0; i < num_structs_; i++) {
|
|
DCHECK(builder->IsStructType(i));
|
|
int field_count = builder->GetStructType(i)->field_count();
|
|
for (int index = 0; index < field_count; index++) {
|
|
if (builder->GetStructType(i)->field(index) == value_type) {
|
|
field_index.push_back(index);
|
|
struct_index.push_back(i);
|
|
}
|
|
}
|
|
}
|
|
if (!field_index.empty()) {
|
|
int index = data->get<uint8_t>() % static_cast<int>(field_index.size());
|
|
GenerateRef(HeapType(struct_index[index]), data, kNullable);
|
|
if (builder->GetStructType(struct_index[index])
|
|
->field(field_index[index])
|
|
.is_packed()) {
|
|
builder_->EmitWithPrefix(data->get<bool>() ? kExprStructGetS
|
|
: kExprStructGetU);
|
|
} else {
|
|
builder_->EmitWithPrefix(kExprStructGet);
|
|
}
|
|
builder_->EmitU32V(struct_index[index]);
|
|
builder_->EmitU32V(field_index[index]);
|
|
return true;
|
|
}
|
|
return false;
|
|
}
|
|
|
|
template <ValueKind wanted_kind>
|
|
void struct_get(DataRange* data) {
|
|
bool got_struct_value =
|
|
struct_get_helper(ValueType::Primitive(wanted_kind), data);
|
|
if (!got_struct_value) {
|
|
Generate<wanted_kind>(data);
|
|
}
|
|
}
|
|
|
|
bool struct_get_ref(HeapType type, DataRange* data, Nullability nullable) {
|
|
ValueType needed_type = ValueType::Ref(type, nullable);
|
|
return struct_get_helper(needed_type, data);
|
|
}
|
|
|
|
void struct_set(DataRange* data) {
|
|
WasmModuleBuilder* builder = builder_->builder();
|
|
if (num_structs_ > 0) {
|
|
int struct_index = data->get<uint8_t>() % num_structs_;
|
|
DCHECK(builder->IsStructType(struct_index));
|
|
const StructType* struct_type = builder->GetStructType(struct_index);
|
|
ZoneVector<uint32_t> field_indices(builder->zone());
|
|
for (uint32_t i = 0; i < struct_type->field_count(); i++) {
|
|
if (struct_type->mutability(i)) {
|
|
field_indices.push_back(i);
|
|
}
|
|
}
|
|
if (field_indices.empty()) {
|
|
return;
|
|
}
|
|
int field_index =
|
|
field_indices[data->get<uint8_t>() % field_indices.size()];
|
|
GenerateRef(HeapType(struct_index), data);
|
|
Generate(struct_type->field(field_index).Unpacked(), data);
|
|
builder_->EmitWithPrefix(kExprStructSet);
|
|
builder_->EmitU32V(struct_index);
|
|
builder_->EmitU32V(field_index);
|
|
}
|
|
}
|
|
|
|
template <ValueKind wanted_kind>
|
|
void ref_is_null(DataRange* data) {
|
|
GenerateRef(HeapType(HeapType::kAny), data);
|
|
builder_->Emit(kExprRefIsNull);
|
|
}
|
|
|
|
void ref_eq(DataRange* data) {
|
|
if (!liftoff_as_reference_) {
|
|
Generate(kWasmI32, data);
|
|
return;
|
|
}
|
|
GenerateRef(HeapType(HeapType::kEq), data);
|
|
GenerateRef(HeapType(HeapType::kEq), data);
|
|
builder_->Emit(kExprRefEq);
|
|
}
|
|
|
|
using GenerateFn = void (WasmGenerator::*const)(DataRange*);
|
|
using GenerateFnWithHeap = bool (WasmGenerator::*const)(HeapType, DataRange*,
|
|
Nullability);
|
|
|
|
template <size_t N>
|
|
void GenerateOneOf(GenerateFn (&alternatives)[N], DataRange* data) {
|
|
static_assert(N < std::numeric_limits<uint8_t>::max(),
|
|
"Too many alternatives. Use a bigger type if needed.");
|
|
const auto which = data->get<uint8_t>();
|
|
|
|
GenerateFn alternate = alternatives[which % N];
|
|
(this->*alternate)(data);
|
|
}
|
|
|
|
// Returns true if it had succesfully generated the reference
|
|
// and false otherwise.
|
|
template <size_t N>
|
|
bool GenerateOneOf(GenerateFnWithHeap (&alternatives)[N], HeapType type,
|
|
DataRange* data, Nullability nullability) {
|
|
static_assert(N < std::numeric_limits<uint8_t>::max(),
|
|
"Too many alternatives. Use a bigger type if needed.");
|
|
|
|
int index = data->get<uint8_t>() % (N + 1);
|
|
|
|
if (nullability && index == N) {
|
|
ref_null(type, data);
|
|
return true;
|
|
}
|
|
|
|
for (int i = index; i < static_cast<int>(N); i++) {
|
|
if ((this->*alternatives[i])(type, data, nullability)) {
|
|
return true;
|
|
}
|
|
}
|
|
|
|
for (int i = 0; i < index; i++) {
|
|
if ((this->*alternatives[i])(type, data, nullability)) {
|
|
return true;
|
|
}
|
|
}
|
|
|
|
if (nullability == kNullable) {
|
|
ref_null(type, data);
|
|
return true;
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
struct GeneratorRecursionScope {
|
|
explicit GeneratorRecursionScope(WasmGenerator* gen) : gen(gen) {
|
|
++gen->recursion_depth;
|
|
DCHECK_LE(gen->recursion_depth, kMaxRecursionDepth);
|
|
}
|
|
~GeneratorRecursionScope() {
|
|
DCHECK_GT(gen->recursion_depth, 0);
|
|
--gen->recursion_depth;
|
|
}
|
|
WasmGenerator* gen;
|
|
};
|
|
|
|
public:
|
|
WasmGenerator(WasmFunctionBuilder* fn, const std::vector<uint32_t>& functions,
|
|
const std::vector<ValueType>& globals,
|
|
const std::vector<uint8_t>& mutable_globals,
|
|
uint32_t num_structs, uint32_t num_arrays, DataRange* data,
|
|
bool liftoff_as_reference)
|
|
: builder_(fn),
|
|
functions_(functions),
|
|
globals_(globals),
|
|
mutable_globals_(mutable_globals),
|
|
num_structs_(num_structs),
|
|
num_arrays_(num_arrays),
|
|
liftoff_as_reference_(liftoff_as_reference) {
|
|
const FunctionSig* sig = fn->signature();
|
|
blocks_.emplace_back();
|
|
for (size_t i = 0; i < sig->return_count(); ++i) {
|
|
blocks_.back().push_back(sig->GetReturn(i));
|
|
}
|
|
constexpr uint32_t kMaxLocals = 32;
|
|
locals_.resize(data->get<uint8_t>() % kMaxLocals);
|
|
uint32_t num_types =
|
|
static_cast<uint32_t>(functions_.size()) + num_structs_ + num_arrays_;
|
|
for (ValueType& local : locals_) {
|
|
local = GetValueTypeHelper(data, liftoff_as_reference_, num_types,
|
|
num_types, kDisallowNonNullables,
|
|
kExcludePackedTypes, kIncludeGenerics);
|
|
fn->AddLocal(local);
|
|
}
|
|
}
|
|
|
|
void Generate(ValueType type, DataRange* data);
|
|
|
|
template <ValueKind T>
|
|
void Generate(DataRange* data);
|
|
|
|
template <ValueKind T1, ValueKind T2, ValueKind... Ts>
|
|
void Generate(DataRange* data) {
|
|
// TODO(clemensb): Implement a more even split.
|
|
auto first_data = data->split();
|
|
Generate<T1>(&first_data);
|
|
Generate<T2, Ts...>(data);
|
|
}
|
|
|
|
void GenerateRef(HeapType type, DataRange* data,
|
|
Nullability nullability = kNullable);
|
|
|
|
std::vector<ValueType> GenerateTypes(DataRange* data);
|
|
void Generate(base::Vector<const ValueType> types, DataRange* data);
|
|
void ConsumeAndGenerate(base::Vector<const ValueType> parameter_types,
|
|
base::Vector<const ValueType> return_types,
|
|
DataRange* data);
|
|
bool HasSimd() { return has_simd_; }
|
|
|
|
private:
|
|
WasmFunctionBuilder* builder_;
|
|
std::vector<std::vector<ValueType>> blocks_;
|
|
const std::vector<uint32_t>& functions_;
|
|
std::vector<ValueType> locals_;
|
|
std::vector<ValueType> globals_;
|
|
std::vector<uint8_t> mutable_globals_; // indexes into {globals_}.
|
|
uint32_t recursion_depth = 0;
|
|
std::vector<int> catch_blocks_;
|
|
bool has_simd_;
|
|
uint32_t num_structs_;
|
|
uint32_t num_arrays_;
|
|
bool liftoff_as_reference_;
|
|
static constexpr uint32_t kMaxRecursionDepth = 64;
|
|
|
|
bool recursion_limit_reached() {
|
|
return recursion_depth >= kMaxRecursionDepth;
|
|
}
|
|
};
|
|
|
|
template <>
|
|
void WasmGenerator::block<kVoid>(DataRange* data) {
|
|
block({}, {}, data);
|
|
}
|
|
|
|
template <>
|
|
void WasmGenerator::loop<kVoid>(DataRange* data) {
|
|
loop({}, {}, data);
|
|
}
|
|
|
|
template <>
|
|
void WasmGenerator::Generate<kVoid>(DataRange* data) {
|
|
GeneratorRecursionScope rec_scope(this);
|
|
if (recursion_limit_reached() || data->size() == 0) return;
|
|
|
|
constexpr GenerateFn alternatives[] = {
|
|
&WasmGenerator::sequence<kVoid, kVoid>,
|
|
&WasmGenerator::sequence<kVoid, kVoid, kVoid, kVoid>,
|
|
&WasmGenerator::sequence<kVoid, kVoid, kVoid, kVoid, kVoid, kVoid, kVoid,
|
|
kVoid>,
|
|
&WasmGenerator::block<kVoid>,
|
|
&WasmGenerator::loop<kVoid>,
|
|
&WasmGenerator::if_<kVoid, kIf>,
|
|
&WasmGenerator::if_<kVoid, kIfElse>,
|
|
&WasmGenerator::br,
|
|
&WasmGenerator::br_if<kVoid>,
|
|
&WasmGenerator::br_on_null<kVoid>,
|
|
|
|
&WasmGenerator::memop<kExprI32StoreMem, kI32>,
|
|
&WasmGenerator::memop<kExprI32StoreMem8, kI32>,
|
|
&WasmGenerator::memop<kExprI32StoreMem16, kI32>,
|
|
&WasmGenerator::memop<kExprI64StoreMem, kI64>,
|
|
&WasmGenerator::memop<kExprI64StoreMem8, kI64>,
|
|
&WasmGenerator::memop<kExprI64StoreMem16, kI64>,
|
|
&WasmGenerator::memop<kExprI64StoreMem32, kI64>,
|
|
&WasmGenerator::memop<kExprF32StoreMem, kF32>,
|
|
&WasmGenerator::memop<kExprF64StoreMem, kF64>,
|
|
&WasmGenerator::memop<kExprI32AtomicStore, kI32>,
|
|
&WasmGenerator::memop<kExprI32AtomicStore8U, kI32>,
|
|
&WasmGenerator::memop<kExprI32AtomicStore16U, kI32>,
|
|
&WasmGenerator::memop<kExprI64AtomicStore, kI64>,
|
|
&WasmGenerator::memop<kExprI64AtomicStore8U, kI64>,
|
|
&WasmGenerator::memop<kExprI64AtomicStore16U, kI64>,
|
|
&WasmGenerator::memop<kExprI64AtomicStore32U, kI64>,
|
|
&WasmGenerator::memop<kExprS128StoreMem, kS128>,
|
|
&WasmGenerator::simd_lane_memop<kExprS128Store8Lane, 16, kS128>,
|
|
&WasmGenerator::simd_lane_memop<kExprS128Store16Lane, 8, kS128>,
|
|
&WasmGenerator::simd_lane_memop<kExprS128Store32Lane, 4, kS128>,
|
|
&WasmGenerator::simd_lane_memop<kExprS128Store64Lane, 2, kS128>,
|
|
|
|
&WasmGenerator::drop,
|
|
|
|
&WasmGenerator::call<kVoid>,
|
|
&WasmGenerator::call_indirect<kVoid>,
|
|
&WasmGenerator::call_ref<kVoid>,
|
|
|
|
&WasmGenerator::set_local,
|
|
&WasmGenerator::set_global,
|
|
&WasmGenerator::throw_or_rethrow,
|
|
&WasmGenerator::try_block<kVoid>,
|
|
|
|
&WasmGenerator::struct_set,
|
|
&WasmGenerator::array_set,
|
|
|
|
&WasmGenerator::table_set,
|
|
&WasmGenerator::table_fill,
|
|
&WasmGenerator::table_copy};
|
|
|
|
GenerateOneOf(alternatives, data);
|
|
}
|
|
|
|
template <>
|
|
void WasmGenerator::Generate<kI32>(DataRange* data) {
|
|
GeneratorRecursionScope rec_scope(this);
|
|
if (recursion_limit_reached() || data->size() <= 1) {
|
|
builder_->EmitI32Const(data->get<uint32_t>());
|
|
return;
|
|
}
|
|
|
|
constexpr GenerateFn alternatives[] = {
|
|
&WasmGenerator::i32_const<1>,
|
|
&WasmGenerator::i32_const<2>,
|
|
&WasmGenerator::i32_const<3>,
|
|
&WasmGenerator::i32_const<4>,
|
|
|
|
&WasmGenerator::sequence<kI32, kVoid>,
|
|
&WasmGenerator::sequence<kVoid, kI32>,
|
|
&WasmGenerator::sequence<kVoid, kI32, kVoid>,
|
|
|
|
&WasmGenerator::op<kExprI32Eqz, kI32>,
|
|
&WasmGenerator::op<kExprI32Eq, kI32, kI32>,
|
|
&WasmGenerator::op<kExprI32Ne, kI32, kI32>,
|
|
&WasmGenerator::op<kExprI32LtS, kI32, kI32>,
|
|
&WasmGenerator::op<kExprI32LtU, kI32, kI32>,
|
|
&WasmGenerator::op<kExprI32GeS, kI32, kI32>,
|
|
&WasmGenerator::op<kExprI32GeU, kI32, kI32>,
|
|
|
|
&WasmGenerator::op<kExprI64Eqz, kI64>,
|
|
&WasmGenerator::op<kExprI64Eq, kI64, kI64>,
|
|
&WasmGenerator::op<kExprI64Ne, kI64, kI64>,
|
|
&WasmGenerator::op<kExprI64LtS, kI64, kI64>,
|
|
&WasmGenerator::op<kExprI64LtU, kI64, kI64>,
|
|
&WasmGenerator::op<kExprI64GeS, kI64, kI64>,
|
|
&WasmGenerator::op<kExprI64GeU, kI64, kI64>,
|
|
|
|
&WasmGenerator::op<kExprF32Eq, kF32, kF32>,
|
|
&WasmGenerator::op<kExprF32Ne, kF32, kF32>,
|
|
&WasmGenerator::op<kExprF32Lt, kF32, kF32>,
|
|
&WasmGenerator::op<kExprF32Ge, kF32, kF32>,
|
|
|
|
&WasmGenerator::op<kExprF64Eq, kF64, kF64>,
|
|
&WasmGenerator::op<kExprF64Ne, kF64, kF64>,
|
|
&WasmGenerator::op<kExprF64Lt, kF64, kF64>,
|
|
&WasmGenerator::op<kExprF64Ge, kF64, kF64>,
|
|
|
|
&WasmGenerator::op<kExprI32Add, kI32, kI32>,
|
|
&WasmGenerator::op<kExprI32Sub, kI32, kI32>,
|
|
&WasmGenerator::op<kExprI32Mul, kI32, kI32>,
|
|
|
|
&WasmGenerator::op<kExprI32DivS, kI32, kI32>,
|
|
&WasmGenerator::op<kExprI32DivU, kI32, kI32>,
|
|
&WasmGenerator::op<kExprI32RemS, kI32, kI32>,
|
|
&WasmGenerator::op<kExprI32RemU, kI32, kI32>,
|
|
|
|
&WasmGenerator::op<kExprI32And, kI32, kI32>,
|
|
&WasmGenerator::op<kExprI32Ior, kI32, kI32>,
|
|
&WasmGenerator::op<kExprI32Xor, kI32, kI32>,
|
|
&WasmGenerator::op<kExprI32Shl, kI32, kI32>,
|
|
&WasmGenerator::op<kExprI32ShrU, kI32, kI32>,
|
|
&WasmGenerator::op<kExprI32ShrS, kI32, kI32>,
|
|
&WasmGenerator::op<kExprI32Ror, kI32, kI32>,
|
|
&WasmGenerator::op<kExprI32Rol, kI32, kI32>,
|
|
|
|
&WasmGenerator::op<kExprI32Clz, kI32>,
|
|
&WasmGenerator::op<kExprI32Ctz, kI32>,
|
|
&WasmGenerator::op<kExprI32Popcnt, kI32>,
|
|
|
|
&WasmGenerator::op<kExprI32ConvertI64, kI64>,
|
|
&WasmGenerator::op<kExprI32SConvertF32, kF32>,
|
|
&WasmGenerator::op<kExprI32UConvertF32, kF32>,
|
|
&WasmGenerator::op<kExprI32SConvertF64, kF64>,
|
|
&WasmGenerator::op<kExprI32UConvertF64, kF64>,
|
|
&WasmGenerator::op<kExprI32ReinterpretF32, kF32>,
|
|
|
|
&WasmGenerator::op_with_prefix<kExprI32SConvertSatF32, kF32>,
|
|
&WasmGenerator::op_with_prefix<kExprI32UConvertSatF32, kF32>,
|
|
&WasmGenerator::op_with_prefix<kExprI32SConvertSatF64, kF64>,
|
|
&WasmGenerator::op_with_prefix<kExprI32UConvertSatF64, kF64>,
|
|
|
|
&WasmGenerator::block<kI32>,
|
|
&WasmGenerator::loop<kI32>,
|
|
&WasmGenerator::if_<kI32, kIfElse>,
|
|
&WasmGenerator::br_if<kI32>,
|
|
&WasmGenerator::br_on_null<kI32>,
|
|
|
|
&WasmGenerator::memop<kExprI32LoadMem>,
|
|
&WasmGenerator::memop<kExprI32LoadMem8S>,
|
|
&WasmGenerator::memop<kExprI32LoadMem8U>,
|
|
&WasmGenerator::memop<kExprI32LoadMem16S>,
|
|
&WasmGenerator::memop<kExprI32LoadMem16U>,
|
|
&WasmGenerator::memop<kExprI32AtomicLoad>,
|
|
&WasmGenerator::memop<kExprI32AtomicLoad8U>,
|
|
&WasmGenerator::memop<kExprI32AtomicLoad16U>,
|
|
|
|
&WasmGenerator::atomic_op<kExprI32AtomicAdd, kI32, kI32>,
|
|
&WasmGenerator::atomic_op<kExprI32AtomicSub, kI32, kI32>,
|
|
&WasmGenerator::atomic_op<kExprI32AtomicAnd, kI32, kI32>,
|
|
&WasmGenerator::atomic_op<kExprI32AtomicOr, kI32, kI32>,
|
|
&WasmGenerator::atomic_op<kExprI32AtomicXor, kI32, kI32>,
|
|
&WasmGenerator::atomic_op<kExprI32AtomicExchange, kI32, kI32>,
|
|
&WasmGenerator::atomic_op<kExprI32AtomicCompareExchange, kI32, kI32,
|
|
kI32>,
|
|
&WasmGenerator::atomic_op<kExprI32AtomicAdd8U, kI32, kI32>,
|
|
&WasmGenerator::atomic_op<kExprI32AtomicSub8U, kI32, kI32>,
|
|
&WasmGenerator::atomic_op<kExprI32AtomicAnd8U, kI32, kI32>,
|
|
&WasmGenerator::atomic_op<kExprI32AtomicOr8U, kI32, kI32>,
|
|
&WasmGenerator::atomic_op<kExprI32AtomicXor8U, kI32, kI32>,
|
|
&WasmGenerator::atomic_op<kExprI32AtomicExchange8U, kI32, kI32>,
|
|
&WasmGenerator::atomic_op<kExprI32AtomicCompareExchange8U, kI32, kI32,
|
|
kI32>,
|
|
&WasmGenerator::atomic_op<kExprI32AtomicAdd16U, kI32, kI32>,
|
|
&WasmGenerator::atomic_op<kExprI32AtomicSub16U, kI32, kI32>,
|
|
&WasmGenerator::atomic_op<kExprI32AtomicAnd16U, kI32, kI32>,
|
|
&WasmGenerator::atomic_op<kExprI32AtomicOr16U, kI32, kI32>,
|
|
&WasmGenerator::atomic_op<kExprI32AtomicXor16U, kI32, kI32>,
|
|
&WasmGenerator::atomic_op<kExprI32AtomicExchange16U, kI32, kI32>,
|
|
&WasmGenerator::atomic_op<kExprI32AtomicCompareExchange16U, kI32, kI32,
|
|
kI32>,
|
|
|
|
&WasmGenerator::op_with_prefix<kExprV128AnyTrue, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI8x16AllTrue, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI8x16BitMask, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8AllTrue, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8BitMask, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4AllTrue, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4BitMask, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI64x2AllTrue, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI64x2BitMask, kS128>,
|
|
&WasmGenerator::simd_lane_op<kExprI8x16ExtractLaneS, 16, kS128>,
|
|
&WasmGenerator::simd_lane_op<kExprI8x16ExtractLaneU, 16, kS128>,
|
|
&WasmGenerator::simd_lane_op<kExprI16x8ExtractLaneS, 8, kS128>,
|
|
&WasmGenerator::simd_lane_op<kExprI16x8ExtractLaneU, 8, kS128>,
|
|
&WasmGenerator::simd_lane_op<kExprI32x4ExtractLane, 4, kS128>,
|
|
|
|
&WasmGenerator::current_memory,
|
|
&WasmGenerator::grow_memory,
|
|
|
|
&WasmGenerator::get_local<kI32>,
|
|
&WasmGenerator::tee_local<kI32>,
|
|
&WasmGenerator::get_global<kI32>,
|
|
&WasmGenerator::op<kExprSelect, kI32, kI32, kI32>,
|
|
&WasmGenerator::select_with_type<kI32>,
|
|
|
|
&WasmGenerator::call<kI32>,
|
|
&WasmGenerator::call_indirect<kI32>,
|
|
&WasmGenerator::call_ref<kI32>,
|
|
&WasmGenerator::try_block<kI32>,
|
|
|
|
&WasmGenerator::i31_get,
|
|
|
|
&WasmGenerator::struct_get<kI32>,
|
|
&WasmGenerator::array_get<kI32>,
|
|
&WasmGenerator::array_len,
|
|
|
|
&WasmGenerator::ref_is_null<kI32>,
|
|
&WasmGenerator::ref_eq,
|
|
|
|
&WasmGenerator::table_size,
|
|
&WasmGenerator::table_grow};
|
|
|
|
GenerateOneOf(alternatives, data);
|
|
}
|
|
|
|
template <>
|
|
void WasmGenerator::Generate<kI64>(DataRange* data) {
|
|
GeneratorRecursionScope rec_scope(this);
|
|
if (recursion_limit_reached() || data->size() <= 1) {
|
|
builder_->EmitI64Const(data->get<int64_t>());
|
|
return;
|
|
}
|
|
|
|
constexpr GenerateFn alternatives[] = {
|
|
&WasmGenerator::i64_const<1>,
|
|
&WasmGenerator::i64_const<2>,
|
|
&WasmGenerator::i64_const<3>,
|
|
&WasmGenerator::i64_const<4>,
|
|
&WasmGenerator::i64_const<5>,
|
|
&WasmGenerator::i64_const<6>,
|
|
&WasmGenerator::i64_const<7>,
|
|
&WasmGenerator::i64_const<8>,
|
|
|
|
&WasmGenerator::sequence<kI64, kVoid>,
|
|
&WasmGenerator::sequence<kVoid, kI64>,
|
|
&WasmGenerator::sequence<kVoid, kI64, kVoid>,
|
|
|
|
&WasmGenerator::op<kExprI64Add, kI64, kI64>,
|
|
&WasmGenerator::op<kExprI64Sub, kI64, kI64>,
|
|
&WasmGenerator::op<kExprI64Mul, kI64, kI64>,
|
|
|
|
&WasmGenerator::op<kExprI64DivS, kI64, kI64>,
|
|
&WasmGenerator::op<kExprI64DivU, kI64, kI64>,
|
|
&WasmGenerator::op<kExprI64RemS, kI64, kI64>,
|
|
&WasmGenerator::op<kExprI64RemU, kI64, kI64>,
|
|
|
|
&WasmGenerator::op<kExprI64And, kI64, kI64>,
|
|
&WasmGenerator::op<kExprI64Ior, kI64, kI64>,
|
|
&WasmGenerator::op<kExprI64Xor, kI64, kI64>,
|
|
&WasmGenerator::op<kExprI64Shl, kI64, kI64>,
|
|
&WasmGenerator::op<kExprI64ShrU, kI64, kI64>,
|
|
&WasmGenerator::op<kExprI64ShrS, kI64, kI64>,
|
|
&WasmGenerator::op<kExprI64Ror, kI64, kI64>,
|
|
&WasmGenerator::op<kExprI64Rol, kI64, kI64>,
|
|
|
|
&WasmGenerator::op<kExprI64Clz, kI64>,
|
|
&WasmGenerator::op<kExprI64Ctz, kI64>,
|
|
&WasmGenerator::op<kExprI64Popcnt, kI64>,
|
|
|
|
&WasmGenerator::op_with_prefix<kExprI64SConvertSatF32, kF32>,
|
|
&WasmGenerator::op_with_prefix<kExprI64UConvertSatF32, kF32>,
|
|
&WasmGenerator::op_with_prefix<kExprI64SConvertSatF64, kF64>,
|
|
&WasmGenerator::op_with_prefix<kExprI64UConvertSatF64, kF64>,
|
|
|
|
&WasmGenerator::block<kI64>,
|
|
&WasmGenerator::loop<kI64>,
|
|
&WasmGenerator::if_<kI64, kIfElse>,
|
|
&WasmGenerator::br_if<kI64>,
|
|
&WasmGenerator::br_on_null<kI64>,
|
|
|
|
&WasmGenerator::memop<kExprI64LoadMem>,
|
|
&WasmGenerator::memop<kExprI64LoadMem8S>,
|
|
&WasmGenerator::memop<kExprI64LoadMem8U>,
|
|
&WasmGenerator::memop<kExprI64LoadMem16S>,
|
|
&WasmGenerator::memop<kExprI64LoadMem16U>,
|
|
&WasmGenerator::memop<kExprI64LoadMem32S>,
|
|
&WasmGenerator::memop<kExprI64LoadMem32U>,
|
|
&WasmGenerator::memop<kExprI64AtomicLoad>,
|
|
&WasmGenerator::memop<kExprI64AtomicLoad8U>,
|
|
&WasmGenerator::memop<kExprI64AtomicLoad16U>,
|
|
&WasmGenerator::memop<kExprI64AtomicLoad32U>,
|
|
|
|
&WasmGenerator::atomic_op<kExprI64AtomicAdd, kI32, kI64>,
|
|
&WasmGenerator::atomic_op<kExprI64AtomicSub, kI32, kI64>,
|
|
&WasmGenerator::atomic_op<kExprI64AtomicAnd, kI32, kI64>,
|
|
&WasmGenerator::atomic_op<kExprI64AtomicOr, kI32, kI64>,
|
|
&WasmGenerator::atomic_op<kExprI64AtomicXor, kI32, kI64>,
|
|
&WasmGenerator::atomic_op<kExprI64AtomicExchange, kI32, kI64>,
|
|
&WasmGenerator::atomic_op<kExprI64AtomicCompareExchange, kI32, kI64,
|
|
kI64>,
|
|
&WasmGenerator::atomic_op<kExprI64AtomicAdd8U, kI32, kI64>,
|
|
&WasmGenerator::atomic_op<kExprI64AtomicSub8U, kI32, kI64>,
|
|
&WasmGenerator::atomic_op<kExprI64AtomicAnd8U, kI32, kI64>,
|
|
&WasmGenerator::atomic_op<kExprI64AtomicOr8U, kI32, kI64>,
|
|
&WasmGenerator::atomic_op<kExprI64AtomicXor8U, kI32, kI64>,
|
|
&WasmGenerator::atomic_op<kExprI64AtomicExchange8U, kI32, kI64>,
|
|
&WasmGenerator::atomic_op<kExprI64AtomicCompareExchange8U, kI32, kI64,
|
|
kI64>,
|
|
&WasmGenerator::atomic_op<kExprI64AtomicAdd16U, kI32, kI64>,
|
|
&WasmGenerator::atomic_op<kExprI64AtomicSub16U, kI32, kI64>,
|
|
&WasmGenerator::atomic_op<kExprI64AtomicAnd16U, kI32, kI64>,
|
|
&WasmGenerator::atomic_op<kExprI64AtomicOr16U, kI32, kI64>,
|
|
&WasmGenerator::atomic_op<kExprI64AtomicXor16U, kI32, kI64>,
|
|
&WasmGenerator::atomic_op<kExprI64AtomicExchange16U, kI32, kI64>,
|
|
&WasmGenerator::atomic_op<kExprI64AtomicCompareExchange16U, kI32, kI64,
|
|
kI64>,
|
|
&WasmGenerator::atomic_op<kExprI64AtomicAdd32U, kI32, kI64>,
|
|
&WasmGenerator::atomic_op<kExprI64AtomicSub32U, kI32, kI64>,
|
|
&WasmGenerator::atomic_op<kExprI64AtomicAnd32U, kI32, kI64>,
|
|
&WasmGenerator::atomic_op<kExprI64AtomicOr32U, kI32, kI64>,
|
|
&WasmGenerator::atomic_op<kExprI64AtomicXor32U, kI32, kI64>,
|
|
&WasmGenerator::atomic_op<kExprI64AtomicExchange32U, kI32, kI64>,
|
|
&WasmGenerator::atomic_op<kExprI64AtomicCompareExchange32U, kI32, kI64,
|
|
kI64>,
|
|
|
|
&WasmGenerator::simd_lane_op<kExprI64x2ExtractLane, 2, kS128>,
|
|
|
|
&WasmGenerator::get_local<kI64>,
|
|
&WasmGenerator::tee_local<kI64>,
|
|
&WasmGenerator::get_global<kI64>,
|
|
&WasmGenerator::op<kExprSelect, kI64, kI64, kI32>,
|
|
&WasmGenerator::select_with_type<kI64>,
|
|
|
|
&WasmGenerator::call<kI64>,
|
|
&WasmGenerator::call_indirect<kI64>,
|
|
&WasmGenerator::call_ref<kI64>,
|
|
&WasmGenerator::try_block<kI64>,
|
|
|
|
&WasmGenerator::struct_get<kI64>,
|
|
&WasmGenerator::array_get<kI64>};
|
|
|
|
GenerateOneOf(alternatives, data);
|
|
}
|
|
|
|
template <>
|
|
void WasmGenerator::Generate<kF32>(DataRange* data) {
|
|
GeneratorRecursionScope rec_scope(this);
|
|
if (recursion_limit_reached() || data->size() <= sizeof(float)) {
|
|
builder_->EmitF32Const(data->get<float>());
|
|
return;
|
|
}
|
|
|
|
constexpr GenerateFn alternatives[] = {
|
|
&WasmGenerator::sequence<kF32, kVoid>,
|
|
&WasmGenerator::sequence<kVoid, kF32>,
|
|
&WasmGenerator::sequence<kVoid, kF32, kVoid>,
|
|
|
|
&WasmGenerator::op<kExprF32Abs, kF32>,
|
|
&WasmGenerator::op<kExprF32Neg, kF32>,
|
|
&WasmGenerator::op<kExprF32Ceil, kF32>,
|
|
&WasmGenerator::op<kExprF32Floor, kF32>,
|
|
&WasmGenerator::op<kExprF32Trunc, kF32>,
|
|
&WasmGenerator::op<kExprF32NearestInt, kF32>,
|
|
&WasmGenerator::op<kExprF32Sqrt, kF32>,
|
|
&WasmGenerator::op<kExprF32Add, kF32, kF32>,
|
|
&WasmGenerator::op<kExprF32Sub, kF32, kF32>,
|
|
&WasmGenerator::op<kExprF32Mul, kF32, kF32>,
|
|
&WasmGenerator::op<kExprF32Div, kF32, kF32>,
|
|
&WasmGenerator::op<kExprF32Min, kF32, kF32>,
|
|
&WasmGenerator::op<kExprF32Max, kF32, kF32>,
|
|
&WasmGenerator::op<kExprF32CopySign, kF32, kF32>,
|
|
|
|
&WasmGenerator::op<kExprF32SConvertI32, kI32>,
|
|
&WasmGenerator::op<kExprF32UConvertI32, kI32>,
|
|
&WasmGenerator::op<kExprF32SConvertI64, kI64>,
|
|
&WasmGenerator::op<kExprF32UConvertI64, kI64>,
|
|
&WasmGenerator::op<kExprF32ConvertF64, kF64>,
|
|
&WasmGenerator::op<kExprF32ReinterpretI32, kI32>,
|
|
|
|
&WasmGenerator::block<kF32>,
|
|
&WasmGenerator::loop<kF32>,
|
|
&WasmGenerator::if_<kF32, kIfElse>,
|
|
&WasmGenerator::br_if<kF32>,
|
|
&WasmGenerator::br_on_null<kF32>,
|
|
|
|
&WasmGenerator::memop<kExprF32LoadMem>,
|
|
|
|
&WasmGenerator::simd_lane_op<kExprF32x4ExtractLane, 4, kS128>,
|
|
|
|
&WasmGenerator::get_local<kF32>,
|
|
&WasmGenerator::tee_local<kF32>,
|
|
&WasmGenerator::get_global<kF32>,
|
|
&WasmGenerator::op<kExprSelect, kF32, kF32, kI32>,
|
|
&WasmGenerator::select_with_type<kF32>,
|
|
|
|
&WasmGenerator::call<kF32>,
|
|
&WasmGenerator::call_indirect<kF32>,
|
|
&WasmGenerator::call_ref<kF32>,
|
|
&WasmGenerator::try_block<kF32>,
|
|
|
|
&WasmGenerator::struct_get<kF32>,
|
|
&WasmGenerator::array_get<kF32>};
|
|
|
|
GenerateOneOf(alternatives, data);
|
|
}
|
|
|
|
template <>
|
|
void WasmGenerator::Generate<kF64>(DataRange* data) {
|
|
GeneratorRecursionScope rec_scope(this);
|
|
if (recursion_limit_reached() || data->size() <= sizeof(double)) {
|
|
builder_->EmitF64Const(data->get<double>());
|
|
return;
|
|
}
|
|
|
|
constexpr GenerateFn alternatives[] = {
|
|
&WasmGenerator::sequence<kF64, kVoid>,
|
|
&WasmGenerator::sequence<kVoid, kF64>,
|
|
&WasmGenerator::sequence<kVoid, kF64, kVoid>,
|
|
|
|
&WasmGenerator::op<kExprF64Abs, kF64>,
|
|
&WasmGenerator::op<kExprF64Neg, kF64>,
|
|
&WasmGenerator::op<kExprF64Ceil, kF64>,
|
|
&WasmGenerator::op<kExprF64Floor, kF64>,
|
|
&WasmGenerator::op<kExprF64Trunc, kF64>,
|
|
&WasmGenerator::op<kExprF64NearestInt, kF64>,
|
|
&WasmGenerator::op<kExprF64Sqrt, kF64>,
|
|
&WasmGenerator::op<kExprF64Add, kF64, kF64>,
|
|
&WasmGenerator::op<kExprF64Sub, kF64, kF64>,
|
|
&WasmGenerator::op<kExprF64Mul, kF64, kF64>,
|
|
&WasmGenerator::op<kExprF64Div, kF64, kF64>,
|
|
&WasmGenerator::op<kExprF64Min, kF64, kF64>,
|
|
&WasmGenerator::op<kExprF64Max, kF64, kF64>,
|
|
&WasmGenerator::op<kExprF64CopySign, kF64, kF64>,
|
|
|
|
&WasmGenerator::op<kExprF64SConvertI32, kI32>,
|
|
&WasmGenerator::op<kExprF64UConvertI32, kI32>,
|
|
&WasmGenerator::op<kExprF64SConvertI64, kI64>,
|
|
&WasmGenerator::op<kExprF64UConvertI64, kI64>,
|
|
&WasmGenerator::op<kExprF64ConvertF32, kF32>,
|
|
&WasmGenerator::op<kExprF64ReinterpretI64, kI64>,
|
|
|
|
&WasmGenerator::block<kF64>,
|
|
&WasmGenerator::loop<kF64>,
|
|
&WasmGenerator::if_<kF64, kIfElse>,
|
|
&WasmGenerator::br_if<kF64>,
|
|
&WasmGenerator::br_on_null<kF64>,
|
|
|
|
&WasmGenerator::memop<kExprF64LoadMem>,
|
|
|
|
&WasmGenerator::simd_lane_op<kExprF64x2ExtractLane, 2, kS128>,
|
|
|
|
&WasmGenerator::get_local<kF64>,
|
|
&WasmGenerator::tee_local<kF64>,
|
|
&WasmGenerator::get_global<kF64>,
|
|
&WasmGenerator::op<kExprSelect, kF64, kF64, kI32>,
|
|
&WasmGenerator::select_with_type<kF64>,
|
|
|
|
&WasmGenerator::call<kF64>,
|
|
&WasmGenerator::call_indirect<kF64>,
|
|
&WasmGenerator::call_ref<kF64>,
|
|
&WasmGenerator::try_block<kF64>,
|
|
|
|
&WasmGenerator::struct_get<kF64>,
|
|
&WasmGenerator::array_get<kF64>};
|
|
|
|
GenerateOneOf(alternatives, data);
|
|
}
|
|
|
|
template <>
|
|
void WasmGenerator::Generate<kS128>(DataRange* data) {
|
|
GeneratorRecursionScope rec_scope(this);
|
|
has_simd_ = true;
|
|
if (recursion_limit_reached() || data->size() <= sizeof(int32_t)) {
|
|
// TODO(v8:8460): v128.const is not implemented yet, and we need a way to
|
|
// "bottom-out", so use a splat to generate this.
|
|
builder_->EmitI32Const(data->get<int32_t>());
|
|
builder_->EmitWithPrefix(kExprI8x16Splat);
|
|
return;
|
|
}
|
|
|
|
constexpr GenerateFn alternatives[] = {
|
|
&WasmGenerator::simd_const,
|
|
&WasmGenerator::simd_lane_op<kExprI8x16ReplaceLane, 16, kS128, kI32>,
|
|
&WasmGenerator::simd_lane_op<kExprI16x8ReplaceLane, 8, kS128, kI32>,
|
|
&WasmGenerator::simd_lane_op<kExprI32x4ReplaceLane, 4, kS128, kI32>,
|
|
&WasmGenerator::simd_lane_op<kExprI64x2ReplaceLane, 2, kS128, kI64>,
|
|
&WasmGenerator::simd_lane_op<kExprF32x4ReplaceLane, 4, kS128, kF32>,
|
|
&WasmGenerator::simd_lane_op<kExprF64x2ReplaceLane, 2, kS128, kF64>,
|
|
|
|
&WasmGenerator::op_with_prefix<kExprI8x16Splat, kI32>,
|
|
&WasmGenerator::op_with_prefix<kExprI8x16Eq, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI8x16Ne, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI8x16LtS, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI8x16LtU, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI8x16GtS, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI8x16GtU, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI8x16LeS, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI8x16LeU, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI8x16GeS, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI8x16GeU, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI8x16Abs, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI8x16Neg, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI8x16Shl, kS128, kI32>,
|
|
&WasmGenerator::op_with_prefix<kExprI8x16ShrS, kS128, kI32>,
|
|
&WasmGenerator::op_with_prefix<kExprI8x16ShrU, kS128, kI32>,
|
|
&WasmGenerator::op_with_prefix<kExprI8x16Add, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI8x16AddSatS, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI8x16AddSatU, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI8x16Sub, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI8x16SubSatS, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI8x16SubSatU, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI8x16MinS, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI8x16MinU, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI8x16MaxS, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI8x16MaxU, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI8x16RoundingAverageU, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI8x16Popcnt, kS128>,
|
|
|
|
&WasmGenerator::op_with_prefix<kExprI16x8Splat, kI32>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8Eq, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8Ne, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8LtS, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8LtU, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8GtS, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8GtU, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8LeS, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8LeU, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8GeS, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8GeU, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8Abs, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8Neg, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8Shl, kS128, kI32>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8ShrS, kS128, kI32>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8ShrU, kS128, kI32>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8Add, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8AddSatS, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8AddSatU, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8Sub, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8SubSatS, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8SubSatU, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8Mul, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8MinS, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8MinU, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8MaxS, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8MaxU, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8RoundingAverageU, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8ExtMulLowI8x16S, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8ExtMulLowI8x16U, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8ExtMulHighI8x16S, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8ExtMulHighI8x16U, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8Q15MulRSatS, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8ExtAddPairwiseI8x16S, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8ExtAddPairwiseI8x16U, kS128>,
|
|
|
|
&WasmGenerator::op_with_prefix<kExprI32x4Splat, kI32>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4Eq, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4Ne, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4LtS, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4LtU, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4GtS, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4GtU, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4LeS, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4LeU, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4GeS, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4GeU, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4Abs, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4Neg, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4Shl, kS128, kI32>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4ShrS, kS128, kI32>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4ShrU, kS128, kI32>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4Add, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4Sub, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4Mul, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4MinS, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4MinU, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4MaxS, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4MaxU, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4DotI16x8S, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4ExtMulLowI16x8S, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4ExtMulLowI16x8U, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4ExtMulHighI16x8S, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4ExtMulHighI16x8U, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4ExtAddPairwiseI16x8S, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4ExtAddPairwiseI16x8U, kS128>,
|
|
|
|
&WasmGenerator::op_with_prefix<kExprI64x2Splat, kI64>,
|
|
&WasmGenerator::op_with_prefix<kExprI64x2Eq, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI64x2Ne, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI64x2LtS, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI64x2GtS, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI64x2LeS, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI64x2GeS, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI64x2Abs, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI64x2Neg, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI64x2Shl, kS128, kI32>,
|
|
&WasmGenerator::op_with_prefix<kExprI64x2ShrS, kS128, kI32>,
|
|
&WasmGenerator::op_with_prefix<kExprI64x2ShrU, kS128, kI32>,
|
|
&WasmGenerator::op_with_prefix<kExprI64x2Add, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI64x2Sub, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI64x2Mul, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI64x2ExtMulLowI32x4S, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI64x2ExtMulLowI32x4U, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI64x2ExtMulHighI32x4S, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI64x2ExtMulHighI32x4U, kS128, kS128>,
|
|
|
|
&WasmGenerator::op_with_prefix<kExprF32x4Splat, kF32>,
|
|
&WasmGenerator::op_with_prefix<kExprF32x4Eq, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF32x4Ne, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF32x4Lt, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF32x4Gt, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF32x4Le, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF32x4Ge, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF32x4Abs, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF32x4Neg, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF32x4Sqrt, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF32x4Add, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF32x4Sub, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF32x4Mul, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF32x4Div, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF32x4Min, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF32x4Max, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF32x4Pmin, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF32x4Pmax, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF32x4Ceil, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF32x4Floor, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF32x4Trunc, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF32x4NearestInt, kS128>,
|
|
|
|
&WasmGenerator::op_with_prefix<kExprF64x2Splat, kF64>,
|
|
&WasmGenerator::op_with_prefix<kExprF64x2Eq, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF64x2Ne, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF64x2Lt, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF64x2Gt, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF64x2Le, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF64x2Ge, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF64x2Abs, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF64x2Neg, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF64x2Sqrt, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF64x2Add, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF64x2Sub, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF64x2Mul, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF64x2Div, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF64x2Min, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF64x2Max, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF64x2Pmin, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF64x2Pmax, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF64x2Ceil, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF64x2Floor, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF64x2Trunc, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF64x2NearestInt, kS128>,
|
|
|
|
&WasmGenerator::op_with_prefix<kExprF64x2PromoteLowF32x4, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF64x2ConvertLowI32x4S, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF64x2ConvertLowI32x4U, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF32x4DemoteF64x2Zero, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4TruncSatF64x2SZero, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4TruncSatF64x2UZero, kS128>,
|
|
|
|
&WasmGenerator::op_with_prefix<kExprI64x2SConvertI32x4Low, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI64x2SConvertI32x4High, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI64x2UConvertI32x4Low, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI64x2UConvertI32x4High, kS128>,
|
|
|
|
&WasmGenerator::op_with_prefix<kExprI32x4SConvertF32x4, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4UConvertF32x4, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF32x4SConvertI32x4, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprF32x4UConvertI32x4, kS128>,
|
|
|
|
&WasmGenerator::op_with_prefix<kExprI8x16SConvertI16x8, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI8x16UConvertI16x8, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8SConvertI32x4, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8UConvertI32x4, kS128, kS128>,
|
|
|
|
&WasmGenerator::op_with_prefix<kExprI16x8SConvertI8x16Low, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8SConvertI8x16High, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8UConvertI8x16Low, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI16x8UConvertI8x16High, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4SConvertI16x8Low, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4SConvertI16x8High, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4UConvertI16x8Low, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprI32x4UConvertI16x8High, kS128>,
|
|
|
|
&WasmGenerator::op_with_prefix<kExprS128Not, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprS128And, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprS128AndNot, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprS128Or, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprS128Xor, kS128, kS128>,
|
|
&WasmGenerator::op_with_prefix<kExprS128Select, kS128, kS128, kS128>,
|
|
|
|
&WasmGenerator::simd_shuffle,
|
|
&WasmGenerator::op_with_prefix<kExprI8x16Swizzle, kS128, kS128>,
|
|
|
|
&WasmGenerator::memop<kExprS128LoadMem>,
|
|
&WasmGenerator::memop<kExprS128Load8x8S>,
|
|
&WasmGenerator::memop<kExprS128Load8x8U>,
|
|
&WasmGenerator::memop<kExprS128Load16x4S>,
|
|
&WasmGenerator::memop<kExprS128Load16x4U>,
|
|
&WasmGenerator::memop<kExprS128Load32x2S>,
|
|
&WasmGenerator::memop<kExprS128Load32x2U>,
|
|
&WasmGenerator::memop<kExprS128Load8Splat>,
|
|
&WasmGenerator::memop<kExprS128Load16Splat>,
|
|
&WasmGenerator::memop<kExprS128Load32Splat>,
|
|
&WasmGenerator::memop<kExprS128Load64Splat>,
|
|
&WasmGenerator::memop<kExprS128Load32Zero>,
|
|
&WasmGenerator::memop<kExprS128Load64Zero>,
|
|
&WasmGenerator::simd_lane_memop<kExprS128Load8Lane, 16, kS128>,
|
|
&WasmGenerator::simd_lane_memop<kExprS128Load16Lane, 8, kS128>,
|
|
&WasmGenerator::simd_lane_memop<kExprS128Load32Lane, 4, kS128>,
|
|
&WasmGenerator::simd_lane_memop<kExprS128Load64Lane, 2, kS128>,
|
|
};
|
|
|
|
GenerateOneOf(alternatives, data);
|
|
}
|
|
|
|
void WasmGenerator::grow_memory(DataRange* data) {
|
|
Generate<kI32>(data);
|
|
builder_->EmitWithU8(kExprMemoryGrow, 0);
|
|
}
|
|
|
|
void WasmGenerator::Generate(ValueType type, DataRange* data) {
|
|
switch (type.kind()) {
|
|
case kVoid:
|
|
return Generate<kVoid>(data);
|
|
case kI32:
|
|
return Generate<kI32>(data);
|
|
case kI64:
|
|
return Generate<kI64>(data);
|
|
case kF32:
|
|
return Generate<kF32>(data);
|
|
case kF64:
|
|
return Generate<kF64>(data);
|
|
case kS128:
|
|
return Generate<kS128>(data);
|
|
case kOptRef:
|
|
return GenerateRef(type.heap_type(), data, kNullable);
|
|
case kRef:
|
|
return GenerateRef(type.heap_type(), data, kNonNullable);
|
|
default:
|
|
UNREACHABLE();
|
|
}
|
|
}
|
|
|
|
void WasmGenerator::GenerateRef(HeapType type, DataRange* data,
|
|
Nullability nullability) {
|
|
base::Optional<GeneratorRecursionScope> rec_scope;
|
|
if (nullability) {
|
|
rec_scope.emplace(this);
|
|
}
|
|
|
|
if (recursion_limit_reached() || data->size() == 0) {
|
|
if (nullability == kNullable) {
|
|
ref_null(type, data);
|
|
return;
|
|
}
|
|
// It is ok not to return here because the non-nullable types are not
|
|
// recursive by construction, so the depth is limited already.
|
|
}
|
|
|
|
constexpr GenerateFnWithHeap alternatives_indexed_type[] = {
|
|
&WasmGenerator::new_object, &WasmGenerator::get_local_ref,
|
|
&WasmGenerator::array_get_ref, &WasmGenerator::struct_get_ref};
|
|
|
|
constexpr GenerateFnWithHeap alternatives_func_any[] = {
|
|
&WasmGenerator::table_get, &WasmGenerator::get_local_ref,
|
|
&WasmGenerator::array_get_ref, &WasmGenerator::struct_get_ref};
|
|
|
|
constexpr GenerateFnWithHeap alternatives_other[] = {
|
|
&WasmGenerator::array_get_ref, &WasmGenerator::get_local_ref,
|
|
&WasmGenerator::struct_get_ref};
|
|
|
|
switch (type.representation()) {
|
|
// For abstract types, sometimes generate one of their subtypes.
|
|
case HeapType::kAny: {
|
|
// Note: It is possible we land here even without {liftoff_as_reference_}.
|
|
// In this case, we do not support any subtyping, and just fall back to
|
|
// directly generating anyref.
|
|
if (!liftoff_as_reference_) {
|
|
DCHECK(nullability);
|
|
GenerateOneOf(alternatives_func_any, type, data, nullability);
|
|
return;
|
|
}
|
|
// Weighed according to the types in the module:
|
|
// If there are D data types and F function types, the relative
|
|
// frequencies for dataref is D, for funcref F, and for i31ref and falling
|
|
// back to anyref 2.
|
|
const uint8_t num_data_types = num_structs_ + num_arrays_;
|
|
const uint8_t num_function_types = functions_.size();
|
|
const uint8_t emit_i31ref = 2;
|
|
const uint8_t fallback_to_anyref = 2;
|
|
uint8_t random =
|
|
data->get<uint8_t>() % (num_data_types + num_function_types +
|
|
emit_i31ref + fallback_to_anyref);
|
|
// We have to compute this first so in case GenerateOneOf fails
|
|
// we will continue to fall back on an alternative that is guaranteed
|
|
// to generate a value of the wanted type.
|
|
// In order to know which alternative to fall back to in case
|
|
// GenerateOneOf failed, the random variable is recomputed.
|
|
if (random >= num_data_types + num_function_types + emit_i31ref) {
|
|
DCHECK(liftoff_as_reference_);
|
|
if (GenerateOneOf(alternatives_func_any, type, data, nullability)) {
|
|
return;
|
|
}
|
|
random = data->get<uint8_t>() %
|
|
(num_data_types + num_function_types + emit_i31ref);
|
|
}
|
|
if (random < num_data_types) {
|
|
GenerateRef(HeapType(HeapType::kData), data, nullability);
|
|
} else if (random < num_data_types + num_function_types) {
|
|
GenerateRef(HeapType(HeapType::kFunc), data, nullability);
|
|
} else {
|
|
GenerateRef(HeapType(HeapType::kI31), data, nullability);
|
|
}
|
|
return;
|
|
}
|
|
case HeapType::kArray: {
|
|
DCHECK(liftoff_as_reference_);
|
|
constexpr uint8_t fallback_to_dataref = 1;
|
|
uint8_t random =
|
|
data->get<uint8_t>() % (num_arrays_ + fallback_to_dataref);
|
|
// Try generating one of the alternatives and continue to the rest of the
|
|
// methods in case it fails.
|
|
if (random >= num_arrays_) {
|
|
if (GenerateOneOf(alternatives_other, type, data, nullability)) return;
|
|
random = data->get<uint8_t>() % num_arrays_;
|
|
}
|
|
GenerateRef(HeapType(random), data, nullability);
|
|
return;
|
|
}
|
|
case HeapType::kData: {
|
|
DCHECK(liftoff_as_reference_);
|
|
constexpr uint8_t fallback_to_dataref = 2;
|
|
uint8_t random = data->get<uint8_t>() %
|
|
(num_arrays_ + num_structs_ + fallback_to_dataref);
|
|
// Try generating one of the alternatives
|
|
// and continue to the rest of the methods in case it fails.
|
|
if (random >= num_arrays_ + num_structs_) {
|
|
if (GenerateOneOf(alternatives_other, type, data, nullability)) {
|
|
return;
|
|
}
|
|
random = data->get<uint8_t>() % (num_arrays_ + num_structs_);
|
|
}
|
|
GenerateRef(HeapType(random), data, nullability);
|
|
return;
|
|
}
|
|
case HeapType::kEq: {
|
|
DCHECK(liftoff_as_reference_);
|
|
const uint8_t num_types = num_arrays_ + num_structs_;
|
|
const uint8_t emit_i31ref = 2;
|
|
constexpr uint8_t fallback_to_eqref = 1;
|
|
uint8_t random =
|
|
data->get<uint8_t>() % (num_types + emit_i31ref + fallback_to_eqref);
|
|
// Try generating one of the alternatives
|
|
// and continue to the rest of the methods in case it fails.
|
|
if (random >= num_types + emit_i31ref) {
|
|
if (GenerateOneOf(alternatives_other, type, data, nullability)) {
|
|
return;
|
|
}
|
|
random = data->get<uint8_t>() % (num_types + emit_i31ref);
|
|
}
|
|
if (random < num_types) {
|
|
GenerateRef(HeapType(random), data, nullability);
|
|
} else {
|
|
GenerateRef(HeapType(HeapType::kI31), data, nullability);
|
|
}
|
|
return;
|
|
}
|
|
case HeapType::kFunc: {
|
|
uint32_t random = data->get<uint32_t>() % (functions_.size() + 1);
|
|
/// Try generating one of the alternatives
|
|
// and continue to the rest of the methods in case it fails.
|
|
if (random >= functions_.size()) {
|
|
if (GenerateOneOf(alternatives_func_any, type, data, nullability)) {
|
|
return;
|
|
}
|
|
random = data->get<uint32_t>() % functions_.size();
|
|
}
|
|
if (liftoff_as_reference_) {
|
|
// Only reduce to indexed type with liftoff as reference.
|
|
uint32_t signature_index = functions_[random];
|
|
DCHECK(builder_->builder()->IsSignature(signature_index));
|
|
GenerateRef(HeapType(signature_index), data, nullability);
|
|
} else {
|
|
// If interpreter is used as reference, generate a ref.func directly.
|
|
builder_->EmitWithU32V(kExprRefFunc, random);
|
|
}
|
|
return;
|
|
}
|
|
case HeapType::kI31: {
|
|
DCHECK(liftoff_as_reference_);
|
|
// Try generating one of the alternatives
|
|
// and continue to the rest of the methods in case it fails.
|
|
if (data->get<bool>() &&
|
|
GenerateOneOf(alternatives_other, type, data, nullability)) {
|
|
return;
|
|
}
|
|
Generate(kWasmI32, data);
|
|
builder_->EmitWithPrefix(kExprI31New);
|
|
return;
|
|
}
|
|
default:
|
|
// Indexed type.
|
|
DCHECK(liftoff_as_reference_);
|
|
GenerateOneOf(alternatives_indexed_type, type, data, nullability);
|
|
return;
|
|
}
|
|
UNREACHABLE();
|
|
}
|
|
|
|
std::vector<ValueType> WasmGenerator::GenerateTypes(DataRange* data) {
|
|
std::vector<ValueType> types;
|
|
int num_params = int{data->get<uint8_t>()} % (kMaxParameters + 1);
|
|
for (int i = 0; i < num_params; ++i) {
|
|
types.push_back(GetValueType(
|
|
data, liftoff_as_reference_,
|
|
num_structs_ + num_arrays_ + static_cast<uint32_t>(functions_.size())));
|
|
}
|
|
return types;
|
|
}
|
|
|
|
void WasmGenerator::Generate(base::Vector<const ValueType> types,
|
|
DataRange* data) {
|
|
// Maybe emit a multi-value block with the expected return type. Use a
|
|
// non-default value to indicate block generation to avoid recursion when we
|
|
// reach the end of the data.
|
|
bool generate_block = data->get<uint8_t>() % 32 == 1;
|
|
if (generate_block) {
|
|
GeneratorRecursionScope rec_scope(this);
|
|
if (!recursion_limit_reached()) {
|
|
const auto param_types = GenerateTypes(data);
|
|
Generate(base::VectorOf(param_types), data);
|
|
any_block(base::VectorOf(param_types), types, data);
|
|
return;
|
|
}
|
|
}
|
|
|
|
if (types.size() == 0) {
|
|
Generate(kWasmVoid, data);
|
|
return;
|
|
}
|
|
if (types.size() == 1) {
|
|
Generate(types[0], data);
|
|
return;
|
|
}
|
|
|
|
// Split the types in two halves and recursively generate each half.
|
|
// Each half is non empty to ensure termination.
|
|
size_t split_index = data->get<uint8_t>() % (types.size() - 1) + 1;
|
|
base::Vector<const ValueType> lower_half = types.SubVector(0, split_index);
|
|
base::Vector<const ValueType> upper_half =
|
|
types.SubVector(split_index, types.size());
|
|
DataRange first_range = data->split();
|
|
Generate(lower_half, &first_range);
|
|
Generate(upper_half, data);
|
|
}
|
|
|
|
// Emit code to match an arbitrary signature.
|
|
// TODO(11954): Add the missing reference type conversion/upcasting.
|
|
void WasmGenerator::ConsumeAndGenerate(
|
|
base::Vector<const ValueType> param_types,
|
|
base::Vector<const ValueType> return_types, DataRange* data) {
|
|
// This numeric conversion logic consists of picking exactly one
|
|
// index in the return values and dropping all the values that come
|
|
// before that index. Then we convert the value from that index to the
|
|
// wanted type. If we don't find any value we generate it.
|
|
auto primitive = [](ValueType t) -> bool {
|
|
switch (t.kind()) {
|
|
case kI32:
|
|
case kI64:
|
|
case kF32:
|
|
case kF64:
|
|
return true;
|
|
default:
|
|
return false;
|
|
}
|
|
};
|
|
|
|
if (return_types.size() == 0 || param_types.size() == 0 ||
|
|
!primitive(return_types[0])) {
|
|
for (unsigned i = 0; i < param_types.size(); i++) {
|
|
builder_->Emit(kExprDrop);
|
|
}
|
|
Generate(return_types, data);
|
|
return;
|
|
}
|
|
|
|
int bottom_primitives = 0;
|
|
|
|
while (static_cast<int>(param_types.size()) > bottom_primitives &&
|
|
primitive(param_types[bottom_primitives])) {
|
|
bottom_primitives++;
|
|
}
|
|
int return_index =
|
|
bottom_primitives > 0 ? (data->get<uint8_t>() % bottom_primitives) : -1;
|
|
for (int i = static_cast<int>(param_types.size() - 1); i > return_index;
|
|
--i) {
|
|
builder_->Emit(kExprDrop);
|
|
}
|
|
for (int i = return_index; i > 0; --i) {
|
|
Convert(param_types[i], param_types[i - 1]);
|
|
builder_->EmitI32Const(0);
|
|
builder_->Emit(kExprSelect);
|
|
}
|
|
DCHECK(!return_types.empty());
|
|
if (return_index >= 0) {
|
|
Convert(param_types[0], return_types[0]);
|
|
Generate(return_types + 1, data);
|
|
} else {
|
|
Generate(return_types, data);
|
|
}
|
|
}
|
|
|
|
enum SigKind { kFunctionSig, kExceptionSig };
|
|
|
|
FunctionSig* GenerateSig(Zone* zone, DataRange* data, SigKind sig_kind,
|
|
bool liftoff_as_reference, int num_types) {
|
|
// Generate enough parameters to spill some to the stack.
|
|
int num_params = int{data->get<uint8_t>()} % (kMaxParameters + 1);
|
|
int num_returns = sig_kind == kFunctionSig
|
|
? int{data->get<uint8_t>()} % (kMaxReturns + 1)
|
|
: 0;
|
|
|
|
FunctionSig::Builder builder(zone, num_returns, num_params);
|
|
for (int i = 0; i < num_returns; ++i) {
|
|
builder.AddReturn(GetValueType(data, liftoff_as_reference, num_types));
|
|
}
|
|
for (int i = 0; i < num_params; ++i) {
|
|
builder.AddParam(GetValueType(data, liftoff_as_reference, num_types));
|
|
}
|
|
return builder.Build();
|
|
}
|
|
|
|
WasmInitExpr GenerateInitExpr(Zone* zone, WasmModuleBuilder* builder,
|
|
ValueType type,
|
|
uint32_t num_struct_and_array_types);
|
|
|
|
WasmInitExpr GenerateStructNewInitExpr(Zone* zone, WasmModuleBuilder* builder,
|
|
uint32_t index,
|
|
uint32_t num_struct_and_array_types) {
|
|
const StructType* struct_type = builder->GetStructType(index);
|
|
ZoneVector<WasmInitExpr>* elements =
|
|
zone->New<ZoneVector<WasmInitExpr>>(zone);
|
|
int field_count = struct_type->field_count();
|
|
for (int field_index = 0; field_index < field_count; field_index++) {
|
|
elements->push_back(GenerateInitExpr(zone, builder,
|
|
struct_type->field(field_index),
|
|
num_struct_and_array_types));
|
|
}
|
|
elements->push_back(WasmInitExpr::RttCanon(index));
|
|
return WasmInitExpr::StructNewWithRtt(index, elements);
|
|
}
|
|
|
|
WasmInitExpr GenerateInitExpr(Zone* zone, WasmModuleBuilder* builder,
|
|
ValueType type,
|
|
uint32_t num_struct_and_array_types) {
|
|
switch (type.kind()) {
|
|
case kOptRef:
|
|
return WasmInitExpr::RefNullConst(type.heap_type().representation());
|
|
case kI8:
|
|
case kI16:
|
|
case kI32:
|
|
return WasmInitExpr(int32_t{0});
|
|
case kI64:
|
|
return WasmInitExpr(int64_t{0});
|
|
case kF32:
|
|
return WasmInitExpr(0.0f);
|
|
case kF64:
|
|
return WasmInitExpr(0.0);
|
|
case kS128: {
|
|
uint8_t s128_const[kSimd128Size] = {0};
|
|
return WasmInitExpr(s128_const);
|
|
}
|
|
case kRef: {
|
|
switch (type.heap_type().representation()) {
|
|
case HeapType::kData:
|
|
case HeapType::kAny:
|
|
case HeapType::kEq: {
|
|
// We materialize all these types with a struct because they are all
|
|
// its supertypes.
|
|
DCHECK(builder->IsStructType(0));
|
|
return GenerateStructNewInitExpr(zone, builder, 0,
|
|
num_struct_and_array_types);
|
|
}
|
|
case HeapType::kFunc:
|
|
// We just pick the function at index 0.
|
|
DCHECK_GT(builder->NumFunctions(), 0);
|
|
return WasmInitExpr::RefFuncConst(0);
|
|
default: {
|
|
uint32_t index = type.ref_index();
|
|
if (builder->IsStructType(index)) {
|
|
return GenerateStructNewInitExpr(zone, builder, index,
|
|
num_struct_and_array_types);
|
|
}
|
|
if (builder->IsArrayType(index)) {
|
|
ZoneVector<WasmInitExpr>* elements =
|
|
zone->New<ZoneVector<WasmInitExpr>>(zone);
|
|
elements->push_back(GenerateInitExpr(
|
|
zone, builder, builder->GetArrayType(index)->element_type(),
|
|
num_struct_and_array_types));
|
|
elements->push_back(WasmInitExpr::RttCanon(index));
|
|
return WasmInitExpr::ArrayNewFixed(index, elements);
|
|
}
|
|
if (builder->IsSignature(index)) {
|
|
// Transform from signature index to function index.
|
|
return WasmInitExpr::RefFuncConst(index -
|
|
num_struct_and_array_types);
|
|
}
|
|
UNREACHABLE();
|
|
}
|
|
}
|
|
}
|
|
case kVoid:
|
|
case kRtt:
|
|
case kBottom:
|
|
UNREACHABLE();
|
|
}
|
|
}
|
|
} // namespace
|
|
|
|
class WasmCompileFuzzer : public WasmExecutionFuzzer {
|
|
bool GenerateModule(Isolate* isolate, Zone* zone,
|
|
base::Vector<const uint8_t> data, ZoneBuffer* buffer,
|
|
bool liftoff_as_reference) override {
|
|
TestSignatures sigs;
|
|
|
|
WasmModuleBuilder builder(zone);
|
|
|
|
DataRange range(data);
|
|
std::vector<uint32_t> function_signatures;
|
|
|
|
// Add struct and array types first so that we get a chance to generate
|
|
// these types in function signatures.
|
|
// Currently, WasmGenerator assumes this order for struct/array/signature
|
|
// definitions.
|
|
|
|
uint8_t num_structs = 0;
|
|
uint8_t num_arrays = 0;
|
|
static_assert(kMaxFunctions >= 1, "need min. 1 function");
|
|
uint8_t num_functions = 1 + (range.get<uint8_t>() % kMaxFunctions);
|
|
uint16_t num_types = num_functions;
|
|
|
|
if (liftoff_as_reference) {
|
|
// We need at least one struct/array in order to support WasmInitExpr
|
|
// for kData, kAny and kEq.
|
|
num_structs = 1 + range.get<uint8_t>() % kMaxStructs;
|
|
num_arrays = range.get<uint8_t>() % (kMaxArrays + 1);
|
|
num_types += num_structs + num_arrays;
|
|
|
|
for (int struct_index = 0; struct_index < num_structs; struct_index++) {
|
|
uint8_t num_fields = range.get<uint8_t>() % (kMaxStructFields + 1);
|
|
StructType::Builder struct_builder(zone, num_fields);
|
|
for (int field_index = 0; field_index < num_fields; field_index++) {
|
|
// Notes:
|
|
// - We allow a type to only have non-nullable fields of types that
|
|
// are defined earlier. This way we avoid infinite non-nullable
|
|
// constructions. Also relevant for arrays and functions.
|
|
// - Currently, we also allow nullable fields to only reference types
|
|
// that are defined earlier. The reason is that every type can only
|
|
// reference types in its own or earlier recursive groups, and we do
|
|
// not support recursive groups yet. Also relevant for arrays and
|
|
// functions. TODO(7748): Change the number of nullable types once
|
|
// we support rec. groups.
|
|
// - We exclude the generics types anyref, dataref, and eqref from the
|
|
// fields of struct 0. This is because in GenerateInitExpr we
|
|
// materialize these types with (ref 0), and having such fields in
|
|
// struct 0 would produce an infinite recursion.
|
|
ValueType type = GetValueTypeHelper(
|
|
&range, true, builder.NumTypes(), builder.NumTypes(),
|
|
kAllowNonNullables, kIncludePackedTypes,
|
|
struct_index != 0 ? kIncludeGenerics : kExcludeGenerics);
|
|
|
|
bool mutability = range.get<bool>();
|
|
struct_builder.AddField(type, mutability);
|
|
}
|
|
StructType* struct_fuz = struct_builder.Build();
|
|
builder.AddStructType(struct_fuz);
|
|
}
|
|
|
|
for (int array_index = 0; array_index < num_arrays; array_index++) {
|
|
ValueType type = GetValueTypeHelper(
|
|
&range, true, builder.NumTypes(), builder.NumTypes(),
|
|
kAllowNonNullables, kIncludePackedTypes, kIncludeGenerics);
|
|
ArrayType* array_fuz = zone->New<ArrayType>(type, true);
|
|
builder.AddArrayType(array_fuz);
|
|
}
|
|
}
|
|
|
|
// We keep the signature for the first (main) function constant.
|
|
function_signatures.push_back(builder.ForceAddSignature(sigs.i_iii()));
|
|
|
|
for (uint8_t i = 1; i < num_functions; i++) {
|
|
FunctionSig* sig = GenerateSig(zone, &range, kFunctionSig,
|
|
liftoff_as_reference, builder.NumTypes());
|
|
uint32_t signature_index = builder.ForceAddSignature(sig);
|
|
function_signatures.push_back(signature_index);
|
|
}
|
|
|
|
int num_exceptions = 1 + (range.get<uint8_t>() % kMaxExceptions);
|
|
for (int i = 0; i < num_exceptions; ++i) {
|
|
FunctionSig* sig = GenerateSig(zone, &range, kExceptionSig,
|
|
liftoff_as_reference, num_types);
|
|
builder.AddException(sig);
|
|
}
|
|
|
|
// Generate function declarations before tables. This will be needed once we
|
|
// have typed-function tables.
|
|
std::vector<WasmFunctionBuilder*> functions;
|
|
for (uint8_t i = 0; i < num_functions; i++) {
|
|
const FunctionSig* sig = builder.GetSignature(function_signatures[i]);
|
|
// If we are using wasm-gc, we cannot allow signature normalization
|
|
// performed by adding a function by {FunctionSig}, because we emit
|
|
// everything in one recursive group which blocks signature
|
|
// canonicalization.
|
|
// TODO(7748): Relax this when we implement type canonicalization and
|
|
// proper recursive-group support.
|
|
functions.push_back(liftoff_as_reference
|
|
? builder.AddFunction(function_signatures[i])
|
|
: builder.AddFunction(sig));
|
|
}
|
|
|
|
int num_globals = range.get<uint8_t>() % (kMaxGlobals + 1);
|
|
std::vector<ValueType> globals;
|
|
std::vector<uint8_t> mutable_globals;
|
|
globals.reserve(num_globals);
|
|
mutable_globals.reserve(num_globals);
|
|
|
|
for (int i = 0; i < num_globals; ++i) {
|
|
ValueType type = GetValueTypeHelper(
|
|
&range, liftoff_as_reference, num_types, num_types,
|
|
kAllowNonNullables, kExcludePackedTypes, kIncludeGenerics);
|
|
// 1/8 of globals are immutable.
|
|
const bool mutability = (range.get<uint8_t>() % 8) != 0;
|
|
|
|
builder.AddGlobal(
|
|
type, mutability,
|
|
GenerateInitExpr(zone, &builder, type,
|
|
static_cast<uint32_t>(num_structs + num_arrays)));
|
|
globals.push_back(type);
|
|
if (mutability) mutable_globals.push_back(static_cast<uint8_t>(i));
|
|
}
|
|
|
|
// Generate tables before function bodies, so they are available for table
|
|
// operations.
|
|
// Always generate at least one table for call_indirect.
|
|
int num_tables = range.get<uint8_t>() % kMaxTables + 1;
|
|
for (int i = 0; i < num_tables; i++) {
|
|
// Table 0 has to reference all functions in the program. This is so that
|
|
// all functions count as declared so they can be referenced with
|
|
// ref.func.
|
|
// TODO(11954): Consider removing this restriction.
|
|
uint32_t min_size =
|
|
i == 0 ? num_functions : range.get<uint8_t>() % kMaxTableSize;
|
|
uint32_t max_size =
|
|
range.get<uint8_t>() % (kMaxTableSize - min_size) + min_size;
|
|
// Table 0 is always funcref.
|
|
// TODO(11954): Remove this requirement once we support call_indirect with
|
|
// other table indices.
|
|
// TODO(11954): Support typed function tables.
|
|
bool use_funcref = i == 0 || range.get<bool>();
|
|
ValueType type = use_funcref ? kWasmFuncRef : kWasmAnyRef;
|
|
uint32_t table_index = builder.AddTable(type, min_size, max_size);
|
|
if (type == kWasmFuncRef) {
|
|
// For function tables, initialize them with functions from the program.
|
|
// Currently, the fuzzer assumes that every function table contains the
|
|
// functions in the program in the order they are defined.
|
|
// TODO(11954): Consider generalizing this.
|
|
WasmModuleBuilder::WasmElemSegment segment(
|
|
zone, kWasmFuncRef, table_index, WasmInitExpr(0));
|
|
for (int entry_index = 0; entry_index < static_cast<int>(min_size);
|
|
entry_index++) {
|
|
segment.entries.emplace_back(
|
|
WasmModuleBuilder::WasmElemSegment::Entry::kRefFuncEntry,
|
|
entry_index % num_functions);
|
|
}
|
|
builder.AddElementSegment(std::move(segment));
|
|
}
|
|
}
|
|
|
|
for (int i = 0; i < num_functions; ++i) {
|
|
WasmFunctionBuilder* f = functions[i];
|
|
DataRange function_range = range.split();
|
|
WasmGenerator gen(f, function_signatures, globals, mutable_globals,
|
|
num_structs, num_arrays, &function_range,
|
|
liftoff_as_reference);
|
|
const FunctionSig* sig = f->signature();
|
|
base::Vector<const ValueType> return_types(sig->returns().begin(),
|
|
sig->return_count());
|
|
gen.Generate(return_types, &function_range);
|
|
if (!CheckHardwareSupportsSimd() && gen.HasSimd()) return false;
|
|
f->Emit(kExprEnd);
|
|
if (i == 0) builder.AddExport(base::CStrVector("main"), f);
|
|
}
|
|
|
|
builder.SetMaxMemorySize(32);
|
|
builder.WriteTo(buffer);
|
|
return true;
|
|
}
|
|
};
|
|
|
|
extern "C" int LLVMFuzzerTestOneInput(const uint8_t* data, size_t size) {
|
|
constexpr bool require_valid = true;
|
|
EXPERIMENTAL_FLAG_SCOPE(typed_funcref);
|
|
EXPERIMENTAL_FLAG_SCOPE(gc);
|
|
EXPERIMENTAL_FLAG_SCOPE(simd);
|
|
EXPERIMENTAL_FLAG_SCOPE(eh);
|
|
WasmCompileFuzzer().FuzzWasmModule({data, size}, require_valid);
|
|
return 0;
|
|
}
|
|
|
|
} // namespace fuzzer
|
|
} // namespace wasm
|
|
} // namespace internal
|
|
} // namespace v8
|