// Copyright 2017 the V8 project authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #include "include/libplatform/libplatform.h" #include "src/api/api-inl.h" #include "src/base/vector.h" #include "src/init/v8.h" #include "src/objects/managed.h" #include "src/objects/objects-inl.h" #include "src/wasm/module-compiler.h" #include "src/wasm/module-decoder.h" #include "src/wasm/streaming-decoder.h" #include "src/wasm/wasm-engine.h" #include "src/wasm/wasm-module-builder.h" #include "src/wasm/wasm-module.h" #include "src/wasm/wasm-objects-inl.h" #include "src/wasm/wasm-objects.h" #include "src/wasm/wasm-serialization.h" #include "test/cctest/cctest.h" #include "test/common/wasm/flag-utils.h" #include "test/common/wasm/test-signatures.h" #include "test/common/wasm/wasm-macro-gen.h" #include "test/common/wasm/wasm-module-runner.h" namespace v8 { namespace internal { namespace wasm { class MockPlatform final : public TestPlatform { public: MockPlatform() : task_runner_(std::make_shared()) { // Now that it's completely constructed, make this the current platform. i::V8::SetPlatformForTesting(this); } ~MockPlatform() { for (auto* job_handle : job_handles_) job_handle->ResetPlatform(); } std::unique_ptr PostJob( v8::TaskPriority priority, std::unique_ptr job_task) override { auto orig_job_handle = v8::platform::NewDefaultJobHandle( this, priority, std::move(job_task), 1); auto job_handle = std::make_unique(std::move(orig_job_handle), this); job_handles_.insert(job_handle.get()); return job_handle; } std::shared_ptr GetForegroundTaskRunner( v8::Isolate* isolate) override { return task_runner_; } void CallOnWorkerThread(std::unique_ptr task) override { task_runner_->PostTask(std::move(task)); } bool IdleTasksEnabled(v8::Isolate* isolate) override { return false; } void ExecuteTasks() { task_runner_->ExecuteTasks(); } private: class MockTaskRunner final : public TaskRunner { public: void PostTask(std::unique_ptr task) override { base::MutexGuard lock_scope(&tasks_lock_); tasks_.push(std::move(task)); } void PostNonNestableTask(std::unique_ptr task) override { PostTask(std::move(task)); } void PostDelayedTask(std::unique_ptr task, double delay_in_seconds) override { PostTask(std::move(task)); } void PostNonNestableDelayedTask(std::unique_ptr task, double delay_in_seconds) override { PostTask(std::move(task)); } void PostIdleTask(std::unique_ptr task) override { UNREACHABLE(); } bool IdleTasksEnabled() override { return false; } bool NonNestableTasksEnabled() const override { return true; } bool NonNestableDelayedTasksEnabled() const override { return true; } void ExecuteTasks() { std::queue> tasks; while (true) { { base::MutexGuard lock_scope(&tasks_lock_); tasks.swap(tasks_); } if (tasks.empty()) break; while (!tasks.empty()) { std::unique_ptr task = std::move(tasks.front()); tasks.pop(); task->Run(); } } } private: base::Mutex tasks_lock_; // We do not execute tasks concurrently, so we only need one list of tasks. std::queue> tasks_; }; class MockJobHandle : public JobHandle { public: explicit MockJobHandle(std::unique_ptr orig_handle, MockPlatform* platform) : orig_handle_(std::move(orig_handle)), platform_(platform) {} ~MockJobHandle() { if (platform_) platform_->job_handles_.erase(this); } void ResetPlatform() { platform_ = nullptr; } void NotifyConcurrencyIncrease() override { orig_handle_->NotifyConcurrencyIncrease(); } void Join() override { orig_handle_->Join(); } void Cancel() override { orig_handle_->Cancel(); } void CancelAndDetach() override { orig_handle_->CancelAndDetach(); } bool IsActive() override { return orig_handle_->IsActive(); } bool IsValid() override { return orig_handle_->IsValid(); } private: std::unique_ptr orig_handle_; MockPlatform* platform_; }; std::shared_ptr task_runner_; std::unordered_set job_handles_; }; namespace { enum class CompilationState { kPending, kFinished, kFailed, }; class TestResolver : public CompilationResultResolver { public: TestResolver(i::Isolate* isolate, CompilationState* state, std::string* error_message, std::shared_ptr* native_module) : isolate_(isolate), state_(state), error_message_(error_message), native_module_(native_module) {} void OnCompilationSucceeded(i::Handle module) override { *state_ = CompilationState::kFinished; if (!module.is_null()) { *native_module_ = module->shared_native_module(); } } void OnCompilationFailed(i::Handle error_reason) override { *state_ = CompilationState::kFailed; Handle str = Object::ToString(isolate_, error_reason).ToHandleChecked(); error_message_->assign(str->ToCString().get()); } private: i::Isolate* isolate_; CompilationState* const state_; std::string* const error_message_; std::shared_ptr* const native_module_; }; class StreamTester { public: explicit StreamTester(v8::Isolate* isolate) : zone_(&allocator_, "StreamTester"), internal_scope_(reinterpret_cast(isolate)) { Isolate* i_isolate = reinterpret_cast(isolate); v8::Local context = isolate->GetCurrentContext(); stream_ = GetWasmEngine()->StartStreamingCompilation( i_isolate, WasmFeatures::All(), v8::Utils::OpenHandle(*context), "WebAssembly.compileStreaming()", std::make_shared(i_isolate, &state_, &error_message_, &native_module_)); } std::shared_ptr stream() { return stream_; } // Compiled native module, valid after successful compile. std::shared_ptr native_module() { return native_module_; } // Run all compiler tasks, both foreground and background tasks. void RunCompilerTasks() { static_cast(i::V8::GetCurrentPlatform())->ExecuteTasks(); } bool IsPromiseFulfilled() { return state_ == CompilationState::kFinished; } bool IsPromiseRejected() { return state_ == CompilationState::kFailed; } bool IsPromisePending() { return state_ == CompilationState::kPending; } void OnBytesReceived(const uint8_t* start, size_t length) { stream_->OnBytesReceived(base::Vector(start, length)); } void FinishStream() { stream_->Finish(); } void SetCompiledModuleBytes(const uint8_t* start, size_t length) { stream_->SetCompiledModuleBytes(base::Vector(start, length)); } Zone* zone() { return &zone_; } const std::string& error_message() const { return error_message_; } private: AccountingAllocator allocator_; Zone zone_; i::HandleScope internal_scope_; CompilationState state_ = CompilationState::kPending; std::string error_message_; std::shared_ptr native_module_; std::shared_ptr stream_; }; } // namespace #define RUN_STREAM(name) \ MockPlatform mock_platform; \ CHECK_EQ(V8::GetCurrentPlatform(), &mock_platform); \ v8::Isolate::CreateParams create_params; \ create_params.array_buffer_allocator = CcTest::array_buffer_allocator(); \ v8::Isolate* isolate = v8::Isolate::New(create_params); \ { \ v8::HandleScope handle_scope(isolate); \ v8::Local context = v8::Context::New(isolate); \ v8::Context::Scope context_scope(context); \ RunStream_##name(&mock_platform, isolate); \ } \ isolate->Dispose(); #define STREAM_TEST(name) \ void RunStream_##name(MockPlatform*, v8::Isolate*); \ UNINITIALIZED_TEST(Async##name) { RUN_STREAM(name); } \ \ UNINITIALIZED_TEST(SingleThreaded##name) { \ i::FlagScope single_threaded_scope(&i::FLAG_single_threaded, true); \ RUN_STREAM(name); \ } \ void RunStream_##name(MockPlatform* platform, v8::Isolate* isolate) // Create a valid module with 3 functions. ZoneBuffer GetValidModuleBytes(Zone* zone) { ZoneBuffer buffer(zone); TestSignatures sigs; WasmModuleBuilder builder(zone); { WasmFunctionBuilder* f = builder.AddFunction(sigs.i_iii()); uint8_t code[] = {kExprLocalGet, 0, kExprEnd}; f->EmitCode(code, arraysize(code)); } { WasmFunctionBuilder* f = builder.AddFunction(sigs.i_iii()); uint8_t code[] = {kExprLocalGet, 1, kExprEnd}; f->EmitCode(code, arraysize(code)); } { WasmFunctionBuilder* f = builder.AddFunction(sigs.i_iii()); uint8_t code[] = {kExprLocalGet, 2, kExprEnd}; f->EmitCode(code, arraysize(code)); } builder.WriteTo(&buffer); return buffer; } // Create the same valid module as above and serialize it to test streaming // with compiled module caching. ZoneBuffer GetValidCompiledModuleBytes(v8::Isolate* isolate, Zone* zone, ZoneBuffer wire_bytes) { // Use a tester to compile to a NativeModule. StreamTester tester(isolate); tester.OnBytesReceived(wire_bytes.begin(), wire_bytes.size()); tester.FinishStream(); tester.RunCompilerTasks(); CHECK(tester.IsPromiseFulfilled()); // Serialize the NativeModule. std::shared_ptr native_module = tester.native_module(); CHECK(native_module); native_module->compilation_state()->WaitForTopTierFinished(); i::wasm::WasmSerializer serializer(native_module.get()); size_t size = serializer.GetSerializedNativeModuleSize(); std::vector buffer(size); CHECK(serializer.SerializeNativeModule(base::VectorOf(buffer))); ZoneBuffer result(zone, size); result.write(buffer.data(), size); return result; } // Test that all bytes arrive before doing any compilation. FinishStream is // called immediately. STREAM_TEST(TestAllBytesArriveImmediatelyStreamFinishesFirst) { StreamTester tester(isolate); ZoneBuffer buffer = GetValidModuleBytes(tester.zone()); tester.OnBytesReceived(buffer.begin(), buffer.end() - buffer.begin()); tester.FinishStream(); tester.RunCompilerTasks(); CHECK(tester.IsPromiseFulfilled()); } // Test that all bytes arrive before doing any compilation. FinishStream is // called after the compilation is done. STREAM_TEST(TestAllBytesArriveAOTCompilerFinishesFirst) { StreamTester tester(isolate); ZoneBuffer buffer = GetValidModuleBytes(tester.zone()); tester.OnBytesReceived(buffer.begin(), buffer.end() - buffer.begin()); tester.RunCompilerTasks(); tester.FinishStream(); tester.RunCompilerTasks(); CHECK(tester.IsPromiseFulfilled()); } size_t GetFunctionOffset(i::Isolate* isolate, const uint8_t* buffer, size_t size, size_t index) { ModuleResult result = DecodeWasmModule( WasmFeatures::All(), buffer, buffer + size, false, ModuleOrigin::kWasmOrigin, isolate->counters(), isolate->metrics_recorder(), v8::metrics::Recorder::ContextId::Empty(), DecodingMethod::kSyncStream, GetWasmEngine()->allocator()); CHECK(result.ok()); const WasmFunction* func = &result.value()->functions[index]; return func->code.offset(); } // Test that some functions come in the beginning, some come after some // functions already got compiled. STREAM_TEST(TestCutAfterOneFunctionStreamFinishesFirst) { StreamTester tester(isolate); ZoneBuffer buffer = GetValidModuleBytes(tester.zone()); Isolate* i_isolate = reinterpret_cast(isolate); size_t offset = GetFunctionOffset(i_isolate, buffer.begin(), buffer.size(), 1); tester.OnBytesReceived(buffer.begin(), offset); tester.RunCompilerTasks(); CHECK(tester.IsPromisePending()); tester.OnBytesReceived(buffer.begin() + offset, buffer.size() - offset); tester.FinishStream(); tester.RunCompilerTasks(); CHECK(tester.IsPromiseFulfilled()); } // Test that some functions come in the beginning, some come after some // functions already got compiled. Call FinishStream after the compilation is // done. STREAM_TEST(TestCutAfterOneFunctionCompilerFinishesFirst) { StreamTester tester(isolate); ZoneBuffer buffer = GetValidModuleBytes(tester.zone()); Isolate* i_isolate = reinterpret_cast(isolate); size_t offset = GetFunctionOffset(i_isolate, buffer.begin(), buffer.size(), 1); tester.OnBytesReceived(buffer.begin(), offset); tester.RunCompilerTasks(); CHECK(tester.IsPromisePending()); tester.OnBytesReceived(buffer.begin() + offset, buffer.size() - offset); tester.RunCompilerTasks(); tester.FinishStream(); tester.RunCompilerTasks(); CHECK(tester.IsPromiseFulfilled()); } // Create a module with an invalid global section. ZoneBuffer GetModuleWithInvalidSection(Zone* zone) { ZoneBuffer buffer(zone); TestSignatures sigs; WasmModuleBuilder builder(zone); // Add an invalid global to the module. The decoder will fail there. builder.AddGlobal(kWasmVoid, true, WasmInitExpr::GlobalGet(12)); { WasmFunctionBuilder* f = builder.AddFunction(sigs.i_iii()); uint8_t code[] = {kExprLocalGet, 0, kExprEnd}; f->EmitCode(code, arraysize(code)); } { WasmFunctionBuilder* f = builder.AddFunction(sigs.i_iii()); uint8_t code[] = {kExprLocalGet, 1, kExprEnd}; f->EmitCode(code, arraysize(code)); } { WasmFunctionBuilder* f = builder.AddFunction(sigs.i_iii()); uint8_t code[] = {kExprLocalGet, 2, kExprEnd}; f->EmitCode(code, arraysize(code)); } builder.WriteTo(&buffer); return buffer; } // Test an error in a section, found by the ModuleDecoder. STREAM_TEST(TestErrorInSectionStreamFinishesFirst) { StreamTester tester(isolate); ZoneBuffer buffer = GetModuleWithInvalidSection(tester.zone()); tester.OnBytesReceived(buffer.begin(), buffer.end() - buffer.begin()); tester.FinishStream(); tester.RunCompilerTasks(); CHECK(tester.IsPromiseRejected()); } STREAM_TEST(TestErrorInSectionCompilerFinishesFirst) { StreamTester tester(isolate); ZoneBuffer buffer = GetModuleWithInvalidSection(tester.zone()); tester.OnBytesReceived(buffer.begin(), buffer.end() - buffer.begin()); tester.RunCompilerTasks(); tester.FinishStream(); tester.RunCompilerTasks(); CHECK(tester.IsPromiseRejected()); } STREAM_TEST(TestErrorInSectionWithCuts) { StreamTester tester(isolate); ZoneBuffer buffer = GetModuleWithInvalidSection(tester.zone()); const uint8_t* current = buffer.begin(); size_t remaining = buffer.end() - buffer.begin(); while (current < buffer.end()) { size_t size = std::min(remaining, size_t{10}); tester.OnBytesReceived(current, size); tester.RunCompilerTasks(); current += 10; remaining -= size; } tester.FinishStream(); tester.RunCompilerTasks(); CHECK(tester.IsPromiseRejected()); } ZoneBuffer GetModuleWithInvalidSectionSize(Zone* zone) { // We get a valid module and overwrite the size of the first section with an // invalid value. ZoneBuffer buffer = GetValidModuleBytes(zone); // 9 == 4 (wasm magic) + 4 (version) + 1 (section code) uint8_t* section_size_address = const_cast(buffer.begin()) + 9; // 0x808080800F is an invalid module size in leb encoding. section_size_address[0] = 0x80; section_size_address[1] = 0x80; section_size_address[2] = 0x80; section_size_address[3] = 0x80; section_size_address[4] = 0x0F; return buffer; } STREAM_TEST(TestErrorInSectionSizeStreamFinishesFirst) { StreamTester tester(isolate); ZoneBuffer buffer = GetModuleWithInvalidSectionSize(tester.zone()); tester.OnBytesReceived(buffer.begin(), buffer.end() - buffer.begin()); tester.FinishStream(); tester.RunCompilerTasks(); CHECK(tester.IsPromiseRejected()); } STREAM_TEST(TestErrorInSectionSizeCompilerFinishesFirst) { StreamTester tester(isolate); ZoneBuffer buffer = GetModuleWithInvalidSectionSize(tester.zone()); tester.OnBytesReceived(buffer.begin(), buffer.end() - buffer.begin()); tester.RunCompilerTasks(); tester.FinishStream(); tester.RunCompilerTasks(); CHECK(tester.IsPromiseRejected()); } STREAM_TEST(TestErrorInSectionSizeWithCuts) { StreamTester tester(isolate); ZoneBuffer buffer = GetModuleWithInvalidSectionSize(tester.zone()); const uint8_t* current = buffer.begin(); size_t remaining = buffer.end() - buffer.begin(); while (current < buffer.end()) { size_t size = std::min(remaining, size_t{10}); tester.OnBytesReceived(current, size); tester.RunCompilerTasks(); current += 10; remaining -= size; } tester.RunCompilerTasks(); tester.FinishStream(); tester.RunCompilerTasks(); CHECK(tester.IsPromiseRejected()); } // Test an error in the code section, found by the ModuleDecoder. The error is a // functions count in the code section which differs from the functions count in // the function section. STREAM_TEST(TestErrorInCodeSectionDetectedByModuleDecoder) { StreamTester tester(isolate); uint8_t code[] = { U32V_1(4), // body size U32V_1(0), // locals count kExprLocalGet, 0, kExprEnd // body }; const uint8_t bytes[] = { WASM_MODULE_HEADER, // module header kTypeSectionCode, // section code U32V_1(1 + SIZEOF_SIG_ENTRY_x_x), // section size U32V_1(1), // type count SIG_ENTRY_x_x(kI32Code, kI32Code), // signature entry kFunctionSectionCode, // section code U32V_1(1 + 3), // section size U32V_1(3), // functions count 0, // signature index 0, // signature index 0, // signature index kCodeSectionCode, // section code U32V_1(1 + arraysize(code) * 2), // section size U32V_1(2), // !!! invalid function count !!! }; tester.OnBytesReceived(bytes, arraysize(bytes)); tester.OnBytesReceived(code, arraysize(code)); tester.OnBytesReceived(code, arraysize(code)); tester.FinishStream(); tester.RunCompilerTasks(); CHECK(tester.IsPromiseRejected()); } // Test an error in the code section, found by the StreamingDecoder. The error // is an invalid function body size, so that there are not enough bytes in the // code section for the function body. STREAM_TEST(TestErrorInCodeSectionDetectedByStreamingDecoder) { StreamTester tester(isolate); uint8_t code[] = { U32V_1(26), // !!! invalid body size !!! U32V_1(0), // locals count kExprLocalGet, 0, kExprEnd // body }; const uint8_t bytes[] = { WASM_MODULE_HEADER, // module header kTypeSectionCode, // section code U32V_1(1 + SIZEOF_SIG_ENTRY_x_x), // section size U32V_1(1), // type count SIG_ENTRY_x_x(kI32Code, kI32Code), // signature entry kFunctionSectionCode, // section code U32V_1(1 + 3), // section size U32V_1(3), // functions count 0, // signature index 0, // signature index 0, // signature index kCodeSectionCode, // section code U32V_1(1 + arraysize(code) * 3), // section size U32V_1(3), // functions count }; tester.OnBytesReceived(bytes, arraysize(bytes)); tester.OnBytesReceived(code, arraysize(code)); tester.OnBytesReceived(code, arraysize(code)); tester.OnBytesReceived(code, arraysize(code)); tester.FinishStream(); tester.RunCompilerTasks(); CHECK(tester.IsPromiseRejected()); } // Test an error in the code section, found by the Compiler. The error is an // invalid return type. STREAM_TEST(TestErrorInCodeSectionDetectedByCompiler) { StreamTester tester(isolate); uint8_t code[] = { U32V_1(4), // !!! invalid body size !!! U32V_1(0), // locals count kExprLocalGet, 0, kExprEnd // body }; uint8_t invalid_code[] = { U32V_1(4), // !!! invalid body size !!! U32V_1(0), // locals count kExprI64Const, 0, kExprEnd // body }; const uint8_t bytes[] = { WASM_MODULE_HEADER, // module header kTypeSectionCode, // section code U32V_1(1 + SIZEOF_SIG_ENTRY_x_x), // section size U32V_1(1), // type count SIG_ENTRY_x_x(kI32Code, kI32Code), // signature entry kFunctionSectionCode, // section code U32V_1(1 + 3), // section size U32V_1(3), // functions count 0, // signature index 0, // signature index 0, // signature index kCodeSectionCode, // section code U32V_1(1 + arraysize(code) * 2 + arraysize(invalid_code)), // section size U32V_1(3), // functions count }; tester.OnBytesReceived(bytes, arraysize(bytes)); tester.RunCompilerTasks(); tester.OnBytesReceived(code, arraysize(code)); tester.RunCompilerTasks(); tester.OnBytesReceived(invalid_code, arraysize(invalid_code)); tester.RunCompilerTasks(); tester.OnBytesReceived(code, arraysize(code)); tester.RunCompilerTasks(); tester.FinishStream(); tester.RunCompilerTasks(); CHECK(tester.IsPromiseRejected()); } // Test Abort before any bytes arrive. STREAM_TEST(TestAbortImmediately) { StreamTester tester(isolate); tester.stream()->Abort(); tester.RunCompilerTasks(); } // Test Abort within a section. STREAM_TEST(TestAbortWithinSection1) { StreamTester tester(isolate); const uint8_t bytes[] = { WASM_MODULE_HEADER, // module header kTypeSectionCode, // section code U32V_1(1 + SIZEOF_SIG_ENTRY_x_x), // section size U32V_1(1) // type count // Type section is not yet complete. }; tester.OnBytesReceived(bytes, arraysize(bytes)); tester.RunCompilerTasks(); tester.stream()->Abort(); tester.RunCompilerTasks(); } // Test Abort within a section. STREAM_TEST(TestAbortWithinSection2) { StreamTester tester(isolate); const uint8_t bytes[] = { WASM_MODULE_HEADER, // module header kTypeSectionCode, // section code U32V_1(1 + SIZEOF_SIG_ENTRY_x_x), // section size U32V_1(1), // type count SIG_ENTRY_x_x(kI32Code, kI32Code), // signature entry kFunctionSectionCode, // section code U32V_1(1 + 3), // section size U32V_1(3), // functions count // Function section is not yet complete. }; tester.OnBytesReceived(bytes, arraysize(bytes)); tester.RunCompilerTasks(); tester.stream()->Abort(); tester.RunCompilerTasks(); } // Test Abort just before the code section. STREAM_TEST(TestAbortAfterSection) { StreamTester tester(isolate); const uint8_t bytes[] = { WASM_MODULE_HEADER, // module header kTypeSectionCode, // section code U32V_1(1 + SIZEOF_SIG_ENTRY_x_x), // section size U32V_1(1), // type count SIG_ENTRY_x_x(kI32Code, kI32Code), // signature entry }; tester.OnBytesReceived(bytes, arraysize(bytes)); tester.RunCompilerTasks(); tester.stream()->Abort(); tester.RunCompilerTasks(); } // Test Abort after the function count in the code section. The compiler tasks // execute before the abort. STREAM_TEST(TestAbortAfterFunctionsCount1) { StreamTester tester(isolate); const uint8_t bytes[] = { WASM_MODULE_HEADER, // module header kTypeSectionCode, // section code U32V_1(1 + SIZEOF_SIG_ENTRY_x_x), // section size U32V_1(1), // type count SIG_ENTRY_x_x(kI32Code, kI32Code), // signature entry kFunctionSectionCode, // section code U32V_1(1 + 3), // section size U32V_1(3), // functions count 0, // signature index 0, // signature index 0, // signature index kCodeSectionCode, // section code U32V_1(20), // section size U32V_1(3), // functions count }; tester.OnBytesReceived(bytes, arraysize(bytes)); tester.RunCompilerTasks(); tester.stream()->Abort(); tester.RunCompilerTasks(); } // Test Abort after the function count in the code section. The compiler tasks // do not execute before the abort. STREAM_TEST(TestAbortAfterFunctionsCount2) { StreamTester tester(isolate); const uint8_t bytes[] = { WASM_MODULE_HEADER, // module header kTypeSectionCode, // section code U32V_1(1 + SIZEOF_SIG_ENTRY_x_x), // section size U32V_1(1), // type count SIG_ENTRY_x_x(kI32Code, kI32Code), // signature entry kFunctionSectionCode, // section code U32V_1(1 + 3), // section size U32V_1(3), // functions count 0, // signature index 0, // signature index 0, // signature index kCodeSectionCode, // section code U32V_1(20), // section size U32V_1(3), // functions count }; tester.OnBytesReceived(bytes, arraysize(bytes)); tester.stream()->Abort(); tester.RunCompilerTasks(); } // Test Abort after some functions got compiled. The compiler tasks execute // before the abort. STREAM_TEST(TestAbortAfterFunctionGotCompiled1) { StreamTester tester(isolate); uint8_t code[] = { U32V_1(4), // !!! invalid body size !!! U32V_1(0), // locals count kExprLocalGet, 0, kExprEnd // body }; const uint8_t bytes[] = { WASM_MODULE_HEADER, // module header kTypeSectionCode, // section code U32V_1(1 + SIZEOF_SIG_ENTRY_x_x), // section size U32V_1(1), // type count SIG_ENTRY_x_x(kI32Code, kI32Code), // signature entry kFunctionSectionCode, // section code U32V_1(1 + 3), // section size U32V_1(3), // functions count 0, // signature index 0, // signature index 0, // signature index kCodeSectionCode, // section code U32V_1(20), // section size U32V_1(3), // functions count }; tester.OnBytesReceived(bytes, arraysize(bytes)); tester.OnBytesReceived(code, arraysize(code)); tester.RunCompilerTasks(); tester.stream()->Abort(); tester.RunCompilerTasks(); } // Test Abort after some functions got compiled. The compiler tasks execute // before the abort. STREAM_TEST(TestAbortAfterFunctionGotCompiled2) { StreamTester tester(isolate); uint8_t code[] = { U32V_1(4), // !!! invalid body size !!! U32V_1(0), // locals count kExprLocalGet, 0, kExprEnd // body }; const uint8_t bytes[] = { WASM_MODULE_HEADER, // module header kTypeSectionCode, // section code U32V_1(1 + SIZEOF_SIG_ENTRY_x_x), // section size U32V_1(1), // type count SIG_ENTRY_x_x(kI32Code, kI32Code), // signature entry kFunctionSectionCode, // section code U32V_1(1 + 3), // section size U32V_1(3), // functions count 0, // signature index 0, // signature index 0, // signature index kCodeSectionCode, // section code U32V_1(20), // section size U32V_1(3), // functions count }; tester.OnBytesReceived(bytes, arraysize(bytes)); tester.OnBytesReceived(code, arraysize(code)); tester.stream()->Abort(); tester.RunCompilerTasks(); } // Test Abort after all functions got compiled. STREAM_TEST(TestAbortAfterCodeSection1) { StreamTester tester(isolate); uint8_t code[] = { U32V_1(4), // body size U32V_1(0), // locals count kExprLocalGet, 0, kExprEnd // body }; const uint8_t bytes[] = { WASM_MODULE_HEADER, // module header kTypeSectionCode, // section code U32V_1(1 + SIZEOF_SIG_ENTRY_x_x), // section size U32V_1(1), // type count SIG_ENTRY_x_x(kI32Code, kI32Code), // signature entry kFunctionSectionCode, // section code U32V_1(1 + 3), // section size U32V_1(3), // functions count 0, // signature index 0, // signature index 0, // signature index kCodeSectionCode, // section code U32V_1(1 + arraysize(code) * 3), // section size U32V_1(3), // functions count }; tester.OnBytesReceived(bytes, arraysize(bytes)); tester.OnBytesReceived(code, arraysize(code)); tester.OnBytesReceived(code, arraysize(code)); tester.OnBytesReceived(code, arraysize(code)); tester.RunCompilerTasks(); tester.stream()->Abort(); tester.RunCompilerTasks(); } // Test Abort after all functions got compiled. STREAM_TEST(TestAbortAfterCodeSection2) { StreamTester tester(isolate); uint8_t code[] = { U32V_1(4), // body size U32V_1(0), // locals count kExprLocalGet, 0, kExprEnd // body }; const uint8_t bytes[] = { WASM_MODULE_HEADER, // module header kTypeSectionCode, // section code U32V_1(1 + SIZEOF_SIG_ENTRY_x_x), // section size U32V_1(1), // type count SIG_ENTRY_x_x(kI32Code, kI32Code), // signature entry kFunctionSectionCode, // section code U32V_1(1 + 3), // section size U32V_1(3), // functions count 0, // signature index 0, // signature index 0, // signature index kCodeSectionCode, // section code U32V_1(1 + arraysize(code) * 3), // section size U32V_1(3), // functions count }; tester.OnBytesReceived(bytes, arraysize(bytes)); tester.OnBytesReceived(code, arraysize(code)); tester.OnBytesReceived(code, arraysize(code)); tester.OnBytesReceived(code, arraysize(code)); tester.stream()->Abort(); tester.RunCompilerTasks(); } STREAM_TEST(TestAbortAfterCompilationError1) { StreamTester tester(isolate); uint8_t code[] = { U32V_1(4), // !!! invalid body size !!! U32V_1(0), // locals count kExprLocalGet, 0, kExprEnd // body }; uint8_t invalid_code[] = { U32V_1(4), // !!! invalid body size !!! U32V_1(0), // locals count kExprI64Const, 0, kExprEnd // body }; const uint8_t bytes[] = { WASM_MODULE_HEADER, // module header kTypeSectionCode, // section code U32V_1(1 + SIZEOF_SIG_ENTRY_x_x), // section size U32V_1(1), // type count SIG_ENTRY_x_x(kI32Code, kI32Code), // signature entry kFunctionSectionCode, // section code U32V_1(1 + 3), // section size U32V_1(3), // functions count 0, // signature index 0, // signature index 0, // signature index kCodeSectionCode, // section code U32V_1(1 + arraysize(code) * 2 + arraysize(invalid_code)), // section size U32V_1(3), // functions count }; tester.OnBytesReceived(bytes, arraysize(bytes)); tester.OnBytesReceived(code, arraysize(code)); tester.OnBytesReceived(invalid_code, arraysize(invalid_code)); tester.OnBytesReceived(code, arraysize(code)); tester.RunCompilerTasks(); tester.stream()->Abort(); tester.RunCompilerTasks(); } STREAM_TEST(TestAbortAfterCompilationError2) { StreamTester tester(isolate); uint8_t code[] = { U32V_1(4), // !!! invalid body size !!! U32V_1(0), // locals count kExprLocalGet, 0, kExprEnd // body }; uint8_t invalid_code[] = { U32V_1(4), // !!! invalid body size !!! U32V_1(0), // locals count kExprI64Const, 0, kExprEnd // body }; const uint8_t bytes[] = { WASM_MODULE_HEADER, // module header kTypeSectionCode, // section code U32V_1(1 + SIZEOF_SIG_ENTRY_x_x), // section size U32V_1(1), // type count SIG_ENTRY_x_x(kI32Code, kI32Code), // signature entry kFunctionSectionCode, // section code U32V_1(1 + 3), // section size U32V_1(3), // functions count 0, // signature index 0, // signature index 0, // signature index kCodeSectionCode, // section code U32V_1(1 + arraysize(code) * 2 + arraysize(invalid_code)), // section size U32V_1(3), // functions count }; tester.OnBytesReceived(bytes, arraysize(bytes)); tester.OnBytesReceived(code, arraysize(code)); tester.OnBytesReceived(invalid_code, arraysize(invalid_code)); tester.OnBytesReceived(code, arraysize(code)); tester.stream()->Abort(); tester.RunCompilerTasks(); } STREAM_TEST(TestOnlyModuleHeader) { StreamTester tester(isolate); const uint8_t bytes[] = { WASM_MODULE_HEADER, // module header }; tester.OnBytesReceived(bytes, arraysize(bytes)); tester.FinishStream(); tester.RunCompilerTasks(); CHECK(tester.IsPromiseFulfilled()); } STREAM_TEST(TestModuleWithZeroFunctions) { StreamTester tester(isolate); const uint8_t bytes[] = { WASM_MODULE_HEADER, // module header kTypeSectionCode, // section code U32V_1(1), // section size U32V_1(0), // type count kFunctionSectionCode, // section code U32V_1(1), // section size U32V_1(0), // functions count kCodeSectionCode, // section code U32V_1(1), // section size U32V_1(0), // functions count }; tester.OnBytesReceived(bytes, arraysize(bytes)); tester.FinishStream(); tester.RunCompilerTasks(); CHECK(tester.IsPromiseFulfilled()); } STREAM_TEST(TestModuleWithMultipleFunctions) { StreamTester tester(isolate); uint8_t code[] = { U32V_1(4), // body size U32V_1(0), // locals count kExprLocalGet, 0, kExprEnd // body }; const uint8_t bytes[] = { WASM_MODULE_HEADER, // module header kTypeSectionCode, // section code U32V_1(1 + SIZEOF_SIG_ENTRY_x_x), // section size U32V_1(1), // type count SIG_ENTRY_x_x(kI32Code, kI32Code), // signature entry kFunctionSectionCode, // section code U32V_1(1 + 3), // section size U32V_1(3), // functions count 0, // signature index 0, // signature index 0, // signature index kCodeSectionCode, // section code U32V_1(1 + arraysize(code) * 3), // section size U32V_1(3), // functions count }; tester.OnBytesReceived(bytes, arraysize(bytes)); tester.OnBytesReceived(code, arraysize(code)); tester.OnBytesReceived(code, arraysize(code)); tester.RunCompilerTasks(); tester.OnBytesReceived(code, arraysize(code)); tester.FinishStream(); tester.RunCompilerTasks(); CHECK(tester.IsPromiseFulfilled()); } STREAM_TEST(TestModuleWithDataSection) { StreamTester tester(isolate); uint8_t code[] = { U32V_1(4), // body size U32V_1(0), // locals count kExprLocalGet, 0, kExprEnd // body }; const uint8_t bytes[] = { WASM_MODULE_HEADER, // module header kTypeSectionCode, // section code U32V_1(1 + SIZEOF_SIG_ENTRY_x_x), // section size U32V_1(1), // type count SIG_ENTRY_x_x(kI32Code, kI32Code), // signature entry kFunctionSectionCode, // section code U32V_1(1 + 3), // section size U32V_1(3), // functions count 0, // signature index 0, // signature index 0, // signature index kCodeSectionCode, // section code U32V_1(1 + arraysize(code) * 3), // section size U32V_1(3), // functions count }; const uint8_t data_section[] = { kDataSectionCode, // section code U32V_1(1), // section size U32V_1(0), // data segment count }; tester.OnBytesReceived(bytes, arraysize(bytes)); tester.OnBytesReceived(code, arraysize(code)); tester.OnBytesReceived(code, arraysize(code)); tester.OnBytesReceived(code, arraysize(code)); tester.RunCompilerTasks(); tester.OnBytesReceived(data_section, arraysize(data_section)); tester.RunCompilerTasks(); tester.FinishStream(); tester.RunCompilerTasks(); CHECK(tester.IsPromiseFulfilled()); } // Test that all bytes arrive before doing any compilation. FinishStream is // called immediately. STREAM_TEST(TestModuleWithImportedFunction) { StreamTester tester(isolate); ZoneBuffer buffer(tester.zone()); TestSignatures sigs; WasmModuleBuilder builder(tester.zone()); builder.AddImport(base::ArrayVector("Test"), sigs.i_iii()); { WasmFunctionBuilder* f = builder.AddFunction(sigs.i_iii()); uint8_t code[] = {kExprLocalGet, 0, kExprEnd}; f->EmitCode(code, arraysize(code)); } builder.WriteTo(&buffer); tester.OnBytesReceived(buffer.begin(), buffer.end() - buffer.begin()); tester.FinishStream(); tester.RunCompilerTasks(); CHECK(tester.IsPromiseFulfilled()); } STREAM_TEST(TestIncrementalCaching) { FLAG_VALUE_SCOPE(wasm_dynamic_tiering, true); FLAG_VALUE_SCOPE(wasm_tier_up, false); constexpr int threshold = 10; FlagScope caching_treshold(&FLAG_wasm_caching_threshold, threshold); StreamTester tester(isolate); int call_cache_counter = 0; tester.stream()->SetModuleCompiledCallback( [&call_cache_counter]( const std::shared_ptr& native_module) { call_cache_counter++; }); ZoneBuffer buffer(tester.zone()); TestSignatures sigs; WasmModuleBuilder builder(tester.zone()); builder.SetMinMemorySize(1); base::Vector function_names[] = { base::CStrVector("f0"), base::CStrVector("f1"), base::CStrVector("f2")}; for (int i = 0; i < 3; ++i) { WasmFunctionBuilder* f = builder.AddFunction(sigs.v_v()); constexpr int64_t val = 0x123456789abc; constexpr int index = 0x1234; uint8_t store_mem[] = { WASM_STORE_MEM(MachineType::Int64(), WASM_I32V(index), WASM_I64V(val))}; constexpr uint32_t kStoreLength = 20; CHECK_EQ(kStoreLength, arraysize(store_mem)); // Produce a store {threshold} many times to reach the caching threshold. constexpr uint32_t kCodeLength = kStoreLength * threshold + 1; uint8_t code[kCodeLength]; for (int j = 0; j < threshold; ++j) { memcpy(code + (j * kStoreLength), store_mem, kStoreLength); } code[kCodeLength - 1] = WasmOpcode::kExprEnd; f->EmitCode(code, kCodeLength); builder.AddExport(function_names[i], f); } builder.WriteTo(&buffer); tester.OnBytesReceived(buffer.begin(), buffer.end() - buffer.begin()); tester.FinishStream(); tester.RunCompilerTasks(); CHECK(tester.IsPromiseFulfilled()); tester.native_module(); constexpr base::Vector kNoSourceUrl{"", 0}; Isolate* i_isolate = reinterpret_cast(isolate); Handle