2016-12-19 12:50:30 +00:00
|
|
|
// Copyright 2016 the V8 project authors. All rights reserved.
|
|
|
|
// Use of this source code is governed by a BSD-style license that can be
|
|
|
|
// found in the LICENSE file.
|
|
|
|
|
|
|
|
#include <cmath>
|
|
|
|
#include <iostream>
|
|
|
|
#include <limits>
|
|
|
|
|
2019-05-17 12:13:44 +00:00
|
|
|
#include "src/api/api-inl.h"
|
2019-05-21 09:30:15 +00:00
|
|
|
#include "src/codegen/compiler.h"
|
2018-05-17 12:28:56 +00:00
|
|
|
#include "src/objects/hash-table-inl.h"
|
2019-05-23 08:51:46 +00:00
|
|
|
#include "src/objects/objects-inl.h"
|
|
|
|
#include "src/objects/objects.h"
|
[runtime] Move string table off-heap
Changes the isolate's string table into an off-heap structure. This
allows the string table to be resized without allocating on the V8 heap,
and potentially triggering a GC. This allows existing strings to be
inserted into the string table without requiring allocation.
This has two important benefits:
1) It allows the deserializer to insert strings directly into the
string table, rather than having to defer string insertion until
deserialization completes.
2) It simplifies the concurrent string table lookup to allow resizing
the table inside the write lock, therefore eliminating the race
where two concurrent lookups could both resize the table.
The off-heap string table has the following properties:
1) The general hashmap behaviour matches the HashTable, i.e. open
addressing, power-of-two sized, quadratic probing. This could, of
course, now be changed.
2) The empty and deleted sentinels are changed to Smi 0 and 1,
respectively, to make those comparisons a bit cheaper and not
require roots access.
3) When the HashTable is resized, the old elements array is kept
alive in a linked list of previous arrays, so that concurrent
lookups don't lose the data they're accessing. This linked list
is cleared by the GC, as then we know that all threads are in
a safepoint.
4) The GC treats the hash table entries as weak roots, and only walks
them for non-live reference clearing and for evacuation.
5) Since there is no longer a FixedArray to serialize for the startup
snapshot, there is now a custom serialization of the string table,
and the string table root is considered unserializable during weak
root iteration. As a bonus, the custom serialization is more
efficient, as it skips non-string entries.
As a drive-by, rename LookupStringExists_NoAllocate to
TryStringToIndexOrLookupExisting, to make it clearer that it returns
a non-string for the case when the string is an array index. As another
drive-by, extract StringSet into a separate header.
Bug: v8:10729
Change-Id: I9c990fb2d74d1fe222920408670974a70e969bca
Reviewed-on: https://chromium-review.googlesource.com/c/v8/v8/+/2339104
Commit-Queue: Leszek Swirski <leszeks@chromium.org>
Reviewed-by: Jakob Gruber <jgruber@chromium.org>
Reviewed-by: Ulan Degenbaev <ulan@chromium.org>
Cr-Commit-Position: refs/heads/master@{#69270}
2020-08-06 10:59:55 +00:00
|
|
|
#include "src/objects/string-set.h"
|
2017-04-21 17:31:29 +00:00
|
|
|
#include "test/unittests/test-utils.h"
|
2016-12-19 12:50:30 +00:00
|
|
|
#include "testing/gtest/include/gtest/gtest.h"
|
|
|
|
|
|
|
|
namespace v8 {
|
|
|
|
namespace internal {
|
|
|
|
|
2017-11-22 18:04:36 +00:00
|
|
|
namespace {
|
|
|
|
|
|
|
|
bool IsInStringInstanceTypeList(InstanceType instance_type) {
|
|
|
|
switch (instance_type) {
|
2018-02-15 19:38:09 +00:00
|
|
|
#define ASSERT_INSTANCE_TYPE(type, ...) \
|
|
|
|
STATIC_ASSERT(InstanceType::type < InstanceType::FIRST_NONSTRING_TYPE);
|
|
|
|
STRING_TYPE_LIST(ASSERT_INSTANCE_TYPE)
|
|
|
|
#undef ASSERT_INSTANCE_TYPE
|
|
|
|
#define TEST_INSTANCE_TYPE(type, ...) case InstanceType::type:
|
2017-11-22 18:04:36 +00:00
|
|
|
STRING_TYPE_LIST(TEST_INSTANCE_TYPE)
|
|
|
|
#undef TEST_INSTANCE_TYPE
|
|
|
|
return true;
|
|
|
|
default:
|
|
|
|
EXPECT_LE(InstanceType::FIRST_NONSTRING_TYPE, instance_type);
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
void CheckOneInstanceType(InstanceType instance_type) {
|
|
|
|
if (IsInStringInstanceTypeList(instance_type)) {
|
|
|
|
EXPECT_TRUE((instance_type & kIsNotStringMask) == kStringTag)
|
|
|
|
<< "Failing IsString mask check for " << instance_type;
|
|
|
|
} else {
|
|
|
|
EXPECT_FALSE((instance_type & kIsNotStringMask) == kStringTag)
|
|
|
|
<< "Failing !IsString mask check for " << instance_type;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
} // namespace
|
|
|
|
|
|
|
|
TEST(Object, InstanceTypeList) {
|
|
|
|
#define TEST_INSTANCE_TYPE(type) CheckOneInstanceType(InstanceType::type);
|
|
|
|
|
|
|
|
INSTANCE_TYPE_LIST(TEST_INSTANCE_TYPE)
|
|
|
|
#undef TEST_INSTANCE_TYPE
|
|
|
|
}
|
|
|
|
|
2016-12-19 12:50:30 +00:00
|
|
|
TEST(Object, InstanceTypeListOrder) {
|
|
|
|
int current = 0;
|
2021-01-19 12:51:09 +00:00
|
|
|
int prev = -1;
|
2016-12-19 12:50:30 +00:00
|
|
|
InstanceType current_type = static_cast<InstanceType>(current);
|
|
|
|
EXPECT_EQ(current_type, InstanceType::FIRST_TYPE);
|
|
|
|
EXPECT_EQ(current_type, InstanceType::INTERNALIZED_STRING_TYPE);
|
|
|
|
#define TEST_INSTANCE_TYPE(type) \
|
|
|
|
current_type = InstanceType::type; \
|
|
|
|
current = static_cast<int>(current_type); \
|
|
|
|
if (current > static_cast<int>(LAST_NAME_TYPE)) { \
|
2021-01-19 12:51:09 +00:00
|
|
|
EXPECT_LE(prev + 1, current); \
|
2016-12-19 12:50:30 +00:00
|
|
|
} \
|
2021-01-19 12:51:09 +00:00
|
|
|
EXPECT_LT(prev, current) << " INSTANCE_TYPE_LIST is not ordered: " \
|
|
|
|
<< "last = " << static_cast<InstanceType>(prev) \
|
2016-12-19 12:50:30 +00:00
|
|
|
<< " vs. current = " << current_type; \
|
2021-01-19 12:51:09 +00:00
|
|
|
prev = current;
|
2016-12-19 12:50:30 +00:00
|
|
|
|
2019-10-11 21:52:06 +00:00
|
|
|
// Only test hand-written portion of instance type list. The generated portion
|
|
|
|
// doesn't run the same risk of getting out of order, and it does emit type
|
|
|
|
// names out of numerical order in one case: JS_OBJECT_TYPE is emitted before
|
|
|
|
// its subclass types, because types are emitted in depth-first pre-order
|
|
|
|
// traversal order, and some of its subclass types are numerically earlier.
|
|
|
|
INSTANCE_TYPE_LIST_BASE(TEST_INSTANCE_TYPE)
|
2016-12-19 12:50:30 +00:00
|
|
|
#undef TEST_INSTANCE_TYPE
|
|
|
|
}
|
|
|
|
|
|
|
|
TEST(Object, StructListOrder) {
|
2019-10-11 21:52:06 +00:00
|
|
|
int current = static_cast<int>(InstanceType::FIRST_STRUCT_TYPE);
|
2021-01-19 12:51:09 +00:00
|
|
|
int prev = current - 1;
|
|
|
|
ASSERT_LT(0, prev);
|
2016-12-19 12:50:30 +00:00
|
|
|
InstanceType current_type = static_cast<InstanceType>(current);
|
2018-09-21 15:22:38 +00:00
|
|
|
#define TEST_STRUCT(TYPE, class, name) \
|
|
|
|
current_type = InstanceType::TYPE; \
|
2016-12-19 12:50:30 +00:00
|
|
|
current = static_cast<int>(current_type); \
|
2021-01-19 12:51:09 +00:00
|
|
|
EXPECT_LE(prev + 1, current) \
|
2016-12-19 12:50:30 +00:00
|
|
|
<< " STRUCT_LIST is not ordered: " \
|
2021-01-19 12:51:09 +00:00
|
|
|
<< " last = " << static_cast<InstanceType>(prev) \
|
2016-12-19 12:50:30 +00:00
|
|
|
<< " vs. current = " << current_type; \
|
2021-01-19 12:51:09 +00:00
|
|
|
prev = current;
|
2016-12-19 12:50:30 +00:00
|
|
|
|
2021-03-12 14:57:14 +00:00
|
|
|
STRUCT_LIST_GENERATOR(STRUCT_LIST_ADAPTER, TEST_STRUCT)
|
2016-12-19 12:50:30 +00:00
|
|
|
#undef TEST_STRUCT
|
|
|
|
}
|
|
|
|
|
2019-05-27 11:31:49 +00:00
|
|
|
using ObjectWithIsolate = TestWithIsolate;
|
2017-04-21 17:31:29 +00:00
|
|
|
|
|
|
|
TEST_F(ObjectWithIsolate, DictionaryGrowth) {
|
2017-11-07 09:35:59 +00:00
|
|
|
Handle<NumberDictionary> dict = NumberDictionary::New(isolate(), 1);
|
2017-04-21 17:31:29 +00:00
|
|
|
Handle<Object> value = isolate()->factory()->null_value();
|
|
|
|
PropertyDetails details = PropertyDetails::Empty();
|
|
|
|
|
|
|
|
// This test documents the expected growth behavior of a dictionary getting
|
|
|
|
// elements added to it one by one.
|
|
|
|
STATIC_ASSERT(HashTableBase::kMinCapacity == 4);
|
|
|
|
uint32_t i = 1;
|
|
|
|
// 3 elements fit into the initial capacity.
|
|
|
|
for (; i <= 3; i++) {
|
2018-07-13 09:32:35 +00:00
|
|
|
dict = NumberDictionary::Add(isolate(), dict, i, value, details);
|
2017-04-21 17:31:29 +00:00
|
|
|
CHECK_EQ(4, dict->Capacity());
|
|
|
|
}
|
|
|
|
// 4th element triggers growth.
|
|
|
|
DCHECK_EQ(4, i);
|
|
|
|
for (; i <= 5; i++) {
|
2018-07-13 09:32:35 +00:00
|
|
|
dict = NumberDictionary::Add(isolate(), dict, i, value, details);
|
2017-04-21 17:31:29 +00:00
|
|
|
CHECK_EQ(8, dict->Capacity());
|
|
|
|
}
|
|
|
|
// 6th element triggers growth.
|
|
|
|
DCHECK_EQ(6, i);
|
|
|
|
for (; i <= 11; i++) {
|
2018-07-13 09:32:35 +00:00
|
|
|
dict = NumberDictionary::Add(isolate(), dict, i, value, details);
|
2017-04-21 17:31:29 +00:00
|
|
|
CHECK_EQ(16, dict->Capacity());
|
|
|
|
}
|
|
|
|
// 12th element triggers growth.
|
|
|
|
DCHECK_EQ(12, i);
|
|
|
|
for (; i <= 21; i++) {
|
2018-07-13 09:32:35 +00:00
|
|
|
dict = NumberDictionary::Add(isolate(), dict, i, value, details);
|
2017-04-21 17:31:29 +00:00
|
|
|
CHECK_EQ(32, dict->Capacity());
|
|
|
|
}
|
|
|
|
// 22nd element triggers growth.
|
|
|
|
DCHECK_EQ(22, i);
|
|
|
|
for (; i <= 43; i++) {
|
2018-07-13 09:32:35 +00:00
|
|
|
dict = NumberDictionary::Add(isolate(), dict, i, value, details);
|
2017-04-21 17:31:29 +00:00
|
|
|
CHECK_EQ(64, dict->Capacity());
|
|
|
|
}
|
|
|
|
// 44th element triggers growth.
|
|
|
|
DCHECK_EQ(44, i);
|
|
|
|
for (; i <= 50; i++) {
|
2018-07-13 09:32:35 +00:00
|
|
|
dict = NumberDictionary::Add(isolate(), dict, i, value, details);
|
2017-04-21 17:31:29 +00:00
|
|
|
CHECK_EQ(128, dict->Capacity());
|
|
|
|
}
|
|
|
|
|
|
|
|
// If we grow by larger chunks, the next (sufficiently big) power of 2 is
|
|
|
|
// chosen as the capacity.
|
2017-11-07 09:35:59 +00:00
|
|
|
dict = NumberDictionary::New(isolate(), 1);
|
2018-07-12 11:04:18 +00:00
|
|
|
dict = NumberDictionary::EnsureCapacity(isolate(), dict, 65);
|
2017-04-21 17:31:29 +00:00
|
|
|
CHECK_EQ(128, dict->Capacity());
|
|
|
|
|
2017-11-07 09:35:59 +00:00
|
|
|
dict = NumberDictionary::New(isolate(), 1);
|
2018-07-12 11:04:18 +00:00
|
|
|
dict = NumberDictionary::EnsureCapacity(isolate(), dict, 30);
|
2017-04-21 17:31:29 +00:00
|
|
|
CHECK_EQ(64, dict->Capacity());
|
|
|
|
}
|
|
|
|
|
2018-04-25 09:52:59 +00:00
|
|
|
TEST_F(TestWithNativeContext, EmptyFunctionScopeInfo) {
|
|
|
|
// Check that the empty_function has a properly set up ScopeInfo.
|
|
|
|
Handle<JSFunction> function = RunJS<JSFunction>("(function(){})");
|
|
|
|
|
2018-06-23 09:05:50 +00:00
|
|
|
Handle<ScopeInfo> scope_info(function->shared().scope_info(),
|
|
|
|
function->GetIsolate());
|
2018-04-25 09:52:59 +00:00
|
|
|
Handle<ScopeInfo> empty_function_scope_info(
|
2018-06-23 09:05:50 +00:00
|
|
|
isolate()->empty_function()->shared().scope_info(),
|
|
|
|
function->GetIsolate());
|
2018-04-25 09:52:59 +00:00
|
|
|
|
|
|
|
EXPECT_EQ(scope_info->Flags(), empty_function_scope_info->Flags());
|
|
|
|
EXPECT_EQ(scope_info->ParameterCount(),
|
|
|
|
empty_function_scope_info->ParameterCount());
|
|
|
|
EXPECT_EQ(scope_info->ContextLocalCount(),
|
|
|
|
empty_function_scope_info->ContextLocalCount());
|
|
|
|
}
|
|
|
|
|
2020-06-22 12:35:34 +00:00
|
|
|
TEST_F(TestWithNativeContext, RecreateScopeInfoWithLocalsBlocklistWorks) {
|
2019-12-09 09:35:07 +00:00
|
|
|
// Create a JSFunction to get a {ScopeInfo} we can use for the test.
|
|
|
|
Handle<JSFunction> function = RunJS<JSFunction>("(function foo() {})");
|
|
|
|
Handle<ScopeInfo> original_scope_info(function->shared().scope_info(),
|
|
|
|
isolate());
|
2020-06-22 12:35:34 +00:00
|
|
|
ASSERT_FALSE(original_scope_info->HasLocalsBlockList());
|
2019-12-09 09:35:07 +00:00
|
|
|
|
|
|
|
Handle<String> foo_string =
|
|
|
|
isolate()->factory()->NewStringFromStaticChars("foo");
|
|
|
|
Handle<String> bar_string =
|
|
|
|
isolate()->factory()->NewStringFromStaticChars("bar");
|
|
|
|
|
2020-06-22 12:35:34 +00:00
|
|
|
Handle<StringSet> blocklist = StringSet::New(isolate());
|
|
|
|
StringSet::Add(isolate(), blocklist, foo_string);
|
2019-12-09 09:35:07 +00:00
|
|
|
|
2020-06-22 12:35:34 +00:00
|
|
|
Handle<ScopeInfo> scope_info = ScopeInfo::RecreateWithBlockList(
|
|
|
|
isolate(), original_scope_info, blocklist);
|
2019-12-09 09:35:07 +00:00
|
|
|
|
2020-11-20 16:57:36 +00:00
|
|
|
DisallowGarbageCollection no_gc;
|
2020-06-22 12:35:34 +00:00
|
|
|
EXPECT_TRUE(scope_info->HasLocalsBlockList());
|
|
|
|
EXPECT_TRUE(scope_info->LocalsBlockList().Has(isolate(), foo_string));
|
|
|
|
EXPECT_FALSE(scope_info->LocalsBlockList().Has(isolate(), bar_string));
|
2019-12-09 09:35:07 +00:00
|
|
|
|
|
|
|
EXPECT_EQ(original_scope_info->length() + 1, scope_info->length());
|
|
|
|
|
2020-06-22 12:35:34 +00:00
|
|
|
// Check that all variable fields *before* the blocklist stayed the same.
|
2019-12-09 09:35:07 +00:00
|
|
|
for (int i = ScopeInfo::kVariablePartIndex;
|
2020-06-22 12:35:34 +00:00
|
|
|
i < scope_info->LocalsBlockListIndex(); ++i) {
|
2019-12-09 09:35:07 +00:00
|
|
|
EXPECT_EQ(original_scope_info->get(i), scope_info->get(i));
|
|
|
|
}
|
|
|
|
|
2020-06-22 12:35:34 +00:00
|
|
|
// Check that all variable fields *after* the blocklist stayed the same.
|
|
|
|
for (int i = scope_info->LocalsBlockListIndex() + 1; i < scope_info->length();
|
2019-12-09 09:35:07 +00:00
|
|
|
++i) {
|
|
|
|
EXPECT_EQ(original_scope_info->get(i - 1), scope_info->get(i));
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-12-19 12:50:30 +00:00
|
|
|
} // namespace internal
|
|
|
|
} // namespace v8
|