d5f589808d
For Octane, the number of calls go down from 7341629 to 1947880, i.e. they are reduced by more than 73%. TLS access is not especially cheap, so this exercise seems worthwhile. Review URL: https://codereview.chromium.org/11412007 git-svn-id: http://v8.googlecode.com/svn/branches/bleeding_edge@12979 ce2b1a6d-e550-0410-aec6-3dcde31c8c00
5982 lines
198 KiB
C++
5982 lines
198 KiB
C++
// Copyright 2012 the V8 project authors. All rights reserved.
|
|
// Redistribution and use in source and binary forms, with or without
|
|
// modification, are permitted provided that the following conditions are
|
|
// met:
|
|
//
|
|
// * Redistributions of source code must retain the above copyright
|
|
// notice, this list of conditions and the following disclaimer.
|
|
// * Redistributions in binary form must reproduce the above
|
|
// copyright notice, this list of conditions and the following
|
|
// disclaimer in the documentation and/or other materials provided
|
|
// with the distribution.
|
|
// * Neither the name of Google Inc. nor the names of its
|
|
// contributors may be used to endorse or promote products derived
|
|
// from this software without specific prior written permission.
|
|
//
|
|
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
#include "v8.h"
|
|
|
|
#include "api.h"
|
|
#include "ast.h"
|
|
#include "bootstrapper.h"
|
|
#include "char-predicates-inl.h"
|
|
#include "codegen.h"
|
|
#include "compiler.h"
|
|
#include "func-name-inferrer.h"
|
|
#include "messages.h"
|
|
#include "parser.h"
|
|
#include "platform.h"
|
|
#include "preparser.h"
|
|
#include "runtime.h"
|
|
#include "scanner-character-streams.h"
|
|
#include "scopeinfo.h"
|
|
#include "string-stream.h"
|
|
|
|
namespace v8 {
|
|
namespace internal {
|
|
|
|
// PositionStack is used for on-stack allocation of token positions for
|
|
// new expressions. Please look at ParseNewExpression.
|
|
|
|
class PositionStack {
|
|
public:
|
|
explicit PositionStack(bool* ok) : top_(NULL), ok_(ok) {}
|
|
~PositionStack() { ASSERT(!*ok_ || is_empty()); }
|
|
|
|
class Element {
|
|
public:
|
|
Element(PositionStack* stack, int value) {
|
|
previous_ = stack->top();
|
|
value_ = value;
|
|
stack->set_top(this);
|
|
}
|
|
|
|
private:
|
|
Element* previous() { return previous_; }
|
|
int value() { return value_; }
|
|
friend class PositionStack;
|
|
Element* previous_;
|
|
int value_;
|
|
};
|
|
|
|
bool is_empty() { return top_ == NULL; }
|
|
int pop() {
|
|
ASSERT(!is_empty());
|
|
int result = top_->value();
|
|
top_ = top_->previous();
|
|
return result;
|
|
}
|
|
|
|
private:
|
|
Element* top() { return top_; }
|
|
void set_top(Element* value) { top_ = value; }
|
|
Element* top_;
|
|
bool* ok_;
|
|
};
|
|
|
|
|
|
RegExpBuilder::RegExpBuilder(Zone* zone)
|
|
: zone_(zone),
|
|
pending_empty_(false),
|
|
characters_(NULL),
|
|
terms_(),
|
|
alternatives_()
|
|
#ifdef DEBUG
|
|
, last_added_(ADD_NONE)
|
|
#endif
|
|
{}
|
|
|
|
|
|
void RegExpBuilder::FlushCharacters() {
|
|
pending_empty_ = false;
|
|
if (characters_ != NULL) {
|
|
RegExpTree* atom = new(zone()) RegExpAtom(characters_->ToConstVector());
|
|
characters_ = NULL;
|
|
text_.Add(atom, zone());
|
|
LAST(ADD_ATOM);
|
|
}
|
|
}
|
|
|
|
|
|
void RegExpBuilder::FlushText() {
|
|
FlushCharacters();
|
|
int num_text = text_.length();
|
|
if (num_text == 0) {
|
|
return;
|
|
} else if (num_text == 1) {
|
|
terms_.Add(text_.last(), zone());
|
|
} else {
|
|
RegExpText* text = new(zone()) RegExpText(zone());
|
|
for (int i = 0; i < num_text; i++)
|
|
text_.Get(i)->AppendToText(text, zone());
|
|
terms_.Add(text, zone());
|
|
}
|
|
text_.Clear();
|
|
}
|
|
|
|
|
|
void RegExpBuilder::AddCharacter(uc16 c) {
|
|
pending_empty_ = false;
|
|
if (characters_ == NULL) {
|
|
characters_ = new(zone()) ZoneList<uc16>(4, zone());
|
|
}
|
|
characters_->Add(c, zone());
|
|
LAST(ADD_CHAR);
|
|
}
|
|
|
|
|
|
void RegExpBuilder::AddEmpty() {
|
|
pending_empty_ = true;
|
|
}
|
|
|
|
|
|
void RegExpBuilder::AddAtom(RegExpTree* term) {
|
|
if (term->IsEmpty()) {
|
|
AddEmpty();
|
|
return;
|
|
}
|
|
if (term->IsTextElement()) {
|
|
FlushCharacters();
|
|
text_.Add(term, zone());
|
|
} else {
|
|
FlushText();
|
|
terms_.Add(term, zone());
|
|
}
|
|
LAST(ADD_ATOM);
|
|
}
|
|
|
|
|
|
void RegExpBuilder::AddAssertion(RegExpTree* assert) {
|
|
FlushText();
|
|
terms_.Add(assert, zone());
|
|
LAST(ADD_ASSERT);
|
|
}
|
|
|
|
|
|
void RegExpBuilder::NewAlternative() {
|
|
FlushTerms();
|
|
}
|
|
|
|
|
|
void RegExpBuilder::FlushTerms() {
|
|
FlushText();
|
|
int num_terms = terms_.length();
|
|
RegExpTree* alternative;
|
|
if (num_terms == 0) {
|
|
alternative = RegExpEmpty::GetInstance();
|
|
} else if (num_terms == 1) {
|
|
alternative = terms_.last();
|
|
} else {
|
|
alternative = new(zone()) RegExpAlternative(terms_.GetList(zone()));
|
|
}
|
|
alternatives_.Add(alternative, zone());
|
|
terms_.Clear();
|
|
LAST(ADD_NONE);
|
|
}
|
|
|
|
|
|
RegExpTree* RegExpBuilder::ToRegExp() {
|
|
FlushTerms();
|
|
int num_alternatives = alternatives_.length();
|
|
if (num_alternatives == 0) {
|
|
return RegExpEmpty::GetInstance();
|
|
}
|
|
if (num_alternatives == 1) {
|
|
return alternatives_.last();
|
|
}
|
|
return new(zone()) RegExpDisjunction(alternatives_.GetList(zone()));
|
|
}
|
|
|
|
|
|
void RegExpBuilder::AddQuantifierToAtom(int min,
|
|
int max,
|
|
RegExpQuantifier::Type type) {
|
|
if (pending_empty_) {
|
|
pending_empty_ = false;
|
|
return;
|
|
}
|
|
RegExpTree* atom;
|
|
if (characters_ != NULL) {
|
|
ASSERT(last_added_ == ADD_CHAR);
|
|
// Last atom was character.
|
|
Vector<const uc16> char_vector = characters_->ToConstVector();
|
|
int num_chars = char_vector.length();
|
|
if (num_chars > 1) {
|
|
Vector<const uc16> prefix = char_vector.SubVector(0, num_chars - 1);
|
|
text_.Add(new(zone()) RegExpAtom(prefix), zone());
|
|
char_vector = char_vector.SubVector(num_chars - 1, num_chars);
|
|
}
|
|
characters_ = NULL;
|
|
atom = new(zone()) RegExpAtom(char_vector);
|
|
FlushText();
|
|
} else if (text_.length() > 0) {
|
|
ASSERT(last_added_ == ADD_ATOM);
|
|
atom = text_.RemoveLast();
|
|
FlushText();
|
|
} else if (terms_.length() > 0) {
|
|
ASSERT(last_added_ == ADD_ATOM);
|
|
atom = terms_.RemoveLast();
|
|
if (atom->max_match() == 0) {
|
|
// Guaranteed to only match an empty string.
|
|
LAST(ADD_TERM);
|
|
if (min == 0) {
|
|
return;
|
|
}
|
|
terms_.Add(atom, zone());
|
|
return;
|
|
}
|
|
} else {
|
|
// Only call immediately after adding an atom or character!
|
|
UNREACHABLE();
|
|
return;
|
|
}
|
|
terms_.Add(new(zone()) RegExpQuantifier(min, max, type, atom), zone());
|
|
LAST(ADD_TERM);
|
|
}
|
|
|
|
|
|
Handle<String> Parser::LookupSymbol(int symbol_id) {
|
|
// Length of symbol cache is the number of identified symbols.
|
|
// If we are larger than that, or negative, it's not a cached symbol.
|
|
// This might also happen if there is no preparser symbol data, even
|
|
// if there is some preparser data.
|
|
if (static_cast<unsigned>(symbol_id)
|
|
>= static_cast<unsigned>(symbol_cache_.length())) {
|
|
if (scanner().is_literal_ascii()) {
|
|
return isolate()->factory()->LookupAsciiSymbol(
|
|
scanner().literal_ascii_string());
|
|
} else {
|
|
return isolate()->factory()->LookupTwoByteSymbol(
|
|
scanner().literal_utf16_string());
|
|
}
|
|
}
|
|
return LookupCachedSymbol(symbol_id);
|
|
}
|
|
|
|
|
|
Handle<String> Parser::LookupCachedSymbol(int symbol_id) {
|
|
// Make sure the cache is large enough to hold the symbol identifier.
|
|
if (symbol_cache_.length() <= symbol_id) {
|
|
// Increase length to index + 1.
|
|
symbol_cache_.AddBlock(Handle<String>::null(),
|
|
symbol_id + 1 - symbol_cache_.length(), zone());
|
|
}
|
|
Handle<String> result = symbol_cache_.at(symbol_id);
|
|
if (result.is_null()) {
|
|
if (scanner().is_literal_ascii()) {
|
|
result = isolate()->factory()->LookupAsciiSymbol(
|
|
scanner().literal_ascii_string());
|
|
} else {
|
|
result = isolate()->factory()->LookupTwoByteSymbol(
|
|
scanner().literal_utf16_string());
|
|
}
|
|
symbol_cache_.at(symbol_id) = result;
|
|
return result;
|
|
}
|
|
isolate()->counters()->total_preparse_symbols_skipped()->Increment();
|
|
return result;
|
|
}
|
|
|
|
|
|
FunctionEntry ScriptDataImpl::GetFunctionEntry(int start) {
|
|
// The current pre-data entry must be a FunctionEntry with the given
|
|
// start position.
|
|
if ((function_index_ + FunctionEntry::kSize <= store_.length())
|
|
&& (static_cast<int>(store_[function_index_]) == start)) {
|
|
int index = function_index_;
|
|
function_index_ += FunctionEntry::kSize;
|
|
return FunctionEntry(store_.SubVector(index,
|
|
index + FunctionEntry::kSize));
|
|
}
|
|
return FunctionEntry();
|
|
}
|
|
|
|
|
|
int ScriptDataImpl::GetSymbolIdentifier() {
|
|
return ReadNumber(&symbol_data_);
|
|
}
|
|
|
|
|
|
bool ScriptDataImpl::SanityCheck() {
|
|
// Check that the header data is valid and doesn't specify
|
|
// point to positions outside the store.
|
|
if (store_.length() < PreparseDataConstants::kHeaderSize) return false;
|
|
if (magic() != PreparseDataConstants::kMagicNumber) return false;
|
|
if (version() != PreparseDataConstants::kCurrentVersion) return false;
|
|
if (has_error()) {
|
|
// Extra sane sanity check for error message encoding.
|
|
if (store_.length() <= PreparseDataConstants::kHeaderSize
|
|
+ PreparseDataConstants::kMessageTextPos) {
|
|
return false;
|
|
}
|
|
if (Read(PreparseDataConstants::kMessageStartPos) >
|
|
Read(PreparseDataConstants::kMessageEndPos)) {
|
|
return false;
|
|
}
|
|
unsigned arg_count = Read(PreparseDataConstants::kMessageArgCountPos);
|
|
int pos = PreparseDataConstants::kMessageTextPos;
|
|
for (unsigned int i = 0; i <= arg_count; i++) {
|
|
if (store_.length() <= PreparseDataConstants::kHeaderSize + pos) {
|
|
return false;
|
|
}
|
|
int length = static_cast<int>(Read(pos));
|
|
if (length < 0) return false;
|
|
pos += 1 + length;
|
|
}
|
|
if (store_.length() < PreparseDataConstants::kHeaderSize + pos) {
|
|
return false;
|
|
}
|
|
return true;
|
|
}
|
|
// Check that the space allocated for function entries is sane.
|
|
int functions_size =
|
|
static_cast<int>(store_[PreparseDataConstants::kFunctionsSizeOffset]);
|
|
if (functions_size < 0) return false;
|
|
if (functions_size % FunctionEntry::kSize != 0) return false;
|
|
// Check that the count of symbols is non-negative.
|
|
int symbol_count =
|
|
static_cast<int>(store_[PreparseDataConstants::kSymbolCountOffset]);
|
|
if (symbol_count < 0) return false;
|
|
// Check that the total size has room for header and function entries.
|
|
int minimum_size =
|
|
PreparseDataConstants::kHeaderSize + functions_size;
|
|
if (store_.length() < minimum_size) return false;
|
|
return true;
|
|
}
|
|
|
|
|
|
|
|
const char* ScriptDataImpl::ReadString(unsigned* start, int* chars) {
|
|
int length = start[0];
|
|
char* result = NewArray<char>(length + 1);
|
|
for (int i = 0; i < length; i++) {
|
|
result[i] = start[i + 1];
|
|
}
|
|
result[length] = '\0';
|
|
if (chars != NULL) *chars = length;
|
|
return result;
|
|
}
|
|
|
|
Scanner::Location ScriptDataImpl::MessageLocation() {
|
|
int beg_pos = Read(PreparseDataConstants::kMessageStartPos);
|
|
int end_pos = Read(PreparseDataConstants::kMessageEndPos);
|
|
return Scanner::Location(beg_pos, end_pos);
|
|
}
|
|
|
|
|
|
const char* ScriptDataImpl::BuildMessage() {
|
|
unsigned* start = ReadAddress(PreparseDataConstants::kMessageTextPos);
|
|
return ReadString(start, NULL);
|
|
}
|
|
|
|
|
|
Vector<const char*> ScriptDataImpl::BuildArgs() {
|
|
int arg_count = Read(PreparseDataConstants::kMessageArgCountPos);
|
|
const char** array = NewArray<const char*>(arg_count);
|
|
// Position after text found by skipping past length field and
|
|
// length field content words.
|
|
int pos = PreparseDataConstants::kMessageTextPos + 1
|
|
+ Read(PreparseDataConstants::kMessageTextPos);
|
|
for (int i = 0; i < arg_count; i++) {
|
|
int count = 0;
|
|
array[i] = ReadString(ReadAddress(pos), &count);
|
|
pos += count + 1;
|
|
}
|
|
return Vector<const char*>(array, arg_count);
|
|
}
|
|
|
|
|
|
unsigned ScriptDataImpl::Read(int position) {
|
|
return store_[PreparseDataConstants::kHeaderSize + position];
|
|
}
|
|
|
|
|
|
unsigned* ScriptDataImpl::ReadAddress(int position) {
|
|
return &store_[PreparseDataConstants::kHeaderSize + position];
|
|
}
|
|
|
|
|
|
Scope* Parser::NewScope(Scope* parent, ScopeType type) {
|
|
Scope* result = new(zone()) Scope(parent, type, zone());
|
|
result->Initialize();
|
|
return result;
|
|
}
|
|
|
|
|
|
// ----------------------------------------------------------------------------
|
|
// Target is a support class to facilitate manipulation of the
|
|
// Parser's target_stack_ (the stack of potential 'break' and
|
|
// 'continue' statement targets). Upon construction, a new target is
|
|
// added; it is removed upon destruction.
|
|
|
|
class Target BASE_EMBEDDED {
|
|
public:
|
|
Target(Target** variable, AstNode* node)
|
|
: variable_(variable), node_(node), previous_(*variable) {
|
|
*variable = this;
|
|
}
|
|
|
|
~Target() {
|
|
*variable_ = previous_;
|
|
}
|
|
|
|
Target* previous() { return previous_; }
|
|
AstNode* node() { return node_; }
|
|
|
|
private:
|
|
Target** variable_;
|
|
AstNode* node_;
|
|
Target* previous_;
|
|
};
|
|
|
|
|
|
class TargetScope BASE_EMBEDDED {
|
|
public:
|
|
explicit TargetScope(Target** variable)
|
|
: variable_(variable), previous_(*variable) {
|
|
*variable = NULL;
|
|
}
|
|
|
|
~TargetScope() {
|
|
*variable_ = previous_;
|
|
}
|
|
|
|
private:
|
|
Target** variable_;
|
|
Target* previous_;
|
|
};
|
|
|
|
|
|
// ----------------------------------------------------------------------------
|
|
// FunctionState and BlockState together implement the parser's scope stack.
|
|
// The parser's current scope is in top_scope_. The BlockState and
|
|
// FunctionState constructors push on the scope stack and the destructors
|
|
// pop. They are also used to hold the parser's per-function and per-block
|
|
// state.
|
|
|
|
class Parser::BlockState BASE_EMBEDDED {
|
|
public:
|
|
BlockState(Parser* parser, Scope* scope)
|
|
: parser_(parser),
|
|
outer_scope_(parser->top_scope_) {
|
|
parser->top_scope_ = scope;
|
|
}
|
|
|
|
~BlockState() { parser_->top_scope_ = outer_scope_; }
|
|
|
|
private:
|
|
Parser* parser_;
|
|
Scope* outer_scope_;
|
|
};
|
|
|
|
|
|
Parser::FunctionState::FunctionState(Parser* parser,
|
|
Scope* scope,
|
|
Isolate* isolate)
|
|
: next_materialized_literal_index_(JSFunction::kLiteralsPrefixSize),
|
|
next_handler_index_(0),
|
|
expected_property_count_(0),
|
|
only_simple_this_property_assignments_(false),
|
|
this_property_assignments_(isolate->factory()->empty_fixed_array()),
|
|
parser_(parser),
|
|
outer_function_state_(parser->current_function_state_),
|
|
outer_scope_(parser->top_scope_),
|
|
saved_ast_node_id_(isolate->ast_node_id()),
|
|
factory_(isolate, parser->zone()) {
|
|
parser->top_scope_ = scope;
|
|
parser->current_function_state_ = this;
|
|
isolate->set_ast_node_id(BailoutId::FirstUsable().ToInt());
|
|
}
|
|
|
|
|
|
Parser::FunctionState::~FunctionState() {
|
|
parser_->top_scope_ = outer_scope_;
|
|
parser_->current_function_state_ = outer_function_state_;
|
|
if (outer_function_state_ != NULL) {
|
|
parser_->isolate()->set_ast_node_id(saved_ast_node_id_);
|
|
}
|
|
}
|
|
|
|
|
|
// ----------------------------------------------------------------------------
|
|
// The CHECK_OK macro is a convenient macro to enforce error
|
|
// handling for functions that may fail (by returning !*ok).
|
|
//
|
|
// CAUTION: This macro appends extra statements after a call,
|
|
// thus it must never be used where only a single statement
|
|
// is correct (e.g. an if statement branch w/o braces)!
|
|
|
|
#define CHECK_OK ok); \
|
|
if (!*ok) return NULL; \
|
|
((void)0
|
|
#define DUMMY ) // to make indentation work
|
|
#undef DUMMY
|
|
|
|
#define CHECK_FAILED /**/); \
|
|
if (failed_) return NULL; \
|
|
((void)0
|
|
#define DUMMY ) // to make indentation work
|
|
#undef DUMMY
|
|
|
|
// ----------------------------------------------------------------------------
|
|
// Implementation of Parser
|
|
|
|
Parser::Parser(CompilationInfo* info,
|
|
int parser_flags,
|
|
v8::Extension* extension,
|
|
ScriptDataImpl* pre_data)
|
|
: isolate_(info->isolate()),
|
|
symbol_cache_(pre_data ? pre_data->symbol_count() : 0, info->zone()),
|
|
script_(info->script()),
|
|
scanner_(isolate_->unicode_cache()),
|
|
reusable_preparser_(NULL),
|
|
top_scope_(NULL),
|
|
current_function_state_(NULL),
|
|
target_stack_(NULL),
|
|
extension_(extension),
|
|
pre_data_(pre_data),
|
|
fni_(NULL),
|
|
allow_natives_syntax_((parser_flags & kAllowNativesSyntax) != 0),
|
|
allow_lazy_((parser_flags & kAllowLazy) != 0),
|
|
allow_modules_((parser_flags & kAllowModules) != 0),
|
|
stack_overflow_(false),
|
|
parenthesized_function_(false),
|
|
zone_(info->zone()),
|
|
info_(info) {
|
|
ASSERT(!script_.is_null());
|
|
isolate_->set_ast_node_id(0);
|
|
if ((parser_flags & kLanguageModeMask) == EXTENDED_MODE) {
|
|
scanner().SetHarmonyScoping(true);
|
|
}
|
|
if ((parser_flags & kAllowModules) != 0) {
|
|
scanner().SetHarmonyModules(true);
|
|
}
|
|
}
|
|
|
|
|
|
FunctionLiteral* Parser::ParseProgram() {
|
|
ZoneScope zone_scope(zone(), DONT_DELETE_ON_EXIT);
|
|
HistogramTimerScope timer(isolate()->counters()->parse());
|
|
Handle<String> source(String::cast(script_->source()));
|
|
isolate()->counters()->total_parse_size()->Increment(source->length());
|
|
int64_t start = FLAG_trace_parse ? OS::Ticks() : 0;
|
|
fni_ = new(zone()) FuncNameInferrer(isolate(), zone());
|
|
|
|
// Initialize parser state.
|
|
source->TryFlatten();
|
|
FunctionLiteral* result;
|
|
if (source->IsExternalTwoByteString()) {
|
|
// Notice that the stream is destroyed at the end of the branch block.
|
|
// The last line of the blocks can't be moved outside, even though they're
|
|
// identical calls.
|
|
ExternalTwoByteStringUtf16CharacterStream stream(
|
|
Handle<ExternalTwoByteString>::cast(source), 0, source->length());
|
|
scanner_.Initialize(&stream);
|
|
result = DoParseProgram(info(), source, &zone_scope);
|
|
} else {
|
|
GenericStringUtf16CharacterStream stream(source, 0, source->length());
|
|
scanner_.Initialize(&stream);
|
|
result = DoParseProgram(info(), source, &zone_scope);
|
|
}
|
|
|
|
if (FLAG_trace_parse && result != NULL) {
|
|
double ms = static_cast<double>(OS::Ticks() - start) / 1000;
|
|
if (info()->is_eval()) {
|
|
PrintF("[parsing eval");
|
|
} else if (info()->script()->name()->IsString()) {
|
|
String* name = String::cast(info()->script()->name());
|
|
SmartArrayPointer<char> name_chars = name->ToCString();
|
|
PrintF("[parsing script: %s", *name_chars);
|
|
} else {
|
|
PrintF("[parsing script");
|
|
}
|
|
PrintF(" - took %0.3f ms]\n", ms);
|
|
}
|
|
return result;
|
|
}
|
|
|
|
|
|
FunctionLiteral* Parser::DoParseProgram(CompilationInfo* info,
|
|
Handle<String> source,
|
|
ZoneScope* zone_scope) {
|
|
ASSERT(top_scope_ == NULL);
|
|
ASSERT(target_stack_ == NULL);
|
|
if (pre_data_ != NULL) pre_data_->Initialize();
|
|
|
|
// Compute the parsing mode.
|
|
Mode mode = (FLAG_lazy && allow_lazy_) ? PARSE_LAZILY : PARSE_EAGERLY;
|
|
if (allow_natives_syntax_ || extension_ != NULL) mode = PARSE_EAGERLY;
|
|
ParsingModeScope parsing_mode(this, mode);
|
|
|
|
Handle<String> no_name = isolate()->factory()->empty_symbol();
|
|
|
|
FunctionLiteral* result = NULL;
|
|
{ Scope* scope = NewScope(top_scope_, GLOBAL_SCOPE);
|
|
info->SetGlobalScope(scope);
|
|
if (!info->context().is_null()) {
|
|
scope = Scope::DeserializeScopeChain(*info->context(), scope, zone());
|
|
}
|
|
if (info->is_eval()) {
|
|
if (!scope->is_global_scope() || info->language_mode() != CLASSIC_MODE) {
|
|
scope = NewScope(scope, EVAL_SCOPE);
|
|
}
|
|
} else if (info->is_global()) {
|
|
scope = NewScope(scope, GLOBAL_SCOPE);
|
|
}
|
|
scope->set_start_position(0);
|
|
scope->set_end_position(source->length());
|
|
|
|
FunctionState function_state(this, scope, isolate()); // Enters 'scope'.
|
|
top_scope_->SetLanguageMode(info->language_mode());
|
|
ZoneList<Statement*>* body = new(zone()) ZoneList<Statement*>(16, zone());
|
|
bool ok = true;
|
|
int beg_loc = scanner().location().beg_pos;
|
|
ParseSourceElements(body, Token::EOS, info->is_eval(), true, &ok);
|
|
if (ok && !top_scope_->is_classic_mode()) {
|
|
CheckOctalLiteral(beg_loc, scanner().location().end_pos, &ok);
|
|
}
|
|
|
|
if (ok && is_extended_mode()) {
|
|
CheckConflictingVarDeclarations(top_scope_, &ok);
|
|
}
|
|
|
|
if (ok) {
|
|
result = factory()->NewFunctionLiteral(
|
|
no_name,
|
|
top_scope_,
|
|
body,
|
|
function_state.materialized_literal_count(),
|
|
function_state.expected_property_count(),
|
|
function_state.handler_count(),
|
|
function_state.only_simple_this_property_assignments(),
|
|
function_state.this_property_assignments(),
|
|
0,
|
|
FunctionLiteral::kNoDuplicateParameters,
|
|
FunctionLiteral::ANONYMOUS_EXPRESSION,
|
|
FunctionLiteral::kGlobalOrEval,
|
|
FunctionLiteral::kNotParenthesized);
|
|
result->set_ast_properties(factory()->visitor()->ast_properties());
|
|
} else if (stack_overflow_) {
|
|
isolate()->StackOverflow();
|
|
}
|
|
}
|
|
|
|
// Make sure the target stack is empty.
|
|
ASSERT(target_stack_ == NULL);
|
|
|
|
// If there was a syntax error we have to get rid of the AST
|
|
// and it is not safe to do so before the scope has been deleted.
|
|
if (result == NULL) zone_scope->DeleteOnExit();
|
|
return result;
|
|
}
|
|
|
|
|
|
FunctionLiteral* Parser::ParseLazy() {
|
|
ZoneScope zone_scope(zone(), DONT_DELETE_ON_EXIT);
|
|
HistogramTimerScope timer(isolate()->counters()->parse_lazy());
|
|
Handle<String> source(String::cast(script_->source()));
|
|
isolate()->counters()->total_parse_size()->Increment(source->length());
|
|
int64_t start = FLAG_trace_parse ? OS::Ticks() : 0;
|
|
Handle<SharedFunctionInfo> shared_info = info()->shared_info();
|
|
|
|
// Initialize parser state.
|
|
source->TryFlatten();
|
|
FunctionLiteral* result;
|
|
if (source->IsExternalTwoByteString()) {
|
|
ExternalTwoByteStringUtf16CharacterStream stream(
|
|
Handle<ExternalTwoByteString>::cast(source),
|
|
shared_info->start_position(),
|
|
shared_info->end_position());
|
|
result = ParseLazy(&stream, &zone_scope);
|
|
} else {
|
|
GenericStringUtf16CharacterStream stream(source,
|
|
shared_info->start_position(),
|
|
shared_info->end_position());
|
|
result = ParseLazy(&stream, &zone_scope);
|
|
}
|
|
|
|
if (FLAG_trace_parse && result != NULL) {
|
|
double ms = static_cast<double>(OS::Ticks() - start) / 1000;
|
|
SmartArrayPointer<char> name_chars = result->debug_name()->ToCString();
|
|
PrintF("[parsing function: %s - took %0.3f ms]\n", *name_chars, ms);
|
|
}
|
|
return result;
|
|
}
|
|
|
|
|
|
FunctionLiteral* Parser::ParseLazy(Utf16CharacterStream* source,
|
|
ZoneScope* zone_scope) {
|
|
Handle<SharedFunctionInfo> shared_info = info()->shared_info();
|
|
scanner_.Initialize(source);
|
|
ASSERT(top_scope_ == NULL);
|
|
ASSERT(target_stack_ == NULL);
|
|
|
|
Handle<String> name(String::cast(shared_info->name()));
|
|
fni_ = new(zone()) FuncNameInferrer(isolate(), zone());
|
|
fni_->PushEnclosingName(name);
|
|
|
|
ParsingModeScope parsing_mode(this, PARSE_EAGERLY);
|
|
|
|
// Place holder for the result.
|
|
FunctionLiteral* result = NULL;
|
|
|
|
{
|
|
// Parse the function literal.
|
|
Scope* scope = NewScope(top_scope_, GLOBAL_SCOPE);
|
|
info()->SetGlobalScope(scope);
|
|
if (!info()->closure().is_null()) {
|
|
scope = Scope::DeserializeScopeChain(info()->closure()->context(), scope,
|
|
zone());
|
|
}
|
|
FunctionState function_state(this, scope, isolate());
|
|
ASSERT(scope->language_mode() != STRICT_MODE || !info()->is_classic_mode());
|
|
ASSERT(scope->language_mode() != EXTENDED_MODE ||
|
|
info()->is_extended_mode());
|
|
ASSERT(info()->language_mode() == shared_info->language_mode());
|
|
scope->SetLanguageMode(shared_info->language_mode());
|
|
FunctionLiteral::Type type = shared_info->is_expression()
|
|
? (shared_info->is_anonymous()
|
|
? FunctionLiteral::ANONYMOUS_EXPRESSION
|
|
: FunctionLiteral::NAMED_EXPRESSION)
|
|
: FunctionLiteral::DECLARATION;
|
|
bool ok = true;
|
|
result = ParseFunctionLiteral(name,
|
|
false, // Strict mode name already checked.
|
|
RelocInfo::kNoPosition,
|
|
type,
|
|
&ok);
|
|
// Make sure the results agree.
|
|
ASSERT(ok == (result != NULL));
|
|
}
|
|
|
|
// Make sure the target stack is empty.
|
|
ASSERT(target_stack_ == NULL);
|
|
|
|
// If there was a stack overflow we have to get rid of AST and it is
|
|
// not safe to do before scope has been deleted.
|
|
if (result == NULL) {
|
|
zone_scope->DeleteOnExit();
|
|
if (stack_overflow_) isolate()->StackOverflow();
|
|
} else {
|
|
Handle<String> inferred_name(shared_info->inferred_name());
|
|
result->set_inferred_name(inferred_name);
|
|
}
|
|
return result;
|
|
}
|
|
|
|
|
|
Handle<String> Parser::GetSymbol(bool* ok) {
|
|
int symbol_id = -1;
|
|
if (pre_data() != NULL) {
|
|
symbol_id = pre_data()->GetSymbolIdentifier();
|
|
}
|
|
return LookupSymbol(symbol_id);
|
|
}
|
|
|
|
|
|
void Parser::ReportMessage(const char* type, Vector<const char*> args) {
|
|
Scanner::Location source_location = scanner().location();
|
|
ReportMessageAt(source_location, type, args);
|
|
}
|
|
|
|
|
|
void Parser::ReportMessage(const char* type, Vector<Handle<String> > args) {
|
|
Scanner::Location source_location = scanner().location();
|
|
ReportMessageAt(source_location, type, args);
|
|
}
|
|
|
|
|
|
void Parser::ReportMessageAt(Scanner::Location source_location,
|
|
const char* type,
|
|
Vector<const char*> args) {
|
|
MessageLocation location(script_,
|
|
source_location.beg_pos,
|
|
source_location.end_pos);
|
|
Factory* factory = isolate()->factory();
|
|
Handle<FixedArray> elements = factory->NewFixedArray(args.length());
|
|
for (int i = 0; i < args.length(); i++) {
|
|
Handle<String> arg_string = factory->NewStringFromUtf8(CStrVector(args[i]));
|
|
elements->set(i, *arg_string);
|
|
}
|
|
Handle<JSArray> array = factory->NewJSArrayWithElements(elements);
|
|
Handle<Object> result = factory->NewSyntaxError(type, array);
|
|
isolate()->Throw(*result, &location);
|
|
}
|
|
|
|
|
|
void Parser::ReportMessageAt(Scanner::Location source_location,
|
|
const char* type,
|
|
Vector<Handle<String> > args) {
|
|
MessageLocation location(script_,
|
|
source_location.beg_pos,
|
|
source_location.end_pos);
|
|
Factory* factory = isolate()->factory();
|
|
Handle<FixedArray> elements = factory->NewFixedArray(args.length());
|
|
for (int i = 0; i < args.length(); i++) {
|
|
elements->set(i, *args[i]);
|
|
}
|
|
Handle<JSArray> array = factory->NewJSArrayWithElements(elements);
|
|
Handle<Object> result = factory->NewSyntaxError(type, array);
|
|
isolate()->Throw(*result, &location);
|
|
}
|
|
|
|
|
|
// A ThisNamedPropertyAssignmentFinder finds and marks statements of the form
|
|
// this.x = ...;, where x is a named property. It also determines whether a
|
|
// function contains only assignments of this type.
|
|
class ThisNamedPropertyAssignmentFinder {
|
|
public:
|
|
ThisNamedPropertyAssignmentFinder(Isolate* isolate, Zone* zone)
|
|
: isolate_(isolate),
|
|
only_simple_this_property_assignments_(true),
|
|
names_(0, zone),
|
|
assigned_arguments_(0, zone),
|
|
assigned_constants_(0, zone),
|
|
zone_(zone) {
|
|
}
|
|
|
|
static Assignment* AsAssignment(Statement* stat) {
|
|
if (stat == NULL) return NULL;
|
|
ExpressionStatement* exp_stat = stat->AsExpressionStatement();
|
|
if (exp_stat == NULL) return NULL;
|
|
return exp_stat->expression()->AsAssignment();
|
|
}
|
|
|
|
void Update(Scope* scope, Statement* stat) {
|
|
// Bail out if function already has property assignment that are
|
|
// not simple this property assignments.
|
|
if (!only_simple_this_property_assignments_) {
|
|
return;
|
|
}
|
|
|
|
// Check whether this statement is of the form this.x = ...;
|
|
Assignment* assignment = AsAssignment(stat);
|
|
if (IsThisPropertyAssignment(assignment)) {
|
|
HandleThisPropertyAssignment(scope, assignment);
|
|
} else {
|
|
only_simple_this_property_assignments_ = false;
|
|
}
|
|
}
|
|
|
|
// Returns whether only statements of the form this.x = y; where y is either a
|
|
// constant or a function argument was encountered.
|
|
bool only_simple_this_property_assignments() {
|
|
return only_simple_this_property_assignments_;
|
|
}
|
|
|
|
// Returns a fixed array containing three elements for each assignment of the
|
|
// form this.x = y;
|
|
Handle<FixedArray> GetThisPropertyAssignments() {
|
|
if (names_.is_empty()) {
|
|
return isolate_->factory()->empty_fixed_array();
|
|
}
|
|
ASSERT_EQ(names_.length(), assigned_arguments_.length());
|
|
ASSERT_EQ(names_.length(), assigned_constants_.length());
|
|
Handle<FixedArray> assignments =
|
|
isolate_->factory()->NewFixedArray(names_.length() * 3);
|
|
for (int i = 0; i < names_.length(); ++i) {
|
|
assignments->set(i * 3, *names_[i]);
|
|
assignments->set(i * 3 + 1, Smi::FromInt(assigned_arguments_[i]));
|
|
assignments->set(i * 3 + 2, *assigned_constants_[i]);
|
|
}
|
|
return assignments;
|
|
}
|
|
|
|
private:
|
|
bool IsThisPropertyAssignment(Assignment* assignment) {
|
|
if (assignment != NULL) {
|
|
Property* property = assignment->target()->AsProperty();
|
|
return assignment->op() == Token::ASSIGN
|
|
&& property != NULL
|
|
&& property->obj()->AsVariableProxy() != NULL
|
|
&& property->obj()->AsVariableProxy()->is_this();
|
|
}
|
|
return false;
|
|
}
|
|
|
|
void HandleThisPropertyAssignment(Scope* scope, Assignment* assignment) {
|
|
// Check that the property assigned to is a named property, which is not
|
|
// __proto__.
|
|
Property* property = assignment->target()->AsProperty();
|
|
ASSERT(property != NULL);
|
|
Literal* literal = property->key()->AsLiteral();
|
|
uint32_t dummy;
|
|
if (literal != NULL &&
|
|
literal->handle()->IsString() &&
|
|
!String::cast(*(literal->handle()))->Equals(
|
|
isolate_->heap()->Proto_symbol()) &&
|
|
!String::cast(*(literal->handle()))->AsArrayIndex(&dummy)) {
|
|
Handle<String> key = Handle<String>::cast(literal->handle());
|
|
|
|
// Check whether the value assigned is either a constant or matches the
|
|
// name of one of the arguments to the function.
|
|
if (assignment->value()->AsLiteral() != NULL) {
|
|
// Constant assigned.
|
|
Literal* literal = assignment->value()->AsLiteral();
|
|
AssignmentFromConstant(key, literal->handle());
|
|
return;
|
|
} else if (assignment->value()->AsVariableProxy() != NULL) {
|
|
// Variable assigned.
|
|
Handle<String> name =
|
|
assignment->value()->AsVariableProxy()->name();
|
|
// Check whether the variable assigned matches an argument name.
|
|
for (int i = 0; i < scope->num_parameters(); i++) {
|
|
if (*scope->parameter(i)->name() == *name) {
|
|
// Assigned from function argument.
|
|
AssignmentFromParameter(key, i);
|
|
return;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
// It is not a simple "this.x = value;" assignment with a constant
|
|
// or parameter value.
|
|
AssignmentFromSomethingElse();
|
|
}
|
|
|
|
|
|
|
|
|
|
// We will potentially reorder the property assignments, so they must be
|
|
// simple enough that the ordering does not matter.
|
|
void AssignmentFromParameter(Handle<String> name, int index) {
|
|
EnsureInitialized();
|
|
for (int i = 0; i < names_.length(); ++i) {
|
|
if (name->Equals(*names_[i])) {
|
|
assigned_arguments_[i] = index;
|
|
assigned_constants_[i] = isolate_->factory()->undefined_value();
|
|
return;
|
|
}
|
|
}
|
|
names_.Add(name, zone());
|
|
assigned_arguments_.Add(index, zone());
|
|
assigned_constants_.Add(isolate_->factory()->undefined_value(), zone());
|
|
}
|
|
|
|
void AssignmentFromConstant(Handle<String> name, Handle<Object> value) {
|
|
EnsureInitialized();
|
|
for (int i = 0; i < names_.length(); ++i) {
|
|
if (name->Equals(*names_[i])) {
|
|
assigned_arguments_[i] = -1;
|
|
assigned_constants_[i] = value;
|
|
return;
|
|
}
|
|
}
|
|
names_.Add(name, zone());
|
|
assigned_arguments_.Add(-1, zone());
|
|
assigned_constants_.Add(value, zone());
|
|
}
|
|
|
|
void AssignmentFromSomethingElse() {
|
|
// The this assignment is not a simple one.
|
|
only_simple_this_property_assignments_ = false;
|
|
}
|
|
|
|
void EnsureInitialized() {
|
|
if (names_.capacity() == 0) {
|
|
ASSERT(assigned_arguments_.capacity() == 0);
|
|
ASSERT(assigned_constants_.capacity() == 0);
|
|
names_.Initialize(4, zone());
|
|
assigned_arguments_.Initialize(4, zone());
|
|
assigned_constants_.Initialize(4, zone());
|
|
}
|
|
}
|
|
|
|
Zone* zone() const { return zone_; }
|
|
|
|
Isolate* isolate_;
|
|
bool only_simple_this_property_assignments_;
|
|
ZoneStringList names_;
|
|
ZoneList<int> assigned_arguments_;
|
|
ZoneObjectList assigned_constants_;
|
|
Zone* zone_;
|
|
};
|
|
|
|
|
|
void* Parser::ParseSourceElements(ZoneList<Statement*>* processor,
|
|
int end_token,
|
|
bool is_eval,
|
|
bool is_global,
|
|
bool* ok) {
|
|
// SourceElements ::
|
|
// (ModuleElement)* <end_token>
|
|
|
|
// Allocate a target stack to use for this set of source
|
|
// elements. This way, all scripts and functions get their own
|
|
// target stack thus avoiding illegal breaks and continues across
|
|
// functions.
|
|
TargetScope scope(&this->target_stack_);
|
|
|
|
ASSERT(processor != NULL);
|
|
ThisNamedPropertyAssignmentFinder this_property_assignment_finder(isolate(),
|
|
zone());
|
|
bool directive_prologue = true; // Parsing directive prologue.
|
|
|
|
while (peek() != end_token) {
|
|
if (directive_prologue && peek() != Token::STRING) {
|
|
directive_prologue = false;
|
|
}
|
|
|
|
Scanner::Location token_loc = scanner().peek_location();
|
|
Statement* stat;
|
|
if (is_global && !is_eval) {
|
|
stat = ParseModuleElement(NULL, CHECK_OK);
|
|
} else {
|
|
stat = ParseBlockElement(NULL, CHECK_OK);
|
|
}
|
|
if (stat == NULL || stat->IsEmpty()) {
|
|
directive_prologue = false; // End of directive prologue.
|
|
continue;
|
|
}
|
|
|
|
if (directive_prologue) {
|
|
// A shot at a directive.
|
|
ExpressionStatement* e_stat;
|
|
Literal* literal;
|
|
// Still processing directive prologue?
|
|
if ((e_stat = stat->AsExpressionStatement()) != NULL &&
|
|
(literal = e_stat->expression()->AsLiteral()) != NULL &&
|
|
literal->handle()->IsString()) {
|
|
Handle<String> directive = Handle<String>::cast(literal->handle());
|
|
|
|
// Check "use strict" directive (ES5 14.1).
|
|
if (top_scope_->is_classic_mode() &&
|
|
directive->Equals(isolate()->heap()->use_strict()) &&
|
|
token_loc.end_pos - token_loc.beg_pos ==
|
|
isolate()->heap()->use_strict()->length() + 2) {
|
|
// TODO(mstarzinger): Global strict eval calls, need their own scope
|
|
// as specified in ES5 10.4.2(3). The correct fix would be to always
|
|
// add this scope in DoParseProgram(), but that requires adaptations
|
|
// all over the code base, so we go with a quick-fix for now.
|
|
if (is_eval && !top_scope_->is_eval_scope()) {
|
|
ASSERT(top_scope_->is_global_scope());
|
|
Scope* scope = NewScope(top_scope_, EVAL_SCOPE);
|
|
scope->set_start_position(top_scope_->start_position());
|
|
scope->set_end_position(top_scope_->end_position());
|
|
top_scope_ = scope;
|
|
}
|
|
// TODO(ES6): Fix entering extended mode, once it is specified.
|
|
top_scope_->SetLanguageMode(FLAG_harmony_scoping
|
|
? EXTENDED_MODE : STRICT_MODE);
|
|
// "use strict" is the only directive for now.
|
|
directive_prologue = false;
|
|
}
|
|
} else {
|
|
// End of the directive prologue.
|
|
directive_prologue = false;
|
|
}
|
|
}
|
|
|
|
// Find and mark all assignments to named properties in this (this.x =)
|
|
if (top_scope_->is_function_scope()) {
|
|
this_property_assignment_finder.Update(top_scope_, stat);
|
|
}
|
|
processor->Add(stat, zone());
|
|
}
|
|
|
|
// Propagate the collected information on this property assignments.
|
|
if (top_scope_->is_function_scope()) {
|
|
bool only_simple_this_property_assignments =
|
|
this_property_assignment_finder.only_simple_this_property_assignments()
|
|
&& top_scope_->declarations()->length() == 0;
|
|
if (only_simple_this_property_assignments) {
|
|
current_function_state_->SetThisPropertyAssignmentInfo(
|
|
only_simple_this_property_assignments,
|
|
this_property_assignment_finder.GetThisPropertyAssignments());
|
|
}
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
|
|
Statement* Parser::ParseModuleElement(ZoneStringList* labels,
|
|
bool* ok) {
|
|
// (Ecma 262 5th Edition, clause 14):
|
|
// SourceElement:
|
|
// Statement
|
|
// FunctionDeclaration
|
|
//
|
|
// In harmony mode we allow additionally the following productions
|
|
// ModuleElement:
|
|
// LetDeclaration
|
|
// ConstDeclaration
|
|
// ModuleDeclaration
|
|
// ImportDeclaration
|
|
// ExportDeclaration
|
|
|
|
switch (peek()) {
|
|
case Token::FUNCTION:
|
|
return ParseFunctionDeclaration(NULL, ok);
|
|
case Token::LET:
|
|
case Token::CONST:
|
|
return ParseVariableStatement(kModuleElement, NULL, ok);
|
|
case Token::IMPORT:
|
|
return ParseImportDeclaration(ok);
|
|
case Token::EXPORT:
|
|
return ParseExportDeclaration(ok);
|
|
default: {
|
|
Statement* stmt = ParseStatement(labels, CHECK_OK);
|
|
// Handle 'module' as a context-sensitive keyword.
|
|
if (FLAG_harmony_modules &&
|
|
peek() == Token::IDENTIFIER &&
|
|
!scanner().HasAnyLineTerminatorBeforeNext() &&
|
|
stmt != NULL) {
|
|
ExpressionStatement* estmt = stmt->AsExpressionStatement();
|
|
if (estmt != NULL &&
|
|
estmt->expression()->AsVariableProxy() != NULL &&
|
|
estmt->expression()->AsVariableProxy()->name()->Equals(
|
|
isolate()->heap()->module_symbol()) &&
|
|
!scanner().literal_contains_escapes()) {
|
|
return ParseModuleDeclaration(NULL, ok);
|
|
}
|
|
}
|
|
return stmt;
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
Statement* Parser::ParseModuleDeclaration(ZoneStringList* names, bool* ok) {
|
|
// ModuleDeclaration:
|
|
// 'module' Identifier Module
|
|
|
|
Handle<String> name = ParseIdentifier(CHECK_OK);
|
|
|
|
#ifdef DEBUG
|
|
if (FLAG_print_interface_details)
|
|
PrintF("# Module %s...\n", name->ToAsciiArray());
|
|
#endif
|
|
|
|
Module* module = ParseModule(CHECK_OK);
|
|
VariableProxy* proxy = NewUnresolved(name, LET, module->interface());
|
|
Declaration* declaration =
|
|
factory()->NewModuleDeclaration(proxy, module, top_scope_);
|
|
Declare(declaration, true, CHECK_OK);
|
|
|
|
#ifdef DEBUG
|
|
if (FLAG_print_interface_details)
|
|
PrintF("# Module %s.\n", name->ToAsciiArray());
|
|
|
|
if (FLAG_print_interfaces) {
|
|
PrintF("module %s : ", name->ToAsciiArray());
|
|
module->interface()->Print();
|
|
}
|
|
#endif
|
|
|
|
if (names) names->Add(name, zone());
|
|
if (module->body() == NULL)
|
|
return factory()->NewEmptyStatement();
|
|
else
|
|
return module->body();
|
|
}
|
|
|
|
|
|
Module* Parser::ParseModule(bool* ok) {
|
|
// Module:
|
|
// '{' ModuleElement '}'
|
|
// '=' ModulePath ';'
|
|
// 'at' String ';'
|
|
|
|
switch (peek()) {
|
|
case Token::LBRACE:
|
|
return ParseModuleLiteral(ok);
|
|
|
|
case Token::ASSIGN: {
|
|
Expect(Token::ASSIGN, CHECK_OK);
|
|
Module* result = ParseModulePath(CHECK_OK);
|
|
ExpectSemicolon(CHECK_OK);
|
|
return result;
|
|
}
|
|
|
|
default: {
|
|
ExpectContextualKeyword("at", CHECK_OK);
|
|
Module* result = ParseModuleUrl(CHECK_OK);
|
|
ExpectSemicolon(CHECK_OK);
|
|
return result;
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
Module* Parser::ParseModuleLiteral(bool* ok) {
|
|
// Module:
|
|
// '{' ModuleElement '}'
|
|
|
|
// Construct block expecting 16 statements.
|
|
Block* body = factory()->NewBlock(NULL, 16, false);
|
|
#ifdef DEBUG
|
|
if (FLAG_print_interface_details) PrintF("# Literal ");
|
|
#endif
|
|
Scope* scope = NewScope(top_scope_, MODULE_SCOPE);
|
|
|
|
Expect(Token::LBRACE, CHECK_OK);
|
|
scope->set_start_position(scanner().location().beg_pos);
|
|
scope->SetLanguageMode(EXTENDED_MODE);
|
|
|
|
{
|
|
BlockState block_state(this, scope);
|
|
TargetCollector collector(zone());
|
|
Target target(&this->target_stack_, &collector);
|
|
Target target_body(&this->target_stack_, body);
|
|
|
|
while (peek() != Token::RBRACE) {
|
|
Statement* stat = ParseModuleElement(NULL, CHECK_OK);
|
|
if (stat && !stat->IsEmpty()) {
|
|
body->AddStatement(stat, zone());
|
|
}
|
|
}
|
|
}
|
|
|
|
Expect(Token::RBRACE, CHECK_OK);
|
|
scope->set_end_position(scanner().location().end_pos);
|
|
body->set_scope(scope);
|
|
|
|
// Check that all exports are bound.
|
|
Interface* interface = scope->interface();
|
|
for (Interface::Iterator it = interface->iterator();
|
|
!it.done(); it.Advance()) {
|
|
if (scope->LocalLookup(it.name()) == NULL) {
|
|
Handle<String> name(it.name());
|
|
ReportMessage("module_export_undefined",
|
|
Vector<Handle<String> >(&name, 1));
|
|
*ok = false;
|
|
return NULL;
|
|
}
|
|
}
|
|
|
|
interface->MakeModule(ok);
|
|
ASSERT(*ok);
|
|
interface->Freeze(ok);
|
|
ASSERT(*ok);
|
|
return factory()->NewModuleLiteral(body, interface);
|
|
}
|
|
|
|
|
|
Module* Parser::ParseModulePath(bool* ok) {
|
|
// ModulePath:
|
|
// Identifier
|
|
// ModulePath '.' Identifier
|
|
|
|
Module* result = ParseModuleVariable(CHECK_OK);
|
|
while (Check(Token::PERIOD)) {
|
|
Handle<String> name = ParseIdentifierName(CHECK_OK);
|
|
#ifdef DEBUG
|
|
if (FLAG_print_interface_details)
|
|
PrintF("# Path .%s ", name->ToAsciiArray());
|
|
#endif
|
|
Module* member = factory()->NewModulePath(result, name);
|
|
result->interface()->Add(name, member->interface(), zone(), ok);
|
|
if (!*ok) {
|
|
#ifdef DEBUG
|
|
if (FLAG_print_interfaces) {
|
|
PrintF("PATH TYPE ERROR at '%s'\n", name->ToAsciiArray());
|
|
PrintF("result: ");
|
|
result->interface()->Print();
|
|
PrintF("member: ");
|
|
member->interface()->Print();
|
|
}
|
|
#endif
|
|
ReportMessage("invalid_module_path", Vector<Handle<String> >(&name, 1));
|
|
return NULL;
|
|
}
|
|
result = member;
|
|
}
|
|
|
|
return result;
|
|
}
|
|
|
|
|
|
Module* Parser::ParseModuleVariable(bool* ok) {
|
|
// ModulePath:
|
|
// Identifier
|
|
|
|
Handle<String> name = ParseIdentifier(CHECK_OK);
|
|
#ifdef DEBUG
|
|
if (FLAG_print_interface_details)
|
|
PrintF("# Module variable %s ", name->ToAsciiArray());
|
|
#endif
|
|
VariableProxy* proxy = top_scope_->NewUnresolved(
|
|
factory(), name, Interface::NewModule(zone()),
|
|
scanner().location().beg_pos);
|
|
|
|
return factory()->NewModuleVariable(proxy);
|
|
}
|
|
|
|
|
|
Module* Parser::ParseModuleUrl(bool* ok) {
|
|
// Module:
|
|
// String
|
|
|
|
Expect(Token::STRING, CHECK_OK);
|
|
Handle<String> symbol = GetSymbol(CHECK_OK);
|
|
|
|
// TODO(ES6): Request JS resource from environment...
|
|
|
|
#ifdef DEBUG
|
|
if (FLAG_print_interface_details) PrintF("# Url ");
|
|
#endif
|
|
|
|
Module* result = factory()->NewModuleUrl(symbol);
|
|
Interface* interface = result->interface();
|
|
interface->Freeze(ok);
|
|
ASSERT(*ok);
|
|
// Create dummy scope to avoid errors as long as the feature isn't finished.
|
|
Scope* scope = NewScope(top_scope_, MODULE_SCOPE);
|
|
interface->Unify(scope->interface(), zone(), ok);
|
|
ASSERT(*ok);
|
|
return result;
|
|
}
|
|
|
|
|
|
Module* Parser::ParseModuleSpecifier(bool* ok) {
|
|
// ModuleSpecifier:
|
|
// String
|
|
// ModulePath
|
|
|
|
if (peek() == Token::STRING) {
|
|
return ParseModuleUrl(ok);
|
|
} else {
|
|
return ParseModulePath(ok);
|
|
}
|
|
}
|
|
|
|
|
|
Block* Parser::ParseImportDeclaration(bool* ok) {
|
|
// ImportDeclaration:
|
|
// 'import' IdentifierName (',' IdentifierName)* 'from' ModuleSpecifier ';'
|
|
//
|
|
// TODO(ES6): implement destructuring ImportSpecifiers
|
|
|
|
Expect(Token::IMPORT, CHECK_OK);
|
|
ZoneStringList names(1, zone());
|
|
|
|
Handle<String> name = ParseIdentifierName(CHECK_OK);
|
|
names.Add(name, zone());
|
|
while (peek() == Token::COMMA) {
|
|
Consume(Token::COMMA);
|
|
name = ParseIdentifierName(CHECK_OK);
|
|
names.Add(name, zone());
|
|
}
|
|
|
|
ExpectContextualKeyword("from", CHECK_OK);
|
|
Module* module = ParseModuleSpecifier(CHECK_OK);
|
|
ExpectSemicolon(CHECK_OK);
|
|
|
|
// Generate a separate declaration for each identifier.
|
|
// TODO(ES6): once we implement destructuring, make that one declaration.
|
|
Block* block = factory()->NewBlock(NULL, 1, true);
|
|
for (int i = 0; i < names.length(); ++i) {
|
|
#ifdef DEBUG
|
|
if (FLAG_print_interface_details)
|
|
PrintF("# Import %s ", names[i]->ToAsciiArray());
|
|
#endif
|
|
Interface* interface = Interface::NewUnknown(zone());
|
|
module->interface()->Add(names[i], interface, zone(), ok);
|
|
if (!*ok) {
|
|
#ifdef DEBUG
|
|
if (FLAG_print_interfaces) {
|
|
PrintF("IMPORT TYPE ERROR at '%s'\n", names[i]->ToAsciiArray());
|
|
PrintF("module: ");
|
|
module->interface()->Print();
|
|
}
|
|
#endif
|
|
ReportMessage("invalid_module_path", Vector<Handle<String> >(&name, 1));
|
|
return NULL;
|
|
}
|
|
VariableProxy* proxy = NewUnresolved(names[i], LET, interface);
|
|
Declaration* declaration =
|
|
factory()->NewImportDeclaration(proxy, module, top_scope_);
|
|
Declare(declaration, true, CHECK_OK);
|
|
}
|
|
|
|
return block;
|
|
}
|
|
|
|
|
|
Statement* Parser::ParseExportDeclaration(bool* ok) {
|
|
// ExportDeclaration:
|
|
// 'export' Identifier (',' Identifier)* ';'
|
|
// 'export' VariableDeclaration
|
|
// 'export' FunctionDeclaration
|
|
// 'export' ModuleDeclaration
|
|
//
|
|
// TODO(ES6): implement structuring ExportSpecifiers
|
|
|
|
Expect(Token::EXPORT, CHECK_OK);
|
|
|
|
Statement* result = NULL;
|
|
ZoneStringList names(1, zone());
|
|
switch (peek()) {
|
|
case Token::IDENTIFIER: {
|
|
Handle<String> name = ParseIdentifier(CHECK_OK);
|
|
// Handle 'module' as a context-sensitive keyword.
|
|
if (!name->IsEqualTo(CStrVector("module"))) {
|
|
names.Add(name, zone());
|
|
while (peek() == Token::COMMA) {
|
|
Consume(Token::COMMA);
|
|
name = ParseIdentifier(CHECK_OK);
|
|
names.Add(name, zone());
|
|
}
|
|
ExpectSemicolon(CHECK_OK);
|
|
result = factory()->NewEmptyStatement();
|
|
} else {
|
|
result = ParseModuleDeclaration(&names, CHECK_OK);
|
|
}
|
|
break;
|
|
}
|
|
|
|
case Token::FUNCTION:
|
|
result = ParseFunctionDeclaration(&names, CHECK_OK);
|
|
break;
|
|
|
|
case Token::VAR:
|
|
case Token::LET:
|
|
case Token::CONST:
|
|
result = ParseVariableStatement(kModuleElement, &names, CHECK_OK);
|
|
break;
|
|
|
|
default:
|
|
*ok = false;
|
|
ReportUnexpectedToken(scanner().current_token());
|
|
return NULL;
|
|
}
|
|
|
|
// Extract declared names into export declarations and interface.
|
|
Interface* interface = top_scope_->interface();
|
|
for (int i = 0; i < names.length(); ++i) {
|
|
#ifdef DEBUG
|
|
if (FLAG_print_interface_details)
|
|
PrintF("# Export %s ", names[i]->ToAsciiArray());
|
|
#endif
|
|
Interface* inner = Interface::NewUnknown(zone());
|
|
interface->Add(names[i], inner, zone(), CHECK_OK);
|
|
if (!*ok)
|
|
return NULL;
|
|
VariableProxy* proxy = NewUnresolved(names[i], LET, inner);
|
|
USE(proxy);
|
|
// TODO(rossberg): Rethink whether we actually need to store export
|
|
// declarations (for compilation?).
|
|
// ExportDeclaration* declaration =
|
|
// factory()->NewExportDeclaration(proxy, top_scope_);
|
|
// top_scope_->AddDeclaration(declaration);
|
|
}
|
|
|
|
ASSERT(result != NULL);
|
|
return result;
|
|
}
|
|
|
|
|
|
Statement* Parser::ParseBlockElement(ZoneStringList* labels,
|
|
bool* ok) {
|
|
// (Ecma 262 5th Edition, clause 14):
|
|
// SourceElement:
|
|
// Statement
|
|
// FunctionDeclaration
|
|
//
|
|
// In harmony mode we allow additionally the following productions
|
|
// BlockElement (aka SourceElement):
|
|
// LetDeclaration
|
|
// ConstDeclaration
|
|
|
|
switch (peek()) {
|
|
case Token::FUNCTION:
|
|
return ParseFunctionDeclaration(NULL, ok);
|
|
case Token::LET:
|
|
case Token::CONST:
|
|
return ParseVariableStatement(kModuleElement, NULL, ok);
|
|
default:
|
|
return ParseStatement(labels, ok);
|
|
}
|
|
}
|
|
|
|
|
|
Statement* Parser::ParseStatement(ZoneStringList* labels, bool* ok) {
|
|
// Statement ::
|
|
// Block
|
|
// VariableStatement
|
|
// EmptyStatement
|
|
// ExpressionStatement
|
|
// IfStatement
|
|
// IterationStatement
|
|
// ContinueStatement
|
|
// BreakStatement
|
|
// ReturnStatement
|
|
// WithStatement
|
|
// LabelledStatement
|
|
// SwitchStatement
|
|
// ThrowStatement
|
|
// TryStatement
|
|
// DebuggerStatement
|
|
|
|
// Note: Since labels can only be used by 'break' and 'continue'
|
|
// statements, which themselves are only valid within blocks,
|
|
// iterations or 'switch' statements (i.e., BreakableStatements),
|
|
// labels can be simply ignored in all other cases; except for
|
|
// trivial labeled break statements 'label: break label' which is
|
|
// parsed into an empty statement.
|
|
|
|
// Keep the source position of the statement
|
|
int statement_pos = scanner().peek_location().beg_pos;
|
|
Statement* stmt = NULL;
|
|
switch (peek()) {
|
|
case Token::LBRACE:
|
|
return ParseBlock(labels, ok);
|
|
|
|
case Token::CONST: // fall through
|
|
case Token::LET:
|
|
case Token::VAR:
|
|
stmt = ParseVariableStatement(kStatement, NULL, ok);
|
|
break;
|
|
|
|
case Token::SEMICOLON:
|
|
Next();
|
|
return factory()->NewEmptyStatement();
|
|
|
|
case Token::IF:
|
|
stmt = ParseIfStatement(labels, ok);
|
|
break;
|
|
|
|
case Token::DO:
|
|
stmt = ParseDoWhileStatement(labels, ok);
|
|
break;
|
|
|
|
case Token::WHILE:
|
|
stmt = ParseWhileStatement(labels, ok);
|
|
break;
|
|
|
|
case Token::FOR:
|
|
stmt = ParseForStatement(labels, ok);
|
|
break;
|
|
|
|
case Token::CONTINUE:
|
|
stmt = ParseContinueStatement(ok);
|
|
break;
|
|
|
|
case Token::BREAK:
|
|
stmt = ParseBreakStatement(labels, ok);
|
|
break;
|
|
|
|
case Token::RETURN:
|
|
stmt = ParseReturnStatement(ok);
|
|
break;
|
|
|
|
case Token::WITH:
|
|
stmt = ParseWithStatement(labels, ok);
|
|
break;
|
|
|
|
case Token::SWITCH:
|
|
stmt = ParseSwitchStatement(labels, ok);
|
|
break;
|
|
|
|
case Token::THROW:
|
|
stmt = ParseThrowStatement(ok);
|
|
break;
|
|
|
|
case Token::TRY: {
|
|
// NOTE: It is somewhat complicated to have labels on
|
|
// try-statements. When breaking out of a try-finally statement,
|
|
// one must take great care not to treat it as a
|
|
// fall-through. It is much easier just to wrap the entire
|
|
// try-statement in a statement block and put the labels there
|
|
Block* result = factory()->NewBlock(labels, 1, false);
|
|
Target target(&this->target_stack_, result);
|
|
TryStatement* statement = ParseTryStatement(CHECK_OK);
|
|
if (statement) {
|
|
statement->set_statement_pos(statement_pos);
|
|
}
|
|
if (result) result->AddStatement(statement, zone());
|
|
return result;
|
|
}
|
|
|
|
case Token::FUNCTION: {
|
|
// FunctionDeclaration is only allowed in the context of SourceElements
|
|
// (Ecma 262 5th Edition, clause 14):
|
|
// SourceElement:
|
|
// Statement
|
|
// FunctionDeclaration
|
|
// Common language extension is to allow function declaration in place
|
|
// of any statement. This language extension is disabled in strict mode.
|
|
if (!top_scope_->is_classic_mode()) {
|
|
ReportMessageAt(scanner().peek_location(), "strict_function",
|
|
Vector<const char*>::empty());
|
|
*ok = false;
|
|
return NULL;
|
|
}
|
|
return ParseFunctionDeclaration(NULL, ok);
|
|
}
|
|
|
|
case Token::DEBUGGER:
|
|
stmt = ParseDebuggerStatement(ok);
|
|
break;
|
|
|
|
default:
|
|
stmt = ParseExpressionOrLabelledStatement(labels, ok);
|
|
}
|
|
|
|
// Store the source position of the statement
|
|
if (stmt != NULL) stmt->set_statement_pos(statement_pos);
|
|
return stmt;
|
|
}
|
|
|
|
|
|
VariableProxy* Parser::NewUnresolved(
|
|
Handle<String> name, VariableMode mode, Interface* interface) {
|
|
// If we are inside a function, a declaration of a var/const variable is a
|
|
// truly local variable, and the scope of the variable is always the function
|
|
// scope.
|
|
// Let/const variables in harmony mode are always added to the immediately
|
|
// enclosing scope.
|
|
return DeclarationScope(mode)->NewUnresolved(
|
|
factory(), name, interface, scanner().location().beg_pos);
|
|
}
|
|
|
|
|
|
void Parser::Declare(Declaration* declaration, bool resolve, bool* ok) {
|
|
VariableProxy* proxy = declaration->proxy();
|
|
Handle<String> name = proxy->name();
|
|
VariableMode mode = declaration->mode();
|
|
Scope* declaration_scope = DeclarationScope(mode);
|
|
Variable* var = NULL;
|
|
|
|
// If a suitable scope exists, then we can statically declare this
|
|
// variable and also set its mode. In any case, a Declaration node
|
|
// will be added to the scope so that the declaration can be added
|
|
// to the corresponding activation frame at runtime if necessary.
|
|
// For instance declarations inside an eval scope need to be added
|
|
// to the calling function context.
|
|
// Similarly, strict mode eval scope does not leak variable declarations to
|
|
// the caller's scope so we declare all locals, too.
|
|
if (declaration_scope->is_function_scope() ||
|
|
declaration_scope->is_strict_or_extended_eval_scope() ||
|
|
declaration_scope->is_block_scope() ||
|
|
declaration_scope->is_module_scope() ||
|
|
declaration_scope->is_global_scope()) {
|
|
// Declare the variable in the declaration scope.
|
|
// For the global scope, we have to check for collisions with earlier
|
|
// (i.e., enclosing) global scopes, to maintain the illusion of a single
|
|
// global scope.
|
|
var = declaration_scope->is_global_scope()
|
|
? declaration_scope->Lookup(name)
|
|
: declaration_scope->LocalLookup(name);
|
|
if (var == NULL) {
|
|
// Declare the name.
|
|
var = declaration_scope->DeclareLocal(
|
|
name, mode, declaration->initialization(), proxy->interface());
|
|
} else if ((mode != VAR || var->mode() != VAR) &&
|
|
(!declaration_scope->is_global_scope() ||
|
|
IsLexicalVariableMode(mode) ||
|
|
IsLexicalVariableMode(var->mode()))) {
|
|
// The name was declared in this scope before; check for conflicting
|
|
// re-declarations. We have a conflict if either of the declarations is
|
|
// not a var (in the global scope, we also have to ignore legacy const for
|
|
// compatibility). There is similar code in runtime.cc in the Declare
|
|
// functions. The function CheckNonConflictingScope checks for conflicting
|
|
// var and let bindings from different scopes whereas this is a check for
|
|
// conflicting declarations within the same scope. This check also covers
|
|
// the special case
|
|
//
|
|
// function () { let x; { var x; } }
|
|
//
|
|
// because the var declaration is hoisted to the function scope where 'x'
|
|
// is already bound.
|
|
ASSERT(IsDeclaredVariableMode(var->mode()));
|
|
if (is_extended_mode()) {
|
|
// In harmony mode we treat re-declarations as early errors. See
|
|
// ES5 16 for a definition of early errors.
|
|
SmartArrayPointer<char> c_string = name->ToCString(DISALLOW_NULLS);
|
|
const char* elms[2] = { "Variable", *c_string };
|
|
Vector<const char*> args(elms, 2);
|
|
ReportMessage("redeclaration", args);
|
|
*ok = false;
|
|
return;
|
|
}
|
|
const char* type =
|
|
(var->mode() == VAR) ? "var" : var->is_const_mode() ? "const" : "let";
|
|
Handle<String> type_string =
|
|
isolate()->factory()->NewStringFromUtf8(CStrVector(type), TENURED);
|
|
Expression* expression =
|
|
NewThrowTypeError(isolate()->factory()->redeclaration_symbol(),
|
|
type_string, name);
|
|
declaration_scope->SetIllegalRedeclaration(expression);
|
|
}
|
|
}
|
|
|
|
// We add a declaration node for every declaration. The compiler
|
|
// will only generate code if necessary. In particular, declarations
|
|
// for inner local variables that do not represent functions won't
|
|
// result in any generated code.
|
|
//
|
|
// Note that we always add an unresolved proxy even if it's not
|
|
// used, simply because we don't know in this method (w/o extra
|
|
// parameters) if the proxy is needed or not. The proxy will be
|
|
// bound during variable resolution time unless it was pre-bound
|
|
// below.
|
|
//
|
|
// WARNING: This will lead to multiple declaration nodes for the
|
|
// same variable if it is declared several times. This is not a
|
|
// semantic issue as long as we keep the source order, but it may be
|
|
// a performance issue since it may lead to repeated
|
|
// Runtime::DeclareContextSlot() calls.
|
|
declaration_scope->AddDeclaration(declaration);
|
|
|
|
if (mode == CONST && declaration_scope->is_global_scope()) {
|
|
// For global const variables we bind the proxy to a variable.
|
|
ASSERT(resolve); // should be set by all callers
|
|
Variable::Kind kind = Variable::NORMAL;
|
|
var = new(zone()) Variable(declaration_scope,
|
|
name,
|
|
mode,
|
|
true,
|
|
kind,
|
|
kNeedsInitialization);
|
|
} else if (declaration_scope->is_eval_scope() &&
|
|
declaration_scope->is_classic_mode()) {
|
|
// For variable declarations in a non-strict eval scope the proxy is bound
|
|
// to a lookup variable to force a dynamic declaration using the
|
|
// DeclareContextSlot runtime function.
|
|
Variable::Kind kind = Variable::NORMAL;
|
|
var = new(zone()) Variable(declaration_scope,
|
|
name,
|
|
mode,
|
|
true,
|
|
kind,
|
|
declaration->initialization());
|
|
var->AllocateTo(Variable::LOOKUP, -1);
|
|
resolve = true;
|
|
}
|
|
|
|
// If requested and we have a local variable, bind the proxy to the variable
|
|
// at parse-time. This is used for functions (and consts) declared inside
|
|
// statements: the corresponding function (or const) variable must be in the
|
|
// function scope and not a statement-local scope, e.g. as provided with a
|
|
// 'with' statement:
|
|
//
|
|
// with (obj) {
|
|
// function f() {}
|
|
// }
|
|
//
|
|
// which is translated into:
|
|
//
|
|
// with (obj) {
|
|
// // in this case this is not: 'var f; f = function () {};'
|
|
// var f = function () {};
|
|
// }
|
|
//
|
|
// Note that if 'f' is accessed from inside the 'with' statement, it
|
|
// will be allocated in the context (because we must be able to look
|
|
// it up dynamically) but it will also be accessed statically, i.e.,
|
|
// with a context slot index and a context chain length for this
|
|
// initialization code. Thus, inside the 'with' statement, we need
|
|
// both access to the static and the dynamic context chain; the
|
|
// runtime needs to provide both.
|
|
if (resolve && var != NULL) {
|
|
proxy->BindTo(var);
|
|
|
|
if (FLAG_harmony_modules) {
|
|
bool ok;
|
|
#ifdef DEBUG
|
|
if (FLAG_print_interface_details)
|
|
PrintF("# Declare %s\n", var->name()->ToAsciiArray());
|
|
#endif
|
|
proxy->interface()->Unify(var->interface(), zone(), &ok);
|
|
if (!ok) {
|
|
#ifdef DEBUG
|
|
if (FLAG_print_interfaces) {
|
|
PrintF("DECLARE TYPE ERROR\n");
|
|
PrintF("proxy: ");
|
|
proxy->interface()->Print();
|
|
PrintF("var: ");
|
|
var->interface()->Print();
|
|
}
|
|
#endif
|
|
ReportMessage("module_type_error", Vector<Handle<String> >(&name, 1));
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
// Language extension which is only enabled for source files loaded
|
|
// through the API's extension mechanism. A native function
|
|
// declaration is resolved by looking up the function through a
|
|
// callback provided by the extension.
|
|
Statement* Parser::ParseNativeDeclaration(bool* ok) {
|
|
Expect(Token::FUNCTION, CHECK_OK);
|
|
Handle<String> name = ParseIdentifier(CHECK_OK);
|
|
Expect(Token::LPAREN, CHECK_OK);
|
|
bool done = (peek() == Token::RPAREN);
|
|
while (!done) {
|
|
ParseIdentifier(CHECK_OK);
|
|
done = (peek() == Token::RPAREN);
|
|
if (!done) {
|
|
Expect(Token::COMMA, CHECK_OK);
|
|
}
|
|
}
|
|
Expect(Token::RPAREN, CHECK_OK);
|
|
Expect(Token::SEMICOLON, CHECK_OK);
|
|
|
|
// Make sure that the function containing the native declaration
|
|
// isn't lazily compiled. The extension structures are only
|
|
// accessible while parsing the first time not when reparsing
|
|
// because of lazy compilation.
|
|
DeclarationScope(VAR)->ForceEagerCompilation();
|
|
|
|
// Compute the function template for the native function.
|
|
v8::Handle<v8::FunctionTemplate> fun_template =
|
|
extension_->GetNativeFunction(v8::Utils::ToLocal(name));
|
|
ASSERT(!fun_template.IsEmpty());
|
|
|
|
// Instantiate the function and create a shared function info from it.
|
|
Handle<JSFunction> fun = Utils::OpenHandle(*fun_template->GetFunction());
|
|
const int literals = fun->NumberOfLiterals();
|
|
Handle<Code> code = Handle<Code>(fun->shared()->code());
|
|
Handle<Code> construct_stub = Handle<Code>(fun->shared()->construct_stub());
|
|
Handle<SharedFunctionInfo> shared =
|
|
isolate()->factory()->NewSharedFunctionInfo(name, literals, code,
|
|
Handle<ScopeInfo>(fun->shared()->scope_info()));
|
|
shared->set_construct_stub(*construct_stub);
|
|
|
|
// Copy the function data to the shared function info.
|
|
shared->set_function_data(fun->shared()->function_data());
|
|
int parameters = fun->shared()->formal_parameter_count();
|
|
shared->set_formal_parameter_count(parameters);
|
|
|
|
// TODO(1240846): It's weird that native function declarations are
|
|
// introduced dynamically when we meet their declarations, whereas
|
|
// other functions are set up when entering the surrounding scope.
|
|
VariableProxy* proxy = NewUnresolved(name, VAR, Interface::NewValue());
|
|
Declaration* declaration =
|
|
factory()->NewVariableDeclaration(proxy, VAR, top_scope_);
|
|
Declare(declaration, true, CHECK_OK);
|
|
SharedFunctionInfoLiteral* lit =
|
|
factory()->NewSharedFunctionInfoLiteral(shared);
|
|
return factory()->NewExpressionStatement(
|
|
factory()->NewAssignment(
|
|
Token::INIT_VAR, proxy, lit, RelocInfo::kNoPosition));
|
|
}
|
|
|
|
|
|
Statement* Parser::ParseFunctionDeclaration(ZoneStringList* names, bool* ok) {
|
|
// FunctionDeclaration ::
|
|
// 'function' Identifier '(' FormalParameterListopt ')' '{' FunctionBody '}'
|
|
Expect(Token::FUNCTION, CHECK_OK);
|
|
int function_token_position = scanner().location().beg_pos;
|
|
bool is_strict_reserved = false;
|
|
Handle<String> name = ParseIdentifierOrStrictReservedWord(
|
|
&is_strict_reserved, CHECK_OK);
|
|
FunctionLiteral* fun = ParseFunctionLiteral(name,
|
|
is_strict_reserved,
|
|
function_token_position,
|
|
FunctionLiteral::DECLARATION,
|
|
CHECK_OK);
|
|
// Even if we're not at the top-level of the global or a function
|
|
// scope, we treat it as such and introduce the function with its
|
|
// initial value upon entering the corresponding scope.
|
|
// In extended mode, a function behaves as a lexical binding, except in the
|
|
// global scope.
|
|
VariableMode mode =
|
|
is_extended_mode() && !top_scope_->is_global_scope() ? LET : VAR;
|
|
VariableProxy* proxy = NewUnresolved(name, mode, Interface::NewValue());
|
|
Declaration* declaration =
|
|
factory()->NewFunctionDeclaration(proxy, mode, fun, top_scope_);
|
|
Declare(declaration, true, CHECK_OK);
|
|
if (names) names->Add(name, zone());
|
|
return factory()->NewEmptyStatement();
|
|
}
|
|
|
|
|
|
Block* Parser::ParseBlock(ZoneStringList* labels, bool* ok) {
|
|
if (top_scope_->is_extended_mode()) return ParseScopedBlock(labels, ok);
|
|
|
|
// Block ::
|
|
// '{' Statement* '}'
|
|
|
|
// Note that a Block does not introduce a new execution scope!
|
|
// (ECMA-262, 3rd, 12.2)
|
|
//
|
|
// Construct block expecting 16 statements.
|
|
Block* result = factory()->NewBlock(labels, 16, false);
|
|
Target target(&this->target_stack_, result);
|
|
Expect(Token::LBRACE, CHECK_OK);
|
|
while (peek() != Token::RBRACE) {
|
|
Statement* stat = ParseStatement(NULL, CHECK_OK);
|
|
if (stat && !stat->IsEmpty()) {
|
|
result->AddStatement(stat, zone());
|
|
}
|
|
}
|
|
Expect(Token::RBRACE, CHECK_OK);
|
|
return result;
|
|
}
|
|
|
|
|
|
Block* Parser::ParseScopedBlock(ZoneStringList* labels, bool* ok) {
|
|
// The harmony mode uses block elements instead of statements.
|
|
//
|
|
// Block ::
|
|
// '{' BlockElement* '}'
|
|
|
|
// Construct block expecting 16 statements.
|
|
Block* body = factory()->NewBlock(labels, 16, false);
|
|
Scope* block_scope = NewScope(top_scope_, BLOCK_SCOPE);
|
|
|
|
// Parse the statements and collect escaping labels.
|
|
Expect(Token::LBRACE, CHECK_OK);
|
|
block_scope->set_start_position(scanner().location().beg_pos);
|
|
{ BlockState block_state(this, block_scope);
|
|
TargetCollector collector(zone());
|
|
Target target(&this->target_stack_, &collector);
|
|
Target target_body(&this->target_stack_, body);
|
|
|
|
while (peek() != Token::RBRACE) {
|
|
Statement* stat = ParseBlockElement(NULL, CHECK_OK);
|
|
if (stat && !stat->IsEmpty()) {
|
|
body->AddStatement(stat, zone());
|
|
}
|
|
}
|
|
}
|
|
Expect(Token::RBRACE, CHECK_OK);
|
|
block_scope->set_end_position(scanner().location().end_pos);
|
|
block_scope = block_scope->FinalizeBlockScope();
|
|
body->set_scope(block_scope);
|
|
return body;
|
|
}
|
|
|
|
|
|
Block* Parser::ParseVariableStatement(VariableDeclarationContext var_context,
|
|
ZoneStringList* names,
|
|
bool* ok) {
|
|
// VariableStatement ::
|
|
// VariableDeclarations ';'
|
|
|
|
Handle<String> ignore;
|
|
Block* result =
|
|
ParseVariableDeclarations(var_context, NULL, names, &ignore, CHECK_OK);
|
|
ExpectSemicolon(CHECK_OK);
|
|
return result;
|
|
}
|
|
|
|
|
|
bool Parser::IsEvalOrArguments(Handle<String> string) {
|
|
return string.is_identical_to(isolate()->factory()->eval_symbol()) ||
|
|
string.is_identical_to(isolate()->factory()->arguments_symbol());
|
|
}
|
|
|
|
|
|
// If the variable declaration declares exactly one non-const
|
|
// variable, then *out is set to that variable. In all other cases,
|
|
// *out is untouched; in particular, it is the caller's responsibility
|
|
// to initialize it properly. This mechanism is used for the parsing
|
|
// of 'for-in' loops.
|
|
Block* Parser::ParseVariableDeclarations(
|
|
VariableDeclarationContext var_context,
|
|
VariableDeclarationProperties* decl_props,
|
|
ZoneStringList* names,
|
|
Handle<String>* out,
|
|
bool* ok) {
|
|
// VariableDeclarations ::
|
|
// ('var' | 'const' | 'let') (Identifier ('=' AssignmentExpression)?)+[',']
|
|
//
|
|
// The ES6 Draft Rev3 specifies the following grammar for const declarations
|
|
//
|
|
// ConstDeclaration ::
|
|
// const ConstBinding (',' ConstBinding)* ';'
|
|
// ConstBinding ::
|
|
// Identifier '=' AssignmentExpression
|
|
//
|
|
// TODO(ES6):
|
|
// ConstBinding ::
|
|
// BindingPattern '=' AssignmentExpression
|
|
VariableMode mode = VAR;
|
|
// True if the binding needs initialization. 'let' and 'const' declared
|
|
// bindings are created uninitialized by their declaration nodes and
|
|
// need initialization. 'var' declared bindings are always initialized
|
|
// immediately by their declaration nodes.
|
|
bool needs_init = false;
|
|
bool is_const = false;
|
|
Token::Value init_op = Token::INIT_VAR;
|
|
if (peek() == Token::VAR) {
|
|
Consume(Token::VAR);
|
|
} else if (peek() == Token::CONST) {
|
|
// TODO(ES6): The ES6 Draft Rev4 section 12.2.2 reads:
|
|
//
|
|
// ConstDeclaration : const ConstBinding (',' ConstBinding)* ';'
|
|
//
|
|
// * It is a Syntax Error if the code that matches this production is not
|
|
// contained in extended code.
|
|
//
|
|
// However disallowing const in classic mode will break compatibility with
|
|
// existing pages. Therefore we keep allowing const with the old
|
|
// non-harmony semantics in classic mode.
|
|
Consume(Token::CONST);
|
|
switch (top_scope_->language_mode()) {
|
|
case CLASSIC_MODE:
|
|
mode = CONST;
|
|
init_op = Token::INIT_CONST;
|
|
break;
|
|
case STRICT_MODE:
|
|
ReportMessage("strict_const", Vector<const char*>::empty());
|
|
*ok = false;
|
|
return NULL;
|
|
case EXTENDED_MODE:
|
|
if (var_context == kStatement) {
|
|
// In extended mode 'const' declarations are only allowed in source
|
|
// element positions.
|
|
ReportMessage("unprotected_const", Vector<const char*>::empty());
|
|
*ok = false;
|
|
return NULL;
|
|
}
|
|
mode = CONST_HARMONY;
|
|
init_op = Token::INIT_CONST_HARMONY;
|
|
}
|
|
is_const = true;
|
|
needs_init = true;
|
|
} else if (peek() == Token::LET) {
|
|
// ES6 Draft Rev4 section 12.2.1:
|
|
//
|
|
// LetDeclaration : let LetBindingList ;
|
|
//
|
|
// * It is a Syntax Error if the code that matches this production is not
|
|
// contained in extended code.
|
|
if (!is_extended_mode()) {
|
|
ReportMessage("illegal_let", Vector<const char*>::empty());
|
|
*ok = false;
|
|
return NULL;
|
|
}
|
|
Consume(Token::LET);
|
|
if (var_context == kStatement) {
|
|
// Let declarations are only allowed in source element positions.
|
|
ReportMessage("unprotected_let", Vector<const char*>::empty());
|
|
*ok = false;
|
|
return NULL;
|
|
}
|
|
mode = LET;
|
|
needs_init = true;
|
|
init_op = Token::INIT_LET;
|
|
} else {
|
|
UNREACHABLE(); // by current callers
|
|
}
|
|
|
|
Scope* declaration_scope = DeclarationScope(mode);
|
|
|
|
// The scope of a var/const declared variable anywhere inside a function
|
|
// is the entire function (ECMA-262, 3rd, 10.1.3, and 12.2). Thus we can
|
|
// transform a source-level var/const declaration into a (Function)
|
|
// Scope declaration, and rewrite the source-level initialization into an
|
|
// assignment statement. We use a block to collect multiple assignments.
|
|
//
|
|
// We mark the block as initializer block because we don't want the
|
|
// rewriter to add a '.result' assignment to such a block (to get compliant
|
|
// behavior for code such as print(eval('var x = 7')), and for cosmetic
|
|
// reasons when pretty-printing. Also, unless an assignment (initialization)
|
|
// is inside an initializer block, it is ignored.
|
|
//
|
|
// Create new block with one expected declaration.
|
|
Block* block = factory()->NewBlock(NULL, 1, true);
|
|
int nvars = 0; // the number of variables declared
|
|
Handle<String> name;
|
|
do {
|
|
if (fni_ != NULL) fni_->Enter();
|
|
|
|
// Parse variable name.
|
|
if (nvars > 0) Consume(Token::COMMA);
|
|
name = ParseIdentifier(CHECK_OK);
|
|
if (fni_ != NULL) fni_->PushVariableName(name);
|
|
|
|
// Strict mode variables may not be named eval or arguments
|
|
if (!declaration_scope->is_classic_mode() && IsEvalOrArguments(name)) {
|
|
ReportMessage("strict_var_name", Vector<const char*>::empty());
|
|
*ok = false;
|
|
return NULL;
|
|
}
|
|
|
|
// Declare variable.
|
|
// Note that we *always* must treat the initial value via a separate init
|
|
// assignment for variables and constants because the value must be assigned
|
|
// when the variable is encountered in the source. But the variable/constant
|
|
// is declared (and set to 'undefined') upon entering the function within
|
|
// which the variable or constant is declared. Only function variables have
|
|
// an initial value in the declaration (because they are initialized upon
|
|
// entering the function).
|
|
//
|
|
// If we have a const declaration, in an inner scope, the proxy is always
|
|
// bound to the declared variable (independent of possibly surrounding with
|
|
// statements).
|
|
// For let/const declarations in harmony mode, we can also immediately
|
|
// pre-resolve the proxy because it resides in the same scope as the
|
|
// declaration.
|
|
Interface* interface =
|
|
is_const ? Interface::NewConst() : Interface::NewValue();
|
|
VariableProxy* proxy = NewUnresolved(name, mode, interface);
|
|
Declaration* declaration =
|
|
factory()->NewVariableDeclaration(proxy, mode, top_scope_);
|
|
Declare(declaration, mode != VAR, CHECK_OK);
|
|
nvars++;
|
|
if (declaration_scope->num_var_or_const() > kMaxNumFunctionLocals) {
|
|
ReportMessageAt(scanner().location(), "too_many_variables",
|
|
Vector<const char*>::empty());
|
|
*ok = false;
|
|
return NULL;
|
|
}
|
|
if (names) names->Add(name, zone());
|
|
|
|
// Parse initialization expression if present and/or needed. A
|
|
// declaration of the form:
|
|
//
|
|
// var v = x;
|
|
//
|
|
// is syntactic sugar for:
|
|
//
|
|
// var v; v = x;
|
|
//
|
|
// In particular, we need to re-lookup 'v' (in top_scope_, not
|
|
// declaration_scope) as it may be a different 'v' than the 'v' in the
|
|
// declaration (e.g., if we are inside a 'with' statement or 'catch'
|
|
// block).
|
|
//
|
|
// However, note that const declarations are different! A const
|
|
// declaration of the form:
|
|
//
|
|
// const c = x;
|
|
//
|
|
// is *not* syntactic sugar for:
|
|
//
|
|
// const c; c = x;
|
|
//
|
|
// The "variable" c initialized to x is the same as the declared
|
|
// one - there is no re-lookup (see the last parameter of the
|
|
// Declare() call above).
|
|
|
|
Scope* initialization_scope = is_const ? declaration_scope : top_scope_;
|
|
Expression* value = NULL;
|
|
int position = -1;
|
|
// Harmony consts have non-optional initializers.
|
|
if (peek() == Token::ASSIGN || mode == CONST_HARMONY) {
|
|
Expect(Token::ASSIGN, CHECK_OK);
|
|
position = scanner().location().beg_pos;
|
|
value = ParseAssignmentExpression(var_context != kForStatement, CHECK_OK);
|
|
// Don't infer if it is "a = function(){...}();"-like expression.
|
|
if (fni_ != NULL &&
|
|
value->AsCall() == NULL &&
|
|
value->AsCallNew() == NULL) {
|
|
fni_->Infer();
|
|
} else {
|
|
fni_->RemoveLastFunction();
|
|
}
|
|
if (decl_props != NULL) *decl_props = kHasInitializers;
|
|
}
|
|
|
|
// Record the end position of the initializer.
|
|
if (proxy->var() != NULL) {
|
|
proxy->var()->set_initializer_position(scanner().location().end_pos);
|
|
}
|
|
|
|
// Make sure that 'const x' and 'let x' initialize 'x' to undefined.
|
|
if (value == NULL && needs_init) {
|
|
value = GetLiteralUndefined();
|
|
}
|
|
|
|
// Global variable declarations must be compiled in a specific
|
|
// way. When the script containing the global variable declaration
|
|
// is entered, the global variable must be declared, so that if it
|
|
// doesn't exist (on the global object itself, see ES5 errata) it
|
|
// gets created with an initial undefined value. This is handled
|
|
// by the declarations part of the function representing the
|
|
// top-level global code; see Runtime::DeclareGlobalVariable. If
|
|
// it already exists (in the object or in a prototype), it is
|
|
// *not* touched until the variable declaration statement is
|
|
// executed.
|
|
//
|
|
// Executing the variable declaration statement will always
|
|
// guarantee to give the global object a "local" variable; a
|
|
// variable defined in the global object and not in any
|
|
// prototype. This way, global variable declarations can shadow
|
|
// properties in the prototype chain, but only after the variable
|
|
// declaration statement has been executed. This is important in
|
|
// browsers where the global object (window) has lots of
|
|
// properties defined in prototype objects.
|
|
if (initialization_scope->is_global_scope() &&
|
|
!IsLexicalVariableMode(mode)) {
|
|
// Compute the arguments for the runtime call.
|
|
ZoneList<Expression*>* arguments =
|
|
new(zone()) ZoneList<Expression*>(3, zone());
|
|
// We have at least 1 parameter.
|
|
arguments->Add(factory()->NewLiteral(name), zone());
|
|
CallRuntime* initialize;
|
|
|
|
if (is_const) {
|
|
arguments->Add(value, zone());
|
|
value = NULL; // zap the value to avoid the unnecessary assignment
|
|
|
|
// Construct the call to Runtime_InitializeConstGlobal
|
|
// and add it to the initialization statement block.
|
|
// Note that the function does different things depending on
|
|
// the number of arguments (1 or 2).
|
|
initialize = factory()->NewCallRuntime(
|
|
isolate()->factory()->InitializeConstGlobal_symbol(),
|
|
Runtime::FunctionForId(Runtime::kInitializeConstGlobal),
|
|
arguments);
|
|
} else {
|
|
// Add strict mode.
|
|
// We may want to pass singleton to avoid Literal allocations.
|
|
LanguageMode language_mode = initialization_scope->language_mode();
|
|
arguments->Add(factory()->NewNumberLiteral(language_mode), zone());
|
|
|
|
// Be careful not to assign a value to the global variable if
|
|
// we're in a with. The initialization value should not
|
|
// necessarily be stored in the global object in that case,
|
|
// which is why we need to generate a separate assignment node.
|
|
if (value != NULL && !inside_with()) {
|
|
arguments->Add(value, zone());
|
|
value = NULL; // zap the value to avoid the unnecessary assignment
|
|
}
|
|
|
|
// Construct the call to Runtime_InitializeVarGlobal
|
|
// and add it to the initialization statement block.
|
|
// Note that the function does different things depending on
|
|
// the number of arguments (2 or 3).
|
|
initialize = factory()->NewCallRuntime(
|
|
isolate()->factory()->InitializeVarGlobal_symbol(),
|
|
Runtime::FunctionForId(Runtime::kInitializeVarGlobal),
|
|
arguments);
|
|
}
|
|
|
|
block->AddStatement(factory()->NewExpressionStatement(initialize),
|
|
zone());
|
|
} else if (needs_init) {
|
|
// Constant initializations always assign to the declared constant which
|
|
// is always at the function scope level. This is only relevant for
|
|
// dynamically looked-up variables and constants (the start context for
|
|
// constant lookups is always the function context, while it is the top
|
|
// context for var declared variables). Sigh...
|
|
// For 'let' and 'const' declared variables in harmony mode the
|
|
// initialization also always assigns to the declared variable.
|
|
ASSERT(proxy != NULL);
|
|
ASSERT(proxy->var() != NULL);
|
|
ASSERT(value != NULL);
|
|
Assignment* assignment =
|
|
factory()->NewAssignment(init_op, proxy, value, position);
|
|
block->AddStatement(factory()->NewExpressionStatement(assignment),
|
|
zone());
|
|
value = NULL;
|
|
}
|
|
|
|
// Add an assignment node to the initialization statement block if we still
|
|
// have a pending initialization value.
|
|
if (value != NULL) {
|
|
ASSERT(mode == VAR);
|
|
// 'var' initializations are simply assignments (with all the consequences
|
|
// if they are inside a 'with' statement - they may change a 'with' object
|
|
// property).
|
|
VariableProxy* proxy =
|
|
initialization_scope->NewUnresolved(factory(), name, interface);
|
|
Assignment* assignment =
|
|
factory()->NewAssignment(init_op, proxy, value, position);
|
|
block->AddStatement(factory()->NewExpressionStatement(assignment),
|
|
zone());
|
|
}
|
|
|
|
if (fni_ != NULL) fni_->Leave();
|
|
} while (peek() == Token::COMMA);
|
|
|
|
// If there was a single non-const declaration, return it in the output
|
|
// parameter for possible use by for/in.
|
|
if (nvars == 1 && !is_const) {
|
|
*out = name;
|
|
}
|
|
|
|
return block;
|
|
}
|
|
|
|
|
|
static bool ContainsLabel(ZoneStringList* labels, Handle<String> label) {
|
|
ASSERT(!label.is_null());
|
|
if (labels != NULL)
|
|
for (int i = labels->length(); i-- > 0; )
|
|
if (labels->at(i).is_identical_to(label))
|
|
return true;
|
|
|
|
return false;
|
|
}
|
|
|
|
|
|
Statement* Parser::ParseExpressionOrLabelledStatement(ZoneStringList* labels,
|
|
bool* ok) {
|
|
// ExpressionStatement | LabelledStatement ::
|
|
// Expression ';'
|
|
// Identifier ':' Statement
|
|
bool starts_with_idenfifier = peek_any_identifier();
|
|
Expression* expr = ParseExpression(true, CHECK_OK);
|
|
if (peek() == Token::COLON && starts_with_idenfifier && expr != NULL &&
|
|
expr->AsVariableProxy() != NULL &&
|
|
!expr->AsVariableProxy()->is_this()) {
|
|
// Expression is a single identifier, and not, e.g., a parenthesized
|
|
// identifier.
|
|
VariableProxy* var = expr->AsVariableProxy();
|
|
Handle<String> label = var->name();
|
|
// TODO(1240780): We don't check for redeclaration of labels
|
|
// during preparsing since keeping track of the set of active
|
|
// labels requires nontrivial changes to the way scopes are
|
|
// structured. However, these are probably changes we want to
|
|
// make later anyway so we should go back and fix this then.
|
|
if (ContainsLabel(labels, label) || TargetStackContainsLabel(label)) {
|
|
SmartArrayPointer<char> c_string = label->ToCString(DISALLOW_NULLS);
|
|
const char* elms[2] = { "Label", *c_string };
|
|
Vector<const char*> args(elms, 2);
|
|
ReportMessage("redeclaration", args);
|
|
*ok = false;
|
|
return NULL;
|
|
}
|
|
if (labels == NULL) {
|
|
labels = new(zone()) ZoneStringList(4, zone());
|
|
}
|
|
labels->Add(label, zone());
|
|
// Remove the "ghost" variable that turned out to be a label
|
|
// from the top scope. This way, we don't try to resolve it
|
|
// during the scope processing.
|
|
top_scope_->RemoveUnresolved(var);
|
|
Expect(Token::COLON, CHECK_OK);
|
|
return ParseStatement(labels, ok);
|
|
}
|
|
|
|
// If we have an extension, we allow a native function declaration.
|
|
// A native function declaration starts with "native function" with
|
|
// no line-terminator between the two words.
|
|
if (extension_ != NULL &&
|
|
peek() == Token::FUNCTION &&
|
|
!scanner().HasAnyLineTerminatorBeforeNext() &&
|
|
expr != NULL &&
|
|
expr->AsVariableProxy() != NULL &&
|
|
expr->AsVariableProxy()->name()->Equals(
|
|
isolate()->heap()->native_symbol()) &&
|
|
!scanner().literal_contains_escapes()) {
|
|
return ParseNativeDeclaration(ok);
|
|
}
|
|
|
|
// Parsed expression statement, or the context-sensitive 'module' keyword.
|
|
// Only expect semicolon in the former case.
|
|
if (!FLAG_harmony_modules ||
|
|
peek() != Token::IDENTIFIER ||
|
|
scanner().HasAnyLineTerminatorBeforeNext() ||
|
|
expr->AsVariableProxy() == NULL ||
|
|
!expr->AsVariableProxy()->name()->Equals(
|
|
isolate()->heap()->module_symbol()) ||
|
|
scanner().literal_contains_escapes()) {
|
|
ExpectSemicolon(CHECK_OK);
|
|
}
|
|
return factory()->NewExpressionStatement(expr);
|
|
}
|
|
|
|
|
|
IfStatement* Parser::ParseIfStatement(ZoneStringList* labels, bool* ok) {
|
|
// IfStatement ::
|
|
// 'if' '(' Expression ')' Statement ('else' Statement)?
|
|
|
|
Expect(Token::IF, CHECK_OK);
|
|
Expect(Token::LPAREN, CHECK_OK);
|
|
Expression* condition = ParseExpression(true, CHECK_OK);
|
|
Expect(Token::RPAREN, CHECK_OK);
|
|
Statement* then_statement = ParseStatement(labels, CHECK_OK);
|
|
Statement* else_statement = NULL;
|
|
if (peek() == Token::ELSE) {
|
|
Next();
|
|
else_statement = ParseStatement(labels, CHECK_OK);
|
|
} else {
|
|
else_statement = factory()->NewEmptyStatement();
|
|
}
|
|
return factory()->NewIfStatement(condition, then_statement, else_statement);
|
|
}
|
|
|
|
|
|
Statement* Parser::ParseContinueStatement(bool* ok) {
|
|
// ContinueStatement ::
|
|
// 'continue' Identifier? ';'
|
|
|
|
Expect(Token::CONTINUE, CHECK_OK);
|
|
Handle<String> label = Handle<String>::null();
|
|
Token::Value tok = peek();
|
|
if (!scanner().HasAnyLineTerminatorBeforeNext() &&
|
|
tok != Token::SEMICOLON && tok != Token::RBRACE && tok != Token::EOS) {
|
|
label = ParseIdentifier(CHECK_OK);
|
|
}
|
|
IterationStatement* target = NULL;
|
|
target = LookupContinueTarget(label, CHECK_OK);
|
|
if (target == NULL) {
|
|
// Illegal continue statement.
|
|
const char* message = "illegal_continue";
|
|
Vector<Handle<String> > args;
|
|
if (!label.is_null()) {
|
|
message = "unknown_label";
|
|
args = Vector<Handle<String> >(&label, 1);
|
|
}
|
|
ReportMessageAt(scanner().location(), message, args);
|
|
*ok = false;
|
|
return NULL;
|
|
}
|
|
ExpectSemicolon(CHECK_OK);
|
|
return factory()->NewContinueStatement(target);
|
|
}
|
|
|
|
|
|
Statement* Parser::ParseBreakStatement(ZoneStringList* labels, bool* ok) {
|
|
// BreakStatement ::
|
|
// 'break' Identifier? ';'
|
|
|
|
Expect(Token::BREAK, CHECK_OK);
|
|
Handle<String> label;
|
|
Token::Value tok = peek();
|
|
if (!scanner().HasAnyLineTerminatorBeforeNext() &&
|
|
tok != Token::SEMICOLON && tok != Token::RBRACE && tok != Token::EOS) {
|
|
label = ParseIdentifier(CHECK_OK);
|
|
}
|
|
// Parse labeled break statements that target themselves into
|
|
// empty statements, e.g. 'l1: l2: l3: break l2;'
|
|
if (!label.is_null() && ContainsLabel(labels, label)) {
|
|
ExpectSemicolon(CHECK_OK);
|
|
return factory()->NewEmptyStatement();
|
|
}
|
|
BreakableStatement* target = NULL;
|
|
target = LookupBreakTarget(label, CHECK_OK);
|
|
if (target == NULL) {
|
|
// Illegal break statement.
|
|
const char* message = "illegal_break";
|
|
Vector<Handle<String> > args;
|
|
if (!label.is_null()) {
|
|
message = "unknown_label";
|
|
args = Vector<Handle<String> >(&label, 1);
|
|
}
|
|
ReportMessageAt(scanner().location(), message, args);
|
|
*ok = false;
|
|
return NULL;
|
|
}
|
|
ExpectSemicolon(CHECK_OK);
|
|
return factory()->NewBreakStatement(target);
|
|
}
|
|
|
|
|
|
Statement* Parser::ParseReturnStatement(bool* ok) {
|
|
// ReturnStatement ::
|
|
// 'return' Expression? ';'
|
|
|
|
// Consume the return token. It is necessary to do the before
|
|
// reporting any errors on it, because of the way errors are
|
|
// reported (underlining).
|
|
Expect(Token::RETURN, CHECK_OK);
|
|
|
|
Token::Value tok = peek();
|
|
Statement* result;
|
|
if (scanner().HasAnyLineTerminatorBeforeNext() ||
|
|
tok == Token::SEMICOLON ||
|
|
tok == Token::RBRACE ||
|
|
tok == Token::EOS) {
|
|
ExpectSemicolon(CHECK_OK);
|
|
result = factory()->NewReturnStatement(GetLiteralUndefined());
|
|
} else {
|
|
Expression* expr = ParseExpression(true, CHECK_OK);
|
|
ExpectSemicolon(CHECK_OK);
|
|
result = factory()->NewReturnStatement(expr);
|
|
}
|
|
|
|
// An ECMAScript program is considered syntactically incorrect if it
|
|
// contains a return statement that is not within the body of a
|
|
// function. See ECMA-262, section 12.9, page 67.
|
|
//
|
|
// To be consistent with KJS we report the syntax error at runtime.
|
|
Scope* declaration_scope = top_scope_->DeclarationScope();
|
|
if (declaration_scope->is_global_scope() ||
|
|
declaration_scope->is_eval_scope()) {
|
|
Handle<String> type = isolate()->factory()->illegal_return_symbol();
|
|
Expression* throw_error = NewThrowSyntaxError(type, Handle<Object>::null());
|
|
return factory()->NewExpressionStatement(throw_error);
|
|
}
|
|
return result;
|
|
}
|
|
|
|
|
|
Statement* Parser::ParseWithStatement(ZoneStringList* labels, bool* ok) {
|
|
// WithStatement ::
|
|
// 'with' '(' Expression ')' Statement
|
|
|
|
Expect(Token::WITH, CHECK_OK);
|
|
|
|
if (!top_scope_->is_classic_mode()) {
|
|
ReportMessage("strict_mode_with", Vector<const char*>::empty());
|
|
*ok = false;
|
|
return NULL;
|
|
}
|
|
|
|
Expect(Token::LPAREN, CHECK_OK);
|
|
Expression* expr = ParseExpression(true, CHECK_OK);
|
|
Expect(Token::RPAREN, CHECK_OK);
|
|
|
|
top_scope_->DeclarationScope()->RecordWithStatement();
|
|
Scope* with_scope = NewScope(top_scope_, WITH_SCOPE);
|
|
Statement* stmt;
|
|
{ BlockState block_state(this, with_scope);
|
|
with_scope->set_start_position(scanner().peek_location().beg_pos);
|
|
stmt = ParseStatement(labels, CHECK_OK);
|
|
with_scope->set_end_position(scanner().location().end_pos);
|
|
}
|
|
return factory()->NewWithStatement(expr, stmt);
|
|
}
|
|
|
|
|
|
CaseClause* Parser::ParseCaseClause(bool* default_seen_ptr, bool* ok) {
|
|
// CaseClause ::
|
|
// 'case' Expression ':' Statement*
|
|
// 'default' ':' Statement*
|
|
|
|
Expression* label = NULL; // NULL expression indicates default case
|
|
if (peek() == Token::CASE) {
|
|
Expect(Token::CASE, CHECK_OK);
|
|
label = ParseExpression(true, CHECK_OK);
|
|
} else {
|
|
Expect(Token::DEFAULT, CHECK_OK);
|
|
if (*default_seen_ptr) {
|
|
ReportMessage("multiple_defaults_in_switch",
|
|
Vector<const char*>::empty());
|
|
*ok = false;
|
|
return NULL;
|
|
}
|
|
*default_seen_ptr = true;
|
|
}
|
|
Expect(Token::COLON, CHECK_OK);
|
|
int pos = scanner().location().beg_pos;
|
|
ZoneList<Statement*>* statements =
|
|
new(zone()) ZoneList<Statement*>(5, zone());
|
|
while (peek() != Token::CASE &&
|
|
peek() != Token::DEFAULT &&
|
|
peek() != Token::RBRACE) {
|
|
Statement* stat = ParseStatement(NULL, CHECK_OK);
|
|
statements->Add(stat, zone());
|
|
}
|
|
|
|
return new(zone()) CaseClause(isolate(), label, statements, pos);
|
|
}
|
|
|
|
|
|
SwitchStatement* Parser::ParseSwitchStatement(ZoneStringList* labels,
|
|
bool* ok) {
|
|
// SwitchStatement ::
|
|
// 'switch' '(' Expression ')' '{' CaseClause* '}'
|
|
|
|
SwitchStatement* statement = factory()->NewSwitchStatement(labels);
|
|
Target target(&this->target_stack_, statement);
|
|
|
|
Expect(Token::SWITCH, CHECK_OK);
|
|
Expect(Token::LPAREN, CHECK_OK);
|
|
Expression* tag = ParseExpression(true, CHECK_OK);
|
|
Expect(Token::RPAREN, CHECK_OK);
|
|
|
|
bool default_seen = false;
|
|
ZoneList<CaseClause*>* cases = new(zone()) ZoneList<CaseClause*>(4, zone());
|
|
Expect(Token::LBRACE, CHECK_OK);
|
|
while (peek() != Token::RBRACE) {
|
|
CaseClause* clause = ParseCaseClause(&default_seen, CHECK_OK);
|
|
cases->Add(clause, zone());
|
|
}
|
|
Expect(Token::RBRACE, CHECK_OK);
|
|
|
|
if (statement) statement->Initialize(tag, cases);
|
|
return statement;
|
|
}
|
|
|
|
|
|
Statement* Parser::ParseThrowStatement(bool* ok) {
|
|
// ThrowStatement ::
|
|
// 'throw' Expression ';'
|
|
|
|
Expect(Token::THROW, CHECK_OK);
|
|
int pos = scanner().location().beg_pos;
|
|
if (scanner().HasAnyLineTerminatorBeforeNext()) {
|
|
ReportMessage("newline_after_throw", Vector<const char*>::empty());
|
|
*ok = false;
|
|
return NULL;
|
|
}
|
|
Expression* exception = ParseExpression(true, CHECK_OK);
|
|
ExpectSemicolon(CHECK_OK);
|
|
|
|
return factory()->NewExpressionStatement(factory()->NewThrow(exception, pos));
|
|
}
|
|
|
|
|
|
TryStatement* Parser::ParseTryStatement(bool* ok) {
|
|
// TryStatement ::
|
|
// 'try' Block Catch
|
|
// 'try' Block Finally
|
|
// 'try' Block Catch Finally
|
|
//
|
|
// Catch ::
|
|
// 'catch' '(' Identifier ')' Block
|
|
//
|
|
// Finally ::
|
|
// 'finally' Block
|
|
|
|
Expect(Token::TRY, CHECK_OK);
|
|
|
|
TargetCollector try_collector(zone());
|
|
Block* try_block;
|
|
|
|
{ Target target(&this->target_stack_, &try_collector);
|
|
try_block = ParseBlock(NULL, CHECK_OK);
|
|
}
|
|
|
|
Token::Value tok = peek();
|
|
if (tok != Token::CATCH && tok != Token::FINALLY) {
|
|
ReportMessage("no_catch_or_finally", Vector<const char*>::empty());
|
|
*ok = false;
|
|
return NULL;
|
|
}
|
|
|
|
// If we can break out from the catch block and there is a finally block,
|
|
// then we will need to collect escaping targets from the catch
|
|
// block. Since we don't know yet if there will be a finally block, we
|
|
// always collect the targets.
|
|
TargetCollector catch_collector(zone());
|
|
Scope* catch_scope = NULL;
|
|
Variable* catch_variable = NULL;
|
|
Block* catch_block = NULL;
|
|
Handle<String> name;
|
|
if (tok == Token::CATCH) {
|
|
Consume(Token::CATCH);
|
|
|
|
Expect(Token::LPAREN, CHECK_OK);
|
|
catch_scope = NewScope(top_scope_, CATCH_SCOPE);
|
|
catch_scope->set_start_position(scanner().location().beg_pos);
|
|
name = ParseIdentifier(CHECK_OK);
|
|
|
|
if (!top_scope_->is_classic_mode() && IsEvalOrArguments(name)) {
|
|
ReportMessage("strict_catch_variable", Vector<const char*>::empty());
|
|
*ok = false;
|
|
return NULL;
|
|
}
|
|
|
|
Expect(Token::RPAREN, CHECK_OK);
|
|
|
|
if (peek() == Token::LBRACE) {
|
|
Target target(&this->target_stack_, &catch_collector);
|
|
VariableMode mode = is_extended_mode() ? LET : VAR;
|
|
catch_variable =
|
|
catch_scope->DeclareLocal(name, mode, kCreatedInitialized);
|
|
|
|
BlockState block_state(this, catch_scope);
|
|
catch_block = ParseBlock(NULL, CHECK_OK);
|
|
} else {
|
|
Expect(Token::LBRACE, CHECK_OK);
|
|
}
|
|
catch_scope->set_end_position(scanner().location().end_pos);
|
|
tok = peek();
|
|
}
|
|
|
|
Block* finally_block = NULL;
|
|
if (tok == Token::FINALLY || catch_block == NULL) {
|
|
Consume(Token::FINALLY);
|
|
finally_block = ParseBlock(NULL, CHECK_OK);
|
|
}
|
|
|
|
// Simplify the AST nodes by converting:
|
|
// 'try B0 catch B1 finally B2'
|
|
// to:
|
|
// 'try { try B0 catch B1 } finally B2'
|
|
|
|
if (catch_block != NULL && finally_block != NULL) {
|
|
// If we have both, create an inner try/catch.
|
|
ASSERT(catch_scope != NULL && catch_variable != NULL);
|
|
int index = current_function_state_->NextHandlerIndex();
|
|
TryCatchStatement* statement = factory()->NewTryCatchStatement(
|
|
index, try_block, catch_scope, catch_variable, catch_block);
|
|
statement->set_escaping_targets(try_collector.targets());
|
|
try_block = factory()->NewBlock(NULL, 1, false);
|
|
try_block->AddStatement(statement, zone());
|
|
catch_block = NULL; // Clear to indicate it's been handled.
|
|
}
|
|
|
|
TryStatement* result = NULL;
|
|
if (catch_block != NULL) {
|
|
ASSERT(finally_block == NULL);
|
|
ASSERT(catch_scope != NULL && catch_variable != NULL);
|
|
int index = current_function_state_->NextHandlerIndex();
|
|
result = factory()->NewTryCatchStatement(
|
|
index, try_block, catch_scope, catch_variable, catch_block);
|
|
} else {
|
|
ASSERT(finally_block != NULL);
|
|
int index = current_function_state_->NextHandlerIndex();
|
|
result = factory()->NewTryFinallyStatement(index, try_block, finally_block);
|
|
// Combine the jump targets of the try block and the possible catch block.
|
|
try_collector.targets()->AddAll(*catch_collector.targets(), zone());
|
|
}
|
|
|
|
result->set_escaping_targets(try_collector.targets());
|
|
return result;
|
|
}
|
|
|
|
|
|
DoWhileStatement* Parser::ParseDoWhileStatement(ZoneStringList* labels,
|
|
bool* ok) {
|
|
// DoStatement ::
|
|
// 'do' Statement 'while' '(' Expression ')' ';'
|
|
|
|
DoWhileStatement* loop = factory()->NewDoWhileStatement(labels);
|
|
Target target(&this->target_stack_, loop);
|
|
|
|
Expect(Token::DO, CHECK_OK);
|
|
Statement* body = ParseStatement(NULL, CHECK_OK);
|
|
Expect(Token::WHILE, CHECK_OK);
|
|
Expect(Token::LPAREN, CHECK_OK);
|
|
|
|
if (loop != NULL) {
|
|
int position = scanner().location().beg_pos;
|
|
loop->set_condition_position(position);
|
|
}
|
|
|
|
Expression* cond = ParseExpression(true, CHECK_OK);
|
|
Expect(Token::RPAREN, CHECK_OK);
|
|
|
|
// Allow do-statements to be terminated with and without
|
|
// semi-colons. This allows code such as 'do;while(0)return' to
|
|
// parse, which would not be the case if we had used the
|
|
// ExpectSemicolon() functionality here.
|
|
if (peek() == Token::SEMICOLON) Consume(Token::SEMICOLON);
|
|
|
|
if (loop != NULL) loop->Initialize(cond, body);
|
|
return loop;
|
|
}
|
|
|
|
|
|
WhileStatement* Parser::ParseWhileStatement(ZoneStringList* labels, bool* ok) {
|
|
// WhileStatement ::
|
|
// 'while' '(' Expression ')' Statement
|
|
|
|
WhileStatement* loop = factory()->NewWhileStatement(labels);
|
|
Target target(&this->target_stack_, loop);
|
|
|
|
Expect(Token::WHILE, CHECK_OK);
|
|
Expect(Token::LPAREN, CHECK_OK);
|
|
Expression* cond = ParseExpression(true, CHECK_OK);
|
|
Expect(Token::RPAREN, CHECK_OK);
|
|
Statement* body = ParseStatement(NULL, CHECK_OK);
|
|
|
|
if (loop != NULL) loop->Initialize(cond, body);
|
|
return loop;
|
|
}
|
|
|
|
|
|
Statement* Parser::ParseForStatement(ZoneStringList* labels, bool* ok) {
|
|
// ForStatement ::
|
|
// 'for' '(' Expression? ';' Expression? ';' Expression? ')' Statement
|
|
|
|
Statement* init = NULL;
|
|
|
|
// Create an in-between scope for let-bound iteration variables.
|
|
Scope* saved_scope = top_scope_;
|
|
Scope* for_scope = NewScope(top_scope_, BLOCK_SCOPE);
|
|
top_scope_ = for_scope;
|
|
|
|
Expect(Token::FOR, CHECK_OK);
|
|
Expect(Token::LPAREN, CHECK_OK);
|
|
for_scope->set_start_position(scanner().location().beg_pos);
|
|
if (peek() != Token::SEMICOLON) {
|
|
if (peek() == Token::VAR || peek() == Token::CONST) {
|
|
bool is_const = peek() == Token::CONST;
|
|
Handle<String> name;
|
|
Block* variable_statement =
|
|
ParseVariableDeclarations(kForStatement, NULL, NULL, &name, CHECK_OK);
|
|
|
|
if (peek() == Token::IN && !name.is_null()) {
|
|
Interface* interface =
|
|
is_const ? Interface::NewConst() : Interface::NewValue();
|
|
ForInStatement* loop = factory()->NewForInStatement(labels);
|
|
Target target(&this->target_stack_, loop);
|
|
|
|
Expect(Token::IN, CHECK_OK);
|
|
Expression* enumerable = ParseExpression(true, CHECK_OK);
|
|
Expect(Token::RPAREN, CHECK_OK);
|
|
|
|
VariableProxy* each =
|
|
top_scope_->NewUnresolved(factory(), name, interface);
|
|
Statement* body = ParseStatement(NULL, CHECK_OK);
|
|
loop->Initialize(each, enumerable, body);
|
|
Block* result = factory()->NewBlock(NULL, 2, false);
|
|
result->AddStatement(variable_statement, zone());
|
|
result->AddStatement(loop, zone());
|
|
top_scope_ = saved_scope;
|
|
for_scope->set_end_position(scanner().location().end_pos);
|
|
for_scope = for_scope->FinalizeBlockScope();
|
|
ASSERT(for_scope == NULL);
|
|
// Parsed for-in loop w/ variable/const declaration.
|
|
return result;
|
|
} else {
|
|
init = variable_statement;
|
|
}
|
|
} else if (peek() == Token::LET) {
|
|
Handle<String> name;
|
|
VariableDeclarationProperties decl_props = kHasNoInitializers;
|
|
Block* variable_statement =
|
|
ParseVariableDeclarations(kForStatement, &decl_props, NULL, &name,
|
|
CHECK_OK);
|
|
bool accept_IN = !name.is_null() && decl_props != kHasInitializers;
|
|
if (peek() == Token::IN && accept_IN) {
|
|
// Rewrite a for-in statement of the form
|
|
//
|
|
// for (let x in e) b
|
|
//
|
|
// into
|
|
//
|
|
// <let x' be a temporary variable>
|
|
// for (x' in e) {
|
|
// let x;
|
|
// x = x';
|
|
// b;
|
|
// }
|
|
|
|
// TODO(keuchel): Move the temporary variable to the block scope, after
|
|
// implementing stack allocated block scoped variables.
|
|
Factory* heap_factory = isolate()->factory();
|
|
Handle<String> tempstr =
|
|
heap_factory->NewConsString(heap_factory->dot_for_symbol(), name);
|
|
Handle<String> tempname = heap_factory->LookupSymbol(tempstr);
|
|
Variable* temp = top_scope_->DeclarationScope()->NewTemporary(tempname);
|
|
VariableProxy* temp_proxy = factory()->NewVariableProxy(temp);
|
|
ForInStatement* loop = factory()->NewForInStatement(labels);
|
|
Target target(&this->target_stack_, loop);
|
|
|
|
// The expression does not see the loop variable.
|
|
Expect(Token::IN, CHECK_OK);
|
|
top_scope_ = saved_scope;
|
|
Expression* enumerable = ParseExpression(true, CHECK_OK);
|
|
top_scope_ = for_scope;
|
|
Expect(Token::RPAREN, CHECK_OK);
|
|
|
|
VariableProxy* each =
|
|
top_scope_->NewUnresolved(factory(), name, Interface::NewValue());
|
|
Statement* body = ParseStatement(NULL, CHECK_OK);
|
|
Block* body_block = factory()->NewBlock(NULL, 3, false);
|
|
Assignment* assignment = factory()->NewAssignment(
|
|
Token::ASSIGN, each, temp_proxy, RelocInfo::kNoPosition);
|
|
Statement* assignment_statement =
|
|
factory()->NewExpressionStatement(assignment);
|
|
body_block->AddStatement(variable_statement, zone());
|
|
body_block->AddStatement(assignment_statement, zone());
|
|
body_block->AddStatement(body, zone());
|
|
loop->Initialize(temp_proxy, enumerable, body_block);
|
|
top_scope_ = saved_scope;
|
|
for_scope->set_end_position(scanner().location().end_pos);
|
|
for_scope = for_scope->FinalizeBlockScope();
|
|
body_block->set_scope(for_scope);
|
|
// Parsed for-in loop w/ let declaration.
|
|
return loop;
|
|
|
|
} else {
|
|
init = variable_statement;
|
|
}
|
|
} else {
|
|
Expression* expression = ParseExpression(false, CHECK_OK);
|
|
if (peek() == Token::IN) {
|
|
// Signal a reference error if the expression is an invalid
|
|
// left-hand side expression. We could report this as a syntax
|
|
// error here but for compatibility with JSC we choose to report
|
|
// the error at runtime.
|
|
if (expression == NULL || !expression->IsValidLeftHandSide()) {
|
|
Handle<String> type =
|
|
isolate()->factory()->invalid_lhs_in_for_in_symbol();
|
|
expression = NewThrowReferenceError(type);
|
|
}
|
|
ForInStatement* loop = factory()->NewForInStatement(labels);
|
|
Target target(&this->target_stack_, loop);
|
|
|
|
Expect(Token::IN, CHECK_OK);
|
|
Expression* enumerable = ParseExpression(true, CHECK_OK);
|
|
Expect(Token::RPAREN, CHECK_OK);
|
|
|
|
Statement* body = ParseStatement(NULL, CHECK_OK);
|
|
if (loop) loop->Initialize(expression, enumerable, body);
|
|
top_scope_ = saved_scope;
|
|
for_scope->set_end_position(scanner().location().end_pos);
|
|
for_scope = for_scope->FinalizeBlockScope();
|
|
ASSERT(for_scope == NULL);
|
|
// Parsed for-in loop.
|
|
return loop;
|
|
|
|
} else {
|
|
init = factory()->NewExpressionStatement(expression);
|
|
}
|
|
}
|
|
}
|
|
|
|
// Standard 'for' loop
|
|
ForStatement* loop = factory()->NewForStatement(labels);
|
|
Target target(&this->target_stack_, loop);
|
|
|
|
// Parsed initializer at this point.
|
|
Expect(Token::SEMICOLON, CHECK_OK);
|
|
|
|
Expression* cond = NULL;
|
|
if (peek() != Token::SEMICOLON) {
|
|
cond = ParseExpression(true, CHECK_OK);
|
|
}
|
|
Expect(Token::SEMICOLON, CHECK_OK);
|
|
|
|
Statement* next = NULL;
|
|
if (peek() != Token::RPAREN) {
|
|
Expression* exp = ParseExpression(true, CHECK_OK);
|
|
next = factory()->NewExpressionStatement(exp);
|
|
}
|
|
Expect(Token::RPAREN, CHECK_OK);
|
|
|
|
Statement* body = ParseStatement(NULL, CHECK_OK);
|
|
top_scope_ = saved_scope;
|
|
for_scope->set_end_position(scanner().location().end_pos);
|
|
for_scope = for_scope->FinalizeBlockScope();
|
|
if (for_scope != NULL) {
|
|
// Rewrite a for statement of the form
|
|
//
|
|
// for (let x = i; c; n) b
|
|
//
|
|
// into
|
|
//
|
|
// {
|
|
// let x = i;
|
|
// for (; c; n) b
|
|
// }
|
|
ASSERT(init != NULL);
|
|
Block* result = factory()->NewBlock(NULL, 2, false);
|
|
result->AddStatement(init, zone());
|
|
result->AddStatement(loop, zone());
|
|
result->set_scope(for_scope);
|
|
if (loop) loop->Initialize(NULL, cond, next, body);
|
|
return result;
|
|
} else {
|
|
if (loop) loop->Initialize(init, cond, next, body);
|
|
return loop;
|
|
}
|
|
}
|
|
|
|
|
|
// Precedence = 1
|
|
Expression* Parser::ParseExpression(bool accept_IN, bool* ok) {
|
|
// Expression ::
|
|
// AssignmentExpression
|
|
// Expression ',' AssignmentExpression
|
|
|
|
Expression* result = ParseAssignmentExpression(accept_IN, CHECK_OK);
|
|
while (peek() == Token::COMMA) {
|
|
Expect(Token::COMMA, CHECK_OK);
|
|
int position = scanner().location().beg_pos;
|
|
Expression* right = ParseAssignmentExpression(accept_IN, CHECK_OK);
|
|
result =
|
|
factory()->NewBinaryOperation(Token::COMMA, result, right, position);
|
|
}
|
|
return result;
|
|
}
|
|
|
|
|
|
// Precedence = 2
|
|
Expression* Parser::ParseAssignmentExpression(bool accept_IN, bool* ok) {
|
|
// AssignmentExpression ::
|
|
// ConditionalExpression
|
|
// LeftHandSideExpression AssignmentOperator AssignmentExpression
|
|
|
|
if (fni_ != NULL) fni_->Enter();
|
|
Expression* expression = ParseConditionalExpression(accept_IN, CHECK_OK);
|
|
|
|
if (!Token::IsAssignmentOp(peek())) {
|
|
if (fni_ != NULL) fni_->Leave();
|
|
// Parsed conditional expression only (no assignment).
|
|
return expression;
|
|
}
|
|
|
|
// Signal a reference error if the expression is an invalid left-hand
|
|
// side expression. We could report this as a syntax error here but
|
|
// for compatibility with JSC we choose to report the error at
|
|
// runtime.
|
|
if (expression == NULL || !expression->IsValidLeftHandSide()) {
|
|
Handle<String> type =
|
|
isolate()->factory()->invalid_lhs_in_assignment_symbol();
|
|
expression = NewThrowReferenceError(type);
|
|
}
|
|
|
|
if (!top_scope_->is_classic_mode()) {
|
|
// Assignment to eval or arguments is disallowed in strict mode.
|
|
CheckStrictModeLValue(expression, "strict_lhs_assignment", CHECK_OK);
|
|
}
|
|
MarkAsLValue(expression);
|
|
|
|
Token::Value op = Next(); // Get assignment operator.
|
|
int pos = scanner().location().beg_pos;
|
|
Expression* right = ParseAssignmentExpression(accept_IN, CHECK_OK);
|
|
|
|
// TODO(1231235): We try to estimate the set of properties set by
|
|
// constructors. We define a new property whenever there is an
|
|
// assignment to a property of 'this'. We should probably only add
|
|
// properties if we haven't seen them before. Otherwise we'll
|
|
// probably overestimate the number of properties.
|
|
Property* property = expression ? expression->AsProperty() : NULL;
|
|
if (op == Token::ASSIGN &&
|
|
property != NULL &&
|
|
property->obj()->AsVariableProxy() != NULL &&
|
|
property->obj()->AsVariableProxy()->is_this()) {
|
|
current_function_state_->AddProperty();
|
|
}
|
|
|
|
// If we assign a function literal to a property we pretenure the
|
|
// literal so it can be added as a constant function property.
|
|
if (property != NULL && right->AsFunctionLiteral() != NULL) {
|
|
right->AsFunctionLiteral()->set_pretenure();
|
|
}
|
|
|
|
if (fni_ != NULL) {
|
|
// Check if the right hand side is a call to avoid inferring a
|
|
// name if we're dealing with "a = function(){...}();"-like
|
|
// expression.
|
|
if ((op == Token::INIT_VAR
|
|
|| op == Token::INIT_CONST
|
|
|| op == Token::ASSIGN)
|
|
&& (right->AsCall() == NULL && right->AsCallNew() == NULL)) {
|
|
fni_->Infer();
|
|
} else {
|
|
fni_->RemoveLastFunction();
|
|
}
|
|
fni_->Leave();
|
|
}
|
|
|
|
return factory()->NewAssignment(op, expression, right, pos);
|
|
}
|
|
|
|
|
|
// Precedence = 3
|
|
Expression* Parser::ParseConditionalExpression(bool accept_IN, bool* ok) {
|
|
// ConditionalExpression ::
|
|
// LogicalOrExpression
|
|
// LogicalOrExpression '?' AssignmentExpression ':' AssignmentExpression
|
|
|
|
// We start using the binary expression parser for prec >= 4 only!
|
|
Expression* expression = ParseBinaryExpression(4, accept_IN, CHECK_OK);
|
|
if (peek() != Token::CONDITIONAL) return expression;
|
|
Consume(Token::CONDITIONAL);
|
|
// In parsing the first assignment expression in conditional
|
|
// expressions we always accept the 'in' keyword; see ECMA-262,
|
|
// section 11.12, page 58.
|
|
int left_position = scanner().peek_location().beg_pos;
|
|
Expression* left = ParseAssignmentExpression(true, CHECK_OK);
|
|
Expect(Token::COLON, CHECK_OK);
|
|
int right_position = scanner().peek_location().beg_pos;
|
|
Expression* right = ParseAssignmentExpression(accept_IN, CHECK_OK);
|
|
return factory()->NewConditional(
|
|
expression, left, right, left_position, right_position);
|
|
}
|
|
|
|
|
|
static int Precedence(Token::Value tok, bool accept_IN) {
|
|
if (tok == Token::IN && !accept_IN)
|
|
return 0; // 0 precedence will terminate binary expression parsing
|
|
|
|
return Token::Precedence(tok);
|
|
}
|
|
|
|
|
|
// Precedence >= 4
|
|
Expression* Parser::ParseBinaryExpression(int prec, bool accept_IN, bool* ok) {
|
|
ASSERT(prec >= 4);
|
|
Expression* x = ParseUnaryExpression(CHECK_OK);
|
|
for (int prec1 = Precedence(peek(), accept_IN); prec1 >= prec; prec1--) {
|
|
// prec1 >= 4
|
|
while (Precedence(peek(), accept_IN) == prec1) {
|
|
Token::Value op = Next();
|
|
int position = scanner().location().beg_pos;
|
|
Expression* y = ParseBinaryExpression(prec1 + 1, accept_IN, CHECK_OK);
|
|
|
|
// Compute some expressions involving only number literals.
|
|
if (x && x->AsLiteral() && x->AsLiteral()->handle()->IsNumber() &&
|
|
y && y->AsLiteral() && y->AsLiteral()->handle()->IsNumber()) {
|
|
double x_val = x->AsLiteral()->handle()->Number();
|
|
double y_val = y->AsLiteral()->handle()->Number();
|
|
|
|
switch (op) {
|
|
case Token::ADD:
|
|
x = factory()->NewNumberLiteral(x_val + y_val);
|
|
continue;
|
|
case Token::SUB:
|
|
x = factory()->NewNumberLiteral(x_val - y_val);
|
|
continue;
|
|
case Token::MUL:
|
|
x = factory()->NewNumberLiteral(x_val * y_val);
|
|
continue;
|
|
case Token::DIV:
|
|
x = factory()->NewNumberLiteral(x_val / y_val);
|
|
continue;
|
|
case Token::BIT_OR: {
|
|
int value = DoubleToInt32(x_val) | DoubleToInt32(y_val);
|
|
x = factory()->NewNumberLiteral(value);
|
|
continue;
|
|
}
|
|
case Token::BIT_AND: {
|
|
int value = DoubleToInt32(x_val) & DoubleToInt32(y_val);
|
|
x = factory()->NewNumberLiteral(value);
|
|
continue;
|
|
}
|
|
case Token::BIT_XOR: {
|
|
int value = DoubleToInt32(x_val) ^ DoubleToInt32(y_val);
|
|
x = factory()->NewNumberLiteral(value);
|
|
continue;
|
|
}
|
|
case Token::SHL: {
|
|
int value = DoubleToInt32(x_val) << (DoubleToInt32(y_val) & 0x1f);
|
|
x = factory()->NewNumberLiteral(value);
|
|
continue;
|
|
}
|
|
case Token::SHR: {
|
|
uint32_t shift = DoubleToInt32(y_val) & 0x1f;
|
|
uint32_t value = DoubleToUint32(x_val) >> shift;
|
|
x = factory()->NewNumberLiteral(value);
|
|
continue;
|
|
}
|
|
case Token::SAR: {
|
|
uint32_t shift = DoubleToInt32(y_val) & 0x1f;
|
|
int value = ArithmeticShiftRight(DoubleToInt32(x_val), shift);
|
|
x = factory()->NewNumberLiteral(value);
|
|
continue;
|
|
}
|
|
default:
|
|
break;
|
|
}
|
|
}
|
|
|
|
// For now we distinguish between comparisons and other binary
|
|
// operations. (We could combine the two and get rid of this
|
|
// code and AST node eventually.)
|
|
if (Token::IsCompareOp(op)) {
|
|
// We have a comparison.
|
|
Token::Value cmp = op;
|
|
switch (op) {
|
|
case Token::NE: cmp = Token::EQ; break;
|
|
case Token::NE_STRICT: cmp = Token::EQ_STRICT; break;
|
|
default: break;
|
|
}
|
|
x = factory()->NewCompareOperation(cmp, x, y, position);
|
|
if (cmp != op) {
|
|
// The comparison was negated - add a NOT.
|
|
x = factory()->NewUnaryOperation(Token::NOT, x, position);
|
|
}
|
|
|
|
} else {
|
|
// We have a "normal" binary operation.
|
|
x = factory()->NewBinaryOperation(op, x, y, position);
|
|
}
|
|
}
|
|
}
|
|
return x;
|
|
}
|
|
|
|
|
|
Expression* Parser::ParseUnaryExpression(bool* ok) {
|
|
// UnaryExpression ::
|
|
// PostfixExpression
|
|
// 'delete' UnaryExpression
|
|
// 'void' UnaryExpression
|
|
// 'typeof' UnaryExpression
|
|
// '++' UnaryExpression
|
|
// '--' UnaryExpression
|
|
// '+' UnaryExpression
|
|
// '-' UnaryExpression
|
|
// '~' UnaryExpression
|
|
// '!' UnaryExpression
|
|
|
|
Token::Value op = peek();
|
|
if (Token::IsUnaryOp(op)) {
|
|
op = Next();
|
|
int position = scanner().location().beg_pos;
|
|
Expression* expression = ParseUnaryExpression(CHECK_OK);
|
|
|
|
if (expression != NULL && (expression->AsLiteral() != NULL)) {
|
|
Handle<Object> literal = expression->AsLiteral()->handle();
|
|
if (op == Token::NOT) {
|
|
// Convert the literal to a boolean condition and negate it.
|
|
bool condition = literal->ToBoolean()->IsTrue();
|
|
Handle<Object> result(isolate()->heap()->ToBoolean(!condition),
|
|
isolate());
|
|
return factory()->NewLiteral(result);
|
|
} else if (literal->IsNumber()) {
|
|
// Compute some expressions involving only number literals.
|
|
double value = literal->Number();
|
|
switch (op) {
|
|
case Token::ADD:
|
|
return expression;
|
|
case Token::SUB:
|
|
return factory()->NewNumberLiteral(-value);
|
|
case Token::BIT_NOT:
|
|
return factory()->NewNumberLiteral(~DoubleToInt32(value));
|
|
default:
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
|
|
// "delete identifier" is a syntax error in strict mode.
|
|
if (op == Token::DELETE && !top_scope_->is_classic_mode()) {
|
|
VariableProxy* operand = expression->AsVariableProxy();
|
|
if (operand != NULL && !operand->is_this()) {
|
|
ReportMessage("strict_delete", Vector<const char*>::empty());
|
|
*ok = false;
|
|
return NULL;
|
|
}
|
|
}
|
|
|
|
return factory()->NewUnaryOperation(op, expression, position);
|
|
|
|
} else if (Token::IsCountOp(op)) {
|
|
op = Next();
|
|
Expression* expression = ParseUnaryExpression(CHECK_OK);
|
|
// Signal a reference error if the expression is an invalid
|
|
// left-hand side expression. We could report this as a syntax
|
|
// error here but for compatibility with JSC we choose to report the
|
|
// error at runtime.
|
|
if (expression == NULL || !expression->IsValidLeftHandSide()) {
|
|
Handle<String> type =
|
|
isolate()->factory()->invalid_lhs_in_prefix_op_symbol();
|
|
expression = NewThrowReferenceError(type);
|
|
}
|
|
|
|
if (!top_scope_->is_classic_mode()) {
|
|
// Prefix expression operand in strict mode may not be eval or arguments.
|
|
CheckStrictModeLValue(expression, "strict_lhs_prefix", CHECK_OK);
|
|
}
|
|
MarkAsLValue(expression);
|
|
|
|
int position = scanner().location().beg_pos;
|
|
return factory()->NewCountOperation(op,
|
|
true /* prefix */,
|
|
expression,
|
|
position);
|
|
|
|
} else {
|
|
return ParsePostfixExpression(ok);
|
|
}
|
|
}
|
|
|
|
|
|
Expression* Parser::ParsePostfixExpression(bool* ok) {
|
|
// PostfixExpression ::
|
|
// LeftHandSideExpression ('++' | '--')?
|
|
|
|
Expression* expression = ParseLeftHandSideExpression(CHECK_OK);
|
|
if (!scanner().HasAnyLineTerminatorBeforeNext() &&
|
|
Token::IsCountOp(peek())) {
|
|
// Signal a reference error if the expression is an invalid
|
|
// left-hand side expression. We could report this as a syntax
|
|
// error here but for compatibility with JSC we choose to report the
|
|
// error at runtime.
|
|
if (expression == NULL || !expression->IsValidLeftHandSide()) {
|
|
Handle<String> type =
|
|
isolate()->factory()->invalid_lhs_in_postfix_op_symbol();
|
|
expression = NewThrowReferenceError(type);
|
|
}
|
|
|
|
if (!top_scope_->is_classic_mode()) {
|
|
// Postfix expression operand in strict mode may not be eval or arguments.
|
|
CheckStrictModeLValue(expression, "strict_lhs_prefix", CHECK_OK);
|
|
}
|
|
MarkAsLValue(expression);
|
|
|
|
Token::Value next = Next();
|
|
int position = scanner().location().beg_pos;
|
|
expression =
|
|
factory()->NewCountOperation(next,
|
|
false /* postfix */,
|
|
expression,
|
|
position);
|
|
}
|
|
return expression;
|
|
}
|
|
|
|
|
|
Expression* Parser::ParseLeftHandSideExpression(bool* ok) {
|
|
// LeftHandSideExpression ::
|
|
// (NewExpression | MemberExpression) ...
|
|
|
|
Expression* result;
|
|
if (peek() == Token::NEW) {
|
|
result = ParseNewExpression(CHECK_OK);
|
|
} else {
|
|
result = ParseMemberExpression(CHECK_OK);
|
|
}
|
|
|
|
while (true) {
|
|
switch (peek()) {
|
|
case Token::LBRACK: {
|
|
Consume(Token::LBRACK);
|
|
int pos = scanner().location().beg_pos;
|
|
Expression* index = ParseExpression(true, CHECK_OK);
|
|
result = factory()->NewProperty(result, index, pos);
|
|
Expect(Token::RBRACK, CHECK_OK);
|
|
break;
|
|
}
|
|
|
|
case Token::LPAREN: {
|
|
int pos;
|
|
if (scanner().current_token() == Token::IDENTIFIER) {
|
|
// For call of an identifier we want to report position of
|
|
// the identifier as position of the call in the stack trace.
|
|
pos = scanner().location().beg_pos;
|
|
} else {
|
|
// For other kinds of calls we record position of the parenthesis as
|
|
// position of the call. Note that this is extremely important for
|
|
// expressions of the form function(){...}() for which call position
|
|
// should not point to the closing brace otherwise it will intersect
|
|
// with positions recorded for function literal and confuse debugger.
|
|
pos = scanner().peek_location().beg_pos;
|
|
// Also the trailing parenthesis are a hint that the function will
|
|
// be called immediately. If we happen to have parsed a preceding
|
|
// function literal eagerly, we can also compile it eagerly.
|
|
if (result->IsFunctionLiteral() && mode() == PARSE_EAGERLY) {
|
|
result->AsFunctionLiteral()->set_parenthesized();
|
|
}
|
|
}
|
|
ZoneList<Expression*>* args = ParseArguments(CHECK_OK);
|
|
|
|
// Keep track of eval() calls since they disable all local variable
|
|
// optimizations.
|
|
// The calls that need special treatment are the
|
|
// direct eval calls. These calls are all of the form eval(...), with
|
|
// no explicit receiver.
|
|
// These calls are marked as potentially direct eval calls. Whether
|
|
// they are actually direct calls to eval is determined at run time.
|
|
VariableProxy* callee = result->AsVariableProxy();
|
|
if (callee != NULL &&
|
|
callee->IsVariable(isolate()->factory()->eval_symbol())) {
|
|
top_scope_->DeclarationScope()->RecordEvalCall();
|
|
}
|
|
result = factory()->NewCall(result, args, pos);
|
|
break;
|
|
}
|
|
|
|
case Token::PERIOD: {
|
|
Consume(Token::PERIOD);
|
|
int pos = scanner().location().beg_pos;
|
|
Handle<String> name = ParseIdentifierName(CHECK_OK);
|
|
result =
|
|
factory()->NewProperty(result, factory()->NewLiteral(name), pos);
|
|
if (fni_ != NULL) fni_->PushLiteralName(name);
|
|
break;
|
|
}
|
|
|
|
default:
|
|
return result;
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
Expression* Parser::ParseNewPrefix(PositionStack* stack, bool* ok) {
|
|
// NewExpression ::
|
|
// ('new')+ MemberExpression
|
|
|
|
// The grammar for new expressions is pretty warped. The keyword
|
|
// 'new' can either be a part of the new expression (where it isn't
|
|
// followed by an argument list) or a part of the member expression,
|
|
// where it must be followed by an argument list. To accommodate
|
|
// this, we parse the 'new' keywords greedily and keep track of how
|
|
// many we have parsed. This information is then passed on to the
|
|
// member expression parser, which is only allowed to match argument
|
|
// lists as long as it has 'new' prefixes left
|
|
Expect(Token::NEW, CHECK_OK);
|
|
PositionStack::Element pos(stack, scanner().location().beg_pos);
|
|
|
|
Expression* result;
|
|
if (peek() == Token::NEW) {
|
|
result = ParseNewPrefix(stack, CHECK_OK);
|
|
} else {
|
|
result = ParseMemberWithNewPrefixesExpression(stack, CHECK_OK);
|
|
}
|
|
|
|
if (!stack->is_empty()) {
|
|
int last = stack->pop();
|
|
result = factory()->NewCallNew(
|
|
result, new(zone()) ZoneList<Expression*>(0, zone()), last);
|
|
}
|
|
return result;
|
|
}
|
|
|
|
|
|
Expression* Parser::ParseNewExpression(bool* ok) {
|
|
PositionStack stack(ok);
|
|
return ParseNewPrefix(&stack, ok);
|
|
}
|
|
|
|
|
|
Expression* Parser::ParseMemberExpression(bool* ok) {
|
|
return ParseMemberWithNewPrefixesExpression(NULL, ok);
|
|
}
|
|
|
|
|
|
Expression* Parser::ParseMemberWithNewPrefixesExpression(PositionStack* stack,
|
|
bool* ok) {
|
|
// MemberExpression ::
|
|
// (PrimaryExpression | FunctionLiteral)
|
|
// ('[' Expression ']' | '.' Identifier | Arguments)*
|
|
|
|
// Parse the initial primary or function expression.
|
|
Expression* result = NULL;
|
|
if (peek() == Token::FUNCTION) {
|
|
Expect(Token::FUNCTION, CHECK_OK);
|
|
int function_token_position = scanner().location().beg_pos;
|
|
Handle<String> name;
|
|
bool is_strict_reserved_name = false;
|
|
if (peek_any_identifier()) {
|
|
name = ParseIdentifierOrStrictReservedWord(&is_strict_reserved_name,
|
|
CHECK_OK);
|
|
}
|
|
FunctionLiteral::Type type = name.is_null()
|
|
? FunctionLiteral::ANONYMOUS_EXPRESSION
|
|
: FunctionLiteral::NAMED_EXPRESSION;
|
|
result = ParseFunctionLiteral(name,
|
|
is_strict_reserved_name,
|
|
function_token_position,
|
|
type,
|
|
CHECK_OK);
|
|
} else {
|
|
result = ParsePrimaryExpression(CHECK_OK);
|
|
}
|
|
|
|
while (true) {
|
|
switch (peek()) {
|
|
case Token::LBRACK: {
|
|
Consume(Token::LBRACK);
|
|
int pos = scanner().location().beg_pos;
|
|
Expression* index = ParseExpression(true, CHECK_OK);
|
|
result = factory()->NewProperty(result, index, pos);
|
|
if (fni_ != NULL) {
|
|
if (index->IsPropertyName()) {
|
|
fni_->PushLiteralName(index->AsLiteral()->AsPropertyName());
|
|
} else {
|
|
fni_->PushLiteralName(
|
|
isolate()->factory()->anonymous_function_symbol());
|
|
}
|
|
}
|
|
Expect(Token::RBRACK, CHECK_OK);
|
|
break;
|
|
}
|
|
case Token::PERIOD: {
|
|
Consume(Token::PERIOD);
|
|
int pos = scanner().location().beg_pos;
|
|
Handle<String> name = ParseIdentifierName(CHECK_OK);
|
|
result =
|
|
factory()->NewProperty(result, factory()->NewLiteral(name), pos);
|
|
if (fni_ != NULL) fni_->PushLiteralName(name);
|
|
break;
|
|
}
|
|
case Token::LPAREN: {
|
|
if ((stack == NULL) || stack->is_empty()) return result;
|
|
// Consume one of the new prefixes (already parsed).
|
|
ZoneList<Expression*>* args = ParseArguments(CHECK_OK);
|
|
int last = stack->pop();
|
|
result = factory()->NewCallNew(result, args, last);
|
|
break;
|
|
}
|
|
default:
|
|
return result;
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
DebuggerStatement* Parser::ParseDebuggerStatement(bool* ok) {
|
|
// In ECMA-262 'debugger' is defined as a reserved keyword. In some browser
|
|
// contexts this is used as a statement which invokes the debugger as i a
|
|
// break point is present.
|
|
// DebuggerStatement ::
|
|
// 'debugger' ';'
|
|
|
|
Expect(Token::DEBUGGER, CHECK_OK);
|
|
ExpectSemicolon(CHECK_OK);
|
|
return factory()->NewDebuggerStatement();
|
|
}
|
|
|
|
|
|
void Parser::ReportUnexpectedToken(Token::Value token) {
|
|
// We don't report stack overflows here, to avoid increasing the
|
|
// stack depth even further. Instead we report it after parsing is
|
|
// over, in ParseProgram/ParseJson.
|
|
if (token == Token::ILLEGAL && stack_overflow_) return;
|
|
// Four of the tokens are treated specially
|
|
switch (token) {
|
|
case Token::EOS:
|
|
return ReportMessage("unexpected_eos", Vector<const char*>::empty());
|
|
case Token::NUMBER:
|
|
return ReportMessage("unexpected_token_number",
|
|
Vector<const char*>::empty());
|
|
case Token::STRING:
|
|
return ReportMessage("unexpected_token_string",
|
|
Vector<const char*>::empty());
|
|
case Token::IDENTIFIER:
|
|
return ReportMessage("unexpected_token_identifier",
|
|
Vector<const char*>::empty());
|
|
case Token::FUTURE_RESERVED_WORD:
|
|
return ReportMessage("unexpected_reserved",
|
|
Vector<const char*>::empty());
|
|
case Token::FUTURE_STRICT_RESERVED_WORD:
|
|
return ReportMessage(top_scope_->is_classic_mode() ?
|
|
"unexpected_token_identifier" :
|
|
"unexpected_strict_reserved",
|
|
Vector<const char*>::empty());
|
|
default:
|
|
const char* name = Token::String(token);
|
|
ASSERT(name != NULL);
|
|
ReportMessage("unexpected_token", Vector<const char*>(&name, 1));
|
|
}
|
|
}
|
|
|
|
|
|
void Parser::ReportInvalidPreparseData(Handle<String> name, bool* ok) {
|
|
SmartArrayPointer<char> name_string = name->ToCString(DISALLOW_NULLS);
|
|
const char* element[1] = { *name_string };
|
|
ReportMessage("invalid_preparser_data",
|
|
Vector<const char*>(element, 1));
|
|
*ok = false;
|
|
}
|
|
|
|
|
|
Expression* Parser::ParsePrimaryExpression(bool* ok) {
|
|
// PrimaryExpression ::
|
|
// 'this'
|
|
// 'null'
|
|
// 'true'
|
|
// 'false'
|
|
// Identifier
|
|
// Number
|
|
// String
|
|
// ArrayLiteral
|
|
// ObjectLiteral
|
|
// RegExpLiteral
|
|
// '(' Expression ')'
|
|
|
|
Expression* result = NULL;
|
|
switch (peek()) {
|
|
case Token::THIS: {
|
|
Consume(Token::THIS);
|
|
result = factory()->NewVariableProxy(top_scope_->receiver());
|
|
break;
|
|
}
|
|
|
|
case Token::NULL_LITERAL:
|
|
Consume(Token::NULL_LITERAL);
|
|
result = factory()->NewLiteral(isolate()->factory()->null_value());
|
|
break;
|
|
|
|
case Token::TRUE_LITERAL:
|
|
Consume(Token::TRUE_LITERAL);
|
|
result = factory()->NewLiteral(isolate()->factory()->true_value());
|
|
break;
|
|
|
|
case Token::FALSE_LITERAL:
|
|
Consume(Token::FALSE_LITERAL);
|
|
result = factory()->NewLiteral(isolate()->factory()->false_value());
|
|
break;
|
|
|
|
case Token::IDENTIFIER:
|
|
case Token::FUTURE_STRICT_RESERVED_WORD: {
|
|
Handle<String> name = ParseIdentifier(CHECK_OK);
|
|
if (fni_ != NULL) fni_->PushVariableName(name);
|
|
// The name may refer to a module instance object, so its type is unknown.
|
|
#ifdef DEBUG
|
|
if (FLAG_print_interface_details)
|
|
PrintF("# Variable %s ", name->ToAsciiArray());
|
|
#endif
|
|
Interface* interface = Interface::NewUnknown(zone());
|
|
result = top_scope_->NewUnresolved(
|
|
factory(), name, interface, scanner().location().beg_pos);
|
|
break;
|
|
}
|
|
|
|
case Token::NUMBER: {
|
|
Consume(Token::NUMBER);
|
|
ASSERT(scanner().is_literal_ascii());
|
|
double value = StringToDouble(isolate()->unicode_cache(),
|
|
scanner().literal_ascii_string(),
|
|
ALLOW_HEX | ALLOW_OCTALS);
|
|
result = factory()->NewNumberLiteral(value);
|
|
break;
|
|
}
|
|
|
|
case Token::STRING: {
|
|
Consume(Token::STRING);
|
|
Handle<String> symbol = GetSymbol(CHECK_OK);
|
|
result = factory()->NewLiteral(symbol);
|
|
if (fni_ != NULL) fni_->PushLiteralName(symbol);
|
|
break;
|
|
}
|
|
|
|
case Token::ASSIGN_DIV:
|
|
result = ParseRegExpLiteral(true, CHECK_OK);
|
|
break;
|
|
|
|
case Token::DIV:
|
|
result = ParseRegExpLiteral(false, CHECK_OK);
|
|
break;
|
|
|
|
case Token::LBRACK:
|
|
result = ParseArrayLiteral(CHECK_OK);
|
|
break;
|
|
|
|
case Token::LBRACE:
|
|
result = ParseObjectLiteral(CHECK_OK);
|
|
break;
|
|
|
|
case Token::LPAREN:
|
|
Consume(Token::LPAREN);
|
|
// Heuristically try to detect immediately called functions before
|
|
// seeing the call parentheses.
|
|
parenthesized_function_ = (peek() == Token::FUNCTION);
|
|
result = ParseExpression(true, CHECK_OK);
|
|
Expect(Token::RPAREN, CHECK_OK);
|
|
break;
|
|
|
|
case Token::MOD:
|
|
if (allow_natives_syntax_ || extension_ != NULL) {
|
|
result = ParseV8Intrinsic(CHECK_OK);
|
|
break;
|
|
}
|
|
// If we're not allowing special syntax we fall-through to the
|
|
// default case.
|
|
|
|
default: {
|
|
Token::Value tok = Next();
|
|
ReportUnexpectedToken(tok);
|
|
*ok = false;
|
|
return NULL;
|
|
}
|
|
}
|
|
|
|
return result;
|
|
}
|
|
|
|
|
|
void Parser::BuildArrayLiteralBoilerplateLiterals(ZoneList<Expression*>* values,
|
|
Handle<FixedArray> literals,
|
|
bool* is_simple,
|
|
int* depth) {
|
|
// Fill in the literals.
|
|
// Accumulate output values in local variables.
|
|
bool is_simple_acc = true;
|
|
int depth_acc = 1;
|
|
for (int i = 0; i < values->length(); i++) {
|
|
MaterializedLiteral* m_literal = values->at(i)->AsMaterializedLiteral();
|
|
if (m_literal != NULL && m_literal->depth() >= depth_acc) {
|
|
depth_acc = m_literal->depth() + 1;
|
|
}
|
|
Handle<Object> boilerplate_value = GetBoilerplateValue(values->at(i));
|
|
if (boilerplate_value->IsUndefined()) {
|
|
literals->set_the_hole(i);
|
|
is_simple_acc = false;
|
|
} else {
|
|
literals->set(i, *boilerplate_value);
|
|
}
|
|
}
|
|
|
|
*is_simple = is_simple_acc;
|
|
*depth = depth_acc;
|
|
}
|
|
|
|
|
|
Expression* Parser::ParseArrayLiteral(bool* ok) {
|
|
// ArrayLiteral ::
|
|
// '[' Expression? (',' Expression?)* ']'
|
|
|
|
ZoneList<Expression*>* values = new(zone()) ZoneList<Expression*>(4, zone());
|
|
Expect(Token::LBRACK, CHECK_OK);
|
|
while (peek() != Token::RBRACK) {
|
|
Expression* elem;
|
|
if (peek() == Token::COMMA) {
|
|
elem = GetLiteralTheHole();
|
|
} else {
|
|
elem = ParseAssignmentExpression(true, CHECK_OK);
|
|
}
|
|
values->Add(elem, zone());
|
|
if (peek() != Token::RBRACK) {
|
|
Expect(Token::COMMA, CHECK_OK);
|
|
}
|
|
}
|
|
Expect(Token::RBRACK, CHECK_OK);
|
|
|
|
// Update the scope information before the pre-parsing bailout.
|
|
int literal_index = current_function_state_->NextMaterializedLiteralIndex();
|
|
|
|
// Allocate a fixed array to hold all the object literals.
|
|
Handle<FixedArray> object_literals =
|
|
isolate()->factory()->NewFixedArray(values->length(), TENURED);
|
|
Handle<FixedDoubleArray> double_literals;
|
|
ElementsKind elements_kind = FAST_SMI_ELEMENTS;
|
|
bool has_hole_values = false;
|
|
|
|
// Fill in the literals.
|
|
Heap* heap = isolate()->heap();
|
|
bool is_simple = true;
|
|
int depth = 1;
|
|
for (int i = 0, n = values->length(); i < n; i++) {
|
|
MaterializedLiteral* m_literal = values->at(i)->AsMaterializedLiteral();
|
|
if (m_literal != NULL && m_literal->depth() + 1 > depth) {
|
|
depth = m_literal->depth() + 1;
|
|
}
|
|
Handle<Object> boilerplate_value = GetBoilerplateValue(values->at(i));
|
|
if (boilerplate_value->IsTheHole()) {
|
|
has_hole_values = true;
|
|
object_literals->set_the_hole(i);
|
|
if (elements_kind == FAST_DOUBLE_ELEMENTS) {
|
|
double_literals->set_the_hole(i);
|
|
}
|
|
} else if (boilerplate_value->IsUndefined()) {
|
|
is_simple = false;
|
|
object_literals->set(i, Smi::FromInt(0));
|
|
if (elements_kind == FAST_DOUBLE_ELEMENTS) {
|
|
double_literals->set(i, 0);
|
|
}
|
|
} else {
|
|
// Examine each literal element, and adjust the ElementsKind if the
|
|
// literal element is not of a type that can be stored in the current
|
|
// ElementsKind. Start with FAST_SMI_ONLY_ELEMENTS, and transition to
|
|
// FAST_DOUBLE_ELEMENTS and FAST_ELEMENTS as necessary. Always remember
|
|
// the tagged value, no matter what the ElementsKind is in case we
|
|
// ultimately end up in FAST_ELEMENTS.
|
|
object_literals->set(i, *boilerplate_value);
|
|
if (elements_kind == FAST_SMI_ELEMENTS) {
|
|
// Smi only elements. Notice if a transition to FAST_DOUBLE_ELEMENTS or
|
|
// FAST_ELEMENTS is required.
|
|
if (!boilerplate_value->IsSmi()) {
|
|
if (boilerplate_value->IsNumber() && FLAG_smi_only_arrays) {
|
|
// Allocate a double array on the FAST_DOUBLE_ELEMENTS transition to
|
|
// avoid over-allocating in TENURED space.
|
|
double_literals = isolate()->factory()->NewFixedDoubleArray(
|
|
values->length(), TENURED);
|
|
// Copy the contents of the FAST_SMI_ONLY_ELEMENT array to the
|
|
// FAST_DOUBLE_ELEMENTS array so that they are in sync.
|
|
for (int j = 0; j < i; ++j) {
|
|
Object* smi_value = object_literals->get(j);
|
|
if (smi_value->IsTheHole()) {
|
|
double_literals->set_the_hole(j);
|
|
} else {
|
|
double_literals->set(j, Smi::cast(smi_value)->value());
|
|
}
|
|
}
|
|
double_literals->set(i, boilerplate_value->Number());
|
|
elements_kind = FAST_DOUBLE_ELEMENTS;
|
|
} else {
|
|
elements_kind = FAST_ELEMENTS;
|
|
}
|
|
}
|
|
} else if (elements_kind == FAST_DOUBLE_ELEMENTS) {
|
|
// Continue to store double values in to FAST_DOUBLE_ELEMENTS arrays
|
|
// until the first value is seen that can't be stored as a double.
|
|
if (boilerplate_value->IsNumber()) {
|
|
double_literals->set(i, boilerplate_value->Number());
|
|
} else {
|
|
elements_kind = FAST_ELEMENTS;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
// Simple and shallow arrays can be lazily copied, we transform the
|
|
// elements array to a copy-on-write array.
|
|
if (is_simple && depth == 1 && values->length() > 0 &&
|
|
elements_kind != FAST_DOUBLE_ELEMENTS) {
|
|
object_literals->set_map(heap->fixed_cow_array_map());
|
|
}
|
|
|
|
Handle<FixedArrayBase> element_values = elements_kind == FAST_DOUBLE_ELEMENTS
|
|
? Handle<FixedArrayBase>(double_literals)
|
|
: Handle<FixedArrayBase>(object_literals);
|
|
|
|
// Remember both the literal's constant values as well as the ElementsKind
|
|
// in a 2-element FixedArray.
|
|
Handle<FixedArray> literals =
|
|
isolate()->factory()->NewFixedArray(2, TENURED);
|
|
|
|
if (has_hole_values || !FLAG_packed_arrays) {
|
|
elements_kind = GetHoleyElementsKind(elements_kind);
|
|
}
|
|
|
|
literals->set(0, Smi::FromInt(elements_kind));
|
|
literals->set(1, *element_values);
|
|
|
|
return factory()->NewArrayLiteral(
|
|
literals, values, literal_index, is_simple, depth);
|
|
}
|
|
|
|
|
|
bool Parser::IsBoilerplateProperty(ObjectLiteral::Property* property) {
|
|
return property != NULL &&
|
|
property->kind() != ObjectLiteral::Property::PROTOTYPE;
|
|
}
|
|
|
|
|
|
bool CompileTimeValue::IsCompileTimeValue(Expression* expression) {
|
|
if (expression->AsLiteral() != NULL) return true;
|
|
MaterializedLiteral* lit = expression->AsMaterializedLiteral();
|
|
return lit != NULL && lit->is_simple();
|
|
}
|
|
|
|
|
|
bool CompileTimeValue::ArrayLiteralElementNeedsInitialization(
|
|
Expression* value) {
|
|
// If value is a literal the property value is already set in the
|
|
// boilerplate object.
|
|
if (value->AsLiteral() != NULL) return false;
|
|
// If value is a materialized literal the property value is already set
|
|
// in the boilerplate object if it is simple.
|
|
if (CompileTimeValue::IsCompileTimeValue(value)) return false;
|
|
return true;
|
|
}
|
|
|
|
|
|
Handle<FixedArray> CompileTimeValue::GetValue(Expression* expression) {
|
|
ASSERT(IsCompileTimeValue(expression));
|
|
Handle<FixedArray> result = FACTORY->NewFixedArray(2, TENURED);
|
|
ObjectLiteral* object_literal = expression->AsObjectLiteral();
|
|
if (object_literal != NULL) {
|
|
ASSERT(object_literal->is_simple());
|
|
if (object_literal->fast_elements()) {
|
|
result->set(kTypeSlot, Smi::FromInt(OBJECT_LITERAL_FAST_ELEMENTS));
|
|
} else {
|
|
result->set(kTypeSlot, Smi::FromInt(OBJECT_LITERAL_SLOW_ELEMENTS));
|
|
}
|
|
result->set(kElementsSlot, *object_literal->constant_properties());
|
|
} else {
|
|
ArrayLiteral* array_literal = expression->AsArrayLiteral();
|
|
ASSERT(array_literal != NULL && array_literal->is_simple());
|
|
result->set(kTypeSlot, Smi::FromInt(ARRAY_LITERAL));
|
|
result->set(kElementsSlot, *array_literal->constant_elements());
|
|
}
|
|
return result;
|
|
}
|
|
|
|
|
|
CompileTimeValue::Type CompileTimeValue::GetType(Handle<FixedArray> value) {
|
|
Smi* type_value = Smi::cast(value->get(kTypeSlot));
|
|
return static_cast<Type>(type_value->value());
|
|
}
|
|
|
|
|
|
Handle<FixedArray> CompileTimeValue::GetElements(Handle<FixedArray> value) {
|
|
return Handle<FixedArray>(FixedArray::cast(value->get(kElementsSlot)));
|
|
}
|
|
|
|
|
|
Handle<Object> Parser::GetBoilerplateValue(Expression* expression) {
|
|
if (expression->AsLiteral() != NULL) {
|
|
return expression->AsLiteral()->handle();
|
|
}
|
|
if (CompileTimeValue::IsCompileTimeValue(expression)) {
|
|
return CompileTimeValue::GetValue(expression);
|
|
}
|
|
return isolate()->factory()->undefined_value();
|
|
}
|
|
|
|
// Validation per 11.1.5 Object Initialiser
|
|
class ObjectLiteralPropertyChecker {
|
|
public:
|
|
ObjectLiteralPropertyChecker(Parser* parser, LanguageMode language_mode) :
|
|
props_(Literal::Match),
|
|
parser_(parser),
|
|
language_mode_(language_mode) {
|
|
}
|
|
|
|
void CheckProperty(
|
|
ObjectLiteral::Property* property,
|
|
Scanner::Location loc,
|
|
bool* ok);
|
|
|
|
private:
|
|
enum PropertyKind {
|
|
kGetAccessor = 0x01,
|
|
kSetAccessor = 0x02,
|
|
kAccessor = kGetAccessor | kSetAccessor,
|
|
kData = 0x04
|
|
};
|
|
|
|
static intptr_t GetPropertyKind(ObjectLiteral::Property* property) {
|
|
switch (property->kind()) {
|
|
case ObjectLiteral::Property::GETTER:
|
|
return kGetAccessor;
|
|
case ObjectLiteral::Property::SETTER:
|
|
return kSetAccessor;
|
|
default:
|
|
return kData;
|
|
}
|
|
}
|
|
|
|
HashMap props_;
|
|
Parser* parser_;
|
|
LanguageMode language_mode_;
|
|
};
|
|
|
|
|
|
void ObjectLiteralPropertyChecker::CheckProperty(
|
|
ObjectLiteral::Property* property,
|
|
Scanner::Location loc,
|
|
bool* ok) {
|
|
ASSERT(property != NULL);
|
|
Literal* literal = property->key();
|
|
HashMap::Entry* entry = props_.Lookup(literal, literal->Hash(), true);
|
|
intptr_t prev = reinterpret_cast<intptr_t> (entry->value);
|
|
intptr_t curr = GetPropertyKind(property);
|
|
|
|
// Duplicate data properties are illegal in strict or extended mode.
|
|
if (language_mode_ != CLASSIC_MODE && (curr & prev & kData) != 0) {
|
|
parser_->ReportMessageAt(loc, "strict_duplicate_property",
|
|
Vector<const char*>::empty());
|
|
*ok = false;
|
|
return;
|
|
}
|
|
// Data property conflicting with an accessor.
|
|
if (((curr & kData) && (prev & kAccessor)) ||
|
|
((prev & kData) && (curr & kAccessor))) {
|
|
parser_->ReportMessageAt(loc, "accessor_data_property",
|
|
Vector<const char*>::empty());
|
|
*ok = false;
|
|
return;
|
|
}
|
|
// Two accessors of the same type conflicting
|
|
if ((curr & prev & kAccessor) != 0) {
|
|
parser_->ReportMessageAt(loc, "accessor_get_set",
|
|
Vector<const char*>::empty());
|
|
*ok = false;
|
|
return;
|
|
}
|
|
|
|
// Update map
|
|
entry->value = reinterpret_cast<void*> (prev | curr);
|
|
*ok = true;
|
|
}
|
|
|
|
|
|
void Parser::BuildObjectLiteralConstantProperties(
|
|
ZoneList<ObjectLiteral::Property*>* properties,
|
|
Handle<FixedArray> constant_properties,
|
|
bool* is_simple,
|
|
bool* fast_elements,
|
|
int* depth) {
|
|
int position = 0;
|
|
// Accumulate the value in local variables and store it at the end.
|
|
bool is_simple_acc = true;
|
|
int depth_acc = 1;
|
|
uint32_t max_element_index = 0;
|
|
uint32_t elements = 0;
|
|
for (int i = 0; i < properties->length(); i++) {
|
|
ObjectLiteral::Property* property = properties->at(i);
|
|
if (!IsBoilerplateProperty(property)) {
|
|
is_simple_acc = false;
|
|
continue;
|
|
}
|
|
MaterializedLiteral* m_literal = property->value()->AsMaterializedLiteral();
|
|
if (m_literal != NULL && m_literal->depth() >= depth_acc) {
|
|
depth_acc = m_literal->depth() + 1;
|
|
}
|
|
|
|
// Add CONSTANT and COMPUTED properties to boilerplate. Use undefined
|
|
// value for COMPUTED properties, the real value is filled in at
|
|
// runtime. The enumeration order is maintained.
|
|
Handle<Object> key = property->key()->handle();
|
|
Handle<Object> value = GetBoilerplateValue(property->value());
|
|
is_simple_acc = is_simple_acc && !value->IsUndefined();
|
|
|
|
// Keep track of the number of elements in the object literal and
|
|
// the largest element index. If the largest element index is
|
|
// much larger than the number of elements, creating an object
|
|
// literal with fast elements will be a waste of space.
|
|
uint32_t element_index = 0;
|
|
if (key->IsString()
|
|
&& Handle<String>::cast(key)->AsArrayIndex(&element_index)
|
|
&& element_index > max_element_index) {
|
|
max_element_index = element_index;
|
|
elements++;
|
|
} else if (key->IsSmi()) {
|
|
int key_value = Smi::cast(*key)->value();
|
|
if (key_value > 0
|
|
&& static_cast<uint32_t>(key_value) > max_element_index) {
|
|
max_element_index = key_value;
|
|
}
|
|
elements++;
|
|
}
|
|
|
|
// Add name, value pair to the fixed array.
|
|
constant_properties->set(position++, *key);
|
|
constant_properties->set(position++, *value);
|
|
}
|
|
*fast_elements =
|
|
(max_element_index <= 32) || ((2 * elements) >= max_element_index);
|
|
*is_simple = is_simple_acc;
|
|
*depth = depth_acc;
|
|
}
|
|
|
|
|
|
ObjectLiteral::Property* Parser::ParseObjectLiteralGetSet(bool is_getter,
|
|
bool* ok) {
|
|
// Special handling of getter and setter syntax:
|
|
// { ... , get foo() { ... }, ... , set foo(v) { ... v ... } , ... }
|
|
// We have already read the "get" or "set" keyword.
|
|
Token::Value next = Next();
|
|
bool is_keyword = Token::IsKeyword(next);
|
|
if (next == Token::IDENTIFIER || next == Token::NUMBER ||
|
|
next == Token::FUTURE_RESERVED_WORD ||
|
|
next == Token::FUTURE_STRICT_RESERVED_WORD ||
|
|
next == Token::STRING || is_keyword) {
|
|
Handle<String> name;
|
|
if (is_keyword) {
|
|
name = isolate_->factory()->LookupAsciiSymbol(Token::String(next));
|
|
} else {
|
|
name = GetSymbol(CHECK_OK);
|
|
}
|
|
FunctionLiteral* value =
|
|
ParseFunctionLiteral(name,
|
|
false, // reserved words are allowed here
|
|
RelocInfo::kNoPosition,
|
|
FunctionLiteral::ANONYMOUS_EXPRESSION,
|
|
CHECK_OK);
|
|
// Allow any number of parameters for compatibilty with JSC.
|
|
// Specification only allows zero parameters for get and one for set.
|
|
return factory()->NewObjectLiteralProperty(is_getter, value);
|
|
} else {
|
|
ReportUnexpectedToken(next);
|
|
*ok = false;
|
|
return NULL;
|
|
}
|
|
}
|
|
|
|
|
|
Expression* Parser::ParseObjectLiteral(bool* ok) {
|
|
// ObjectLiteral ::
|
|
// '{' (
|
|
// ((IdentifierName | String | Number) ':' AssignmentExpression)
|
|
// | (('get' | 'set') (IdentifierName | String | Number) FunctionLiteral)
|
|
// )*[','] '}'
|
|
|
|
ZoneList<ObjectLiteral::Property*>* properties =
|
|
new(zone()) ZoneList<ObjectLiteral::Property*>(4, zone());
|
|
int number_of_boilerplate_properties = 0;
|
|
bool has_function = false;
|
|
|
|
ObjectLiteralPropertyChecker checker(this, top_scope_->language_mode());
|
|
|
|
Expect(Token::LBRACE, CHECK_OK);
|
|
|
|
while (peek() != Token::RBRACE) {
|
|
if (fni_ != NULL) fni_->Enter();
|
|
|
|
Literal* key = NULL;
|
|
Token::Value next = peek();
|
|
|
|
// Location of the property name token
|
|
Scanner::Location loc = scanner().peek_location();
|
|
|
|
switch (next) {
|
|
case Token::FUTURE_RESERVED_WORD:
|
|
case Token::FUTURE_STRICT_RESERVED_WORD:
|
|
case Token::IDENTIFIER: {
|
|
bool is_getter = false;
|
|
bool is_setter = false;
|
|
Handle<String> id =
|
|
ParseIdentifierNameOrGetOrSet(&is_getter, &is_setter, CHECK_OK);
|
|
if (fni_ != NULL) fni_->PushLiteralName(id);
|
|
|
|
if ((is_getter || is_setter) && peek() != Token::COLON) {
|
|
// Update loc to point to the identifier
|
|
loc = scanner().peek_location();
|
|
ObjectLiteral::Property* property =
|
|
ParseObjectLiteralGetSet(is_getter, CHECK_OK);
|
|
if (IsBoilerplateProperty(property)) {
|
|
number_of_boilerplate_properties++;
|
|
}
|
|
// Validate the property.
|
|
checker.CheckProperty(property, loc, CHECK_OK);
|
|
properties->Add(property, zone());
|
|
if (peek() != Token::RBRACE) Expect(Token::COMMA, CHECK_OK);
|
|
|
|
if (fni_ != NULL) {
|
|
fni_->Infer();
|
|
fni_->Leave();
|
|
}
|
|
continue; // restart the while
|
|
}
|
|
// Failed to parse as get/set property, so it's just a property
|
|
// called "get" or "set".
|
|
key = factory()->NewLiteral(id);
|
|
break;
|
|
}
|
|
case Token::STRING: {
|
|
Consume(Token::STRING);
|
|
Handle<String> string = GetSymbol(CHECK_OK);
|
|
if (fni_ != NULL) fni_->PushLiteralName(string);
|
|
uint32_t index;
|
|
if (!string.is_null() && string->AsArrayIndex(&index)) {
|
|
key = factory()->NewNumberLiteral(index);
|
|
break;
|
|
}
|
|
key = factory()->NewLiteral(string);
|
|
break;
|
|
}
|
|
case Token::NUMBER: {
|
|
Consume(Token::NUMBER);
|
|
ASSERT(scanner().is_literal_ascii());
|
|
double value = StringToDouble(isolate()->unicode_cache(),
|
|
scanner().literal_ascii_string(),
|
|
ALLOW_HEX | ALLOW_OCTALS);
|
|
key = factory()->NewNumberLiteral(value);
|
|
break;
|
|
}
|
|
default:
|
|
if (Token::IsKeyword(next)) {
|
|
Consume(next);
|
|
Handle<String> string = GetSymbol(CHECK_OK);
|
|
key = factory()->NewLiteral(string);
|
|
} else {
|
|
// Unexpected token.
|
|
Token::Value next = Next();
|
|
ReportUnexpectedToken(next);
|
|
*ok = false;
|
|
return NULL;
|
|
}
|
|
}
|
|
|
|
Expect(Token::COLON, CHECK_OK);
|
|
Expression* value = ParseAssignmentExpression(true, CHECK_OK);
|
|
|
|
ObjectLiteral::Property* property =
|
|
new(zone()) ObjectLiteral::Property(key, value, isolate());
|
|
|
|
// Mark top-level object literals that contain function literals and
|
|
// pretenure the literal so it can be added as a constant function
|
|
// property.
|
|
if (top_scope_->DeclarationScope()->is_global_scope() &&
|
|
value->AsFunctionLiteral() != NULL) {
|
|
has_function = true;
|
|
value->AsFunctionLiteral()->set_pretenure();
|
|
}
|
|
|
|
// Count CONSTANT or COMPUTED properties to maintain the enumeration order.
|
|
if (IsBoilerplateProperty(property)) number_of_boilerplate_properties++;
|
|
// Validate the property
|
|
checker.CheckProperty(property, loc, CHECK_OK);
|
|
properties->Add(property, zone());
|
|
|
|
// TODO(1240767): Consider allowing trailing comma.
|
|
if (peek() != Token::RBRACE) Expect(Token::COMMA, CHECK_OK);
|
|
|
|
if (fni_ != NULL) {
|
|
fni_->Infer();
|
|
fni_->Leave();
|
|
}
|
|
}
|
|
Expect(Token::RBRACE, CHECK_OK);
|
|
|
|
// Computation of literal_index must happen before pre parse bailout.
|
|
int literal_index = current_function_state_->NextMaterializedLiteralIndex();
|
|
|
|
Handle<FixedArray> constant_properties = isolate()->factory()->NewFixedArray(
|
|
number_of_boilerplate_properties * 2, TENURED);
|
|
|
|
bool is_simple = true;
|
|
bool fast_elements = true;
|
|
int depth = 1;
|
|
BuildObjectLiteralConstantProperties(properties,
|
|
constant_properties,
|
|
&is_simple,
|
|
&fast_elements,
|
|
&depth);
|
|
return factory()->NewObjectLiteral(constant_properties,
|
|
properties,
|
|
literal_index,
|
|
is_simple,
|
|
fast_elements,
|
|
depth,
|
|
has_function);
|
|
}
|
|
|
|
|
|
Expression* Parser::ParseRegExpLiteral(bool seen_equal, bool* ok) {
|
|
if (!scanner().ScanRegExpPattern(seen_equal)) {
|
|
Next();
|
|
ReportMessage("unterminated_regexp", Vector<const char*>::empty());
|
|
*ok = false;
|
|
return NULL;
|
|
}
|
|
|
|
int literal_index = current_function_state_->NextMaterializedLiteralIndex();
|
|
|
|
Handle<String> js_pattern = NextLiteralString(TENURED);
|
|
scanner().ScanRegExpFlags();
|
|
Handle<String> js_flags = NextLiteralString(TENURED);
|
|
Next();
|
|
|
|
return factory()->NewRegExpLiteral(js_pattern, js_flags, literal_index);
|
|
}
|
|
|
|
|
|
ZoneList<Expression*>* Parser::ParseArguments(bool* ok) {
|
|
// Arguments ::
|
|
// '(' (AssignmentExpression)*[','] ')'
|
|
|
|
ZoneList<Expression*>* result = new(zone()) ZoneList<Expression*>(4, zone());
|
|
Expect(Token::LPAREN, CHECK_OK);
|
|
bool done = (peek() == Token::RPAREN);
|
|
while (!done) {
|
|
Expression* argument = ParseAssignmentExpression(true, CHECK_OK);
|
|
result->Add(argument, zone());
|
|
if (result->length() > kMaxNumFunctionParameters) {
|
|
ReportMessageAt(scanner().location(), "too_many_arguments",
|
|
Vector<const char*>::empty());
|
|
*ok = false;
|
|
return NULL;
|
|
}
|
|
done = (peek() == Token::RPAREN);
|
|
if (!done) Expect(Token::COMMA, CHECK_OK);
|
|
}
|
|
Expect(Token::RPAREN, CHECK_OK);
|
|
return result;
|
|
}
|
|
|
|
|
|
class SingletonLogger : public ParserRecorder {
|
|
public:
|
|
SingletonLogger() : has_error_(false), start_(-1), end_(-1) { }
|
|
virtual ~SingletonLogger() { }
|
|
|
|
void Reset() { has_error_ = false; }
|
|
|
|
virtual void LogFunction(int start,
|
|
int end,
|
|
int literals,
|
|
int properties,
|
|
LanguageMode mode) {
|
|
ASSERT(!has_error_);
|
|
start_ = start;
|
|
end_ = end;
|
|
literals_ = literals;
|
|
properties_ = properties;
|
|
mode_ = mode;
|
|
};
|
|
|
|
// Logs a symbol creation of a literal or identifier.
|
|
virtual void LogAsciiSymbol(int start, Vector<const char> literal) { }
|
|
virtual void LogUtf16Symbol(int start, Vector<const uc16> literal) { }
|
|
|
|
// Logs an error message and marks the log as containing an error.
|
|
// Further logging will be ignored, and ExtractData will return a vector
|
|
// representing the error only.
|
|
virtual void LogMessage(int start,
|
|
int end,
|
|
const char* message,
|
|
const char* argument_opt) {
|
|
if (has_error_) return;
|
|
has_error_ = true;
|
|
start_ = start;
|
|
end_ = end;
|
|
message_ = message;
|
|
argument_opt_ = argument_opt;
|
|
}
|
|
|
|
virtual int function_position() { return 0; }
|
|
|
|
virtual int symbol_position() { return 0; }
|
|
|
|
virtual int symbol_ids() { return -1; }
|
|
|
|
virtual Vector<unsigned> ExtractData() {
|
|
UNREACHABLE();
|
|
return Vector<unsigned>();
|
|
}
|
|
|
|
virtual void PauseRecording() { }
|
|
|
|
virtual void ResumeRecording() { }
|
|
|
|
bool has_error() { return has_error_; }
|
|
|
|
int start() { return start_; }
|
|
int end() { return end_; }
|
|
int literals() {
|
|
ASSERT(!has_error_);
|
|
return literals_;
|
|
}
|
|
int properties() {
|
|
ASSERT(!has_error_);
|
|
return properties_;
|
|
}
|
|
LanguageMode language_mode() {
|
|
ASSERT(!has_error_);
|
|
return mode_;
|
|
}
|
|
const char* message() {
|
|
ASSERT(has_error_);
|
|
return message_;
|
|
}
|
|
const char* argument_opt() {
|
|
ASSERT(has_error_);
|
|
return argument_opt_;
|
|
}
|
|
|
|
private:
|
|
bool has_error_;
|
|
int start_;
|
|
int end_;
|
|
// For function entries.
|
|
int literals_;
|
|
int properties_;
|
|
LanguageMode mode_;
|
|
// For error messages.
|
|
const char* message_;
|
|
const char* argument_opt_;
|
|
};
|
|
|
|
|
|
FunctionLiteral* Parser::ParseFunctionLiteral(Handle<String> function_name,
|
|
bool name_is_strict_reserved,
|
|
int function_token_position,
|
|
FunctionLiteral::Type type,
|
|
bool* ok) {
|
|
// Function ::
|
|
// '(' FormalParameterList? ')' '{' FunctionBody '}'
|
|
|
|
// Anonymous functions were passed either the empty symbol or a null
|
|
// handle as the function name. Remember if we were passed a non-empty
|
|
// handle to decide whether to invoke function name inference.
|
|
bool should_infer_name = function_name.is_null();
|
|
|
|
// We want a non-null handle as the function name.
|
|
if (should_infer_name) {
|
|
function_name = isolate()->factory()->empty_symbol();
|
|
}
|
|
|
|
int num_parameters = 0;
|
|
// Function declarations are function scoped in normal mode, so they are
|
|
// hoisted. In harmony block scoping mode they are block scoped, so they
|
|
// are not hoisted.
|
|
Scope* scope = (type == FunctionLiteral::DECLARATION && !is_extended_mode())
|
|
? NewScope(top_scope_->DeclarationScope(), FUNCTION_SCOPE)
|
|
: NewScope(top_scope_, FUNCTION_SCOPE);
|
|
ZoneList<Statement*>* body = NULL;
|
|
int materialized_literal_count = -1;
|
|
int expected_property_count = -1;
|
|
int handler_count = 0;
|
|
bool only_simple_this_property_assignments;
|
|
Handle<FixedArray> this_property_assignments;
|
|
FunctionLiteral::ParameterFlag duplicate_parameters =
|
|
FunctionLiteral::kNoDuplicateParameters;
|
|
FunctionLiteral::IsParenthesizedFlag parenthesized = parenthesized_function_
|
|
? FunctionLiteral::kIsParenthesized
|
|
: FunctionLiteral::kNotParenthesized;
|
|
AstProperties ast_properties;
|
|
// Parse function body.
|
|
{ FunctionState function_state(this, scope, isolate());
|
|
top_scope_->SetScopeName(function_name);
|
|
|
|
// FormalParameterList ::
|
|
// '(' (Identifier)*[','] ')'
|
|
Expect(Token::LPAREN, CHECK_OK);
|
|
scope->set_start_position(scanner().location().beg_pos);
|
|
Scanner::Location name_loc = Scanner::Location::invalid();
|
|
Scanner::Location dupe_loc = Scanner::Location::invalid();
|
|
Scanner::Location reserved_loc = Scanner::Location::invalid();
|
|
|
|
bool done = (peek() == Token::RPAREN);
|
|
while (!done) {
|
|
bool is_strict_reserved = false;
|
|
Handle<String> param_name =
|
|
ParseIdentifierOrStrictReservedWord(&is_strict_reserved,
|
|
CHECK_OK);
|
|
|
|
// Store locations for possible future error reports.
|
|
if (!name_loc.IsValid() && IsEvalOrArguments(param_name)) {
|
|
name_loc = scanner().location();
|
|
}
|
|
if (!dupe_loc.IsValid() && top_scope_->IsDeclared(param_name)) {
|
|
duplicate_parameters = FunctionLiteral::kHasDuplicateParameters;
|
|
dupe_loc = scanner().location();
|
|
}
|
|
if (!reserved_loc.IsValid() && is_strict_reserved) {
|
|
reserved_loc = scanner().location();
|
|
}
|
|
|
|
top_scope_->DeclareParameter(param_name, VAR);
|
|
num_parameters++;
|
|
if (num_parameters > kMaxNumFunctionParameters) {
|
|
ReportMessageAt(scanner().location(), "too_many_parameters",
|
|
Vector<const char*>::empty());
|
|
*ok = false;
|
|
return NULL;
|
|
}
|
|
done = (peek() == Token::RPAREN);
|
|
if (!done) Expect(Token::COMMA, CHECK_OK);
|
|
}
|
|
Expect(Token::RPAREN, CHECK_OK);
|
|
|
|
Expect(Token::LBRACE, CHECK_OK);
|
|
|
|
// If we have a named function expression, we add a local variable
|
|
// declaration to the body of the function with the name of the
|
|
// function and let it refer to the function itself (closure).
|
|
// NOTE: We create a proxy and resolve it here so that in the
|
|
// future we can change the AST to only refer to VariableProxies
|
|
// instead of Variables and Proxis as is the case now.
|
|
Variable* fvar = NULL;
|
|
Token::Value fvar_init_op = Token::INIT_CONST;
|
|
if (type == FunctionLiteral::NAMED_EXPRESSION) {
|
|
if (is_extended_mode()) fvar_init_op = Token::INIT_CONST_HARMONY;
|
|
VariableMode fvar_mode = is_extended_mode() ? CONST_HARMONY : CONST;
|
|
fvar = new(zone()) Variable(top_scope_,
|
|
function_name, fvar_mode, true /* is valid LHS */,
|
|
Variable::NORMAL, kCreatedInitialized, Interface::NewConst());
|
|
VariableProxy* proxy = factory()->NewVariableProxy(fvar);
|
|
VariableDeclaration* fvar_declaration =
|
|
factory()->NewVariableDeclaration(proxy, fvar_mode, top_scope_);
|
|
top_scope_->DeclareFunctionVar(fvar_declaration);
|
|
}
|
|
|
|
// Determine whether the function will be lazily compiled.
|
|
// The heuristics are:
|
|
// - It must not have been prohibited by the caller to Parse (some callers
|
|
// need a full AST).
|
|
// - The outer scope must allow lazy compilation of inner functions.
|
|
// - The function mustn't be a function expression with an open parenthesis
|
|
// before; we consider that a hint that the function will be called
|
|
// immediately, and it would be a waste of time to make it lazily
|
|
// compiled.
|
|
// These are all things we can know at this point, without looking at the
|
|
// function itself.
|
|
bool is_lazily_compiled = (mode() == PARSE_LAZILY &&
|
|
top_scope_->AllowsLazyCompilation() &&
|
|
!parenthesized_function_);
|
|
parenthesized_function_ = false; // The bit was set for this function only.
|
|
|
|
if (is_lazily_compiled) {
|
|
int function_block_pos = scanner().location().beg_pos;
|
|
FunctionEntry entry;
|
|
if (pre_data_ != NULL) {
|
|
// If we have pre_data_, we use it to skip parsing the function body.
|
|
// the preparser data contains the information we need to construct the
|
|
// lazy function.
|
|
entry = pre_data()->GetFunctionEntry(function_block_pos);
|
|
if (entry.is_valid()) {
|
|
if (entry.end_pos() <= function_block_pos) {
|
|
// End position greater than end of stream is safe, and hard
|
|
// to check.
|
|
ReportInvalidPreparseData(function_name, CHECK_OK);
|
|
}
|
|
scanner().SeekForward(entry.end_pos() - 1);
|
|
|
|
scope->set_end_position(entry.end_pos());
|
|
Expect(Token::RBRACE, CHECK_OK);
|
|
isolate()->counters()->total_preparse_skipped()->Increment(
|
|
scope->end_position() - function_block_pos);
|
|
materialized_literal_count = entry.literal_count();
|
|
expected_property_count = entry.property_count();
|
|
top_scope_->SetLanguageMode(entry.language_mode());
|
|
only_simple_this_property_assignments = false;
|
|
this_property_assignments = isolate()->factory()->empty_fixed_array();
|
|
} else {
|
|
is_lazily_compiled = false;
|
|
}
|
|
} else {
|
|
// With no preparser data, we partially parse the function, without
|
|
// building an AST. This gathers the data needed to build a lazy
|
|
// function.
|
|
SingletonLogger logger;
|
|
preparser::PreParser::PreParseResult result =
|
|
LazyParseFunctionLiteral(&logger);
|
|
if (result == preparser::PreParser::kPreParseStackOverflow) {
|
|
// Propagate stack overflow.
|
|
stack_overflow_ = true;
|
|
*ok = false;
|
|
return NULL;
|
|
}
|
|
if (logger.has_error()) {
|
|
const char* arg = logger.argument_opt();
|
|
Vector<const char*> args;
|
|
if (arg != NULL) {
|
|
args = Vector<const char*>(&arg, 1);
|
|
}
|
|
ReportMessageAt(Scanner::Location(logger.start(), logger.end()),
|
|
logger.message(), args);
|
|
*ok = false;
|
|
return NULL;
|
|
}
|
|
scope->set_end_position(logger.end());
|
|
Expect(Token::RBRACE, CHECK_OK);
|
|
isolate()->counters()->total_preparse_skipped()->Increment(
|
|
scope->end_position() - function_block_pos);
|
|
materialized_literal_count = logger.literals();
|
|
expected_property_count = logger.properties();
|
|
top_scope_->SetLanguageMode(logger.language_mode());
|
|
only_simple_this_property_assignments = false;
|
|
this_property_assignments = isolate()->factory()->empty_fixed_array();
|
|
}
|
|
}
|
|
|
|
if (!is_lazily_compiled) {
|
|
ParsingModeScope parsing_mode(this, PARSE_EAGERLY);
|
|
body = new(zone()) ZoneList<Statement*>(8, zone());
|
|
if (fvar != NULL) {
|
|
VariableProxy* fproxy = top_scope_->NewUnresolved(
|
|
factory(), function_name, Interface::NewConst());
|
|
fproxy->BindTo(fvar);
|
|
body->Add(factory()->NewExpressionStatement(
|
|
factory()->NewAssignment(fvar_init_op,
|
|
fproxy,
|
|
factory()->NewThisFunction(),
|
|
RelocInfo::kNoPosition)),
|
|
zone());
|
|
}
|
|
ParseSourceElements(body, Token::RBRACE, false, false, CHECK_OK);
|
|
|
|
materialized_literal_count = function_state.materialized_literal_count();
|
|
expected_property_count = function_state.expected_property_count();
|
|
handler_count = function_state.handler_count();
|
|
only_simple_this_property_assignments =
|
|
function_state.only_simple_this_property_assignments();
|
|
this_property_assignments = function_state.this_property_assignments();
|
|
|
|
Expect(Token::RBRACE, CHECK_OK);
|
|
scope->set_end_position(scanner().location().end_pos);
|
|
}
|
|
|
|
// Validate strict mode.
|
|
if (!top_scope_->is_classic_mode()) {
|
|
if (IsEvalOrArguments(function_name)) {
|
|
int start_pos = scope->start_position();
|
|
int position = function_token_position != RelocInfo::kNoPosition
|
|
? function_token_position
|
|
: (start_pos > 0 ? start_pos - 1 : start_pos);
|
|
Scanner::Location location = Scanner::Location(position, start_pos);
|
|
ReportMessageAt(location,
|
|
"strict_function_name", Vector<const char*>::empty());
|
|
*ok = false;
|
|
return NULL;
|
|
}
|
|
if (name_loc.IsValid()) {
|
|
ReportMessageAt(name_loc, "strict_param_name",
|
|
Vector<const char*>::empty());
|
|
*ok = false;
|
|
return NULL;
|
|
}
|
|
if (dupe_loc.IsValid()) {
|
|
ReportMessageAt(dupe_loc, "strict_param_dupe",
|
|
Vector<const char*>::empty());
|
|
*ok = false;
|
|
return NULL;
|
|
}
|
|
if (name_is_strict_reserved) {
|
|
int start_pos = scope->start_position();
|
|
int position = function_token_position != RelocInfo::kNoPosition
|
|
? function_token_position
|
|
: (start_pos > 0 ? start_pos - 1 : start_pos);
|
|
Scanner::Location location = Scanner::Location(position, start_pos);
|
|
ReportMessageAt(location, "strict_reserved_word",
|
|
Vector<const char*>::empty());
|
|
*ok = false;
|
|
return NULL;
|
|
}
|
|
if (reserved_loc.IsValid()) {
|
|
ReportMessageAt(reserved_loc, "strict_reserved_word",
|
|
Vector<const char*>::empty());
|
|
*ok = false;
|
|
return NULL;
|
|
}
|
|
CheckOctalLiteral(scope->start_position(),
|
|
scope->end_position(),
|
|
CHECK_OK);
|
|
}
|
|
ast_properties = *factory()->visitor()->ast_properties();
|
|
}
|
|
|
|
if (is_extended_mode()) {
|
|
CheckConflictingVarDeclarations(scope, CHECK_OK);
|
|
}
|
|
|
|
FunctionLiteral* function_literal =
|
|
factory()->NewFunctionLiteral(function_name,
|
|
scope,
|
|
body,
|
|
materialized_literal_count,
|
|
expected_property_count,
|
|
handler_count,
|
|
only_simple_this_property_assignments,
|
|
this_property_assignments,
|
|
num_parameters,
|
|
duplicate_parameters,
|
|
type,
|
|
FunctionLiteral::kIsFunction,
|
|
parenthesized);
|
|
function_literal->set_function_token_position(function_token_position);
|
|
function_literal->set_ast_properties(&ast_properties);
|
|
|
|
if (fni_ != NULL && should_infer_name) fni_->AddFunction(function_literal);
|
|
return function_literal;
|
|
}
|
|
|
|
|
|
preparser::PreParser::PreParseResult Parser::LazyParseFunctionLiteral(
|
|
SingletonLogger* logger) {
|
|
HistogramTimerScope preparse_scope(isolate()->counters()->pre_parse());
|
|
ASSERT_EQ(Token::LBRACE, scanner().current_token());
|
|
|
|
if (reusable_preparser_ == NULL) {
|
|
intptr_t stack_limit = isolate()->stack_guard()->real_climit();
|
|
bool do_allow_lazy = true;
|
|
reusable_preparser_ = new preparser::PreParser(&scanner_,
|
|
NULL,
|
|
stack_limit,
|
|
do_allow_lazy,
|
|
allow_natives_syntax_,
|
|
allow_modules_);
|
|
}
|
|
preparser::PreParser::PreParseResult result =
|
|
reusable_preparser_->PreParseLazyFunction(top_scope_->language_mode(),
|
|
logger);
|
|
return result;
|
|
}
|
|
|
|
|
|
Expression* Parser::ParseV8Intrinsic(bool* ok) {
|
|
// CallRuntime ::
|
|
// '%' Identifier Arguments
|
|
|
|
Expect(Token::MOD, CHECK_OK);
|
|
Handle<String> name = ParseIdentifier(CHECK_OK);
|
|
ZoneList<Expression*>* args = ParseArguments(CHECK_OK);
|
|
|
|
if (extension_ != NULL) {
|
|
// The extension structures are only accessible while parsing the
|
|
// very first time not when reparsing because of lazy compilation.
|
|
top_scope_->DeclarationScope()->ForceEagerCompilation();
|
|
}
|
|
|
|
const Runtime::Function* function = Runtime::FunctionForSymbol(name);
|
|
|
|
// Check for built-in IS_VAR macro.
|
|
if (function != NULL &&
|
|
function->intrinsic_type == Runtime::RUNTIME &&
|
|
function->function_id == Runtime::kIS_VAR) {
|
|
// %IS_VAR(x) evaluates to x if x is a variable,
|
|
// leads to a parse error otherwise. Could be implemented as an
|
|
// inline function %_IS_VAR(x) to eliminate this special case.
|
|
if (args->length() == 1 && args->at(0)->AsVariableProxy() != NULL) {
|
|
return args->at(0);
|
|
} else {
|
|
ReportMessage("unable_to_parse", Vector<const char*>::empty());
|
|
*ok = false;
|
|
return NULL;
|
|
}
|
|
}
|
|
|
|
// Check that the expected number of arguments are being passed.
|
|
if (function != NULL &&
|
|
function->nargs != -1 &&
|
|
function->nargs != args->length()) {
|
|
ReportMessage("illegal_access", Vector<const char*>::empty());
|
|
*ok = false;
|
|
return NULL;
|
|
}
|
|
|
|
// Check that the function is defined if it's an inline runtime call.
|
|
if (function == NULL && name->Get(0) == '_') {
|
|
ReportMessage("not_defined", Vector<Handle<String> >(&name, 1));
|
|
*ok = false;
|
|
return NULL;
|
|
}
|
|
|
|
// We have a valid intrinsics call or a call to a builtin.
|
|
return factory()->NewCallRuntime(name, function, args);
|
|
}
|
|
|
|
|
|
bool Parser::peek_any_identifier() {
|
|
Token::Value next = peek();
|
|
return next == Token::IDENTIFIER ||
|
|
next == Token::FUTURE_RESERVED_WORD ||
|
|
next == Token::FUTURE_STRICT_RESERVED_WORD;
|
|
}
|
|
|
|
|
|
void Parser::Consume(Token::Value token) {
|
|
Token::Value next = Next();
|
|
USE(next);
|
|
USE(token);
|
|
ASSERT(next == token);
|
|
}
|
|
|
|
|
|
void Parser::Expect(Token::Value token, bool* ok) {
|
|
Token::Value next = Next();
|
|
if (next == token) return;
|
|
ReportUnexpectedToken(next);
|
|
*ok = false;
|
|
}
|
|
|
|
|
|
bool Parser::Check(Token::Value token) {
|
|
Token::Value next = peek();
|
|
if (next == token) {
|
|
Consume(next);
|
|
return true;
|
|
}
|
|
return false;
|
|
}
|
|
|
|
|
|
void Parser::ExpectSemicolon(bool* ok) {
|
|
// Check for automatic semicolon insertion according to
|
|
// the rules given in ECMA-262, section 7.9, page 21.
|
|
Token::Value tok = peek();
|
|
if (tok == Token::SEMICOLON) {
|
|
Next();
|
|
return;
|
|
}
|
|
if (scanner().HasAnyLineTerminatorBeforeNext() ||
|
|
tok == Token::RBRACE ||
|
|
tok == Token::EOS) {
|
|
return;
|
|
}
|
|
Expect(Token::SEMICOLON, ok);
|
|
}
|
|
|
|
|
|
void Parser::ExpectContextualKeyword(const char* keyword, bool* ok) {
|
|
Expect(Token::IDENTIFIER, ok);
|
|
if (!*ok) return;
|
|
Handle<String> symbol = GetSymbol(ok);
|
|
if (!*ok) return;
|
|
if (!symbol->IsEqualTo(CStrVector(keyword))) {
|
|
*ok = false;
|
|
ReportUnexpectedToken(scanner().current_token());
|
|
}
|
|
}
|
|
|
|
|
|
Literal* Parser::GetLiteralUndefined() {
|
|
return factory()->NewLiteral(isolate()->factory()->undefined_value());
|
|
}
|
|
|
|
|
|
Literal* Parser::GetLiteralTheHole() {
|
|
return factory()->NewLiteral(isolate()->factory()->the_hole_value());
|
|
}
|
|
|
|
|
|
// Parses an identifier that is valid for the current scope, in particular it
|
|
// fails on strict mode future reserved keywords in a strict scope.
|
|
Handle<String> Parser::ParseIdentifier(bool* ok) {
|
|
if (!top_scope_->is_classic_mode()) {
|
|
Expect(Token::IDENTIFIER, ok);
|
|
} else if (!Check(Token::IDENTIFIER)) {
|
|
Expect(Token::FUTURE_STRICT_RESERVED_WORD, ok);
|
|
}
|
|
if (!*ok) return Handle<String>();
|
|
return GetSymbol(ok);
|
|
}
|
|
|
|
|
|
// Parses and identifier or a strict mode future reserved word, and indicate
|
|
// whether it is strict mode future reserved.
|
|
Handle<String> Parser::ParseIdentifierOrStrictReservedWord(
|
|
bool* is_strict_reserved, bool* ok) {
|
|
*is_strict_reserved = false;
|
|
if (!Check(Token::IDENTIFIER)) {
|
|
Expect(Token::FUTURE_STRICT_RESERVED_WORD, ok);
|
|
*is_strict_reserved = true;
|
|
}
|
|
if (!*ok) return Handle<String>();
|
|
return GetSymbol(ok);
|
|
}
|
|
|
|
|
|
Handle<String> Parser::ParseIdentifierName(bool* ok) {
|
|
Token::Value next = Next();
|
|
if (next != Token::IDENTIFIER &&
|
|
next != Token::FUTURE_RESERVED_WORD &&
|
|
next != Token::FUTURE_STRICT_RESERVED_WORD &&
|
|
!Token::IsKeyword(next)) {
|
|
ReportUnexpectedToken(next);
|
|
*ok = false;
|
|
return Handle<String>();
|
|
}
|
|
return GetSymbol(ok);
|
|
}
|
|
|
|
|
|
void Parser::MarkAsLValue(Expression* expression) {
|
|
VariableProxy* proxy = expression != NULL
|
|
? expression->AsVariableProxy()
|
|
: NULL;
|
|
|
|
if (proxy != NULL) proxy->MarkAsLValue();
|
|
}
|
|
|
|
|
|
// Checks LHS expression for assignment and prefix/postfix increment/decrement
|
|
// in strict mode.
|
|
void Parser::CheckStrictModeLValue(Expression* expression,
|
|
const char* error,
|
|
bool* ok) {
|
|
ASSERT(!top_scope_->is_classic_mode());
|
|
VariableProxy* lhs = expression != NULL
|
|
? expression->AsVariableProxy()
|
|
: NULL;
|
|
|
|
if (lhs != NULL && !lhs->is_this() && IsEvalOrArguments(lhs->name())) {
|
|
ReportMessage(error, Vector<const char*>::empty());
|
|
*ok = false;
|
|
}
|
|
}
|
|
|
|
|
|
// Checks whether an octal literal was last seen between beg_pos and end_pos.
|
|
// If so, reports an error. Only called for strict mode.
|
|
void Parser::CheckOctalLiteral(int beg_pos, int end_pos, bool* ok) {
|
|
Scanner::Location octal = scanner().octal_position();
|
|
if (octal.IsValid() &&
|
|
beg_pos <= octal.beg_pos &&
|
|
octal.end_pos <= end_pos) {
|
|
ReportMessageAt(octal, "strict_octal_literal",
|
|
Vector<const char*>::empty());
|
|
scanner().clear_octal_position();
|
|
*ok = false;
|
|
}
|
|
}
|
|
|
|
|
|
void Parser::CheckConflictingVarDeclarations(Scope* scope, bool* ok) {
|
|
Declaration* decl = scope->CheckConflictingVarDeclarations();
|
|
if (decl != NULL) {
|
|
// In harmony mode we treat conflicting variable bindinds as early
|
|
// errors. See ES5 16 for a definition of early errors.
|
|
Handle<String> name = decl->proxy()->name();
|
|
SmartArrayPointer<char> c_string = name->ToCString(DISALLOW_NULLS);
|
|
const char* elms[2] = { "Variable", *c_string };
|
|
Vector<const char*> args(elms, 2);
|
|
int position = decl->proxy()->position();
|
|
Scanner::Location location = position == RelocInfo::kNoPosition
|
|
? Scanner::Location::invalid()
|
|
: Scanner::Location(position, position + 1);
|
|
ReportMessageAt(location, "redeclaration", args);
|
|
*ok = false;
|
|
}
|
|
}
|
|
|
|
|
|
// This function reads an identifier name and determines whether or not it
|
|
// is 'get' or 'set'.
|
|
Handle<String> Parser::ParseIdentifierNameOrGetOrSet(bool* is_get,
|
|
bool* is_set,
|
|
bool* ok) {
|
|
Handle<String> result = ParseIdentifierName(ok);
|
|
if (!*ok) return Handle<String>();
|
|
if (scanner().is_literal_ascii() && scanner().literal_length() == 3) {
|
|
const char* token = scanner().literal_ascii_string().start();
|
|
*is_get = strncmp(token, "get", 3) == 0;
|
|
*is_set = !*is_get && strncmp(token, "set", 3) == 0;
|
|
}
|
|
return result;
|
|
}
|
|
|
|
|
|
// ----------------------------------------------------------------------------
|
|
// Parser support
|
|
|
|
|
|
bool Parser::TargetStackContainsLabel(Handle<String> label) {
|
|
for (Target* t = target_stack_; t != NULL; t = t->previous()) {
|
|
BreakableStatement* stat = t->node()->AsBreakableStatement();
|
|
if (stat != NULL && ContainsLabel(stat->labels(), label))
|
|
return true;
|
|
}
|
|
return false;
|
|
}
|
|
|
|
|
|
BreakableStatement* Parser::LookupBreakTarget(Handle<String> label, bool* ok) {
|
|
bool anonymous = label.is_null();
|
|
for (Target* t = target_stack_; t != NULL; t = t->previous()) {
|
|
BreakableStatement* stat = t->node()->AsBreakableStatement();
|
|
if (stat == NULL) continue;
|
|
if ((anonymous && stat->is_target_for_anonymous()) ||
|
|
(!anonymous && ContainsLabel(stat->labels(), label))) {
|
|
RegisterTargetUse(stat->break_target(), t->previous());
|
|
return stat;
|
|
}
|
|
}
|
|
return NULL;
|
|
}
|
|
|
|
|
|
IterationStatement* Parser::LookupContinueTarget(Handle<String> label,
|
|
bool* ok) {
|
|
bool anonymous = label.is_null();
|
|
for (Target* t = target_stack_; t != NULL; t = t->previous()) {
|
|
IterationStatement* stat = t->node()->AsIterationStatement();
|
|
if (stat == NULL) continue;
|
|
|
|
ASSERT(stat->is_target_for_anonymous());
|
|
if (anonymous || ContainsLabel(stat->labels(), label)) {
|
|
RegisterTargetUse(stat->continue_target(), t->previous());
|
|
return stat;
|
|
}
|
|
}
|
|
return NULL;
|
|
}
|
|
|
|
|
|
void Parser::RegisterTargetUse(Label* target, Target* stop) {
|
|
// Register that a break target found at the given stop in the
|
|
// target stack has been used from the top of the target stack. Add
|
|
// the break target to any TargetCollectors passed on the stack.
|
|
for (Target* t = target_stack_; t != stop; t = t->previous()) {
|
|
TargetCollector* collector = t->node()->AsTargetCollector();
|
|
if (collector != NULL) collector->AddTarget(target, zone());
|
|
}
|
|
}
|
|
|
|
|
|
Expression* Parser::NewThrowReferenceError(Handle<String> type) {
|
|
return NewThrowError(isolate()->factory()->MakeReferenceError_symbol(),
|
|
type, HandleVector<Object>(NULL, 0));
|
|
}
|
|
|
|
|
|
Expression* Parser::NewThrowSyntaxError(Handle<String> type,
|
|
Handle<Object> first) {
|
|
int argc = first.is_null() ? 0 : 1;
|
|
Vector< Handle<Object> > arguments = HandleVector<Object>(&first, argc);
|
|
return NewThrowError(
|
|
isolate()->factory()->MakeSyntaxError_symbol(), type, arguments);
|
|
}
|
|
|
|
|
|
Expression* Parser::NewThrowTypeError(Handle<String> type,
|
|
Handle<Object> first,
|
|
Handle<Object> second) {
|
|
ASSERT(!first.is_null() && !second.is_null());
|
|
Handle<Object> elements[] = { first, second };
|
|
Vector< Handle<Object> > arguments =
|
|
HandleVector<Object>(elements, ARRAY_SIZE(elements));
|
|
return NewThrowError(
|
|
isolate()->factory()->MakeTypeError_symbol(), type, arguments);
|
|
}
|
|
|
|
|
|
Expression* Parser::NewThrowError(Handle<String> constructor,
|
|
Handle<String> type,
|
|
Vector< Handle<Object> > arguments) {
|
|
int argc = arguments.length();
|
|
Handle<FixedArray> elements = isolate()->factory()->NewFixedArray(argc,
|
|
TENURED);
|
|
for (int i = 0; i < argc; i++) {
|
|
Handle<Object> element = arguments[i];
|
|
if (!element.is_null()) {
|
|
elements->set(i, *element);
|
|
}
|
|
}
|
|
Handle<JSArray> array = isolate()->factory()->NewJSArrayWithElements(
|
|
elements, FAST_ELEMENTS, TENURED);
|
|
|
|
ZoneList<Expression*>* args = new(zone()) ZoneList<Expression*>(2, zone());
|
|
args->Add(factory()->NewLiteral(type), zone());
|
|
args->Add(factory()->NewLiteral(array), zone());
|
|
CallRuntime* call_constructor =
|
|
factory()->NewCallRuntime(constructor, NULL, args);
|
|
return factory()->NewThrow(call_constructor, scanner().location().beg_pos);
|
|
}
|
|
|
|
// ----------------------------------------------------------------------------
|
|
// Regular expressions
|
|
|
|
|
|
RegExpParser::RegExpParser(FlatStringReader* in,
|
|
Handle<String>* error,
|
|
bool multiline,
|
|
Zone* zone)
|
|
: isolate_(Isolate::Current()),
|
|
zone_(zone),
|
|
error_(error),
|
|
captures_(NULL),
|
|
in_(in),
|
|
current_(kEndMarker),
|
|
next_pos_(0),
|
|
capture_count_(0),
|
|
has_more_(true),
|
|
multiline_(multiline),
|
|
simple_(false),
|
|
contains_anchor_(false),
|
|
is_scanned_for_captures_(false),
|
|
failed_(false) {
|
|
Advance();
|
|
}
|
|
|
|
|
|
uc32 RegExpParser::Next() {
|
|
if (has_next()) {
|
|
return in()->Get(next_pos_);
|
|
} else {
|
|
return kEndMarker;
|
|
}
|
|
}
|
|
|
|
|
|
void RegExpParser::Advance() {
|
|
if (next_pos_ < in()->length()) {
|
|
StackLimitCheck check(isolate());
|
|
if (check.HasOverflowed()) {
|
|
ReportError(CStrVector(Isolate::kStackOverflowMessage));
|
|
} else if (zone()->excess_allocation()) {
|
|
ReportError(CStrVector("Regular expression too large"));
|
|
} else {
|
|
current_ = in()->Get(next_pos_);
|
|
next_pos_++;
|
|
}
|
|
} else {
|
|
current_ = kEndMarker;
|
|
has_more_ = false;
|
|
}
|
|
}
|
|
|
|
|
|
void RegExpParser::Reset(int pos) {
|
|
next_pos_ = pos;
|
|
Advance();
|
|
}
|
|
|
|
|
|
void RegExpParser::Advance(int dist) {
|
|
next_pos_ += dist - 1;
|
|
Advance();
|
|
}
|
|
|
|
|
|
bool RegExpParser::simple() {
|
|
return simple_;
|
|
}
|
|
|
|
RegExpTree* RegExpParser::ReportError(Vector<const char> message) {
|
|
failed_ = true;
|
|
*error_ = isolate()->factory()->NewStringFromAscii(message, NOT_TENURED);
|
|
// Zip to the end to make sure the no more input is read.
|
|
current_ = kEndMarker;
|
|
next_pos_ = in()->length();
|
|
return NULL;
|
|
}
|
|
|
|
|
|
// Pattern ::
|
|
// Disjunction
|
|
RegExpTree* RegExpParser::ParsePattern() {
|
|
RegExpTree* result = ParseDisjunction(CHECK_FAILED);
|
|
ASSERT(!has_more());
|
|
// If the result of parsing is a literal string atom, and it has the
|
|
// same length as the input, then the atom is identical to the input.
|
|
if (result->IsAtom() && result->AsAtom()->length() == in()->length()) {
|
|
simple_ = true;
|
|
}
|
|
return result;
|
|
}
|
|
|
|
|
|
// Disjunction ::
|
|
// Alternative
|
|
// Alternative | Disjunction
|
|
// Alternative ::
|
|
// [empty]
|
|
// Term Alternative
|
|
// Term ::
|
|
// Assertion
|
|
// Atom
|
|
// Atom Quantifier
|
|
RegExpTree* RegExpParser::ParseDisjunction() {
|
|
// Used to store current state while parsing subexpressions.
|
|
RegExpParserState initial_state(NULL, INITIAL, 0, zone());
|
|
RegExpParserState* stored_state = &initial_state;
|
|
// Cache the builder in a local variable for quick access.
|
|
RegExpBuilder* builder = initial_state.builder();
|
|
while (true) {
|
|
switch (current()) {
|
|
case kEndMarker:
|
|
if (stored_state->IsSubexpression()) {
|
|
// Inside a parenthesized group when hitting end of input.
|
|
ReportError(CStrVector("Unterminated group") CHECK_FAILED);
|
|
}
|
|
ASSERT_EQ(INITIAL, stored_state->group_type());
|
|
// Parsing completed successfully.
|
|
return builder->ToRegExp();
|
|
case ')': {
|
|
if (!stored_state->IsSubexpression()) {
|
|
ReportError(CStrVector("Unmatched ')'") CHECK_FAILED);
|
|
}
|
|
ASSERT_NE(INITIAL, stored_state->group_type());
|
|
|
|
Advance();
|
|
// End disjunction parsing and convert builder content to new single
|
|
// regexp atom.
|
|
RegExpTree* body = builder->ToRegExp();
|
|
|
|
int end_capture_index = captures_started();
|
|
|
|
int capture_index = stored_state->capture_index();
|
|
SubexpressionType type = stored_state->group_type();
|
|
|
|
// Restore previous state.
|
|
stored_state = stored_state->previous_state();
|
|
builder = stored_state->builder();
|
|
|
|
// Build result of subexpression.
|
|
if (type == CAPTURE) {
|
|
RegExpCapture* capture = new(zone()) RegExpCapture(body, capture_index);
|
|
captures_->at(capture_index - 1) = capture;
|
|
body = capture;
|
|
} else if (type != GROUPING) {
|
|
ASSERT(type == POSITIVE_LOOKAHEAD || type == NEGATIVE_LOOKAHEAD);
|
|
bool is_positive = (type == POSITIVE_LOOKAHEAD);
|
|
body = new(zone()) RegExpLookahead(body,
|
|
is_positive,
|
|
end_capture_index - capture_index,
|
|
capture_index);
|
|
}
|
|
builder->AddAtom(body);
|
|
// For compatability with JSC and ES3, we allow quantifiers after
|
|
// lookaheads, and break in all cases.
|
|
break;
|
|
}
|
|
case '|': {
|
|
Advance();
|
|
builder->NewAlternative();
|
|
continue;
|
|
}
|
|
case '*':
|
|
case '+':
|
|
case '?':
|
|
return ReportError(CStrVector("Nothing to repeat"));
|
|
case '^': {
|
|
Advance();
|
|
if (multiline_) {
|
|
builder->AddAssertion(
|
|
new(zone()) RegExpAssertion(RegExpAssertion::START_OF_LINE));
|
|
} else {
|
|
builder->AddAssertion(
|
|
new(zone()) RegExpAssertion(RegExpAssertion::START_OF_INPUT));
|
|
set_contains_anchor();
|
|
}
|
|
continue;
|
|
}
|
|
case '$': {
|
|
Advance();
|
|
RegExpAssertion::Type type =
|
|
multiline_ ? RegExpAssertion::END_OF_LINE :
|
|
RegExpAssertion::END_OF_INPUT;
|
|
builder->AddAssertion(new(zone()) RegExpAssertion(type));
|
|
continue;
|
|
}
|
|
case '.': {
|
|
Advance();
|
|
// everything except \x0a, \x0d, \u2028 and \u2029
|
|
ZoneList<CharacterRange>* ranges =
|
|
new(zone()) ZoneList<CharacterRange>(2, zone());
|
|
CharacterRange::AddClassEscape('.', ranges, zone());
|
|
RegExpTree* atom = new(zone()) RegExpCharacterClass(ranges, false);
|
|
builder->AddAtom(atom);
|
|
break;
|
|
}
|
|
case '(': {
|
|
SubexpressionType type = CAPTURE;
|
|
Advance();
|
|
if (current() == '?') {
|
|
switch (Next()) {
|
|
case ':':
|
|
type = GROUPING;
|
|
break;
|
|
case '=':
|
|
type = POSITIVE_LOOKAHEAD;
|
|
break;
|
|
case '!':
|
|
type = NEGATIVE_LOOKAHEAD;
|
|
break;
|
|
default:
|
|
ReportError(CStrVector("Invalid group") CHECK_FAILED);
|
|
break;
|
|
}
|
|
Advance(2);
|
|
} else {
|
|
if (captures_ == NULL) {
|
|
captures_ = new(zone()) ZoneList<RegExpCapture*>(2, zone());
|
|
}
|
|
if (captures_started() >= kMaxCaptures) {
|
|
ReportError(CStrVector("Too many captures") CHECK_FAILED);
|
|
}
|
|
captures_->Add(NULL, zone());
|
|
}
|
|
// Store current state and begin new disjunction parsing.
|
|
stored_state = new(zone()) RegExpParserState(stored_state, type,
|
|
captures_started(), zone());
|
|
builder = stored_state->builder();
|
|
continue;
|
|
}
|
|
case '[': {
|
|
RegExpTree* atom = ParseCharacterClass(CHECK_FAILED);
|
|
builder->AddAtom(atom);
|
|
break;
|
|
}
|
|
// Atom ::
|
|
// \ AtomEscape
|
|
case '\\':
|
|
switch (Next()) {
|
|
case kEndMarker:
|
|
return ReportError(CStrVector("\\ at end of pattern"));
|
|
case 'b':
|
|
Advance(2);
|
|
builder->AddAssertion(
|
|
new(zone()) RegExpAssertion(RegExpAssertion::BOUNDARY));
|
|
continue;
|
|
case 'B':
|
|
Advance(2);
|
|
builder->AddAssertion(
|
|
new(zone()) RegExpAssertion(RegExpAssertion::NON_BOUNDARY));
|
|
continue;
|
|
// AtomEscape ::
|
|
// CharacterClassEscape
|
|
//
|
|
// CharacterClassEscape :: one of
|
|
// d D s S w W
|
|
case 'd': case 'D': case 's': case 'S': case 'w': case 'W': {
|
|
uc32 c = Next();
|
|
Advance(2);
|
|
ZoneList<CharacterRange>* ranges =
|
|
new(zone()) ZoneList<CharacterRange>(2, zone());
|
|
CharacterRange::AddClassEscape(c, ranges, zone());
|
|
RegExpTree* atom = new(zone()) RegExpCharacterClass(ranges, false);
|
|
builder->AddAtom(atom);
|
|
break;
|
|
}
|
|
case '1': case '2': case '3': case '4': case '5': case '6':
|
|
case '7': case '8': case '9': {
|
|
int index = 0;
|
|
if (ParseBackReferenceIndex(&index)) {
|
|
RegExpCapture* capture = NULL;
|
|
if (captures_ != NULL && index <= captures_->length()) {
|
|
capture = captures_->at(index - 1);
|
|
}
|
|
if (capture == NULL) {
|
|
builder->AddEmpty();
|
|
break;
|
|
}
|
|
RegExpTree* atom = new(zone()) RegExpBackReference(capture);
|
|
builder->AddAtom(atom);
|
|
break;
|
|
}
|
|
uc32 first_digit = Next();
|
|
if (first_digit == '8' || first_digit == '9') {
|
|
// Treat as identity escape
|
|
builder->AddCharacter(first_digit);
|
|
Advance(2);
|
|
break;
|
|
}
|
|
}
|
|
// FALLTHROUGH
|
|
case '0': {
|
|
Advance();
|
|
uc32 octal = ParseOctalLiteral();
|
|
builder->AddCharacter(octal);
|
|
break;
|
|
}
|
|
// ControlEscape :: one of
|
|
// f n r t v
|
|
case 'f':
|
|
Advance(2);
|
|
builder->AddCharacter('\f');
|
|
break;
|
|
case 'n':
|
|
Advance(2);
|
|
builder->AddCharacter('\n');
|
|
break;
|
|
case 'r':
|
|
Advance(2);
|
|
builder->AddCharacter('\r');
|
|
break;
|
|
case 't':
|
|
Advance(2);
|
|
builder->AddCharacter('\t');
|
|
break;
|
|
case 'v':
|
|
Advance(2);
|
|
builder->AddCharacter('\v');
|
|
break;
|
|
case 'c': {
|
|
Advance();
|
|
uc32 controlLetter = Next();
|
|
// Special case if it is an ASCII letter.
|
|
// Convert lower case letters to uppercase.
|
|
uc32 letter = controlLetter & ~('a' ^ 'A');
|
|
if (letter < 'A' || 'Z' < letter) {
|
|
// controlLetter is not in range 'A'-'Z' or 'a'-'z'.
|
|
// This is outside the specification. We match JSC in
|
|
// reading the backslash as a literal character instead
|
|
// of as starting an escape.
|
|
builder->AddCharacter('\\');
|
|
} else {
|
|
Advance(2);
|
|
builder->AddCharacter(controlLetter & 0x1f);
|
|
}
|
|
break;
|
|
}
|
|
case 'x': {
|
|
Advance(2);
|
|
uc32 value;
|
|
if (ParseHexEscape(2, &value)) {
|
|
builder->AddCharacter(value);
|
|
} else {
|
|
builder->AddCharacter('x');
|
|
}
|
|
break;
|
|
}
|
|
case 'u': {
|
|
Advance(2);
|
|
uc32 value;
|
|
if (ParseHexEscape(4, &value)) {
|
|
builder->AddCharacter(value);
|
|
} else {
|
|
builder->AddCharacter('u');
|
|
}
|
|
break;
|
|
}
|
|
default:
|
|
// Identity escape.
|
|
builder->AddCharacter(Next());
|
|
Advance(2);
|
|
break;
|
|
}
|
|
break;
|
|
case '{': {
|
|
int dummy;
|
|
if (ParseIntervalQuantifier(&dummy, &dummy)) {
|
|
ReportError(CStrVector("Nothing to repeat") CHECK_FAILED);
|
|
}
|
|
// fallthrough
|
|
}
|
|
default:
|
|
builder->AddCharacter(current());
|
|
Advance();
|
|
break;
|
|
} // end switch(current())
|
|
|
|
int min;
|
|
int max;
|
|
switch (current()) {
|
|
// QuantifierPrefix ::
|
|
// *
|
|
// +
|
|
// ?
|
|
// {
|
|
case '*':
|
|
min = 0;
|
|
max = RegExpTree::kInfinity;
|
|
Advance();
|
|
break;
|
|
case '+':
|
|
min = 1;
|
|
max = RegExpTree::kInfinity;
|
|
Advance();
|
|
break;
|
|
case '?':
|
|
min = 0;
|
|
max = 1;
|
|
Advance();
|
|
break;
|
|
case '{':
|
|
if (ParseIntervalQuantifier(&min, &max)) {
|
|
if (max < min) {
|
|
ReportError(CStrVector("numbers out of order in {} quantifier.")
|
|
CHECK_FAILED);
|
|
}
|
|
break;
|
|
} else {
|
|
continue;
|
|
}
|
|
default:
|
|
continue;
|
|
}
|
|
RegExpQuantifier::Type type = RegExpQuantifier::GREEDY;
|
|
if (current() == '?') {
|
|
type = RegExpQuantifier::NON_GREEDY;
|
|
Advance();
|
|
} else if (FLAG_regexp_possessive_quantifier && current() == '+') {
|
|
// FLAG_regexp_possessive_quantifier is a debug-only flag.
|
|
type = RegExpQuantifier::POSSESSIVE;
|
|
Advance();
|
|
}
|
|
builder->AddQuantifierToAtom(min, max, type);
|
|
}
|
|
}
|
|
|
|
|
|
#ifdef DEBUG
|
|
// Currently only used in an ASSERT.
|
|
static bool IsSpecialClassEscape(uc32 c) {
|
|
switch (c) {
|
|
case 'd': case 'D':
|
|
case 's': case 'S':
|
|
case 'w': case 'W':
|
|
return true;
|
|
default:
|
|
return false;
|
|
}
|
|
}
|
|
#endif
|
|
|
|
|
|
// In order to know whether an escape is a backreference or not we have to scan
|
|
// the entire regexp and find the number of capturing parentheses. However we
|
|
// don't want to scan the regexp twice unless it is necessary. This mini-parser
|
|
// is called when needed. It can see the difference between capturing and
|
|
// noncapturing parentheses and can skip character classes and backslash-escaped
|
|
// characters.
|
|
void RegExpParser::ScanForCaptures() {
|
|
// Start with captures started previous to current position
|
|
int capture_count = captures_started();
|
|
// Add count of captures after this position.
|
|
int n;
|
|
while ((n = current()) != kEndMarker) {
|
|
Advance();
|
|
switch (n) {
|
|
case '\\':
|
|
Advance();
|
|
break;
|
|
case '[': {
|
|
int c;
|
|
while ((c = current()) != kEndMarker) {
|
|
Advance();
|
|
if (c == '\\') {
|
|
Advance();
|
|
} else {
|
|
if (c == ']') break;
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
case '(':
|
|
if (current() != '?') capture_count++;
|
|
break;
|
|
}
|
|
}
|
|
capture_count_ = capture_count;
|
|
is_scanned_for_captures_ = true;
|
|
}
|
|
|
|
|
|
bool RegExpParser::ParseBackReferenceIndex(int* index_out) {
|
|
ASSERT_EQ('\\', current());
|
|
ASSERT('1' <= Next() && Next() <= '9');
|
|
// Try to parse a decimal literal that is no greater than the total number
|
|
// of left capturing parentheses in the input.
|
|
int start = position();
|
|
int value = Next() - '0';
|
|
Advance(2);
|
|
while (true) {
|
|
uc32 c = current();
|
|
if (IsDecimalDigit(c)) {
|
|
value = 10 * value + (c - '0');
|
|
if (value > kMaxCaptures) {
|
|
Reset(start);
|
|
return false;
|
|
}
|
|
Advance();
|
|
} else {
|
|
break;
|
|
}
|
|
}
|
|
if (value > captures_started()) {
|
|
if (!is_scanned_for_captures_) {
|
|
int saved_position = position();
|
|
ScanForCaptures();
|
|
Reset(saved_position);
|
|
}
|
|
if (value > capture_count_) {
|
|
Reset(start);
|
|
return false;
|
|
}
|
|
}
|
|
*index_out = value;
|
|
return true;
|
|
}
|
|
|
|
|
|
// QuantifierPrefix ::
|
|
// { DecimalDigits }
|
|
// { DecimalDigits , }
|
|
// { DecimalDigits , DecimalDigits }
|
|
//
|
|
// Returns true if parsing succeeds, and set the min_out and max_out
|
|
// values. Values are truncated to RegExpTree::kInfinity if they overflow.
|
|
bool RegExpParser::ParseIntervalQuantifier(int* min_out, int* max_out) {
|
|
ASSERT_EQ(current(), '{');
|
|
int start = position();
|
|
Advance();
|
|
int min = 0;
|
|
if (!IsDecimalDigit(current())) {
|
|
Reset(start);
|
|
return false;
|
|
}
|
|
while (IsDecimalDigit(current())) {
|
|
int next = current() - '0';
|
|
if (min > (RegExpTree::kInfinity - next) / 10) {
|
|
// Overflow. Skip past remaining decimal digits and return -1.
|
|
do {
|
|
Advance();
|
|
} while (IsDecimalDigit(current()));
|
|
min = RegExpTree::kInfinity;
|
|
break;
|
|
}
|
|
min = 10 * min + next;
|
|
Advance();
|
|
}
|
|
int max = 0;
|
|
if (current() == '}') {
|
|
max = min;
|
|
Advance();
|
|
} else if (current() == ',') {
|
|
Advance();
|
|
if (current() == '}') {
|
|
max = RegExpTree::kInfinity;
|
|
Advance();
|
|
} else {
|
|
while (IsDecimalDigit(current())) {
|
|
int next = current() - '0';
|
|
if (max > (RegExpTree::kInfinity - next) / 10) {
|
|
do {
|
|
Advance();
|
|
} while (IsDecimalDigit(current()));
|
|
max = RegExpTree::kInfinity;
|
|
break;
|
|
}
|
|
max = 10 * max + next;
|
|
Advance();
|
|
}
|
|
if (current() != '}') {
|
|
Reset(start);
|
|
return false;
|
|
}
|
|
Advance();
|
|
}
|
|
} else {
|
|
Reset(start);
|
|
return false;
|
|
}
|
|
*min_out = min;
|
|
*max_out = max;
|
|
return true;
|
|
}
|
|
|
|
|
|
uc32 RegExpParser::ParseOctalLiteral() {
|
|
ASSERT('0' <= current() && current() <= '7');
|
|
// For compatibility with some other browsers (not all), we parse
|
|
// up to three octal digits with a value below 256.
|
|
uc32 value = current() - '0';
|
|
Advance();
|
|
if ('0' <= current() && current() <= '7') {
|
|
value = value * 8 + current() - '0';
|
|
Advance();
|
|
if (value < 32 && '0' <= current() && current() <= '7') {
|
|
value = value * 8 + current() - '0';
|
|
Advance();
|
|
}
|
|
}
|
|
return value;
|
|
}
|
|
|
|
|
|
bool RegExpParser::ParseHexEscape(int length, uc32 *value) {
|
|
int start = position();
|
|
uc32 val = 0;
|
|
bool done = false;
|
|
for (int i = 0; !done; i++) {
|
|
uc32 c = current();
|
|
int d = HexValue(c);
|
|
if (d < 0) {
|
|
Reset(start);
|
|
return false;
|
|
}
|
|
val = val * 16 + d;
|
|
Advance();
|
|
if (i == length - 1) {
|
|
done = true;
|
|
}
|
|
}
|
|
*value = val;
|
|
return true;
|
|
}
|
|
|
|
|
|
uc32 RegExpParser::ParseClassCharacterEscape() {
|
|
ASSERT(current() == '\\');
|
|
ASSERT(has_next() && !IsSpecialClassEscape(Next()));
|
|
Advance();
|
|
switch (current()) {
|
|
case 'b':
|
|
Advance();
|
|
return '\b';
|
|
// ControlEscape :: one of
|
|
// f n r t v
|
|
case 'f':
|
|
Advance();
|
|
return '\f';
|
|
case 'n':
|
|
Advance();
|
|
return '\n';
|
|
case 'r':
|
|
Advance();
|
|
return '\r';
|
|
case 't':
|
|
Advance();
|
|
return '\t';
|
|
case 'v':
|
|
Advance();
|
|
return '\v';
|
|
case 'c': {
|
|
uc32 controlLetter = Next();
|
|
uc32 letter = controlLetter & ~('A' ^ 'a');
|
|
// For compatibility with JSC, inside a character class
|
|
// we also accept digits and underscore as control characters.
|
|
if ((controlLetter >= '0' && controlLetter <= '9') ||
|
|
controlLetter == '_' ||
|
|
(letter >= 'A' && letter <= 'Z')) {
|
|
Advance(2);
|
|
// Control letters mapped to ASCII control characters in the range
|
|
// 0x00-0x1f.
|
|
return controlLetter & 0x1f;
|
|
}
|
|
// We match JSC in reading the backslash as a literal
|
|
// character instead of as starting an escape.
|
|
return '\\';
|
|
}
|
|
case '0': case '1': case '2': case '3': case '4': case '5':
|
|
case '6': case '7':
|
|
// For compatibility, we interpret a decimal escape that isn't
|
|
// a back reference (and therefore either \0 or not valid according
|
|
// to the specification) as a 1..3 digit octal character code.
|
|
return ParseOctalLiteral();
|
|
case 'x': {
|
|
Advance();
|
|
uc32 value;
|
|
if (ParseHexEscape(2, &value)) {
|
|
return value;
|
|
}
|
|
// If \x is not followed by a two-digit hexadecimal, treat it
|
|
// as an identity escape.
|
|
return 'x';
|
|
}
|
|
case 'u': {
|
|
Advance();
|
|
uc32 value;
|
|
if (ParseHexEscape(4, &value)) {
|
|
return value;
|
|
}
|
|
// If \u is not followed by a four-digit hexadecimal, treat it
|
|
// as an identity escape.
|
|
return 'u';
|
|
}
|
|
default: {
|
|
// Extended identity escape. We accept any character that hasn't
|
|
// been matched by a more specific case, not just the subset required
|
|
// by the ECMAScript specification.
|
|
uc32 result = current();
|
|
Advance();
|
|
return result;
|
|
}
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
|
|
CharacterRange RegExpParser::ParseClassAtom(uc16* char_class) {
|
|
ASSERT_EQ(0, *char_class);
|
|
uc32 first = current();
|
|
if (first == '\\') {
|
|
switch (Next()) {
|
|
case 'w': case 'W': case 'd': case 'D': case 's': case 'S': {
|
|
*char_class = Next();
|
|
Advance(2);
|
|
return CharacterRange::Singleton(0); // Return dummy value.
|
|
}
|
|
case kEndMarker:
|
|
return ReportError(CStrVector("\\ at end of pattern"));
|
|
default:
|
|
uc32 c = ParseClassCharacterEscape(CHECK_FAILED);
|
|
return CharacterRange::Singleton(c);
|
|
}
|
|
} else {
|
|
Advance();
|
|
return CharacterRange::Singleton(first);
|
|
}
|
|
}
|
|
|
|
|
|
static const uc16 kNoCharClass = 0;
|
|
|
|
// Adds range or pre-defined character class to character ranges.
|
|
// If char_class is not kInvalidClass, it's interpreted as a class
|
|
// escape (i.e., 's' means whitespace, from '\s').
|
|
static inline void AddRangeOrEscape(ZoneList<CharacterRange>* ranges,
|
|
uc16 char_class,
|
|
CharacterRange range,
|
|
Zone* zone) {
|
|
if (char_class != kNoCharClass) {
|
|
CharacterRange::AddClassEscape(char_class, ranges, zone);
|
|
} else {
|
|
ranges->Add(range, zone);
|
|
}
|
|
}
|
|
|
|
|
|
RegExpTree* RegExpParser::ParseCharacterClass() {
|
|
static const char* kUnterminated = "Unterminated character class";
|
|
static const char* kRangeOutOfOrder = "Range out of order in character class";
|
|
|
|
ASSERT_EQ(current(), '[');
|
|
Advance();
|
|
bool is_negated = false;
|
|
if (current() == '^') {
|
|
is_negated = true;
|
|
Advance();
|
|
}
|
|
ZoneList<CharacterRange>* ranges =
|
|
new(zone()) ZoneList<CharacterRange>(2, zone());
|
|
while (has_more() && current() != ']') {
|
|
uc16 char_class = kNoCharClass;
|
|
CharacterRange first = ParseClassAtom(&char_class CHECK_FAILED);
|
|
if (current() == '-') {
|
|
Advance();
|
|
if (current() == kEndMarker) {
|
|
// If we reach the end we break out of the loop and let the
|
|
// following code report an error.
|
|
break;
|
|
} else if (current() == ']') {
|
|
AddRangeOrEscape(ranges, char_class, first, zone());
|
|
ranges->Add(CharacterRange::Singleton('-'), zone());
|
|
break;
|
|
}
|
|
uc16 char_class_2 = kNoCharClass;
|
|
CharacterRange next = ParseClassAtom(&char_class_2 CHECK_FAILED);
|
|
if (char_class != kNoCharClass || char_class_2 != kNoCharClass) {
|
|
// Either end is an escaped character class. Treat the '-' verbatim.
|
|
AddRangeOrEscape(ranges, char_class, first, zone());
|
|
ranges->Add(CharacterRange::Singleton('-'), zone());
|
|
AddRangeOrEscape(ranges, char_class_2, next, zone());
|
|
continue;
|
|
}
|
|
if (first.from() > next.to()) {
|
|
return ReportError(CStrVector(kRangeOutOfOrder) CHECK_FAILED);
|
|
}
|
|
ranges->Add(CharacterRange::Range(first.from(), next.to()), zone());
|
|
} else {
|
|
AddRangeOrEscape(ranges, char_class, first, zone());
|
|
}
|
|
}
|
|
if (!has_more()) {
|
|
return ReportError(CStrVector(kUnterminated) CHECK_FAILED);
|
|
}
|
|
Advance();
|
|
if (ranges->length() == 0) {
|
|
ranges->Add(CharacterRange::Everything(), zone());
|
|
is_negated = !is_negated;
|
|
}
|
|
return new(zone()) RegExpCharacterClass(ranges, is_negated);
|
|
}
|
|
|
|
|
|
// ----------------------------------------------------------------------------
|
|
// The Parser interface.
|
|
|
|
ParserMessage::~ParserMessage() {
|
|
for (int i = 0; i < args().length(); i++)
|
|
DeleteArray(args()[i]);
|
|
DeleteArray(args().start());
|
|
}
|
|
|
|
|
|
ScriptDataImpl::~ScriptDataImpl() {
|
|
if (owns_store_) store_.Dispose();
|
|
}
|
|
|
|
|
|
int ScriptDataImpl::Length() {
|
|
return store_.length() * sizeof(unsigned);
|
|
}
|
|
|
|
|
|
const char* ScriptDataImpl::Data() {
|
|
return reinterpret_cast<const char*>(store_.start());
|
|
}
|
|
|
|
|
|
bool ScriptDataImpl::HasError() {
|
|
return has_error();
|
|
}
|
|
|
|
|
|
void ScriptDataImpl::Initialize() {
|
|
// Prepares state for use.
|
|
if (store_.length() >= PreparseDataConstants::kHeaderSize) {
|
|
function_index_ = PreparseDataConstants::kHeaderSize;
|
|
int symbol_data_offset = PreparseDataConstants::kHeaderSize
|
|
+ store_[PreparseDataConstants::kFunctionsSizeOffset];
|
|
if (store_.length() > symbol_data_offset) {
|
|
symbol_data_ = reinterpret_cast<byte*>(&store_[symbol_data_offset]);
|
|
} else {
|
|
// Partial preparse causes no symbol information.
|
|
symbol_data_ = reinterpret_cast<byte*>(&store_[0] + store_.length());
|
|
}
|
|
symbol_data_end_ = reinterpret_cast<byte*>(&store_[0] + store_.length());
|
|
}
|
|
}
|
|
|
|
|
|
int ScriptDataImpl::ReadNumber(byte** source) {
|
|
// Reads a number from symbol_data_ in base 128. The most significant
|
|
// bit marks that there are more digits.
|
|
// If the first byte is 0x80 (kNumberTerminator), it would normally
|
|
// represent a leading zero. Since that is useless, and therefore won't
|
|
// appear as the first digit of any actual value, it is used to
|
|
// mark the end of the input stream.
|
|
byte* data = *source;
|
|
if (data >= symbol_data_end_) return -1;
|
|
byte input = *data;
|
|
if (input == PreparseDataConstants::kNumberTerminator) {
|
|
// End of stream marker.
|
|
return -1;
|
|
}
|
|
int result = input & 0x7f;
|
|
data++;
|
|
while ((input & 0x80u) != 0) {
|
|
if (data >= symbol_data_end_) return -1;
|
|
input = *data;
|
|
result = (result << 7) | (input & 0x7f);
|
|
data++;
|
|
}
|
|
*source = data;
|
|
return result;
|
|
}
|
|
|
|
|
|
// Create a Scanner for the preparser to use as input, and preparse the source.
|
|
static ScriptDataImpl* DoPreParse(Utf16CharacterStream* source,
|
|
int flags,
|
|
ParserRecorder* recorder) {
|
|
Isolate* isolate = Isolate::Current();
|
|
HistogramTimerScope timer(isolate->counters()->pre_parse());
|
|
Scanner scanner(isolate->unicode_cache());
|
|
scanner.SetHarmonyScoping(FLAG_harmony_scoping);
|
|
scanner.Initialize(source);
|
|
intptr_t stack_limit = isolate->stack_guard()->real_climit();
|
|
preparser::PreParser::PreParseResult result =
|
|
preparser::PreParser::PreParseProgram(&scanner,
|
|
recorder,
|
|
flags,
|
|
stack_limit);
|
|
if (result == preparser::PreParser::kPreParseStackOverflow) {
|
|
isolate->StackOverflow();
|
|
return NULL;
|
|
}
|
|
|
|
// Extract the accumulated data from the recorder as a single
|
|
// contiguous vector that we are responsible for disposing.
|
|
Vector<unsigned> store = recorder->ExtractData();
|
|
return new ScriptDataImpl(store);
|
|
}
|
|
|
|
|
|
ScriptDataImpl* ParserApi::PreParse(Utf16CharacterStream* source,
|
|
v8::Extension* extension,
|
|
int flags) {
|
|
Handle<Script> no_script;
|
|
if (FLAG_lazy && (extension == NULL)) {
|
|
flags |= kAllowLazy;
|
|
}
|
|
CompleteParserRecorder recorder;
|
|
return DoPreParse(source, flags, &recorder);
|
|
}
|
|
|
|
|
|
bool RegExpParser::ParseRegExp(FlatStringReader* input,
|
|
bool multiline,
|
|
RegExpCompileData* result,
|
|
Zone* zone) {
|
|
ASSERT(result != NULL);
|
|
RegExpParser parser(input, &result->error, multiline, zone);
|
|
RegExpTree* tree = parser.ParsePattern();
|
|
if (parser.failed()) {
|
|
ASSERT(tree == NULL);
|
|
ASSERT(!result->error.is_null());
|
|
} else {
|
|
ASSERT(tree != NULL);
|
|
ASSERT(result->error.is_null());
|
|
result->tree = tree;
|
|
int capture_count = parser.captures_started();
|
|
result->simple = tree->IsAtom() && parser.simple() && capture_count == 0;
|
|
result->contains_anchor = parser.contains_anchor();
|
|
result->capture_count = capture_count;
|
|
}
|
|
return !parser.failed();
|
|
}
|
|
|
|
|
|
bool ParserApi::Parse(CompilationInfo* info, int parsing_flags) {
|
|
ASSERT(info->function() == NULL);
|
|
FunctionLiteral* result = NULL;
|
|
ASSERT((parsing_flags & kLanguageModeMask) == CLASSIC_MODE);
|
|
if (!info->is_native() && FLAG_harmony_scoping) {
|
|
// Harmony scoping is requested.
|
|
parsing_flags |= EXTENDED_MODE;
|
|
}
|
|
if (!info->is_native() && FLAG_harmony_modules) {
|
|
parsing_flags |= kAllowModules;
|
|
}
|
|
if (FLAG_allow_natives_syntax || info->is_native()) {
|
|
// We require %identifier(..) syntax.
|
|
parsing_flags |= kAllowNativesSyntax;
|
|
}
|
|
if (info->is_lazy()) {
|
|
ASSERT(!info->is_eval());
|
|
Parser parser(info, parsing_flags, NULL, NULL);
|
|
if (info->shared_info()->is_function()) {
|
|
result = parser.ParseLazy();
|
|
} else {
|
|
result = parser.ParseProgram();
|
|
}
|
|
} else {
|
|
ScriptDataImpl* pre_data = info->pre_parse_data();
|
|
Parser parser(info, parsing_flags, info->extension(), pre_data);
|
|
if (pre_data != NULL && pre_data->has_error()) {
|
|
Scanner::Location loc = pre_data->MessageLocation();
|
|
const char* message = pre_data->BuildMessage();
|
|
Vector<const char*> args = pre_data->BuildArgs();
|
|
parser.ReportMessageAt(loc, message, args);
|
|
DeleteArray(message);
|
|
for (int i = 0; i < args.length(); i++) {
|
|
DeleteArray(args[i]);
|
|
}
|
|
DeleteArray(args.start());
|
|
ASSERT(info->isolate()->has_pending_exception());
|
|
} else {
|
|
result = parser.ParseProgram();
|
|
}
|
|
}
|
|
info->SetFunction(result);
|
|
return (result != NULL);
|
|
}
|
|
|
|
} } // namespace v8::internal
|