// Copyright 2016 the V8 project authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #include #include #include #include #include "test/cctest/interpreter/bytecode-expectations-printer.h" #include "include/libplatform/libplatform.h" #include "include/v8.h" #include "src/base/logging.h" #include "src/interpreter/interpreter.h" #ifdef V8_OS_POSIX #include #endif using v8::internal::interpreter::BytecodeExpectationsPrinter; #define REPORT_ERROR(MESSAGE) (((std::cerr << "ERROR: ") << MESSAGE) << '\n') namespace { #ifdef V8_OS_POSIX const char* kGoldenFilesPath = "test/cctest/interpreter/bytecode_expectations/"; #endif class ProgramOptions final { public: static ProgramOptions FromCommandLine(int argc, char** argv); ProgramOptions() : parsing_failed_(false), print_help_(false), read_raw_js_snippet_(false), read_from_stdin_(false), rebaseline_(false), wrap_(true), module_(false), top_level_(false), do_expressions_(false), async_iteration_(false), verbose_(false) {} bool Validate() const; void UpdateFromHeader(std::istream& stream); // NOLINT void PrintHeader(std::ostream& stream) const; // NOLINT bool parsing_failed() const { return parsing_failed_; } bool print_help() const { return print_help_; } bool read_raw_js_snippet() const { return read_raw_js_snippet_; } bool read_from_stdin() const { return read_from_stdin_; } bool write_to_stdout() const { return output_filename_.empty() && !rebaseline_; } bool rebaseline() const { return rebaseline_; } bool wrap() const { return wrap_; } bool module() const { return module_; } bool top_level() const { return top_level_; } bool do_expressions() const { return do_expressions_; } bool async_iteration() const { return async_iteration_; } bool verbose() const { return verbose_; } bool suppress_runtime_errors() const { return rebaseline_ && !verbose_; } std::vector input_filenames() const { return input_filenames_; } std::string output_filename() const { return output_filename_; } std::string test_function_name() const { return test_function_name_; } private: bool parsing_failed_; bool print_help_; bool read_raw_js_snippet_; bool read_from_stdin_; bool rebaseline_; bool wrap_; bool module_; bool top_level_; bool do_expressions_; bool async_iteration_; bool verbose_; std::vector input_filenames_; std::string output_filename_; std::string test_function_name_; }; class V8InitializationScope final { public: explicit V8InitializationScope(const char* exec_path); ~V8InitializationScope(); v8::Platform* platform() const { return platform_.get(); } v8::Isolate* isolate() const { return isolate_; } private: std::unique_ptr platform_; std::unique_ptr allocator_; v8::Isolate* isolate_; DISALLOW_COPY_AND_ASSIGN(V8InitializationScope); }; bool ParseBoolean(const char* string) { if (strcmp(string, "yes") == 0) { return true; } else if (strcmp(string, "no") == 0) { return false; } else { UNREACHABLE(); } } const char* BooleanToString(bool value) { return value ? "yes" : "no"; } #ifdef V8_OS_POSIX bool StrEndsWith(const char* string, const char* suffix) { int string_size = i::StrLength(string); int suffix_size = i::StrLength(suffix); if (string_size < suffix_size) return false; return strcmp(string + (string_size - suffix_size), suffix) == 0; } bool CollectGoldenFiles(std::vector* golden_file_list, const char* directory_path) { DIR* directory = opendir(directory_path); if (!directory) return false; dirent* entry = readdir(directory); while (entry) { if (StrEndsWith(entry->d_name, ".golden")) { std::string golden_filename(kGoldenFilesPath); golden_filename += entry->d_name; golden_file_list->push_back(golden_filename); } entry = readdir(directory); } closedir(directory); return true; } #endif // V8_OS_POSIX // static ProgramOptions ProgramOptions::FromCommandLine(int argc, char** argv) { ProgramOptions options; for (int i = 1; i < argc; ++i) { if (strcmp(argv[i], "--help") == 0) { options.print_help_ = true; } else if (strcmp(argv[i], "--raw-js") == 0) { options.read_raw_js_snippet_ = true; } else if (strcmp(argv[i], "--stdin") == 0) { options.read_from_stdin_ = true; } else if (strcmp(argv[i], "--rebaseline") == 0) { options.rebaseline_ = true; } else if (strcmp(argv[i], "--no-wrap") == 0) { options.wrap_ = false; } else if (strcmp(argv[i], "--module") == 0) { options.module_ = true; } else if (strcmp(argv[i], "--top-level") == 0) { options.top_level_ = true; } else if (strcmp(argv[i], "--do-expressions") == 0) { options.do_expressions_ = true; } else if (strcmp(argv[i], "--async-iteration") == 0) { options.async_iteration_ = true; } else if (strcmp(argv[i], "--verbose") == 0) { options.verbose_ = true; } else if (strncmp(argv[i], "--output=", 9) == 0) { options.output_filename_ = argv[i] + 9; } else if (strncmp(argv[i], "--test-function-name=", 21) == 0) { options.test_function_name_ = argv[i] + 21; } else if (strncmp(argv[i], "--", 2) != 0) { // It doesn't start with -- options.input_filenames_.push_back(argv[i]); } else { REPORT_ERROR("Unknown option " << argv[i]); options.parsing_failed_ = true; break; } } if (options.rebaseline_ && options.input_filenames_.empty()) { #ifdef V8_OS_POSIX if (options.verbose_) { std::cout << "Looking for golden files in " << kGoldenFilesPath << '\n'; } if (!CollectGoldenFiles(&options.input_filenames_, kGoldenFilesPath)) { REPORT_ERROR("Golden files autodiscovery failed."); options.parsing_failed_ = true; } #else REPORT_ERROR("Golden files autodiscovery requires a POSIX OS, sorry."); options.parsing_failed_ = true; #endif } return options; } bool ProgramOptions::Validate() const { if (parsing_failed_) return false; if (print_help_) return true; if (!read_from_stdin_ && input_filenames_.empty()) { REPORT_ERROR("No input file specified."); return false; } if (read_from_stdin_ && !input_filenames_.empty()) { REPORT_ERROR("Reading from stdin, but input files supplied."); return false; } if (rebaseline_ && read_raw_js_snippet_) { REPORT_ERROR("Cannot use --rebaseline on a raw JS snippet."); return false; } if (rebaseline_ && !output_filename_.empty()) { REPORT_ERROR("Output file cannot be specified together with --rebaseline."); return false; } if (rebaseline_ && read_from_stdin_) { REPORT_ERROR("Cannot --rebaseline when input is --stdin."); return false; } if (input_filenames_.size() > 1 && !rebaseline_ && !read_raw_js_snippet()) { REPORT_ERROR( "Multiple input files, but no --rebaseline or --raw-js specified."); return false; } if (top_level_ && !test_function_name_.empty()) { REPORT_ERROR( "Test function name specified while processing top level code."); return false; } if (module_ && (!top_level_ || wrap_)) { REPORT_ERROR( "The flag --module currently requires --top-level and --no-wrap."); return false; } return true; } void ProgramOptions::UpdateFromHeader(std::istream& stream) { std::string line; // Skip to the beginning of the options header while (std::getline(stream, line)) { if (line == "---") break; } while (std::getline(stream, line)) { if (line.compare(0, 8, "module: ") == 0) { module_ = ParseBoolean(line.c_str() + 8); } else if (line.compare(0, 6, "wrap: ") == 0) { wrap_ = ParseBoolean(line.c_str() + 6); } else if (line.compare(0, 20, "test function name: ") == 0) { test_function_name_ = line.c_str() + 20; } else if (line.compare(0, 11, "top level: ") == 0) { top_level_ = ParseBoolean(line.c_str() + 11); } else if (line.compare(0, 16, "do expressions: ") == 0) { do_expressions_ = ParseBoolean(line.c_str() + 16); } else if (line.compare(0, 17, "async iteration: ") == 0) { async_iteration_ = ParseBoolean(line.c_str() + 17); } else if (line == "---") { break; } else if (line.empty()) { continue; } else { UNREACHABLE(); return; } } } void ProgramOptions::PrintHeader(std::ostream& stream) const { // NOLINT stream << "---" << "\nwrap: " << BooleanToString(wrap_); if (!test_function_name_.empty()) { stream << "\ntest function name: " << test_function_name_; } if (module_) stream << "\nmodule: yes"; if (top_level_) stream << "\ntop level: yes"; if (do_expressions_) stream << "\ndo expressions: yes"; if (async_iteration_) stream << "\nasync iteration: yes"; stream << "\n\n"; } V8InitializationScope::V8InitializationScope(const char* exec_path) : platform_(v8::platform::CreateDefaultPlatform()) { i::FLAG_stress_fullcodegen = false; i::FLAG_always_opt = false; i::FLAG_allow_natives_syntax = true; v8::V8::InitializeICUDefaultLocation(exec_path); v8::V8::InitializeExternalStartupData(exec_path); v8::V8::InitializePlatform(platform_.get()); v8::V8::Initialize(); v8::Isolate::CreateParams create_params; allocator_.reset(v8::ArrayBuffer::Allocator::NewDefaultAllocator()); create_params.array_buffer_allocator = allocator_.get(); isolate_ = v8::Isolate::New(create_params); } V8InitializationScope::~V8InitializationScope() { isolate_->Dispose(); v8::V8::Dispose(); v8::V8::ShutdownPlatform(); } std::string ReadRawJSSnippet(std::istream& stream) { // NOLINT std::stringstream body_buffer; CHECK(body_buffer << stream.rdbuf()); return body_buffer.str(); } bool ReadNextSnippet(std::istream& stream, std::string* string_out) { // NOLINT std::string line; bool found_begin_snippet = false; string_out->clear(); while (std::getline(stream, line)) { if (line == "snippet: \"") { found_begin_snippet = true; continue; } if (!found_begin_snippet) continue; if (line == "\"") return true; CHECK_GE(line.size(), 2u); // We should have the indent string_out->append(line.begin() + 2, line.end()); *string_out += '\n'; } return false; } std::string UnescapeString(const std::string& escaped_string) { std::string unescaped_string; bool previous_was_backslash = false; for (char c : escaped_string) { if (previous_was_backslash) { // If it was not an escape sequence, emit the previous backslash if (c != '\\' && c != '"') unescaped_string += '\\'; unescaped_string += c; previous_was_backslash = false; } else { if (c == '\\') { previous_was_backslash = true; // Defer emission to the point where we can check if it was an escape. } else { unescaped_string += c; } } } return unescaped_string; } void ExtractSnippets(std::vector* snippet_list, std::istream& body_stream, // NOLINT bool read_raw_js_snippet) { if (read_raw_js_snippet) { snippet_list->push_back(ReadRawJSSnippet(body_stream)); } else { std::string snippet; while (ReadNextSnippet(body_stream, &snippet)) { snippet_list->push_back(UnescapeString(snippet)); } } } void GenerateExpectationsFile(std::ostream& stream, // NOLINT const std::vector& snippet_list, const V8InitializationScope& platform, const ProgramOptions& options) { v8::Isolate::Scope isolate_scope(platform.isolate()); v8::HandleScope handle_scope(platform.isolate()); v8::Local context = v8::Context::New(platform.isolate()); v8::Context::Scope context_scope(context); BytecodeExpectationsPrinter printer(platform.isolate()); printer.set_wrap(options.wrap()); printer.set_module(options.module()); printer.set_top_level(options.top_level()); if (!options.test_function_name().empty()) { printer.set_test_function_name(options.test_function_name()); } if (options.do_expressions()) i::FLAG_harmony_do_expressions = true; if (options.async_iteration()) i::FLAG_harmony_async_iteration = true; stream << "#\n# Autogenerated by generate-bytecode-expectations.\n#\n\n"; options.PrintHeader(stream); for (const std::string& snippet : snippet_list) { printer.PrintExpectation(stream, snippet); } i::FLAG_harmony_do_expressions = false; i::FLAG_harmony_async_iteration = false; } bool WriteExpectationsFile(const std::vector& snippet_list, const V8InitializationScope& platform, const ProgramOptions& options, const std::string& output_filename) { std::ofstream output_file_handle; if (!options.write_to_stdout()) { output_file_handle.open(output_filename.c_str()); if (!output_file_handle.is_open()) { REPORT_ERROR("Could not open " << output_filename << " for writing."); return false; } } std::ostream& output_stream = options.write_to_stdout() ? std::cout : output_file_handle; GenerateExpectationsFile(output_stream, snippet_list, platform, options); return true; } void PrintMessage(v8::Local message, v8::Local) { std::cerr << "INFO: " << *v8::String::Utf8Value(message->Get()) << '\n'; } void DiscardMessage(v8::Local, v8::Local) {} void PrintUsage(const char* exec_path) { std::cerr << "\nUsage: " << exec_path << " [OPTIONS]... [INPUT FILES]...\n\n" "Options:\n" " --help Print this help message.\n" " --verbose Emit messages about the progress of the tool.\n" " --raw-js Read raw JavaScript, instead of the output format.\n" " --stdin Read from standard input instead of file.\n" " --rebaseline Rebaseline input snippet file.\n" " --no-wrap Do not wrap the snippet in a function.\n" " --module Compile as JavaScript module.\n" " --test-function-name=foo " "Specify the name of the test function.\n" " --top-level Process top level code, not the top-level function.\n" " --do-expressions Enable harmony_do_expressions flag.\n" " --async-iteration Enable harmony_async_iteration flag.\n" " --output=file.name\n" " Specify the output file. If not specified, output goes to " "stdout.\n" " --pool-type=(number|string|mixed)\n" " Specify the type of the entries in the constant pool " "(default: mixed).\n" "\n" "When using --rebaseline, flags --no-wrap, --test-function-name \n" "and --pool-type will be overridden by the options specified in \n" "the input file header.\n\n" "Each raw JavaScript file is interpreted as a single snippet.\n\n" "This tool is intended as a help in writing tests.\n" "Please, DO NOT blindly copy and paste the output " "into the test suite.\n"; } } // namespace int main(int argc, char** argv) { ProgramOptions options = ProgramOptions::FromCommandLine(argc, argv); if (!options.Validate() || options.print_help()) { PrintUsage(argv[0]); return options.print_help() ? 0 : 1; } V8InitializationScope platform(argv[0]); platform.isolate()->AddMessageListener( options.suppress_runtime_errors() ? DiscardMessage : PrintMessage); std::vector snippet_list; if (options.read_from_stdin()) { // Rebaseline will never get here, so we will always take the // GenerateExpectationsFile at the end of this function. DCHECK(!options.rebaseline()); ExtractSnippets(&snippet_list, std::cin, options.read_raw_js_snippet()); } else { for (const std::string& input_filename : options.input_filenames()) { if (options.verbose()) { std::cerr << "Processing " << input_filename << '\n'; } std::ifstream input_stream(input_filename.c_str()); if (!input_stream.is_open()) { REPORT_ERROR("Could not open " << input_filename << " for reading."); return 2; } ProgramOptions updated_options = options; if (options.rebaseline()) { updated_options.UpdateFromHeader(input_stream); CHECK(updated_options.Validate()); } ExtractSnippets(&snippet_list, input_stream, options.read_raw_js_snippet()); if (options.rebaseline()) { if (!WriteExpectationsFile(snippet_list, platform, updated_options, input_filename)) { return 3; } snippet_list.clear(); } } } if (!options.rebaseline()) { if (!WriteExpectationsFile(snippet_list, platform, options, options.output_filename())) { return 3; } } }