/* -*- Mode: C++; tab-width: 8; indent-tabs-mode: nil; c-basic-offset: 4 -*- * vim: set ts=8 sts=4 et sw=4 tw=99: * This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ #include "frontend/BytecodeCompiler.h" #include "mozilla/IntegerPrintfMacros.h" #include "mozilla/Maybe.h" #include "jscntxt.h" #include "jsscript.h" #include "builtin/ModuleObject.h" #include "frontend/BytecodeEmitter.h" #include "frontend/FoldConstants.h" #include "frontend/NameFunctions.h" #include "frontend/Parser.h" #include "vm/GlobalObject.h" #include "vm/TraceLogging.h" #include "wasm/AsmJS.h" #include "jsobjinlines.h" #include "jsscriptinlines.h" #include "vm/EnvironmentObject-inl.h" using namespace js; using namespace js::frontend; using mozilla::Maybe; using mozilla::Nothing; class MOZ_STACK_CLASS AutoCompilationTraceLogger { public: AutoCompilationTraceLogger(ExclusiveContext* cx, const TraceLoggerTextId id, const ReadOnlyCompileOptions& options); private: TraceLoggerThread* logger; TraceLoggerEvent event; AutoTraceLog scriptLogger; AutoTraceLog typeLogger; }; // The BytecodeCompiler class contains resources common to compiling scripts and // function bodies. class MOZ_STACK_CLASS BytecodeCompiler { public: // Construct an object passing mandatory arguments. BytecodeCompiler(ExclusiveContext* cx, LifoAlloc& alloc, const ReadOnlyCompileOptions& options, SourceBufferHolder& sourceBuffer, HandleScope enclosingScope, TraceLoggerTextId logId); // Call setters for optional arguments. void maybeSetSourceCompressor(SourceCompressionTask* sourceCompressor); JSScript* compileGlobalScript(ScopeKind scopeKind); JSScript* compileEvalScript(HandleObject environment, HandleScope enclosingScope); ModuleObject* compileModule(); bool compileStandaloneFunction(MutableHandleFunction fun, GeneratorKind generatorKind, FunctionAsyncKind asyncKind, Maybe parameterListEnd); ScriptSourceObject* sourceObjectPtr() const; private: JSScript* compileScript(HandleObject environment, SharedContext* sc); bool checkLength(); bool createScriptSource(Maybe parameterListEnd); bool maybeCompressSource(); bool canLazilyParse(); bool createParser(); bool createSourceAndParser(Maybe parameterListEnd = Nothing()); bool createScript(uint32_t preludeStart = 0); bool emplaceEmitter(Maybe& emitter, SharedContext* sharedContext); bool handleParseFailure(const Directives& newDirectives); bool deoptimizeArgumentsInEnclosingScripts(JSContext* cx, HandleObject environment); bool maybeCompleteCompressSource(); AutoCompilationTraceLogger traceLogger; AutoKeepAtoms keepAtoms; ExclusiveContext* cx; LifoAlloc& alloc; const ReadOnlyCompileOptions& options; SourceBufferHolder& sourceBuffer; RootedScope enclosingScope; RootedScriptSource sourceObject; ScriptSource* scriptSource; Maybe maybeSourceCompressor; SourceCompressionTask* sourceCompressor; Maybe usedNames; Maybe> syntaxParser; Maybe> parser; Directives directives; TokenStream::Position startPosition; RootedScript script; }; AutoCompilationTraceLogger::AutoCompilationTraceLogger(ExclusiveContext* cx, const TraceLoggerTextId id, const ReadOnlyCompileOptions& options) : logger(cx->isJSContext() ? TraceLoggerForMainThread(cx->asJSContext()->runtime()) : TraceLoggerForCurrentThread()), event(logger, TraceLogger_AnnotateScripts, options), scriptLogger(logger, event), typeLogger(logger, id) {} BytecodeCompiler::BytecodeCompiler(ExclusiveContext* cx, LifoAlloc& alloc, const ReadOnlyCompileOptions& options, SourceBufferHolder& sourceBuffer, HandleScope enclosingScope, TraceLoggerTextId logId) : traceLogger(cx, logId, options), keepAtoms(cx->perThreadData), cx(cx), alloc(alloc), options(options), sourceBuffer(sourceBuffer), enclosingScope(cx, enclosingScope), sourceObject(cx), scriptSource(nullptr), sourceCompressor(nullptr), directives(options.strictOption), startPosition(keepAtoms), script(cx) { MOZ_ASSERT(sourceBuffer.get()); } void BytecodeCompiler::maybeSetSourceCompressor(SourceCompressionTask* sourceCompressor) { this->sourceCompressor = sourceCompressor; } bool BytecodeCompiler::checkLength() { // Note this limit is simply so we can store sourceStart and sourceEnd in // JSScript as 32-bits. It could be lifted fairly easily, since the compiler // is using size_t internally already. if (sourceBuffer.length() > UINT32_MAX) { if (cx->isJSContext()) JS_ReportErrorNumberASCII(cx->asJSContext(), GetErrorMessage, nullptr, JSMSG_SOURCE_TOO_LONG); return false; } return true; } bool BytecodeCompiler::createScriptSource(Maybe parameterListEnd) { if (!checkLength()) return false; sourceObject = CreateScriptSourceObject(cx, options, parameterListEnd); if (!sourceObject) return false; scriptSource = sourceObject->source(); return true; } bool BytecodeCompiler::maybeCompressSource() { if (!sourceCompressor) { maybeSourceCompressor.emplace(cx); sourceCompressor = maybeSourceCompressor.ptr(); } if (!cx->compartment()->behaviors().discardSource()) { if (options.sourceIsLazy) { scriptSource->setSourceRetrievable(); } else if (!scriptSource->setSourceCopy(cx, sourceBuffer, sourceCompressor)) { return false; } } return true; } bool BytecodeCompiler::canLazilyParse() { return options.canLazilyParse && !(enclosingScope && enclosingScope->hasOnChain(ScopeKind::NonSyntactic)) && !cx->compartment()->behaviors().disableLazyParsing() && !cx->compartment()->behaviors().discardSource() && !options.sourceIsLazy && !cx->lcovEnabled(); } bool BytecodeCompiler::createParser() { usedNames.emplace(cx); if (!usedNames->init()) return false; if (canLazilyParse()) { syntaxParser.emplace(cx, alloc, options, sourceBuffer.get(), sourceBuffer.length(), /* foldConstants = */ false, *usedNames, (Parser*) nullptr, (LazyScript*) nullptr); if (!syntaxParser->checkOptions()) return false; } parser.emplace(cx, alloc, options, sourceBuffer.get(), sourceBuffer.length(), /* foldConstants = */ true, *usedNames, syntaxParser.ptrOr(nullptr), nullptr); parser->sct = sourceCompressor; parser->ss = scriptSource; if (!parser->checkOptions()) return false; parser->tokenStream.tell(&startPosition); return true; } bool BytecodeCompiler::createSourceAndParser(Maybe parameterListEnd /* = Nothing() */) { return createScriptSource(parameterListEnd) && maybeCompressSource() && createParser(); } bool BytecodeCompiler::createScript(uint32_t preludeStart /* = 0 */) { script = JSScript::Create(cx, options, sourceObject, /* sourceStart = */ 0, sourceBuffer.length(), preludeStart); return script != nullptr; } bool BytecodeCompiler::emplaceEmitter(Maybe& emitter, SharedContext* sharedContext) { BytecodeEmitter::EmitterMode emitterMode = options.selfHostingMode ? BytecodeEmitter::SelfHosting : BytecodeEmitter::Normal; emitter.emplace(/* parent = */ nullptr, parser.ptr(), sharedContext, script, /* lazyScript = */ nullptr, options.lineno, emitterMode); return emitter->init(); } bool BytecodeCompiler::handleParseFailure(const Directives& newDirectives) { if (parser->hadAbortedSyntaxParse()) { // Hit some unrecoverable ambiguity during an inner syntax parse. // Syntax parsing has now been disabled in the parser, so retry // the parse. parser->clearAbortedSyntaxParse(); } else if (parser->tokenStream.hadError() || directives == newDirectives) { return false; } parser->tokenStream.seek(startPosition); // Assignment must be monotonic to prevent reparsing iloops MOZ_ASSERT_IF(directives.strict(), newDirectives.strict()); MOZ_ASSERT_IF(directives.asmJS(), newDirectives.asmJS()); directives = newDirectives; return true; } bool BytecodeCompiler::deoptimizeArgumentsInEnclosingScripts(JSContext* cx, HandleObject environment) { RootedObject env(cx, environment); while (env->is() || env->is()) { if (env->is()) { RootedScript script(cx, env->as().callee().getOrCreateScript(cx)); if (!script) return false; if (script->argumentsHasVarBinding()) { if (!JSScript::argumentsOptimizationFailed(cx, script)) return false; } } env = env->enclosingEnvironment(); } return true; } bool BytecodeCompiler::maybeCompleteCompressSource() { return !maybeSourceCompressor || maybeSourceCompressor->complete(); } JSScript* BytecodeCompiler::compileScript(HandleObject environment, SharedContext* sc) { if (!createSourceAndParser()) return nullptr; if (!createScript()) return nullptr; Maybe emitter; if (!emplaceEmitter(emitter, sc)) return nullptr; for (;;) { ParseNode* pn; if (sc->isEvalContext()) pn = parser->evalBody(sc->asEvalContext()); else pn = parser->globalBody(sc->asGlobalContext()); // Successfully parsed. Emit the script. if (pn) { if (sc->isEvalContext() && sc->hasDebuggerStatement() && cx->isJSContext()) { // If the eval'ed script contains any debugger statement, force construction // of arguments objects for the caller script and any other scripts it is // transitively nested inside. The debugger can access any variable on the // scope chain. if (!deoptimizeArgumentsInEnclosingScripts(cx->asJSContext(), environment)) return nullptr; } if (!emitter->emitScript(pn)) return nullptr; if (!NameFunctions(cx, pn)) return nullptr; parser->handler.freeTree(pn); break; } // Maybe we aborted a syntax parse. See if we can try again. if (!handleParseFailure(directives)) return nullptr; // Reset UsedNameTracker state before trying again. usedNames->reset(); } if (!maybeCompleteCompressSource()) return nullptr; MOZ_ASSERT_IF(cx->isJSContext(), !cx->asJSContext()->isExceptionPending()); return script; } JSScript* BytecodeCompiler::compileGlobalScript(ScopeKind scopeKind) { GlobalSharedContext globalsc(cx, scopeKind, directives, options.extraWarningsOption); return compileScript(nullptr, &globalsc); } JSScript* BytecodeCompiler::compileEvalScript(HandleObject environment, HandleScope enclosingScope) { EvalSharedContext evalsc(cx, environment, enclosingScope, directives, options.extraWarningsOption); return compileScript(environment, &evalsc); } ModuleObject* BytecodeCompiler::compileModule() { if (!createSourceAndParser()) return nullptr; Rooted module(cx, ModuleObject::create(cx)); if (!module) return nullptr; if (!createScript()) return nullptr; module->init(script); ModuleBuilder builder(cx, module); ModuleSharedContext modulesc(cx, module, enclosingScope, builder); ParseNode* pn = parser->moduleBody(&modulesc); if (!pn) return nullptr; Maybe emitter; if (!emplaceEmitter(emitter, &modulesc)) return nullptr; if (!emitter->emitScript(pn->pn_body)) return nullptr; if (!NameFunctions(cx, pn)) return nullptr; parser->handler.freeTree(pn); if (!builder.initModule()) return nullptr; RootedModuleEnvironmentObject env(cx, ModuleEnvironmentObject::create(cx, module)); if (!env) return nullptr; module->setInitialEnvironment(env); if (!maybeCompleteCompressSource()) return nullptr; MOZ_ASSERT_IF(cx->isJSContext(), !cx->asJSContext()->isExceptionPending()); return module; } // Compile a standalone JS function, which might appear as the value of an // event handler attribute in an HTML tag, or in a Function() // constructor. bool BytecodeCompiler::compileStandaloneFunction(MutableHandleFunction fun, GeneratorKind generatorKind, FunctionAsyncKind asyncKind, Maybe parameterListEnd) { MOZ_ASSERT(fun); MOZ_ASSERT(fun->isTenured()); if (!createSourceAndParser(parameterListEnd)) return false; // Speculatively parse using the default directives implied by the context. // If a directive is encountered (e.g., "use strict") that changes how the // function should have been parsed, we backup and reparse with the new set // of directives. ParseNode* fn; do { Directives newDirectives = directives; fn = parser->standaloneFunction(fun, enclosingScope, parameterListEnd, generatorKind, asyncKind, directives, &newDirectives); if (!fn && !handleParseFailure(newDirectives)) return false; } while (!fn); if (fn->pn_funbox->function()->isInterpreted()) { MOZ_ASSERT(fun == fn->pn_funbox->function()); if (!createScript(fn->pn_funbox->preludeStart)) return false; Maybe emitter; if (!emplaceEmitter(emitter, fn->pn_funbox)) return false; if (!emitter->emitFunctionScript(fn->pn_body)) return false; } else { fun.set(fn->pn_funbox->function()); MOZ_ASSERT(IsAsmJSModule(fun)); } if (!NameFunctions(cx, fn)) return false; if (!maybeCompleteCompressSource()) return false; return true; } ScriptSourceObject* BytecodeCompiler::sourceObjectPtr() const { return sourceObject.get(); } ScriptSourceObject* frontend::CreateScriptSourceObject(ExclusiveContext* cx, const ReadOnlyCompileOptions& options, Maybe parameterListEnd /* = Nothing() */) { ScriptSource* ss = cx->new_(); if (!ss) return nullptr; ScriptSourceHolder ssHolder(ss); if (!ss->initFromOptions(cx, options, parameterListEnd)) return nullptr; RootedScriptSource sso(cx, ScriptSourceObject::create(cx, ss)); if (!sso) return nullptr; // Off-thread compilations do all their GC heap allocation, including the // SSO, in a temporary compartment. Hence, for the SSO to refer to the // gc-heap-allocated values in |options|, it would need cross-compartment // wrappers from the temporary compartment to the real compartment --- which // would then be inappropriate once we merged the temporary and real // compartments. // // Instead, we put off populating those SSO slots in off-thread compilations // until after we've merged compartments. if (cx->isJSContext()) { if (!ScriptSourceObject::initFromOptions(cx->asJSContext(), sso, options)) return nullptr; } return sso; } // CompileScript independently returns the ScriptSourceObject (SSO) for the // compile. This is used by off-main-thread script compilation (OMT-SC). // // OMT-SC cannot initialize the SSO when it is first constructed because the // SSO is allocated initially in a separate compartment. // // After OMT-SC, the separate compartment is merged with the main compartment, // at which point the JSScripts created become observable by the debugger via // memory-space scanning. // // Whatever happens to the top-level script compilation (even if it fails and // returns null), we must finish initializing the SSO. This is because there // may be valid inner scripts observable by the debugger which reference the // partially-initialized SSO. class MOZ_STACK_CLASS AutoInitializeSourceObject { BytecodeCompiler& compiler_; ScriptSourceObject** sourceObjectOut_; public: AutoInitializeSourceObject(BytecodeCompiler& compiler, ScriptSourceObject** sourceObjectOut) : compiler_(compiler), sourceObjectOut_(sourceObjectOut) { } ~AutoInitializeSourceObject() { if (sourceObjectOut_) *sourceObjectOut_ = compiler_.sourceObjectPtr(); } }; JSScript* frontend::CompileGlobalScript(ExclusiveContext* cx, LifoAlloc& alloc, ScopeKind scopeKind, const ReadOnlyCompileOptions& options, SourceBufferHolder& srcBuf, SourceCompressionTask* extraSct, ScriptSourceObject** sourceObjectOut) { MOZ_ASSERT(scopeKind == ScopeKind::Global || scopeKind == ScopeKind::NonSyntactic); BytecodeCompiler compiler(cx, alloc, options, srcBuf, /* enclosingScope = */ nullptr, TraceLogger_ParserCompileScript); AutoInitializeSourceObject autoSSO(compiler, sourceObjectOut); compiler.maybeSetSourceCompressor(extraSct); return compiler.compileGlobalScript(scopeKind); } JSScript* frontend::CompileEvalScript(ExclusiveContext* cx, LifoAlloc& alloc, HandleObject environment, HandleScope enclosingScope, const ReadOnlyCompileOptions& options, SourceBufferHolder& srcBuf, SourceCompressionTask* extraSct, ScriptSourceObject** sourceObjectOut) { BytecodeCompiler compiler(cx, alloc, options, srcBuf, enclosingScope, TraceLogger_ParserCompileScript); AutoInitializeSourceObject autoSSO(compiler, sourceObjectOut); compiler.maybeSetSourceCompressor(extraSct); return compiler.compileEvalScript(environment, enclosingScope); } ModuleObject* frontend::CompileModule(ExclusiveContext* cx, const ReadOnlyCompileOptions& optionsInput, SourceBufferHolder& srcBuf, LifoAlloc& alloc, ScriptSourceObject** sourceObjectOut /* = nullptr */) { MOZ_ASSERT(srcBuf.get()); MOZ_ASSERT_IF(sourceObjectOut, *sourceObjectOut == nullptr); CompileOptions options(cx, optionsInput); options.maybeMakeStrictMode(true); // ES6 10.2.1 Module code is always strict mode code. options.setIsRunOnce(true); RootedScope emptyGlobalScope(cx, &cx->global()->emptyGlobalScope()); BytecodeCompiler compiler(cx, alloc, options, srcBuf, emptyGlobalScope, TraceLogger_ParserCompileModule); AutoInitializeSourceObject autoSSO(compiler, sourceObjectOut); return compiler.compileModule(); } ModuleObject* frontend::CompileModule(JSContext* cx, const ReadOnlyCompileOptions& options, SourceBufferHolder& srcBuf) { if (!GlobalObject::ensureModulePrototypesCreated(cx, cx->global())) return nullptr; LifoAlloc& alloc = cx->asJSContext()->tempLifoAlloc(); RootedModuleObject module(cx, CompileModule(cx, options, srcBuf, alloc)); if (!module) return nullptr; // This happens in GlobalHelperThreadState::finishModuleParseTask() when a // module is compiled off main thread. if (!ModuleObject::Freeze(cx->asJSContext(), module)) return nullptr; return module; } bool frontend::CompileLazyFunction(JSContext* cx, Handle lazy, const char16_t* chars, size_t length) { MOZ_ASSERT(cx->compartment() == lazy->functionNonDelazifying()->compartment()); CompileOptions options(cx, lazy->version()); options.setMutedErrors(lazy->mutedErrors()) .setFileAndLine(lazy->filename(), lazy->lineno()) .setColumn(lazy->column()) .setNoScriptRval(false) .setSelfHostingMode(false); AutoCompilationTraceLogger traceLogger(cx, TraceLogger_ParserCompileLazy, options); UsedNameTracker usedNames(cx); if (!usedNames.init()) return false; Parser parser(cx, cx->tempLifoAlloc(), options, chars, length, /* foldConstants = */ true, usedNames, nullptr, lazy); if (!parser.checkOptions()) return false; Rooted fun(cx, lazy->functionNonDelazifying()); MOZ_ASSERT(!lazy->isLegacyGenerator()); ParseNode* pn = parser.standaloneLazyFunction(fun, lazy->strict(), lazy->generatorKind(), lazy->asyncKind()); if (!pn) return false; RootedScriptSource sourceObject(cx, lazy->sourceObject()); MOZ_ASSERT(sourceObject); Rooted script(cx, JSScript::Create(cx, options, sourceObject, lazy->begin(), lazy->end(), lazy->preludeStart())); if (!script) return false; if (lazy->isLikelyConstructorWrapper()) script->setLikelyConstructorWrapper(); if (lazy->hasBeenCloned()) script->setHasBeenCloned(); BytecodeEmitter bce(/* parent = */ nullptr, &parser, pn->pn_funbox, script, lazy, pn->pn_pos, BytecodeEmitter::LazyFunction); if (!bce.init()) return false; if (!bce.emitFunctionScript(pn->pn_body)) return false; if (!NameFunctions(cx, pn)) return false; return true; } bool frontend::CompileStandaloneFunction(JSContext* cx, MutableHandleFunction fun, const ReadOnlyCompileOptions& options, JS::SourceBufferHolder& srcBuf, Maybe parameterListEnd, HandleScope enclosingScope /* = nullptr */) { RootedScope scope(cx, enclosingScope); if (!scope) scope = &cx->global()->emptyGlobalScope(); BytecodeCompiler compiler(cx, cx->tempLifoAlloc(), options, srcBuf, scope, TraceLogger_ParserCompileFunction); return compiler.compileStandaloneFunction(fun, NotGenerator, SyncFunction, parameterListEnd); } bool frontend::CompileStandaloneGenerator(JSContext* cx, MutableHandleFunction fun, const ReadOnlyCompileOptions& options, JS::SourceBufferHolder& srcBuf, Maybe parameterListEnd) { RootedScope emptyGlobalScope(cx, &cx->global()->emptyGlobalScope()); BytecodeCompiler compiler(cx, cx->tempLifoAlloc(), options, srcBuf, emptyGlobalScope, TraceLogger_ParserCompileFunction); return compiler.compileStandaloneFunction(fun, StarGenerator, SyncFunction, parameterListEnd); } bool frontend::CompileStandaloneAsyncFunction(JSContext* cx, MutableHandleFunction fun, const ReadOnlyCompileOptions& options, JS::SourceBufferHolder& srcBuf, Maybe parameterListEnd) { RootedScope emptyGlobalScope(cx, &cx->global()->emptyGlobalScope()); BytecodeCompiler compiler(cx, cx->tempLifoAlloc(), options, srcBuf, emptyGlobalScope, TraceLogger_ParserCompileFunction); return compiler.compileStandaloneFunction(fun, StarGenerator, AsyncFunction, parameterListEnd); }