Source code
Revision control
Copy as Markdown
Other Tools
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
#
# ToCAsciiArray and ToCArray are from V8's js2c.py.
#
# Copyright 2012 the V8 project authors. All rights reserved.
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions are
# met:
#
# * Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
# * Redistributions in binary form must reproduce the above
# copyright notice, this list of conditions and the following
# disclaimer in the documentation and/or other materials provided
# with the distribution.
# * Neither the name of Google Inc. nor the names of its
# contributors may be used to endorse or promote products derived
# from this software without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
# This utility converts JS files containing self-hosted builtins into a C
# header file that can be embedded into SpiderMonkey.
#
# It uses the C preprocessor to process its inputs.
import errno
import os
import re
import shlex
import subprocess
import sys
import buildconfig
import mozpack.path as mozpath
from mozfile import which
def ToCAsciiArray(lines):
result = []
for chr in lines:
value = ord(chr)
assert value < 128
result.append(str(value))
return ", ".join(result)
def ToCArray(lines):
result = []
for chr in lines:
result.append(str(chr))
return ", ".join(result)
HEADER_TEMPLATE = """\
/* This Source Code Form is subject to the terms of the Mozilla Public
* License, v. 2.0. If a copy of the MPL was not distributed with this
namespace js {
namespace %(namespace)s {
static const %(sources_type)s data[] = { %(sources_data)s };
static const %(sources_type)s * const %(sources_name)s = reinterpret_cast<const %(sources_type)s *>(data);
uint32_t GetCompressedSize() {
return %(compressed_total_length)i;
}
uint32_t GetRawScriptsSize() {
return %(raw_total_length)i;
}
} // selfhosted
} // js
""" # NOQA: E501
def embed(
cxx, preprocessorOption, cppflags, msgs, sources, c_out, js_out, namespace, env
):
objdir = os.getcwd()
# Use relative pathnames to avoid path translation issues in WSL.
combinedSources = "\n".join(
[msgs]
+ [
'#include "%(s)s"' % {"s": mozpath.relpath(source, objdir)}
for source in sources
]
)
args = cppflags + ["-D%(k)s=%(v)s" % {"k": k, "v": env[k]} for k in env]
preprocessed = preprocess(cxx, preprocessorOption, combinedSources, args)
processed = "\n".join(
[
line
for line in preprocessed.splitlines()
if (line.strip() and not line.startswith("#"))
]
)
js_out.write(processed)
import zlib
compressed = zlib.compress(processed.encode("utf-8"))
data = ToCArray(compressed)
c_out.write(
HEADER_TEMPLATE
% {
"sources_type": "unsigned char",
"sources_data": data,
"sources_name": "compressedSources",
"compressed_total_length": len(compressed),
"raw_total_length": len(processed),
"namespace": namespace,
}
)
def preprocess(cxx, preprocessorOption, source, args=[]):
if not os.path.exists(cxx[0]):
binary = cxx[0]
cxx[0] = which(binary)
if not cxx[0]:
raise OSError(errno.ENOENT, "%s not found on PATH" % binary)
# Clang seems to complain and not output anything if the extension of the
# input is not something it recognizes, so just fake a .cpp here.
tmpIn = "self-hosting-cpp-input.cpp"
tmpOut = "self-hosting-preprocessed.pp"
outputArg = shlex.split(preprocessorOption + tmpOut)
with open(tmpIn, "wb") as input:
input.write(source.encode("utf-8"))
if os.environ.get("BUILD_VERBOSE_LOG"):
print("Executing:", " ".join(cxx + outputArg + args + [tmpIn]))
result = subprocess.Popen(cxx + outputArg + args + [tmpIn]).wait()
if result != 0:
sys.exit(result)
with open(tmpOut, "r") as output:
processed = output.read()
os.remove(tmpIn)
os.remove(tmpOut)
return processed
def messages(jsmsg):
defines = []
for line in open(jsmsg):
match = re.match(r"MSG_DEF\((JSMSG_(\w+))", line)
if match:
defines.append("#define %s %i" % (match.group(1), len(defines)))
continue
# Make sure that MSG_DEF isn't preceded by whitespace
assert not line.strip().startswith("MSG_DEF")
# This script doesn't support preprocessor
assert not line.strip().startswith("#")
return "\n".join(defines)
def get_config_defines(buildconfig):
# Collect defines equivalent to ACDEFINES and add MOZ_DEBUG_DEFINES.
env = buildconfig.defines["ALLDEFINES"]
for define in buildconfig.substs["MOZ_DEBUG_DEFINES"]:
env[define] = 1
return env
def process_inputs(namespace, c_out, msg_file, inputs):
deps = [path for path in inputs if path.endswith(".h") or path.endswith(".h.js")]
sources = [
path for path in inputs if path.endswith(".js") and not path.endswith(".h.js")
]
assert len(deps) + len(sources) == len(inputs)
cxx = shlex.split(buildconfig.substs["CXX"])
pp_option = buildconfig.substs["PREPROCESS_OPTION"]
cppflags = buildconfig.substs["OS_CPPFLAGS"]
cppflags += shlex.split(buildconfig.substs["WARNINGS_AS_ERRORS"])
env = get_config_defines(buildconfig)
js_path = re.sub(r"\.out\.h$", "", c_out.name) + ".js"
msgs = messages(msg_file)
with open(js_path, "w") as js_out:
embed(cxx, pp_option, cppflags, msgs, sources, c_out, js_out, namespace, env)
def generate_selfhosted(c_out, msg_file, *inputs):
# Called from moz.build to embed selfhosted JS.
process_inputs("selfhosted", c_out, msg_file, inputs)
def generate_shellmoduleloader(c_out, msg_file, *inputs):
# Called from moz.build to embed shell module loader JS.
process_inputs("moduleloader", c_out, msg_file, inputs)