# This Source Code Form is subject to the terms of the Mozilla Public # License, v. 2.0. If a copy of the MPL was not distributed with this # file, You can obtain one at http://mozilla.org/MPL/2.0/. # # ToCAsciiArray and ToCArray are from V8's js2c.py. # # Copyright 2012 the V8 project authors. All rights reserved. # Redistribution and use in source and binary forms, with or without # modification, are permitted provided that the following conditions are # met: # # * Redistributions of source code must retain the above copyright # notice, this list of conditions and the following disclaimer. # * Redistributions in binary form must reproduce the above # copyright notice, this list of conditions and the following # disclaimer in the documentation and/or other materials provided # with the distribution. # * Neither the name of Google Inc. nor the names of its # contributors may be used to endorse or promote products derived # from this software without specific prior written permission. # # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. # This utility converts JS files containing self-hosted builtins into a C # header file that can be embedded into SpiderMonkey. # # It uses the C preprocessor to process its inputs. from __future__ import with_statement import re, sys, os, fileinput, subprocess import shlex from optparse import OptionParser def ToCAsciiArray(lines): result = [] for chr in lines: value = ord(chr) assert value < 128 result.append(str(value)) return ", ".join(result) def ToCArray(lines): result = [] for chr in lines: result.append(str(ord(chr))) return ", ".join(result) HEADER_TEMPLATE = """\ /* This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ namespace js { namespace selfhosted { static const %(sources_type)s data[] = { %(sources_data)s }; static const %(sources_type)s * const %(sources_name)s = reinterpret_cast(data); uint32_t GetCompressedSize() { return %(compressed_total_length)i; } uint32_t GetRawScriptsSize() { return %(raw_total_length)i; } } // selfhosted } // js """ def embed(cpp, msgs, sources, c_out, js_out, env): # Clang seems to complain and not output anything if the extension of the # input is not something it recognizes, so just fake a .h here. tmp = 'selfhosted.js.h' with open(tmp, 'wb') as output: output.write('\n'.join([msgs] + ['#include "%(s)s"' % { 's': source } for source in sources])) cmdline = cpp + ['-D%(k)s=%(v)s' % { 'k': k, 'v': env[k] } for k in env] + [tmp] p = subprocess.Popen(cmdline, stdout=subprocess.PIPE) processed = '' for line in p.stdout: if not line.startswith('#'): processed += line os.remove(tmp) with open(js_out, 'w') as output: output.write(processed) with open(c_out, 'w') as output: if 'USE_ZLIB' in env: import zlib compressed = zlib.compress(processed) data = ToCArray(compressed) output.write(HEADER_TEMPLATE % { 'sources_type': 'unsigned char', 'sources_data': data, 'sources_name': 'compressedSources', 'compressed_total_length': len(compressed), 'raw_total_length': len(processed) }) else: data = ToCAsciiArray(processed) output.write(HEADER_TEMPLATE % { 'sources_type': 'char', 'sources_data': data, 'sources_name': 'rawSources', 'compressed_total_length': 0, 'raw_total_length': len(processed) }) def process_msgs(cpp, msgs): # Clang seems to complain and not output anything if the extension of the # input is not something it recognizes, so just fake a .h here. tmp = 'selfhosted.msg.h' with open(tmp, 'wb') as output: output.write("""\ #define hash # #define id(x) x #define hashify(x) id(hash)x #define MSG_DEF(name, id, argc, ex, msg) hashify(define) name id #include "%(msgs)s" """ % { 'msgs': msgs }) p = subprocess.Popen(cpp + [tmp], stdout=subprocess.PIPE) processed = p.communicate()[0] os.remove(tmp) return processed def main(): env = {} def define_env(option, opt, value, parser): pair = value.split('=', 1) if len(pair) == 1: pair.append(1) env[pair[0]] = pair[1] p = OptionParser(usage="%prog [options] file") p.add_option('-D', action='callback', callback=define_env, type="string", metavar='var=[val]', help='Define a variable') p.add_option('-m', type='string', metavar='jsmsg', default='../js.msg', help='js.msg file') p.add_option('-p', type='string', metavar='cpp', help='Path to C preprocessor') p.add_option('-o', type='string', metavar='filename', default='selfhosted.out.h', help='C array header file') p.add_option('-s', type='string', metavar='jsfilename', default='selfhosted.js', help='Combined postprocessed JS file') (options, sources) = p.parse_args() if not (options.p and sources): p.print_help() exit(1) cpp = shlex.split(options.p) embed(cpp, process_msgs(cpp, options.m), sources, options.o, options.s, env) if __name__ == "__main__": main()