123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143 |
- import os
- import sys
- import json
- import platform
- import uuid
- import functools
- import subprocess
- # NOTE: The multiprocessing module is not compatible with SCons due to conflict on cPickle
- JSON_SERIALIZABLE_TYPES = (bool, int, float, str)
- def run_in_subprocess(builder_function):
- @functools.wraps(builder_function)
- def wrapper(target, source, env):
- # Convert SCons Node instances to absolute paths
- target = [node.srcnode().abspath for node in target]
- source = [node.srcnode().abspath for node in source]
- # Short circuit on non-Windows platforms, no need to run in subprocess
- if sys.platform not in ("win32", "cygwin"):
- return builder_function(target, source, env)
- # Identify module
- module_name = builder_function.__module__
- function_name = builder_function.__name__
- module_path = sys.modules[module_name].__file__
- if module_path.endswith(".pyc") or module_path.endswith(".pyo"):
- module_path = module_path[:-1]
- # Subprocess environment
- subprocess_env = os.environ.copy()
- subprocess_env["PYTHONPATH"] = os.pathsep.join([os.getcwd()] + sys.path)
- # Keep only JSON serializable environment items
- filtered_env = dict((key, value) for key, value in env.items() if isinstance(value, JSON_SERIALIZABLE_TYPES))
- # Save parameters
- args = (target, source, filtered_env)
- data = dict(fn=function_name, args=args)
- json_path = os.path.join(os.environ["TMP"], uuid.uuid4().hex + ".json")
- with open(json_path, "wt") as json_file:
- json.dump(data, json_file, indent=2)
- json_file_size = os.stat(json_path).st_size
- if env["verbose"]:
- print(
- "Executing builder function in subprocess: "
- "module_path=%r, parameter_file=%r, parameter_file_size=%r, target=%r, source=%r"
- % (module_path, json_path, json_file_size, target, source)
- )
- try:
- exit_code = subprocess.call([sys.executable, module_path, json_path], env=subprocess_env)
- finally:
- try:
- os.remove(json_path)
- except OSError as e:
- # Do not fail the entire build if it cannot delete a temporary file
- print(
- "WARNING: Could not delete temporary file: path=%r; [%s] %s" % (json_path, e.__class__.__name__, e)
- )
- # Must succeed
- if exit_code:
- raise RuntimeError(
- "Failed to run builder function in subprocess: module_path=%r; data=%r" % (module_path, data)
- )
- return wrapper
- def subprocess_main(namespace):
- with open(sys.argv[1]) as json_file:
- data = json.load(json_file)
- fn = namespace[data["fn"]]
- fn(*data["args"])
- # CPU architecture options.
- architectures = ["x86_32", "x86_64", "arm32", "arm64", "rv64", "ppc32", "ppc64", "wasm32"]
- architecture_aliases = {
- "x86": "x86_32",
- "x64": "x86_64",
- "amd64": "x86_64",
- "armv7": "arm32",
- "armv8": "arm64",
- "arm64v8": "arm64",
- "aarch64": "arm64",
- "rv": "rv64",
- "riscv": "rv64",
- "riscv64": "rv64",
- "ppcle": "ppc32",
- "ppc": "ppc32",
- "ppc64le": "ppc64",
- }
- def detect_arch():
- host_machine = platform.machine().lower()
- if host_machine in architectures:
- return host_machine
- elif host_machine in architecture_aliases.keys():
- return architecture_aliases[host_machine]
- elif "86" in host_machine:
- # Catches x86, i386, i486, i586, i686, etc.
- return "x86_32"
- else:
- print("Unsupported CPU architecture: " + host_machine)
- print("Falling back to x86_64.")
- return "x86_64"
- def generate_export_icons(platform_path, platform_name):
- """
- Generate headers for logo and run icon for the export plugin.
- """
- export_path = platform_path + "/export"
- svg_names = []
- if os.path.isfile(export_path + "/logo.svg"):
- svg_names.append("logo")
- if os.path.isfile(export_path + "/run_icon.svg"):
- svg_names.append("run_icon")
- for name in svg_names:
- svgf = open(export_path + "/" + name + ".svg", "rb")
- b = svgf.read(1)
- svg_str = " /* AUTOGENERATED FILE, DO NOT EDIT */ \n"
- svg_str += " static const char *_" + platform_name + "_" + name + '_svg = "'
- while len(b) == 1:
- svg_str += "\\" + hex(ord(b))[1:]
- b = svgf.read(1)
- svg_str += '";\n'
- svgf.close()
- # NOTE: It is safe to generate this file here, since this is still executed serially.
- wf = export_path + "/" + name + "_svg.gen.h"
- with open(wf, "w") as svgw:
- svgw.write(svg_str)
|