TheArchive/Magisk
1
0
Fork 0
mirror of https://github.com/topjohnwu/Magisk.git synced 2025-06-20 21:18:44 +00:00
Code Issues Packages Projects Releases Wiki Activity

Format build.py with black

Browse Source
This commit is contained in:
topjohnwu 2023-05-11 02:39:57 -07:00
parent 22d05ca399
commit e160e211dd
1 changed files with 282 additions and 235 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

517
build.py
View File

@ -18,17 +18,17 @@ from zipfile import ZipFile
def error(str): def error(str):
if no_color: if no_color:
print(f'\n! {str}\n') print(f"\n! {str}\n")
else: else:
print(f'\n\033[41;30m{str}\033[0m\n') print(f"\n\033[41;30m{str}\033[0m\n")
sys.exit(1) sys.exit(1)
def header(str): def header(str):
if no_color: if no_color:
print(f'\n{str}\n') print(f"\n{str}\n")
else: else:
print(f'\n\033[44;30m{str}\033[0m\n') print(f"\n\033[44;30m{str}\033[0m\n")
def vprint(str): def vprint(str):
@ -36,13 +36,14 @@ def vprint(str):
print(str) print(str)
is_windows = os.name == 'nt' is_windows = os.name == "nt"
EXE_EXT = '.exe' if is_windows else '' EXE_EXT = ".exe" if is_windows else ""
no_color = False no_color = False
if is_windows: if is_windows:
try: try:
import colorama import colorama
colorama.init() colorama.init()
except ImportError: except ImportError:
# We can't do ANSI color codes in terminal on Windows without colorama # We can't do ANSI color codes in terminal on Windows without colorama
@ -50,33 +51,39 @@ if is_windows:
# Environment checks # Environment checks
if not sys.version_info >= (3, 8): if not sys.version_info >= (3, 8):
error('Requires Python 3.8+') error("Requires Python 3.8+")
if 'ANDROID_SDK_ROOT' not in os.environ: if "ANDROID_SDK_ROOT" not in os.environ:
error('Please add Android SDK path to ANDROID_SDK_ROOT environment variable!') error("Please add Android SDK path to ANDROID_SDK_ROOT environment variable!")
try: try:
subprocess.run(['javac', '-version'], subprocess.run(
stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL) ["javac", "-version"], stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL
)
except FileNotFoundError: except FileNotFoundError:
error('Please install JDK and make sure \'javac\' is available in PATH') error("Please install JDK and make sure 'javac' is available in PATH")
cpu_count = multiprocessing.cpu_count() cpu_count = multiprocessing.cpu_count()
archs = ['armeabi-v7a', 'x86', 'arm64-v8a', 'x86_64'] archs = ["armeabi-v7a", "x86", "arm64-v8a", "x86_64"]
triples = ['armv7a-linux-androideabi', 'i686-linux-android', 'aarch64-linux-android', 'x86_64-linux-android'] triples = [
default_targets = ['magisk', 'magiskinit', 'magiskboot', 'magiskpolicy', 'busybox'] "armv7a-linux-androideabi",
support_targets = default_targets + ['resetprop'] "i686-linux-android",
rust_targets = ['magisk', 'magiskinit', 'magiskboot', 'magiskpolicy'] "aarch64-linux-android",
"x86_64-linux-android",
]
default_targets = ["magisk", "magiskinit", "magiskboot", "magiskpolicy", "busybox"]
support_targets = default_targets + ["resetprop"]
rust_targets = ["magisk", "magiskinit", "magiskboot", "magiskpolicy"]
sdk_path = os.environ['ANDROID_SDK_ROOT'] sdk_path = os.environ["ANDROID_SDK_ROOT"]
ndk_root = op.join(sdk_path, 'ndk') ndk_root = op.join(sdk_path, "ndk")
ndk_path = op.join(ndk_root, 'magisk') ndk_path = op.join(ndk_root, "magisk")
ndk_build = op.join(ndk_path, 'ndk-build') ndk_build = op.join(ndk_path, "ndk-build")
rust_bin = op.join(ndk_path, 'toolchains', 'rust', 'bin') rust_bin = op.join(ndk_path, "toolchains", "rust", "bin")
cargo = op.join(rust_bin, 'cargo' + EXE_EXT) cargo = op.join(rust_bin, "cargo" + EXE_EXT)
gradlew = op.join('.', 'gradlew' + ('.bat' if is_windows else '')) gradlew = op.join(".", "gradlew" + (".bat" if is_windows else ""))
adb_path = op.join(sdk_path, 'platform-tools', 'adb' + EXE_EXT) adb_path = op.join(sdk_path, "platform-tools", "adb" + EXE_EXT)
native_gen_path = op.realpath(op.join('native', 'out', 'generated')) native_gen_path = op.realpath(op.join("native", "out", "generated"))
# Global vars # Global vars
config = {} config = {}
@ -87,7 +94,7 @@ build_tools = None
def mv(source, target): def mv(source, target):
try: try:
shutil.move(source, target) shutil.move(source, target)
vprint(f'mv {source} -> {target}') vprint(f"mv {source} -> {target}")
except: except:
pass pass
@ -95,7 +102,7 @@ def mv(source, target):
def cp(source, target): def cp(source, target):
try: try:
shutil.copyfile(source, target) shutil.copyfile(source, target)
vprint(f'cp {source} -> {target}') vprint(f"cp {source} -> {target}")
except: except:
pass pass
@ -103,7 +110,7 @@ def cp(source, target):
def rm(file): def rm(file):
try: try:
os.remove(file) os.remove(file)
vprint(f'rm {file}') vprint(f"rm {file}")
except OSError as e: except OSError as e:
if e.errno != errno.ENOENT: if e.errno != errno.ENOENT:
raise raise
@ -117,7 +124,7 @@ def rm_on_error(func, path, _):
def rm_rf(path): def rm_rf(path):
vprint(f'rm -rf {path}') vprint(f"rm -rf {path}")
shutil.rmtree(path, ignore_errors=True, onerror=rm_on_error) shutil.rmtree(path, ignore_errors=True, onerror=rm_on_error)
@ -141,8 +148,11 @@ def system(cmd):
def cmd_out(cmd, env=None): def cmd_out(cmd, env=None):
return subprocess.run(cmd, stdout=subprocess.PIPE, stderr=subprocess.DEVNULL, env=env) \ return (
.stdout.strip().decode('utf-8') subprocess.run(cmd, stdout=subprocess.PIPE, stderr=subprocess.DEVNULL, env=env)
.stdout.strip()
.decode("utf-8")
)
def xz(data): def xz(data):
@ -151,204 +161,220 @@ def xz(data):
def parse_props(file): def parse_props(file):
props = {} props = {}
with open(file, 'r') as f: with open(file, "r") as f:
for line in [l.strip(' \t\r\n') for l in f]: for line in [l.strip(" \t\r\n") for l in f]:
if line.startswith('#') or len(line) == 0: if line.startswith("#") or len(line) == 0:
continue continue
prop = line.split('=') prop = line.split("=")
if len(prop) != 2: if len(prop) != 2:
continue continue
value = prop[1].strip(' \t\r\n') value = prop[1].strip(" \t\r\n")
if len(value) == 0: if len(value) == 0:
continue continue
props[prop[0].strip(' \t\r\n')] = value props[prop[0].strip(" \t\r\n")] = value
return props return props
def load_config(args): def load_config(args):
commit_hash = cmd_out(['git', 'rev-parse', '--short=8', 'HEAD']) commit_hash = cmd_out(["git", "rev-parse", "--short=8", "HEAD"])
# Default values # Default values
config['version'] = commit_hash config["version"] = commit_hash
config['outdir'] = 'out' config["outdir"] = "out"
# Load prop files # Load prop files
if op.exists(args.config): if op.exists(args.config):
config.update(parse_props(args.config)) config.update(parse_props(args.config))
for key, value in parse_props('gradle.properties').items(): for key, value in parse_props("gradle.properties").items():
if key.startswith('magisk.'): if key.startswith("magisk."):
config[key[7:]] = value config[key[7:]] = value
try: try:
config['versionCode'] = int(config['versionCode']) config["versionCode"] = int(config["versionCode"])
except ValueError: except ValueError:
error('Config error: "versionCode" is required to be an integer') error('Config error: "versionCode" is required to be an integer')
mkdir_p(config['outdir']) mkdir_p(config["outdir"])
global STDOUT global STDOUT
STDOUT = None if args.verbose else subprocess.DEVNULL STDOUT = None if args.verbose else subprocess.DEVNULL
def clean_elf(): def clean_elf():
if is_windows: if is_windows:
elf_cleaner = op.join('tools', 'elf-cleaner.exe') elf_cleaner = op.join("tools", "elf-cleaner.exe")
else: else:
elf_cleaner = op.join('native', 'out', 'elf-cleaner') elf_cleaner = op.join("native", "out", "elf-cleaner")
if not op.exists(elf_cleaner): if not op.exists(elf_cleaner):
execv(['gcc', '-DPACKAGE_NAME="termux-elf-cleaner"', execv(
'-DPACKAGE_VERSION="2.1.1"', '-DCOPYRIGHT="Copyright (C) 2022 Termux."', [
'tools/termux-elf-cleaner/elf-cleaner.cpp', "gcc",
'tools/termux-elf-cleaner/arghandling.c', '-DPACKAGE_NAME="termux-elf-cleaner"',
'-o', elf_cleaner]) '-DPACKAGE_VERSION="2.1.1"',
'-DCOPYRIGHT="Copyright (C) 2022 Termux."',
"tools/termux-elf-cleaner/elf-cleaner.cpp",
"tools/termux-elf-cleaner/arghandling.c",
"-o",
elf_cleaner,
]
)
args = [elf_cleaner, "--api-level", "23"] args = [elf_cleaner, "--api-level", "23"]
args.extend(op.join('native', 'out', arch, bin) args.extend(
for arch in archs for bin in ['magisk', 'magiskpolicy']) op.join("native", "out", arch, bin)
for arch in archs
for bin in ["magisk", "magiskpolicy"]
)
execv(args) execv(args)
def run_ndk_build(flags): def run_ndk_build(flags):
os.chdir('native') os.chdir("native")
flags = 'NDK_PROJECT_PATH=. NDK_APPLICATION_MK=src/Application.mk ' + flags flags = "NDK_PROJECT_PATH=. NDK_APPLICATION_MK=src/Application.mk " + flags
proc = system(f'{ndk_build} {flags} -j{cpu_count}') proc = system(f"{ndk_build} {flags} -j{cpu_count}")
if proc.returncode != 0: if proc.returncode != 0:
error('Build binary failed!') error("Build binary failed!")
os.chdir('..') os.chdir("..")
for arch in archs: for arch in archs:
for tgt in support_targets + ['libinit-ld.so', 'libzygisk-ld.so']: for tgt in support_targets + ["libinit-ld.so", "libzygisk-ld.so"]:
source = op.join('native', 'libs', arch, tgt) source = op.join("native", "libs", arch, tgt)
target = op.join('native', 'out', arch, tgt) target = op.join("native", "out", arch, tgt)
mv(source, target) mv(source, target)
def run_cargo_build(args): def run_cargo_build(args):
os.chdir(op.join('native', 'src')) os.chdir(op.join("native", "src"))
targets = set(args.target) & set(rust_targets) targets = set(args.target) & set(rust_targets)
if 'resetprop' in args.target: if "resetprop" in args.target:
targets.add('magisk') targets.add("magisk")
env = os.environ.copy() env = os.environ.copy()
env['CARGO_BUILD_RUSTC'] = op.join(rust_bin, 'rustc' + EXE_EXT) env["CARGO_BUILD_RUSTC"] = op.join(rust_bin, "rustc" + EXE_EXT)
# Install cxxbridge and generate C++ bindings # Install cxxbridge and generate C++ bindings
native_out = op.join('..', 'out') native_out = op.join("..", "out")
local_cargo_root = op.join(native_out, '.cargo') local_cargo_root = op.join(native_out, ".cargo")
cfg = op.join('.cargo', 'config.toml') cfg = op.join(".cargo", "config.toml")
cfg_bak = op.join('.cargo', 'config.toml.bak') cfg_bak = op.join(".cargo", "config.toml.bak")
try: try:
# Hide the config file for cargo install # Hide the config file for cargo install
mv(cfg, cfg_bak) mv(cfg, cfg_bak)
cxx_src = op.join('external', 'cxx-rs', 'gen', 'cmd') cxx_src = op.join("external", "cxx-rs", "gen", "cmd")
mkdir_p(local_cargo_root) mkdir_p(local_cargo_root)
cmds = [cargo, 'install', '--root', local_cargo_root, '--path', cxx_src] cmds = [cargo, "install", "--root", local_cargo_root, "--path", cxx_src]
if not args.verbose: if not args.verbose:
cmds.append('-q') cmds.append("-q")
proc = execv(cmds, env) proc = execv(cmds, env)
if proc.returncode != 0: if proc.returncode != 0:
error('cxxbridge-cmd installation failed!') error("cxxbridge-cmd installation failed!")
finally: finally:
# Make sure the config file rename is always reverted # Make sure the config file rename is always reverted
mv(cfg_bak, cfg) mv(cfg_bak, cfg)
cxxbridge = op.join(local_cargo_root, 'bin', 'cxxbridge' + EXE_EXT) cxxbridge = op.join(local_cargo_root, "bin", "cxxbridge" + EXE_EXT)
mkdir(native_gen_path) mkdir(native_gen_path)
for p in ['base', 'boot', 'core', 'init', 'sepolicy']: for p in ["base", "boot", "core", "init", "sepolicy"]:
text = cmd_out([cxxbridge, op.join(p, 'lib.rs')]) text = cmd_out([cxxbridge, op.join(p, "lib.rs")])
write_if_diff(op.join(native_gen_path, f'{p}-rs.cpp'), text) write_if_diff(op.join(native_gen_path, f"{p}-rs.cpp"), text)
text = cmd_out([cxxbridge, '--header', op.join(p, 'lib.rs')]) text = cmd_out([cxxbridge, "--header", op.join(p, "lib.rs")])
write_if_diff(op.join(native_gen_path, f'{p}-rs.hpp'), text) write_if_diff(op.join(native_gen_path, f"{p}-rs.hpp"), text)
# Start building the actual build commands # Start building the actual build commands
cmds = [cargo, 'build'] cmds = [cargo, "build"]
for target in targets: for target in targets:
cmds.append('-p') cmds.append("-p")
cmds.append(target) cmds.append(target)
rust_out = 'debug' rust_out = "debug"
if args.release: if args.release:
cmds.append('-r') cmds.append("-r")
rust_out = 'release' rust_out = "release"
if not args.verbose: if not args.verbose:
cmds.append('-q') cmds.append("-q")
os_name = platform.system().lower() os_name = platform.system().lower()
llvm_bin = op.join(ndk_path, 'toolchains', 'llvm', 'prebuilt', f'{os_name}-x86_64', 'bin') llvm_bin = op.join(
env['TARGET_CC'] = op.join(llvm_bin, 'clang' + EXE_EXT) ndk_path, "toolchains", "llvm", "prebuilt", f"{os_name}-x86_64", "bin"
env['RUSTFLAGS'] = '-Clinker-plugin-lto' )
for (arch, triple) in zip(archs, triples): env["TARGET_CC"] = op.join(llvm_bin, "clang" + EXE_EXT)
env['TARGET_CFLAGS'] = f'--target={triple}23' env["RUSTFLAGS"] = "-Clinker-plugin-lto"
rust_triple = 'thumbv7neon-linux-androideabi' if triple.startswith('armv7') else triple for arch, triple in zip(archs, triples):
proc = execv([*cmds, '--target', rust_triple], env) env["TARGET_CFLAGS"] = f"--target={triple}23"
rust_triple = (
"thumbv7neon-linux-androideabi" if triple.startswith("armv7") else triple
)
proc = execv([*cmds, "--target", rust_triple], env)
if proc.returncode != 0: if proc.returncode != 0:
error('Build binary failed!') error("Build binary failed!")
arch_out = op.join(native_out, arch) arch_out = op.join(native_out, arch)
mkdir(arch_out) mkdir(arch_out)
for tgt in targets: for tgt in targets:
source = op.join('target', rust_triple, rust_out, f'lib{tgt}.a') source = op.join("target", rust_triple, rust_out, f"lib{tgt}.a")
target = op.join(arch_out, f'lib{tgt}-rs.a') target = op.join(arch_out, f"lib{tgt}-rs.a")
mv(source, target) mv(source, target)
os.chdir(op.join('..', '..')) os.chdir(op.join("..", ".."))
def write_if_diff(file_name, text): def write_if_diff(file_name, text):
do_write = True do_write = True
if op.exists(file_name): if op.exists(file_name):
with open(file_name, 'r') as f: with open(file_name, "r") as f:
orig = f.read() orig = f.read()
do_write = orig != text do_write = orig != text
if do_write: if do_write:
with open(file_name, 'w') as f: with open(file_name, "w") as f:
f.write(text) f.write(text)
def binary_dump(src, var_name, compressor=xz): def binary_dump(src, var_name, compressor=xz):
out_str = f'constexpr unsigned char {var_name}[] = {{' out_str = f"constexpr unsigned char {var_name}[] = {{"
for i, c in enumerate(compressor(src.read())): for i, c in enumerate(compressor(src.read())):
if i % 16 == 0: if i % 16 == 0:
out_str += '\n' out_str += "\n"
out_str += f'0x{c:02X},' out_str += f"0x{c:02X},"
out_str += '\n};\n' out_str += "\n};\n"
return out_str return out_str
def dump_bin_header(args): def dump_bin_header(args):
mkdir_p(native_gen_path) mkdir_p(native_gen_path)
for arch in archs: for arch in archs:
preload = op.join('native', 'out', arch, 'libinit-ld.so') preload = op.join("native", "out", arch, "libinit-ld.so")
with open(preload, 'rb') as src: with open(preload, "rb") as src:
text = binary_dump(src, 'init_ld_xz') text = binary_dump(src, "init_ld_xz")
preload = op.join('native', 'out', arch, 'libzygisk-ld.so') preload = op.join("native", "out", arch, "libzygisk-ld.so")
with open(preload, 'rb') as src: with open(preload, "rb") as src:
text += binary_dump(src, 'zygisk_ld', compressor=lambda x: x) text += binary_dump(src, "zygisk_ld", compressor=lambda x: x)
write_if_diff(op.join(native_gen_path, f'{arch}_binaries.h'), text) write_if_diff(op.join(native_gen_path, f"{arch}_binaries.h"), text)
def dump_flag_header(): def dump_flag_header():
flag_txt = textwrap.dedent('''\ flag_txt = textwrap.dedent(
"""\
#pragma once #pragma once
#define quote(s) #s #define quote(s) #s
#define str(s) quote(s) #define str(s) quote(s)
#define MAGISK_FULL_VER MAGISK_VERSION "(" str(MAGISK_VER_CODE) ")" #define MAGISK_FULL_VER MAGISK_VERSION "(" str(MAGISK_VER_CODE) ")"
#define NAME_WITH_VER(name) str(name) " " MAGISK_FULL_VER #define NAME_WITH_VER(name) str(name) " " MAGISK_FULL_VER
''') """
)
flag_txt += f'#define MAGISK_VERSION "{config["version"]}"\n' flag_txt += f'#define MAGISK_VERSION "{config["version"]}"\n'
flag_txt += f'#define MAGISK_VER_CODE {config["versionCode"]}\n' flag_txt += f'#define MAGISK_VER_CODE {config["versionCode"]}\n'
flag_txt += f'#define MAGISK_DEBUG {0 if args.release else 1}\n' flag_txt += f"#define MAGISK_DEBUG {0 if args.release else 1}\n"
mkdir_p(native_gen_path) mkdir_p(native_gen_path)
write_if_diff(op.join(native_gen_path, 'flags.h'), flag_txt) write_if_diff(op.join(native_gen_path, "flags.h"), flag_txt)
def build_binary(args): def build_binary(args):
# Verify NDK install # Verify NDK install
try: try:
with open(op.join(ndk_path, 'ONDK_VERSION'), 'r') as ondk_ver: with open(op.join(ndk_path, "ONDK_VERSION"), "r") as ondk_ver:
assert ondk_ver.read().strip(' \t\r\n') == config['ondkVersion'] assert ondk_ver.read().strip(" \t\r\n") == config["ondkVersion"]
except: except:
error('Unmatched NDK. Please install/upgrade NDK with "build.py ndk"') error('Unmatched NDK. Please install/upgrade NDK with "build.py ndk"')
if 'target' not in vars(args): if "target" not in vars(args):
vars(args)['target'] = [] vars(args)["target"] = []
if args.target: if args.target:
args.target = set(args.target) & set(support_targets) args.target = set(args.target) & set(support_targets)
@ -357,44 +383,44 @@ def build_binary(args):
else: else:
args.target = default_targets args.target = default_targets
header('* Building binaries: ' + ' '.join(args.target)) header("* Building binaries: " + " ".join(args.target))
run_cargo_build(args) run_cargo_build(args)
dump_flag_header() dump_flag_header()
flag = '' flag = ""
if 'magisk' in args.target or 'magiskinit' in args.target: if "magisk" in args.target or "magiskinit" in args.target:
flag += ' B_PRELOAD=1' flag += " B_PRELOAD=1"
if 'magiskpolicy' in args.target: if "magiskpolicy" in args.target:
flag += ' B_POLICY=1' flag += " B_POLICY=1"
if 'test' in args.target: if "test" in args.target:
flag += ' B_TEST=1' flag += " B_TEST=1"
if 'magiskinit' in args.target: if "magiskinit" in args.target:
flag += ' B_PRELOAD=1' flag += " B_PRELOAD=1"
if 'resetprop' in args.target: if "resetprop" in args.target:
flag += ' B_PROP=1' flag += " B_PROP=1"
if 'magiskboot' in args.target: if "magiskboot" in args.target:
flag += ' B_BOOT=1' flag += " B_BOOT=1"
if flag: if flag:
run_ndk_build(flag) run_ndk_build(flag)
# magiskinit and magisk embeds preload.so # magiskinit and magisk embeds preload.so
flag = '' flag = ""
if 'magisk' in args.target: if "magisk" in args.target:
flag += ' B_MAGISK=1' flag += " B_MAGISK=1"
if 'magiskinit' in args.target: if "magiskinit" in args.target:
flag += ' B_INIT=1' flag += " B_INIT=1"
if flag: if flag:
dump_bin_header(args) dump_bin_header(args)
@ -403,128 +429,142 @@ def build_binary(args):
# BusyBox is built with different libc # BusyBox is built with different libc
if 'busybox' in args.target: if "busybox" in args.target:
run_ndk_build('B_BB=1') run_ndk_build("B_BB=1")
def build_apk(args, module): def build_apk(args, module):
build_type = 'Release' if args.release else 'Debug' build_type = "Release" if args.release else "Debug"
proc = execv([gradlew, f'{module}:assemble{build_type}', proc = execv(
'-PconfigPath=' + op.abspath(args.config)]) [
gradlew,
f"{module}:assemble{build_type}",
"-PconfigPath=" + op.abspath(args.config),
]
)
if proc.returncode != 0: if proc.returncode != 0:
error(f'Build {module} failed!') error(f"Build {module} failed!")
build_type = build_type.lower() build_type = build_type.lower()
apk = f'{module}-{build_type}.apk' apk = f"{module}-{build_type}.apk"
source = op.join(module, 'build', 'outputs', 'apk', build_type, apk) source = op.join(module, "build", "outputs", "apk", build_type, apk)
target = op.join(config['outdir'], apk) target = op.join(config["outdir"], apk)
mv(source, target) mv(source, target)
header('Output: ' + target) header("Output: " + target)
def build_app(args): def build_app(args):
header('* Building the Magisk app') header("* Building the Magisk app")
build_apk(args, 'app') build_apk(args, "app")
# Stub building is directly integrated into the main app # Stub building is directly integrated into the main app
# build process. Copy the stub APK into output directory. # build process. Copy the stub APK into output directory.
build_type = 'release' if args.release else 'debug' build_type = "release" if args.release else "debug"
apk = f'stub-{build_type}.apk' apk = f"stub-{build_type}.apk"
source = op.join('app', 'src', build_type, 'assets', 'stub.apk') source = op.join("app", "src", build_type, "assets", "stub.apk")
target = op.join(config['outdir'], apk) target = op.join(config["outdir"], apk)
cp(source, target) cp(source, target)
def build_stub(args): def build_stub(args):
header('* Building the stub app') header("* Building the stub app")
build_apk(args, 'stub') build_apk(args, "stub")
def cleanup(args): def cleanup(args):
support_targets = {'native', 'java'} support_targets = {"native", "java"}
if args.target: if args.target:
args.target = set(args.target) & support_targets args.target = set(args.target) & support_targets
else: else:
args.target = support_targets args.target = support_targets
if 'native' in args.target: if "native" in args.target:
header('* Cleaning native') header("* Cleaning native")
rm_rf(op.join('native', 'libs')) rm_rf(op.join("native", "libs"))
rm_rf(op.join('native', 'obj')) rm_rf(op.join("native", "obj"))
rm_rf(op.join('native', 'out')) rm_rf(op.join("native", "out"))
rm_rf(op.join('native', 'src', 'target')) rm_rf(op.join("native", "src", "target"))
rm_rf(op.join('native', 'src', 'external', 'cxx-rs', 'target')) rm_rf(op.join("native", "src", "external", "cxx-rs", "target"))
if 'java' in args.target: if "java" in args.target:
header('* Cleaning java') header("* Cleaning java")
execv([gradlew, 'app:clean', 'app:shared:clean', 'stub:clean']) execv([gradlew, "app:clean", "app:shared:clean", "stub:clean"])
rm_rf(op.join('app', 'src', 'debug')) rm_rf(op.join("app", "src", "debug"))
rm_rf(op.join('app', 'src', 'release')) rm_rf(op.join("app", "src", "release"))
def setup_ndk(args): def setup_ndk(args):
os_name = platform.system().lower() os_name = platform.system().lower()
ndk_ver = config['ondkVersion'] ndk_ver = config["ondkVersion"]
url = f'https://github.com/topjohnwu/ondk/releases/download/{ndk_ver}/ondk-{ndk_ver}-{os_name}.tar.gz' url = f"https://github.com/topjohnwu/ondk/releases/download/{ndk_ver}/ondk-{ndk_ver}-{os_name}.tar.gz"
ndk_archive = url.split('/')[-1] ndk_archive = url.split("/")[-1]
header(f'* Downloading and extracting {ndk_archive}') header(f"* Downloading and extracting {ndk_archive}")
with urllib.request.urlopen(url) as response: with urllib.request.urlopen(url) as response:
with tarfile.open(mode='r|gz', fileobj=response) as tar: with tarfile.open(mode="r|gz", fileobj=response) as tar:
tar.extractall(ndk_root) tar.extractall(ndk_root)
rm_rf(ndk_path) rm_rf(ndk_path)
mv(op.join(ndk_root, f'ondk-{ndk_ver}'), ndk_path) mv(op.join(ndk_root, f"ondk-{ndk_ver}"), ndk_path)
header('* Patching static libs') header("* Patching static libs")
for target in ['arm-linux-androideabi', 'i686-linux-android']: for target in ["arm-linux-androideabi", "i686-linux-android"]:
arch = target.split('-')[0] arch = target.split("-")[0]
lib_dir = op.join( lib_dir = op.join(
ndk_path, 'toolchains', 'llvm', 'prebuilt', f'{os_name}-x86_64', ndk_path,
'sysroot', 'usr', 'lib', f'{target}', '23') "toolchains",
"llvm",
"prebuilt",
f"{os_name}-x86_64",
"sysroot",
"usr",
"lib",
f"{target}",
"23",
)
if not op.exists(lib_dir): if not op.exists(lib_dir):
continue continue
src_dir = op.join('tools', 'ndk-bins', '21', arch) src_dir = op.join("tools", "ndk-bins", "21", arch)
rm(op.join(src_dir, '.DS_Store')) rm(op.join(src_dir, ".DS_Store"))
shutil.copytree(src_dir, lib_dir, copy_function=cp, dirs_exist_ok=True) shutil.copytree(src_dir, lib_dir, copy_function=cp, dirs_exist_ok=True)
def push_files(args, script): def push_files(args, script):
abi = cmd_out([adb_path, 'shell', 'getprop', 'ro.product.cpu.abi']) abi = cmd_out([adb_path, "shell", "getprop", "ro.product.cpu.abi"])
apk = config['outdir'] + ('/app-release.apk' if args.release else '/app-debug.apk') apk = config["outdir"] + ("/app-release.apk" if args.release else "/app-debug.apk")
# Extract busybox from APK # Extract busybox from APK
busybox = f'{config["outdir"]}/busybox' busybox = f'{config["outdir"]}/busybox'
with ZipFile(apk) as zf: with ZipFile(apk) as zf:
with zf.open(f'lib/{abi}/libbusybox.so') as libbb: with zf.open(f"lib/{abi}/libbusybox.so") as libbb:
with open(busybox, 'wb') as bb: with open(busybox, "wb") as bb:
bb.write(libbb.read()) bb.write(libbb.read())
try: try:
proc = execv([adb_path, 'push', busybox, script, '/data/local/tmp']) proc = execv([adb_path, "push", busybox, script, "/data/local/tmp"])
if proc.returncode != 0: if proc.returncode != 0:
error('adb push failed!') error("adb push failed!")
finally: finally:
rm_rf(busybox) rm_rf(busybox)
proc = execv([adb_path, 'push', apk, '/data/local/tmp/magisk.apk']) proc = execv([adb_path, "push", apk, "/data/local/tmp/magisk.apk"])
if proc.returncode != 0: if proc.returncode != 0:
error('adb push failed!') error("adb push failed!")
def setup_avd(args): def setup_avd(args):
if not args.skip: if not args.skip:
build_all(args) build_all(args)
header('* Setting up emulator') header("* Setting up emulator")
push_files(args, 'scripts/avd_magisk.sh') push_files(args, "scripts/avd_magisk.sh")
proc = execv([adb_path, 'shell', 'sh', '/data/local/tmp/avd_magisk.sh']) proc = execv([adb_path, "shell", "sh", "/data/local/tmp/avd_magisk.sh"])
if proc.returncode != 0: if proc.returncode != 0:
error('avd_magisk.sh failed!') error("avd_magisk.sh failed!")
def patch_avd_ramdisk(args): def patch_avd_ramdisk(args):
@ -532,38 +572,38 @@ def patch_avd_ramdisk(args):
args.release = False args.release = False
build_all(args) build_all(args)
header('* Patching emulator ramdisk.img') header("* Patching emulator ramdisk.img")
# Create a backup to prevent accidental overwrites # Create a backup to prevent accidental overwrites
backup = args.ramdisk + '.bak' backup = args.ramdisk + ".bak"
if not op.exists(backup): if not op.exists(backup):
cp(args.ramdisk, backup) cp(args.ramdisk, backup)
ini = op.join(op.dirname(args.ramdisk), 'advancedFeatures.ini') ini = op.join(op.dirname(args.ramdisk), "advancedFeatures.ini")
with open(ini, 'r') as f: with open(ini, "r") as f:
adv_ft = f.read() adv_ft = f.read()
# Need to turn off system as root # Need to turn off system as root
if 'SystemAsRoot = on' in adv_ft: if "SystemAsRoot = on" in adv_ft:
# Create a backup # Create a backup
cp(ini, ini + '.bak') cp(ini, ini + ".bak")
adv_ft = adv_ft.replace('SystemAsRoot = on', 'SystemAsRoot = off') adv_ft = adv_ft.replace("SystemAsRoot = on", "SystemAsRoot = off")
with open(ini, 'w') as f: with open(ini, "w") as f:
f.write(adv_ft) f.write(adv_ft)
push_files(args, 'scripts/avd_patch.sh') push_files(args, "scripts/avd_patch.sh")
proc = execv([adb_path, 'push', backup, '/data/local/tmp/ramdisk.cpio.tmp']) proc = execv([adb_path, "push", backup, "/data/local/tmp/ramdisk.cpio.tmp"])
if proc.returncode != 0: if proc.returncode != 0:
error('adb push failed!') error("adb push failed!")
proc = execv([adb_path, 'shell', 'sh', '/data/local/tmp/avd_patch.sh']) proc = execv([adb_path, "shell", "sh", "/data/local/tmp/avd_patch.sh"])
if proc.returncode != 0: if proc.returncode != 0:
error('avd_patch.sh failed!') error("avd_patch.sh failed!")
proc = execv([adb_path, 'pull', '/data/local/tmp/ramdisk.cpio.gz', args.ramdisk]) proc = execv([adb_path, "pull", "/data/local/tmp/ramdisk.cpio.gz", args.ramdisk])
if proc.returncode != 0: if proc.returncode != 0:
error('adb pull failed!') error("adb pull failed!")
def build_all(args): def build_all(args):
@ -571,51 +611,58 @@ def build_all(args):
build_app(args) build_app(args)
parser = argparse.ArgumentParser(description='Magisk build script') parser = argparse.ArgumentParser(description="Magisk build script")
parser.set_defaults(func=lambda x: None) parser.set_defaults(func=lambda x: None)
parser.add_argument('-r', '--release', action='store_true', parser.add_argument(
help='compile in release mode') "-r", "--release", action="store_true", help="compile in release mode"
parser.add_argument('-v', '--verbose', action='store_true', )
help='verbose output') parser.add_argument("-v", "--verbose", action="store_true", help="verbose output")
parser.add_argument('-c', '--config', default='config.prop', parser.add_argument(
help='custom config file (default: config.prop)') "-c",
subparsers = parser.add_subparsers(title='actions') "--config",
default="config.prop",
help="custom config file (default: config.prop)",
)
subparsers = parser.add_subparsers(title="actions")
all_parser = subparsers.add_parser( all_parser = subparsers.add_parser("all", help="build everything")
'all', help='build everything')
all_parser.set_defaults(func=build_all) all_parser.set_defaults(func=build_all)
binary_parser = subparsers.add_parser('binary', help='build binaries') binary_parser = subparsers.add_parser("binary", help="build binaries")
binary_parser.add_argument( binary_parser.add_argument(
'target', nargs='*', help=f"{', '.join(support_targets)}, \ "target",
or empty for defaults ({', '.join(default_targets)})") nargs="*",
help=f"{', '.join(support_targets)}, \
or empty for defaults ({', '.join(default_targets)})",
)
binary_parser.set_defaults(func=build_binary) binary_parser.set_defaults(func=build_binary)
app_parser = subparsers.add_parser('app', help='build the Magisk app') app_parser = subparsers.add_parser("app", help="build the Magisk app")
app_parser.set_defaults(func=build_app) app_parser.set_defaults(func=build_app)
stub_parser = subparsers.add_parser('stub', help='build the stub app') stub_parser = subparsers.add_parser("stub", help="build the stub app")
stub_parser.set_defaults(func=build_stub) stub_parser.set_defaults(func=build_stub)
avd_parser = subparsers.add_parser( avd_parser = subparsers.add_parser("emulator", help="setup AVD for development")
'emulator', help='setup AVD for development') avd_parser.add_argument(
avd_parser.add_argument('-s', '--skip', action='store_true', "-s", "--skip", action="store_true", help="skip building binaries and the app"
help='skip building binaries and the app') )
avd_parser.set_defaults(func=setup_avd) avd_parser.set_defaults(func=setup_avd)
avd_patch_parser = subparsers.add_parser( avd_patch_parser = subparsers.add_parser("avd_patch", help="patch AVD ramdisk.img")
'avd_patch', help='patch AVD ramdisk.img') avd_patch_parser.add_argument("ramdisk", help="path to ramdisk.img")
avd_patch_parser.add_argument('ramdisk', help='path to ramdisk.img') avd_patch_parser.add_argument(
avd_patch_parser.add_argument('-s', '--skip', action='store_true', "-s", "--skip", action="store_true", help="skip building binaries and the app"
help='skip building binaries and the app') )
avd_patch_parser.set_defaults(func=patch_avd_ramdisk) avd_patch_parser.set_defaults(func=patch_avd_ramdisk)
clean_parser = subparsers.add_parser('clean', help='cleanup') clean_parser = subparsers.add_parser("clean", help="cleanup")
clean_parser.add_argument( clean_parser.add_argument(
'target', nargs='*', help='native, java, or empty to clean both') "target", nargs="*", help="native, java, or empty to clean both"
)
clean_parser.set_defaults(func=cleanup) clean_parser.set_defaults(func=cleanup)
ndk_parser = subparsers.add_parser('ndk', help='setup Magisk NDK') ndk_parser = subparsers.add_parser("ndk", help="setup Magisk NDK")
ndk_parser.set_defaults(func=setup_ndk) ndk_parser.set_defaults(func=setup_ndk)
if len(sys.argv) == 1: if len(sys.argv) == 1: