"""
Runs an executable on a remote host.
This is meant to be used as an executor when running the C++ Standard Library
conformance test suite.
"""
import argparse
import os
import posixpath
import shlex
import subprocess
import sys
import tarfile
import tempfile
def main():
parser = argparse.ArgumentParser()
parser.add_argument("--host", type=str, required=True)
parser.add_argument("--execdir", type=str, required=True)
parser.add_argument("--tempdir", type=str, required=False, default="/tmp")
parser.add_argument("--extra-ssh-args", type=str, required=False)
parser.add_argument("--extra-scp-args", type=str, required=False)
parser.add_argument("--codesign_identity", type=str, required=False, default=None)
parser.add_argument("--env", type=str, nargs="*", required=False, default=[])
parser.add_argument("--prepend_env", type=str, nargs="*", required=False, default=[])
parser.add_argument("-v", "--verbose", action='store_true')
parser.add_argument("command", nargs=argparse.ONE_OR_MORE)
args = parser.parse_args()
commandLine = args.command
def ssh(command):
cmd = ["ssh", "-oBatchMode=yes"]
if args.extra_ssh_args is not None:
cmd.extend(shlex.split(args.extra_ssh_args))
return cmd + [args.host, command]
def scp(src, dst):
cmd = ["scp", "-q", "-oBatchMode=yes"]
if args.extra_scp_args is not None:
cmd.extend(shlex.split(args.extra_scp_args))
return cmd + [src, "{}:{}".format(args.host, dst)]
def runCommand(command, *args_, **kwargs):
if args.verbose:
print(f"$ {' '.join(command)}", file=sys.stderr)
return subprocess.run(command, *args_, **kwargs)
tmp = runCommand(
ssh("mktemp -d {}/libcxx.XXXXXXXXXX".format(args.tempdir)),
universal_newlines=True,
check=True,
capture_output=True,
stdin=subprocess.DEVNULL
).stdout.strip()
isTestExe = lambda exe: exe.endswith(".tmp.exe") and os.path.exists(exe)
pathOnRemote = lambda file: posixpath.join(tmp, os.path.basename(file))
try:
if args.codesign_identity:
for exe in filter(isTestExe, commandLine):
codesign = ["codesign", "-f", "-s", args.codesign_identity, exe]
runCommand(codesign, env={}, check=True, stdin=subprocess.DEVNULL)
try:
tmpTar = tempfile.NamedTemporaryFile(suffix=".tar", delete=False)
with tarfile.open(fileobj=tmpTar, mode="w") as tarball:
tarball.add(args.execdir, arcname=os.path.basename(args.execdir))
tmpTar.close()
remoteTarball = pathOnRemote(tmpTar.name)
runCommand(scp(tmpTar.name, remoteTarball), check=True, stdin=subprocess.DEVNULL)
finally:
tmpTar.close()
os.remove(tmpTar.name)
remoteCommands = [
"tar -xf {} -C {} --strip-components 1".format(remoteTarball, tmp),
"rm {}".format(remoteTarball),
]
for exe in map(pathOnRemote, filter(isTestExe, commandLine)):
remoteCommands.append("chmod +x {}".format(exe))
commandLine = (pathOnRemote(x) if isTestExe(x) else x for x in commandLine)
remoteCommands.append("cd {}".format(tmp))
if args.prepend_env:
args.env.extend(args.prepend_env)
if args.env:
env = list(map(shlex.quote, args.env))
remoteCommands.append("export {}".format(" ".join(args.env)))
remoteCommands.append(subprocess.list2cmdline(commandLine))
rc = runCommand(ssh(" && ".join(remoteCommands))).returncode
return rc
finally:
runCommand(ssh("rm -r {}".format(tmp)), check=True)
if __name__ == "__main__":
exit(main())