"""
Base class for gdb-remote test cases.
"""
import errno
import os
import os.path
import random
import re
import select
import socket
import subprocess
import sys
import tempfile
import time
from lldbsuite.test import configuration
from lldbsuite.test.lldbtest import *
from lldbsuite.support import seven
from lldbgdbserverutils import *
import logging
class _ConnectionRefused(IOError):
pass
class GdbRemoteTestCaseFactory(type):
def __new__(cls, name, bases, attrs):
newattrs = {}
for attrname, attrvalue in attrs.items():
if not attrname.startswith("test"):
newattrs[attrname] = attrvalue
continue
all_categories = set(["debugserver", "llgs"])
categories = set(getattr(attrvalue, "categories", [])) & all_categories
if not categories:
categories = all_categories
for cat in categories:
@decorators.add_test_categories([cat])
@wraps(attrvalue)
def test_method(self, attrvalue=attrvalue):
return attrvalue(self)
method_name = attrname + "_" + cat
test_method.__name__ = method_name
test_method.debug_server = cat
newattrs[method_name] = test_method
return super(GdbRemoteTestCaseFactory, cls).__new__(cls, name, bases, newattrs)
class GdbRemoteTestCaseBase(Base, metaclass=GdbRemoteTestCaseFactory):
DEFAULT_TIMEOUT = 20 * (10 if ("ASAN_OPTIONS" in os.environ) else 1)
DEFAULT_SLEEP = 5 * (2 if ("ASAN_OPTIONS" in os.environ) else 1)
_GDBREMOTE_KILL_PACKET = b"$k#6b"
_STARTUP_ATTACH = "attach"
_STARTUP_ATTACH_MANUALLY = "attach_manually"
_STARTUP_LAUNCH = "launch"
TARGET_EXC_BAD_ACCESS = 0x91
TARGET_EXC_BAD_INSTRUCTION = 0x92
TARGET_EXC_ARITHMETIC = 0x93
TARGET_EXC_EMULATION = 0x94
TARGET_EXC_SOFTWARE = 0x95
TARGET_EXC_BREAKPOINT = 0x96
_verbose_log_handler = None
_log_formatter = logging.Formatter(fmt="%(asctime)-15s %(levelname)-8s %(message)s")
def setUpBaseLogging(self):
self.logger = logging.getLogger(__name__)
if len(self.logger.handlers) > 0:
return
self.logger.propagate = False
self.logger.setLevel(logging.DEBUG)
handler = logging.StreamHandler()
handler.setLevel(logging.WARNING)
handler.setFormatter(self._log_formatter)
self.logger.addHandler(handler)
def isVerboseLoggingRequested(self):
return any(("gdb-remote" in channel) for channel in lldbtest_config.channels)
def getDebugServer(self):
method = getattr(self, self.testMethodName)
return getattr(method, "debug_server", None)
def setUp(self):
super(GdbRemoteTestCaseBase, self).setUp()
self.setUpBaseLogging()
self.debug_monitor_extra_args = []
if self.isVerboseLoggingRequested():
self._verbose_log_handler = logging.FileHandler(
self.getLogBasenameForCurrentTest() + "-host.log"
)
self._verbose_log_handler.setFormatter(self._log_formatter)
self._verbose_log_handler.setLevel(logging.DEBUG)
self.logger.addHandler(self._verbose_log_handler)
self.test_sequence = GdbRemoteTestSequence(self.logger)
self.set_inferior_startup_launch()
self.port = self.get_next_port()
self.stub_sends_two_stop_notifications_on_kill = False
if configuration.lldb_platform_url:
if configuration.lldb_platform_url.startswith("unix-"):
url_pattern = r"(.+)://\[?(.+?)\]?/.*"
else:
url_pattern = r"(.+)://(.+):\d+"
scheme, host = re.match(
url_pattern, configuration.lldb_platform_url
).groups()
if (
configuration.lldb_platform_name == "remote-android"
and host != "localhost"
):
self.stub_device = host
self.stub_hostname = "localhost"
else:
self.stub_device = None
self.stub_hostname = host
else:
self.stub_hostname = "localhost"
debug_server = self.getDebugServer()
if debug_server == "debugserver":
self._init_debugserver_test()
else:
self._init_llgs_test()
def tearDown(self):
self.logger.removeHandler(self._verbose_log_handler)
self._verbose_log_handler = None
TestBase.tearDown(self)
def getLocalServerLogFile(self):
return self.getLogBasenameForCurrentTest() + "-server.log"
def setUpServerLogging(self, is_llgs):
if len(lldbtest_config.channels) == 0:
return
if lldb.remote_platform:
log_file = lldbutil.join_remote_paths(
lldb.remote_platform.GetWorkingDirectory(), "server.log"
)
else:
log_file = self.getLocalServerLogFile()
if is_llgs:
self.debug_monitor_extra_args.append("--log-file=" + log_file)
self.debug_monitor_extra_args.append(
"--log-channels={}".format(":".join(lldbtest_config.channels))
)
else:
self.debug_monitor_extra_args = [
"--log-file=" + log_file,
"--log-flags=0x800000",
]
def get_next_port(self):
return 12000 + random.randint(0, 3999)
def reset_test_sequence(self):
self.test_sequence = GdbRemoteTestSequence(self.logger)
def _init_llgs_test(self):
reverse_connect = True
if lldb.remote_platform:
reverse_connect = False
err, retcode, shell_stat = self.run_platform_command("cat /proc/$$/stat")
self.assertTrue(
err.Success() and retcode == 0,
"Failed to read file /proc/$$/stat: %s, retcode: %d"
% (err.GetCString(), retcode),
)
pid = re.match(r"^\d+ \(.+\) . (\d+)", shell_stat).group(1)
err, retcode, ls_output = self.run_platform_command(
"ls -l /proc/%s/exe" % pid
)
self.assertTrue(
err.Success() and retcode == 0,
"Failed to read file /proc/%s/exe: %s, retcode: %d"
% (pid, err.GetCString(), retcode),
)
exe = ls_output.split()[-1]
self.debug_monitor_exe = re.sub(r" \(deleted\)$", "", exe)
else:
self.debug_monitor_exe = get_lldb_server_exe()
self.debug_monitor_extra_args = ["gdbserver"]
self.setUpServerLogging(is_llgs=True)
self.reverse_connect = reverse_connect
def _init_debugserver_test(self):
self.debug_monitor_exe = get_debugserver_exe()
self.setUpServerLogging(is_llgs=False)
self.reverse_connect = True
self.stub_sends_two_stop_notifications_on_kill = True
def forward_adb_port(self, source, target, direction, device):
adb = ["adb"] + (["-s", device] if device else []) + [direction]
def remove_port_forward():
subprocess.call(adb + ["--remove", "tcp:%d" % source])
subprocess.call(adb + ["tcp:%d" % source, "tcp:%d" % target])
self.addTearDownHook(remove_port_forward)
def _verify_socket(self, sock):
triple = self.dbg.GetSelectedPlatform().GetTriple()
if not re.match(".*-.*-.*-android", triple):
return
can_read, _, _ = select.select([sock], [], [], 0.1)
if sock not in can_read:
return
if len(sock.recv(1, socket.MSG_PEEK)) == 0:
raise _ConnectionRefused()
def create_socket(self):
try:
sock = socket.socket(family=socket.AF_INET)
except OSError as e:
if e.errno != errno.EAFNOSUPPORT:
raise
sock = socket.socket(family=socket.AF_INET6)
logger = self.logger
triple = self.dbg.GetSelectedPlatform().GetTriple()
if re.match(".*-.*-.*-android", triple):
self.forward_adb_port(self.port, self.port, "forward", self.stub_device)
logger.info(
"Connecting to debug monitor on %s:%d", self.stub_hostname, self.port
)
connect_info = (self.stub_hostname, self.port)
try:
sock.connect(connect_info)
except socket.error as serr:
if serr.errno == errno.ECONNREFUSED:
raise _ConnectionRefused()
raise serr
def shutdown_socket():
if sock:
try:
sock.sendall(GdbRemoteTestCaseBase._GDBREMOTE_KILL_PACKET)
except:
logger.warning(
"failed to send kill packet to debug monitor: {}; ignoring".format(
sys.exc_info()[0]
)
)
try:
sock.close()
except:
logger.warning(
"failed to close socket to debug monitor: {}; ignoring".format(
sys.exc_info()[0]
)
)
self.addTearDownHook(shutdown_socket)
self._verify_socket(sock)
return sock
def set_inferior_startup_launch(self):
self._inferior_startup = self._STARTUP_LAUNCH
def set_inferior_startup_attach(self):
self._inferior_startup = self._STARTUP_ATTACH
def set_inferior_startup_attach_manually(self):
self._inferior_startup = self._STARTUP_ATTACH_MANUALLY
def get_debug_monitor_command_line_args(self, attach_pid=None):
commandline_args = self.debug_monitor_extra_args
if attach_pid:
commandline_args += ["--attach=%d" % attach_pid]
if self.reverse_connect:
commandline_args += ["--reverse-connect", self.connect_address]
else:
if lldb.remote_platform:
commandline_args += ["*:{}".format(self.port)]
else:
commandline_args += ["localhost:{}".format(self.port)]
return commandline_args
def get_target_byte_order(self):
inferior_exe_path = self.getBuildArtifact("a.out")
target = self.dbg.CreateTarget(inferior_exe_path)
return target.GetByteOrder()
def launch_debug_monitor(self, attach_pid=None, logfile=None):
if self.reverse_connect:
family, type, proto, _, addr = socket.getaddrinfo(
"localhost", 0, proto=socket.IPPROTO_TCP
)[0]
sock = socket.socket(family, type, proto)
sock.settimeout(self.DEFAULT_TIMEOUT)
sock.bind(addr)
sock.listen(1)
addr = sock.getsockname()
self.connect_address = "[{}]:{}".format(*addr)
commandline_args = self.get_debug_monitor_command_line_args(
attach_pid=attach_pid
)
server = self.spawnSubprocess(
self.debug_monitor_exe, commandline_args, install_remote=False
)
self.assertIsNotNone(server)
if self.reverse_connect:
self.sock = sock.accept()[0]
self.sock.settimeout(self.DEFAULT_TIMEOUT)
return server
def connect_to_debug_monitor(self, attach_pid=None):
if self.reverse_connect:
server = self.launch_debug_monitor(attach_pid=attach_pid)
self.assertIsNotNone(server)
logger = self.logger
self._server = Server(self.sock, server)
return server
attempts = 0
MAX_ATTEMPTS = 20
while attempts < MAX_ATTEMPTS:
server = self.launch_debug_monitor(attach_pid=attach_pid)
logger = self.logger
connect_attemps = 0
MAX_CONNECT_ATTEMPTS = 10
while connect_attemps < MAX_CONNECT_ATTEMPTS:
try:
logger.info("Connect attempt %d", connect_attemps + 1)
self.sock = self.create_socket()
self._server = Server(self.sock, server)
return server
except _ConnectionRefused as serr:
pass
time.sleep(0.5)
connect_attemps += 1
server.terminate()
print(
"connect to debug monitor on port %d failed, attempt #%d of %d"
% (self.port, attempts + 1, MAX_ATTEMPTS)
)
attempts += 1
time.sleep(random.randint(1, 5))
self.port = self.get_next_port()
raise Exception(
"failed to create a socket to the launched debug monitor after %d tries"
% attempts
)
def launch_process_for_attach(
self, inferior_args=None, sleep_seconds=3, exe_path=None
):
if not exe_path:
exe_path = self.getBuildArtifact("a.out")
args = []
if inferior_args:
args.extend(inferior_args)
if sleep_seconds:
args.append("sleep:%d" % sleep_seconds)
return self.spawnSubprocess(exe_path, args)
def prep_debug_monitor_and_inferior(
self,
inferior_args=None,
inferior_sleep_seconds=3,
inferior_exe_path=None,
inferior_env=None,
):
"""Prep the debug monitor, the inferior, and the expected packet stream.
Handle the separate cases of using the debug monitor in attach-to-inferior mode
and in launch-inferior mode.
For attach-to-inferior mode, the inferior process is first started, then
the debug monitor is started in attach to pid mode (using --attach on the
stub command line), and the no-ack-mode setup is appended to the packet
stream. The packet stream is not yet executed, ready to have more expected
packet entries added to it.
For launch-inferior mode, the stub is first started, then no ack mode is
setup on the expected packet stream, then the verified launch packets are added
to the expected socket stream. The packet stream is not yet executed, ready
to have more expected packet entries added to it.
The return value is:
{inferior:<inferior>, server:<server>}
"""
inferior = None
attach_pid = None
if (
self._inferior_startup == self._STARTUP_ATTACH
or self._inferior_startup == self._STARTUP_ATTACH_MANUALLY
):
inferior = self.launch_process_for_attach(
inferior_args=inferior_args,
sleep_seconds=inferior_sleep_seconds,
exe_path=inferior_exe_path,
)
self.assertIsNotNone(inferior)
self.assertTrue(inferior.pid > 0)
if self._inferior_startup == self._STARTUP_ATTACH:
attach_pid = inferior.pid
if self._inferior_startup == self._STARTUP_LAUNCH:
if not inferior_exe_path:
inferior_exe_path = self.getBuildArtifact("a.out")
if lldb.remote_platform:
remote_path = lldbutil.append_to_process_working_directory(
self, os.path.basename(inferior_exe_path)
)
remote_file_spec = lldb.SBFileSpec(remote_path, False)
err = lldb.remote_platform.Install(
lldb.SBFileSpec(inferior_exe_path, True), remote_file_spec
)
if err.Fail():
raise Exception(
"remote_platform.Install('%s', '%s') failed: %s"
% (inferior_exe_path, remote_path, err)
)
inferior_exe_path = remote_path
launch_args = [inferior_exe_path]
if inferior_args:
launch_args.extend(inferior_args)
server = self.connect_to_debug_monitor(attach_pid=attach_pid)
self.assertIsNotNone(server)
self.do_handshake()
if inferior_env:
for name, value in inferior_env.items():
self.add_set_environment_packets(name, value)
if self._inferior_startup == self._STARTUP_LAUNCH:
self.add_verified_launch_packets(launch_args)
return {"inferior": inferior, "server": server}
def do_handshake(self):
server = self._server
server.send_ack()
server.send_packet(b"QStartNoAckMode")
self.assertEqual(server.get_normal_packet(), b"+")
self.assertEqual(server.get_normal_packet(), b"OK")
server.send_ack()
def add_verified_launch_packets(self, launch_args):
self.test_sequence.add_log_lines(
[
"read packet: %s" % build_gdbremote_A_packet(launch_args),
"send packet: $OK#00",
"read packet: $qLaunchSuccess#a5",
"send packet: $OK#00",
],
True,
)
def add_thread_suffix_request_packets(self):
self.test_sequence.add_log_lines(
[
"read packet: $QThreadSuffixSupported#e4",
"send packet: $OK#00",
],
True,
)
def add_process_info_collection_packets(self):
self.test_sequence.add_log_lines(
[
"read packet: $qProcessInfo#dc",
{
"direction": "send",
"regex": r"^\$(.+)#[0-9a-fA-F]{2}$",
"capture": {1: "process_info_raw"},
},
],
True,
)
def add_set_environment_packets(self, name, value):
self.test_sequence.add_log_lines(
[
"read packet: $QEnvironment:" + name + "=" + value + "#00",
"send packet: $OK#00",
],
True,
)
_KNOWN_PROCESS_INFO_KEYS = [
"pid",
"parent-pid",
"real-uid",
"real-gid",
"effective-uid",
"effective-gid",
"cputype",
"cpusubtype",
"ostype",
"triple",
"vendor",
"endian",
"elf_abi",
"ptrsize",
]
def parse_process_info_response(self, context):
self.assertIsNotNone(context)
process_info_raw = context.get("process_info_raw")
self.assertIsNotNone(process_info_raw)
process_info_dict = {
match.group(1): match.group(2)
for match in re.finditer(r"([^:]+):([^;]+);", process_info_raw)
}
for key, val in list(process_info_dict.items()):
self.assertTrue(key in self._KNOWN_PROCESS_INFO_KEYS)
self.assertIsNotNone(val)
return process_info_dict
def add_register_info_collection_packets(self):
self.test_sequence.add_log_lines(
[
{
"type": "multi_response",
"query": "qRegisterInfo",
"append_iteration_suffix": True,
"end_regex": re.compile(r"^\$(E\d+)?#[0-9a-fA-F]{2}$"),
"save_key": "reg_info_responses",
}
],
True,
)
def parse_register_info_packets(self, context):
"""Return an array of register info dictionaries, one per register info."""
reg_info_responses = context.get("reg_info_responses")
self.assertIsNotNone(reg_info_responses)
return [
parse_reg_info_response(reg_info_response)
for reg_info_response in reg_info_responses
]
def expect_gdbremote_sequence(self):
return expect_lldb_gdbserver_replay(
self,
self._server,
self.test_sequence,
self.DEFAULT_TIMEOUT * len(self.test_sequence),
self.logger,
)
_KNOWN_REGINFO_KEYS = [
"name",
"alt-name",
"bitsize",
"offset",
"encoding",
"format",
"set",
"gcc",
"ehframe",
"dwarf",
"generic",
"container-regs",
"invalidate-regs",
"dynamic_size_dwarf_expr_bytes",
"dynamic_size_dwarf_len",
]
def assert_valid_reg_info(self, reg_info):
for key in reg_info:
self.assertTrue(key in self._KNOWN_REGINFO_KEYS)
self.assertTrue("name" in reg_info)
self.assertTrue("bitsize" in reg_info)
if not self.getArchitecture() == "aarch64":
self.assertTrue("offset" in reg_info)
self.assertTrue("encoding" in reg_info)
self.assertTrue("format" in reg_info)
def find_pc_reg_info(self, reg_infos):
lldb_reg_index = 0
for reg_info in reg_infos:
if ("generic" in reg_info) and (reg_info["generic"] == "pc"):
return (lldb_reg_index, reg_info)
lldb_reg_index += 1
return (None, None)
def add_lldb_register_index(self, reg_infos):
"""Add a "lldb_register_index" key containing the 0-baed index of each reg_infos entry.
We'll use this when we want to call packets like P/p with a register index but do so
on only a subset of the full register info set.
"""
self.assertIsNotNone(reg_infos)
reg_index = 0
for reg_info in reg_infos:
reg_info["lldb_register_index"] = reg_index
reg_index += 1
def add_query_memory_region_packets(self, address):
self.test_sequence.add_log_lines(
[
"read packet: $qMemoryRegionInfo:{0:x}#00".format(address),
{
"direction": "send",
"regex": r"^\$(.+)#[0-9a-fA-F]{2}$",
"capture": {1: "memory_region_response"},
},
],
True,
)
def parse_key_val_dict(self, key_val_text, allow_dupes=True):
self.assertIsNotNone(key_val_text)
kv_dict = {}
for match in re.finditer(r";?([^:]+):([^;]+)", key_val_text):
key = match.group(1)
val = match.group(2)
if key in kv_dict:
if allow_dupes:
if isinstance(kv_dict[key], list):
kv_dict[key].append(val)
else:
kv_dict[key] = [kv_dict[key], val]
else:
self.fail(
"key '{}' already present when attempting to add value '{}' (text='{}', dict={})".format(
key, val, key_val_text, kv_dict
)
)
else:
kv_dict[key] = val
return kv_dict
def parse_memory_region_packet(self, context):
self.assertIsNotNone(context.get("memory_region_response"))
mem_region_dict = self.parse_key_val_dict(context.get("memory_region_response"))
for key, val in list(mem_region_dict.items()):
self.assertIn(
key,
[
"start",
"size",
"permissions",
"flags",
"name",
"error",
"dirty-pages",
"type",
],
)
self.assertIsNotNone(val)
mem_region_dict["name"] = seven.unhexlify(mem_region_dict.get("name", ""))
return mem_region_dict
def assert_address_within_memory_region(self, test_address, mem_region_dict):
self.assertIsNotNone(mem_region_dict)
self.assertTrue("start" in mem_region_dict)
self.assertTrue("size" in mem_region_dict)
range_start = int(mem_region_dict["start"], 16)
range_size = int(mem_region_dict["size"], 16)
range_end = range_start + range_size
if test_address < range_start:
self.fail(
"address 0x{0:x} comes before range 0x{1:x} - 0x{2:x} (size 0x{3:x})".format(
test_address, range_start, range_end, range_size
)
)
elif test_address >= range_end:
self.fail(
"address 0x{0:x} comes after range 0x{1:x} - 0x{2:x} (size 0x{3:x})".format(
test_address, range_start, range_end, range_size
)
)
def add_threadinfo_collection_packets(self):
self.test_sequence.add_log_lines(
[
{
"type": "multi_response",
"first_query": "qfThreadInfo",
"next_query": "qsThreadInfo",
"append_iteration_suffix": False,
"end_regex": re.compile(r"^\$(l)?#[0-9a-fA-F]{2}$"),
"save_key": "threadinfo_responses",
}
],
True,
)
def parse_threadinfo_packets(self, context):
"""Return an array of thread ids (decimal ints), one per thread."""
threadinfo_responses = context.get("threadinfo_responses")
self.assertIsNotNone(threadinfo_responses)
thread_ids = []
for threadinfo_response in threadinfo_responses:
new_thread_infos = parse_threadinfo_response(threadinfo_response)
thread_ids.extend(new_thread_infos)
return thread_ids
def launch_with_threads(self, thread_count):
procs = self.prep_debug_monitor_and_inferior(
inferior_args=["thread:new"] * (thread_count - 1) + ["trap"]
)
self.test_sequence.add_log_lines(
[
"read packet: $c#00",
{
"direction": "send",
"regex": r"^\$T([0-9a-fA-F]{2})([^#]*)#..$",
"capture": {1: "stop_signo", 2: "stop_reply_kv"},
},
],
True,
)
self.add_threadinfo_collection_packets()
context = self.expect_gdbremote_sequence()
threads = self.parse_threadinfo_packets(context)
self.assertGreaterEqual(len(threads), thread_count)
return context, threads
def add_set_breakpoint_packets(
self, address, z_packet_type=0, do_continue=True, breakpoint_kind=1
):
self.test_sequence.add_log_lines(
[
"read packet: $Z{2},{0:x},{1}#00".format(
address, breakpoint_kind, z_packet_type
),
"send packet: $OK#00",
],
True,
)
if do_continue:
self.test_sequence.add_log_lines(
[
"read packet: $c#63",
{
"direction": "send",
"regex": r"^\$T([0-9a-fA-F]{2})thread:([0-9a-fA-F]+);",
"capture": {1: "stop_signo", 2: "stop_thread_id"},
},
],
True,
)
def add_remove_breakpoint_packets(
self, address, z_packet_type=0, breakpoint_kind=1
):
self.test_sequence.add_log_lines(
[
"read packet: $z{2},{0:x},{1}#00".format(
address, breakpoint_kind, z_packet_type
),
"send packet: $OK#00",
],
True,
)
def add_qSupported_packets(self, client_features=[]):
features = "".join(";" + x for x in client_features)
self.test_sequence.add_log_lines(
[
"read packet: $qSupported{}#00".format(features),
{
"direction": "send",
"regex": r"^\$(.*)#[0-9a-fA-F]{2}",
"capture": {1: "qSupported_response"},
},
],
True,
)
_KNOWN_QSUPPORTED_STUB_FEATURES = [
"augmented-libraries-svr4-read",
"PacketSize",
"QStartNoAckMode",
"QThreadSuffixSupported",
"QListThreadsInStopReply",
"qXfer:auxv:read",
"qXfer:libraries:read",
"qXfer:libraries-svr4:read",
"qXfer:features:read",
"qXfer:siginfo:read",
"qEcho",
"QPassSignals",
"multiprocess",
"fork-events",
"vfork-events",
"memory-tagging",
"qSaveCore",
"native-signals",
"QNonStop",
"SupportedWatchpointTypes",
"SupportedCompressions",
]
def parse_qSupported_response(self, context):
self.assertIsNotNone(context)
raw_response = context.get("qSupported_response")
self.assertIsNotNone(raw_response)
supported_dict = {}
for match in re.finditer(r";?([^=;]+)(=([^;]+))?", raw_response):
key = match.group(1)
val = match.group(3)
if val and len(val) > 0:
supported_dict[key] = val
else:
if len(key) < 2:
raise Exception(
"singular stub feature is too short: must be stub_feature{+,-,?}"
)
supported_type = key[-1]
key = key[:-1]
if not supported_type in ["+", "-", "?"]:
raise Exception(
"malformed stub feature: final character {} not in expected set (+,-,?)".format(
supported_type
)
)
supported_dict[key] = supported_type
if key not in self._KNOWN_QSUPPORTED_STUB_FEATURES:
raise Exception("unknown qSupported stub feature reported: %s" % key)
return supported_dict
def continue_process_and_wait_for_stop(self):
self.test_sequence.add_log_lines(
[
"read packet: $vCont;c#a8",
{
"direction": "send",
"regex": r"^\$T([0-9a-fA-F]{2})(.*)#[0-9a-fA-F]{2}$",
"capture": {1: "stop_signo", 2: "stop_key_val_text"},
},
],
True,
)
context = self.expect_gdbremote_sequence()
self.assertIsNotNone(context)
return self.parse_interrupt_packets(context)
def select_modifiable_register(self, reg_infos):
"""Find a register that can be read/written freely."""
PREFERRED_REGISTER_NAMES = set(
[
"rax",
]
)
alternative_register_index = None
self.assertIsNotNone(reg_infos)
for reg_info in reg_infos:
if ("name" in reg_info) and (reg_info["name"] in PREFERRED_REGISTER_NAMES):
return reg_info["lldb_register_index"]
if ("generic" in reg_info) and (
reg_info["generic"] == "fp" or reg_info["generic"] == "arg1"
):
alternative_register_index = reg_info["lldb_register_index"]
return alternative_register_index
def extract_registers_from_stop_notification(self, stop_key_vals_text):
self.assertIsNotNone(stop_key_vals_text)
kv_dict = self.parse_key_val_dict(stop_key_vals_text)
registers = {}
for key, val in list(kv_dict.items()):
if re.match(r"^[0-9a-fA-F]+$", key):
registers[int(key, 16)] = val
return registers
def gather_register_infos(self):
self.reset_test_sequence()
self.add_register_info_collection_packets()
context = self.expect_gdbremote_sequence()
self.assertIsNotNone(context)
reg_infos = self.parse_register_info_packets(context)
self.assertIsNotNone(reg_infos)
self.add_lldb_register_index(reg_infos)
return reg_infos
def find_generic_register_with_name(self, reg_infos, generic_name):
self.assertIsNotNone(reg_infos)
for reg_info in reg_infos:
if ("generic" in reg_info) and (reg_info["generic"] == generic_name):
return reg_info
return None
def find_register_with_name_and_dwarf_regnum(self, reg_infos, name, dwarf_num):
self.assertIsNotNone(reg_infos)
for reg_info in reg_infos:
if (reg_info["name"] == name) and (reg_info["dwarf"] == dwarf_num):
return reg_info
return None
def decode_gdbremote_binary(self, encoded_bytes):
decoded_bytes = ""
i = 0
while i < len(encoded_bytes):
if encoded_bytes[i] == "}":
self.assertTrue(i + 1 < len(encoded_bytes))
decoded_bytes += chr(ord(encoded_bytes[i + 1]) ^ 0x20)
i += 2
elif encoded_bytes[i] == "*":
self.assertTrue(len(decoded_bytes) > 0)
self.assertTrue(i + 1 < len(encoded_bytes))
repeat_count = ord(encoded_bytes[i + 1]) - 29
decoded_bytes += decoded_bytes[-1] * repeat_count
i += 2
else:
decoded_bytes += encoded_bytes[i]
i += 1
return decoded_bytes
def build_auxv_dict(self, endian, word_size, auxv_data):
self.assertIsNotNone(endian)
self.assertIsNotNone(word_size)
self.assertIsNotNone(auxv_data)
auxv_dict = {}
ignored_keys_for_arch = {"powerpc64le": [22]}
arch = self.getArchitecture()
ignore_keys = None
if arch in ignored_keys_for_arch:
ignore_keys = ignored_keys_for_arch[arch]
while len(auxv_data) > 0:
raw_key = auxv_data[:word_size]
auxv_data = auxv_data[word_size:]
raw_value = auxv_data[:word_size]
auxv_data = auxv_data[word_size:]
key = unpack_endian_binary_string(endian, raw_key)
value = unpack_endian_binary_string(endian, raw_value)
if ignore_keys and key in ignore_keys:
continue
if key == 0:
self.assertEqual(value, 0)
return auxv_dict
self.assertFalse(key in auxv_dict)
auxv_dict[key] = value
self.fail(
"should not reach here - implies required double zero entry not found"
)
return auxv_dict
def read_binary_data_in_chunks(self, command_prefix, chunk_length):
"""Collect command_prefix{offset:x},{chunk_length:x} until a single 'l' or 'l' with data is returned."""
offset = 0
done = False
decoded_data = ""
while not done:
self.reset_test_sequence()
self.test_sequence.add_log_lines(
[
"read packet: ${}{:x},{:x}:#00".format(
command_prefix, offset, chunk_length
),
{
"direction": "send",
"regex": re.compile(
r"^\$([^E])(.*)#[0-9a-fA-F]{2}$", re.MULTILINE | re.DOTALL
),
"capture": {1: "response_type", 2: "content_raw"},
},
],
True,
)
context = self.expect_gdbremote_sequence()
self.assertIsNotNone(context)
response_type = context.get("response_type")
self.assertIsNotNone(response_type)
self.assertTrue(response_type in ["l", "m"])
offset += chunk_length
done = response_type == "l"
content_raw = context.get("content_raw")
if content_raw and len(content_raw) > 0:
self.assertIsNotNone(content_raw)
decoded_data += self.decode_gdbremote_binary(content_raw)
return decoded_data
def add_interrupt_packets(self):
self.test_sequence.add_log_lines(
[
"read packet: {}".format(chr(3)),
{
"direction": "send",
"regex": r"^\$T([0-9a-fA-F]{2})(.*)#[0-9a-fA-F]{2}$",
"capture": {1: "stop_signo", 2: "stop_key_val_text"},
},
],
True,
)
def parse_interrupt_packets(self, context):
self.assertIsNotNone(context.get("stop_signo"))
self.assertIsNotNone(context.get("stop_key_val_text"))
return (
int(context["stop_signo"], 16),
self.parse_key_val_dict(context["stop_key_val_text"]),
)
def add_QSaveRegisterState_packets(self, thread_id):
if thread_id:
request = "read packet: $QSaveRegisterState;thread:{:x}#00".format(
thread_id
)
else:
request = "read packet: $QSaveRegisterState#00"
self.test_sequence.add_log_lines(
[
request,
{
"direction": "send",
"regex": r"^\$(E?.*)#[0-9a-fA-F]{2}$",
"capture": {1: "save_response"},
},
],
True,
)
def parse_QSaveRegisterState_response(self, context):
self.assertIsNotNone(context)
save_response = context.get("save_response")
self.assertIsNotNone(save_response)
if len(save_response) < 1 or save_response[0] == "E":
return (False, None)
else:
return (True, int(save_response))
def add_QRestoreRegisterState_packets(self, save_id, thread_id=None):
if thread_id:
request = "read packet: $QRestoreRegisterState:{};thread:{:x}#00".format(
save_id, thread_id
)
else:
request = "read packet: $QRestoreRegisterState:{}#00".format(save_id)
self.test_sequence.add_log_lines([request, "send packet: $OK#00"], True)
def flip_all_bits_in_each_register_value(self, reg_infos, endian, thread_id=None):
self.assertIsNotNone(reg_infos)
successful_writes = 0
failed_writes = 0
for reg_info in reg_infos:
reg_index = reg_info["lldb_register_index"]
self.assertIsNotNone(reg_index)
reg_byte_size = int(reg_info["bitsize"]) // 8
self.assertTrue(reg_byte_size > 0)
if thread_id:
p_request = "read packet: $p{:x};thread:{:x}#00".format(
reg_index, thread_id
)
else:
p_request = "read packet: $p{:x}#00".format(reg_index)
self.reset_test_sequence()
self.test_sequence.add_log_lines(
[
p_request,
{
"direction": "send",
"regex": r"^\$([0-9a-fA-F]+)#",
"capture": {1: "p_response"},
},
],
True,
)
context = self.expect_gdbremote_sequence()
self.assertIsNotNone(context)
p_response = context.get("p_response")
self.assertIsNotNone(p_response)
initial_reg_value = unpack_register_hex_unsigned(endian, p_response)
all_one_bits_raw = "ff" * (int(reg_info["bitsize"]) // 8)
flipped_bits_int = initial_reg_value ^ int(all_one_bits_raw, 16)
if thread_id:
P_request = "read packet: $P{:x}={};thread:{:x}#00".format(
reg_index,
pack_register_hex(
endian, flipped_bits_int, byte_size=reg_byte_size
),
thread_id,
)
else:
P_request = "read packet: $P{:x}={}#00".format(
reg_index,
pack_register_hex(
endian, flipped_bits_int, byte_size=reg_byte_size
),
)
self.reset_test_sequence()
self.test_sequence.add_log_lines(
[
P_request,
{
"direction": "send",
"regex": r"^\$(OK|E[0-9a-fA-F]+)#[0-9a-fA-F]{2}",
"capture": {1: "P_response"},
},
],
True,
)
context = self.expect_gdbremote_sequence()
self.assertIsNotNone(context)
P_response = context.get("P_response")
self.assertIsNotNone(P_response)
if P_response == "OK":
successful_writes += 1
else:
failed_writes += 1
if P_response == "OK":
self.reset_test_sequence()
self.test_sequence.add_log_lines(
[
p_request,
{
"direction": "send",
"regex": r"^\$([0-9a-fA-F]+)#",
"capture": {1: "p_response"},
},
],
True,
)
context = self.expect_gdbremote_sequence()
self.assertIsNotNone(context)
verify_p_response_raw = context.get("p_response")
self.assertIsNotNone(verify_p_response_raw)
verify_bits = unpack_register_hex_unsigned(
endian, verify_p_response_raw
)
if verify_bits != flipped_bits_int:
successful_writes -= 1
failed_writes += 1
return (successful_writes, failed_writes)
def is_bit_flippable_register(self, reg_info):
if not reg_info:
return False
if not "set" in reg_info:
return False
if reg_info["set"] != "General Purpose Registers":
return False
if ("container-regs" in reg_info) and (len(reg_info["container-regs"]) > 0):
return False
if re.match("^.s$", reg_info["name"]):
return False
if re.match("^(c|)psr$", reg_info["name"]):
return False
return True
def read_register_values(self, reg_infos, endian, thread_id=None):
self.assertIsNotNone(reg_infos)
values = {}
for reg_info in reg_infos:
reg_index = reg_info.get("lldb_register_index")
self.assertIsNotNone(reg_index)
if thread_id:
p_request = "read packet: $p{:x};thread:{:x}#00".format(
reg_index, thread_id
)
else:
p_request = "read packet: $p{:x}#00".format(reg_index)
self.reset_test_sequence()
self.test_sequence.add_log_lines(
[
p_request,
{
"direction": "send",
"regex": r"^\$([0-9a-fA-F]+)#",
"capture": {1: "p_response"},
},
],
True,
)
context = self.expect_gdbremote_sequence()
self.assertIsNotNone(context)
p_response = context.get("p_response")
self.assertIsNotNone(p_response)
self.assertTrue(len(p_response) > 0)
self.assertFalse(p_response[0] == "E")
values[reg_index] = unpack_register_hex_unsigned(endian, p_response)
return values
def add_vCont_query_packets(self):
self.test_sequence.add_log_lines(
[
"read packet: $vCont?#49",
{
"direction": "send",
"regex": r"^\$(vCont)?(.*)#[0-9a-fA-F]{2}$",
"capture": {2: "vCont_query_response"},
},
],
True,
)
def parse_vCont_query_response(self, context):
self.assertIsNotNone(context)
vCont_query_response = context.get("vCont_query_response")
if not vCont_query_response or len(vCont_query_response) == 0:
return {}
return {
key: 1 for key in vCont_query_response.split(";") if key and len(key) > 0
}
def count_single_steps_until_true(
self,
thread_id,
predicate,
args,
max_step_count=100,
use_Hc_packet=True,
step_instruction="s",
):
"""Used by single step test that appears in a few different contexts."""
single_step_count = 0
while single_step_count < max_step_count:
self.assertIsNotNone(thread_id)
step_packet = "read packet: ${}#00".format(
re.sub(r"{thread}", "{:x}".format(thread_id), step_instruction)
)
self.reset_test_sequence()
if use_Hc_packet:
self.test_sequence.add_log_lines(
[
"read packet: $Hc{0:x}#00".format(thread_id),
"send packet: $OK#00",
],
True,
)
self.test_sequence.add_log_lines(
[
step_packet,
{
"direction": "send",
"regex": r"^\$T([0-9a-fA-F]{2})thread:([0-9a-fA-F]+);",
"capture": {1: "stop_signo", 2: "stop_thread_id"},
},
],
True,
)
context = self.expect_gdbremote_sequence()
self.assertIsNotNone(context)
self.assertIsNotNone(context.get("stop_signo"))
self.assertEqual(
int(context.get("stop_signo"), 16),
lldbutil.get_signal_number("SIGTRAP"),
)
single_step_count += 1
if predicate(args):
return (True, single_step_count)
return (False, single_step_count)
def g_c1_c2_contents_are(self, args):
"""Used by single step test that appears in a few different contexts."""
g_c1_address = args["g_c1_address"]
g_c2_address = args["g_c2_address"]
expected_g_c1 = args["expected_g_c1"]
expected_g_c2 = args["expected_g_c2"]
self.reset_test_sequence()
self.test_sequence.add_log_lines(
[
"read packet: $m{0:x},{1:x}#00".format(g_c1_address, 1),
{
"direction": "send",
"regex": r"^\$(.+)#[0-9a-fA-F]{2}$",
"capture": {1: "g_c1_contents"},
},
"read packet: $m{0:x},{1:x}#00".format(g_c2_address, 1),
{
"direction": "send",
"regex": r"^\$(.+)#[0-9a-fA-F]{2}$",
"capture": {1: "g_c2_contents"},
},
],
True,
)
context = self.expect_gdbremote_sequence()
self.assertIsNotNone(context)
self.assertIsNotNone(context.get("g_c1_contents"))
self.assertIsNotNone(context.get("g_c2_contents"))
return (seven.unhexlify(context.get("g_c1_contents")) == expected_g_c1) and (
seven.unhexlify(context.get("g_c2_contents")) == expected_g_c2
)
def single_step_only_steps_one_instruction(
self, use_Hc_packet=True, step_instruction="s"
):
"""Used by single step test that appears in a few different contexts."""
procs = self.prep_debug_monitor_and_inferior(
inferior_args=[
"get-code-address-hex:swap_chars",
"get-data-address-hex:g_c1",
"get-data-address-hex:g_c2",
"sleep:1",
"call-function:swap_chars",
"sleep:5",
]
)
self.test_sequence.add_log_lines(
[
"read packet: $c#63",
{
"type": "output_match",
"regex": r"^code address: 0x([0-9a-fA-F]+)\r\ndata address: 0x([0-9a-fA-F]+)\r\ndata address: 0x([0-9a-fA-F]+)\r\n$",
"capture": {
1: "function_address",
2: "g_c1_address",
3: "g_c2_address",
},
},
"read packet: {}".format(chr(3)),
{
"direction": "send",
"regex": r"^\$T([0-9a-fA-F]{2})thread:([0-9a-fA-F]+);",
"capture": {1: "stop_signo", 2: "stop_thread_id"},
},
],
True,
)
context = self.expect_gdbremote_sequence()
self.assertIsNotNone(context)
self.assertIsNotNone(context.get("stop_thread_id"))
main_thread_id = int(context.get("stop_thread_id"), 16)
self.assertIsNotNone(context.get("function_address"))
function_address = int(context.get("function_address"), 16)
self.assertIsNotNone(context.get("g_c1_address"))
g_c1_address = int(context.get("g_c1_address"), 16)
self.assertIsNotNone(context.get("g_c2_address"))
g_c2_address = int(context.get("g_c2_address"), 16)
if self.getArchitecture().startswith("arm"):
BREAKPOINT_KIND = 4
else:
BREAKPOINT_KIND = 1
self.reset_test_sequence()
self.add_set_breakpoint_packets(
function_address, do_continue=True, breakpoint_kind=BREAKPOINT_KIND
)
context = self.expect_gdbremote_sequence()
self.assertIsNotNone(context)
self.reset_test_sequence()
self.add_remove_breakpoint_packets(
function_address, breakpoint_kind=BREAKPOINT_KIND
)
context = self.expect_gdbremote_sequence()
self.assertIsNotNone(context)
args = {}
args["g_c1_address"] = g_c1_address
args["g_c2_address"] = g_c2_address
args["expected_g_c1"] = "0"
args["expected_g_c2"] = "1"
self.assertTrue(self.g_c1_c2_contents_are(args))
args["expected_g_c1"] = "1"
args["expected_g_c2"] = "1"
(state_reached, step_count) = self.count_single_steps_until_true(
main_thread_id,
self.g_c1_c2_contents_are,
args,
max_step_count=25,
use_Hc_packet=use_Hc_packet,
step_instruction=step_instruction,
)
self.assertTrue(state_reached)
args["expected_g_c1"] = "1"
args["expected_g_c2"] = "0"
(state_reached, step_count) = self.count_single_steps_until_true(
main_thread_id,
self.g_c1_c2_contents_are,
args,
max_step_count=5,
use_Hc_packet=use_Hc_packet,
step_instruction=step_instruction,
)
self.assertTrue(state_reached)
expected_step_count = 1
arch = self.getArchitecture()
if re.match("mips", arch):
expected_step_count = 3
if re.match("s390x", arch):
expected_step_count = 2
if re.match("arm64", arch):
before_materialization_step_count = 4
after_matrialization_step_count = 1
self.assertIn(
step_count,
[before_materialization_step_count, after_matrialization_step_count],
)
expected_step_count = after_matrialization_step_count
else:
self.assertEqual(step_count, expected_step_count)
args["expected_g_c1"] = "0"
args["expected_g_c2"] = "0"
(state_reached, step_count) = self.count_single_steps_until_true(
main_thread_id,
self.g_c1_c2_contents_are,
args,
max_step_count=5,
use_Hc_packet=use_Hc_packet,
step_instruction=step_instruction,
)
self.assertTrue(state_reached)
self.assertEqual(step_count, expected_step_count)
args["expected_g_c1"] = "0"
args["expected_g_c2"] = "1"
(state_reached, step_count) = self.count_single_steps_until_true(
main_thread_id,
self.g_c1_c2_contents_are,
args,
max_step_count=5,
use_Hc_packet=use_Hc_packet,
step_instruction=step_instruction,
)
self.assertTrue(state_reached)
self.assertEqual(step_count, expected_step_count)
def maybe_strict_output_regex(self, regex):
return (
".*" + regex + ".*"
if lldbplatformutil.hasChattyStderr(self)
else "^" + regex + "$"
)
def install_and_create_launch_args(self):
exe_path = self.getBuildArtifact("a.out")
if not lldb.remote_platform:
return [exe_path]
remote_path = lldbutil.append_to_process_working_directory(
self, os.path.basename(exe_path)
)
remote_file_spec = lldb.SBFileSpec(remote_path, False)
err = lldb.remote_platform.Install(
lldb.SBFileSpec(exe_path, True), remote_file_spec
)
if err.Fail():
raise Exception(
"remote_platform.Install('%s', '%s') failed: %s"
% (exe_path, remote_path, err)
)
return [remote_path]