#include "base/profiler/stack_copier_signal.h"
#include <errno.h>
#include <linux/futex.h>
#include <signal.h>
#include <stdint.h>
#include <sys/ucontext.h>
#include <syscall.h>
#include <atomic>
#include <cstring>
#include <optional>
#include "base/check.h"
#include "base/compiler_specific.h"
#include "base/memory/raw_ptr.h"
#include "base/memory/raw_ptr_exclusion.h"
#include "base/notreached.h"
#include "base/profiler/register_context.h"
#include "base/profiler/register_context_registers.h"
#include "base/profiler/stack_buffer.h"
#include "base/profiler/suspendable_thread_delegate.h"
#include "base/time/time_override.h"
#include "base/trace_event/trace_event.h"
#include "build/build_config.h"
namespace base {
namespace {
class AsyncSafeWaitableEvent {
public:
AsyncSafeWaitableEvent() {
futex_.store(kNotSignaled, std::memory_order_release);
}
~AsyncSafeWaitableEvent() = default;
AsyncSafeWaitableEvent(const AsyncSafeWaitableEvent&) = delete;
AsyncSafeWaitableEvent& operator=(const AsyncSafeWaitableEvent&) = delete;
bool Wait() {
while (true) {
long res =
syscall(SYS_futex, futex_ptr(), FUTEX_WAIT | FUTEX_PRIVATE_FLAG,
kNotSignaled, nullptr, nullptr, 0);
int futex_errno = errno;
if (futex_.load(std::memory_order_acquire) != kNotSignaled) {
return true;
}
if (res != 0) {
if (futex_errno != EINTR && futex_errno != EAGAIN) {
return false;
}
}
}
}
void Signal() {
futex_.store(kSignaled, std::memory_order_release);
syscall(SYS_futex, futex_ptr(), FUTEX_WAKE | FUTEX_PRIVATE_FLAG, 1, nullptr,
nullptr, 0);
}
private:
static constexpr uint32_t kNotSignaled = 0;
static constexpr uint32_t kSignaled = 1;
uint32_t* futex_ptr() {
static_assert(sizeof(futex_) == sizeof(uint32_t),
"Expected std::atomic_uint32_t to be the same size as "
"uint32_t");
return reinterpret_cast<uint32_t*>(&futex_);
}
std::atomic_uint32_t futex_{kNotSignaled};
};
class ScopedEventSignaller {
public:
explicit ScopedEventSignaller(AsyncSafeWaitableEvent* event)
: event_(event) {}
~ScopedEventSignaller() { event_->Signal(); }
private:
RAW_PTR_EXCLUSION AsyncSafeWaitableEvent* event_;
};
struct HandlerParams {
uintptr_t stack_base_address;
RAW_PTR_EXCLUSION AsyncSafeWaitableEvent* event;
RAW_PTR_EXCLUSION bool* success;
RAW_PTR_EXCLUSION mcontext_t* context;
RAW_PTR_EXCLUSION StackBuffer* stack_buffer;
RAW_PTR_EXCLUSION const uint8_t** stack_copy_bottom;
RAW_PTR_EXCLUSION std::optional<TimeTicks>* maybe_timestamp;
RAW_PTR_EXCLUSION StackCopier::Delegate* stack_copier_delegate;
};
std::atomic<HandlerParams*> g_handler_params;
void CopyStackSignalHandler(int n, siginfo_t* siginfo, void* sigcontext) {
HandlerParams* params = g_handler_params.load(std::memory_order_acquire);
*params->maybe_timestamp = subtle::MaybeTimeTicksNowIgnoringOverride();
ScopedEventSignaller e(params->event);
*params->success = false;
const ucontext_t* ucontext = static_cast<ucontext_t*>(sigcontext);
UNSAFE_TODO(
std::memcpy(params->context, &ucontext->uc_mcontext, sizeof(mcontext_t)));
const uintptr_t bottom = RegisterContextStackPointer(params->context);
const uintptr_t top = params->stack_base_address;
if ((top - bottom) > params->stack_buffer->size()) {
return;
}
params->stack_copier_delegate->OnStackCopy();
*params->stack_copy_bottom =
StackCopierSignal::CopyStackContentsAndRewritePointers(
reinterpret_cast<uint8_t*>(bottom), reinterpret_cast<uintptr_t*>(top),
StackBuffer::kPlatformStackAlignment, params->stack_buffer->buffer());
*params->success = true;
}
class ScopedSetSignalHandlerParams {
public:
explicit ScopedSetSignalHandlerParams(HandlerParams* params) {
g_handler_params.store(params, std::memory_order_release);
}
~ScopedSetSignalHandlerParams() {
g_handler_params.store(nullptr, std::memory_order_release);
}
};
class ScopedSigaction {
public:
ScopedSigaction(int signal,
struct sigaction* action,
struct sigaction* original_action)
: signal_(signal),
action_(action),
original_action_(original_action),
succeeded_(sigaction(signal, action, original_action) == 0) {}
bool succeeded() const { return succeeded_; }
~ScopedSigaction() {
if (!succeeded_) {
return;
}
bool reset_succeeded = sigaction(signal_, original_action_, action_) == 0;
DCHECK(reset_succeeded);
}
private:
const int signal_;
const raw_ptr<struct sigaction> action_;
const raw_ptr<struct sigaction> original_action_;
const bool succeeded_;
};
}
StackCopierSignal::StackCopierSignal(
std::unique_ptr<ThreadDelegate> thread_delegate)
: thread_delegate_(std::move(thread_delegate)) {}
StackCopierSignal::~StackCopierSignal() = default;
bool StackCopierSignal::CopyStack(StackBuffer* stack_buffer,
uintptr_t* stack_top,
TimeTicks* timestamp,
RegisterContext* thread_context,
Delegate* delegate) {
AsyncSafeWaitableEvent wait_event;
bool copied = false;
const uint8_t* stack_copy_bottom = nullptr;
const uintptr_t stack_base_address = thread_delegate_->GetStackBaseAddress();
std::optional<TimeTicks> maybe_timestamp;
HandlerParams params = {stack_base_address, &wait_event, &copied,
thread_context, stack_buffer, &stack_copy_bottom,
&maybe_timestamp, delegate};
{
ScopedSetSignalHandlerParams scoped_handler_params(¶ms);
struct sigaction action = {};
action.sa_sigaction = CopyStackSignalHandler;
action.sa_flags = SA_RESTART | SA_SIGINFO;
sigemptyset(&action.sa_mask);
TRACE_EVENT_BEGIN0(TRACE_DISABLED_BY_DEFAULT("cpu_profiler.debug"),
"StackCopierSignal copy stack");
struct sigaction original_action = {};
ScopedSigaction scoped_sigaction(SIGURG, &action, &original_action);
if (!scoped_sigaction.succeeded()) {
return false;
}
if (syscall(SYS_tgkill, getpid(), thread_delegate_->GetThreadId(),
SIGURG) != 0) {
NOTREACHED();
}
bool finished_waiting = wait_event.Wait();
TRACE_EVENT_END0(TRACE_DISABLED_BY_DEFAULT("cpu_profiler.debug"),
"StackCopierSignal copy stack");
CHECK(finished_waiting);
if (maybe_timestamp.has_value()) {
*timestamp = maybe_timestamp.value();
} else {
TRACE_EVENT0(TRACE_DISABLED_BY_DEFAULT("cpu_profiler.debug"),
"Fallback on TimeTicks::Now()");
*timestamp = TimeTicks::Now();
}
}
const uintptr_t bottom = RegisterContextStackPointer(params.context);
for (uintptr_t* reg :
thread_delegate_->GetRegistersToRewrite(thread_context)) {
*reg = StackCopierSignal::RewritePointerIfInOriginalStack(
reinterpret_cast<uint8_t*>(bottom),
reinterpret_cast<uintptr_t*>(stack_base_address), stack_copy_bottom,
*reg);
}
*stack_top = reinterpret_cast<uintptr_t>(stack_copy_bottom) +
(stack_base_address - bottom);
return copied;
}
std::vector<uintptr_t*> StackCopierSignal::GetRegistersToRewrite(
RegisterContext* thread_context) {
return thread_delegate_->GetRegistersToRewrite(thread_context);
}
}