* Copyright (c) 2024-2025 Huawei Device Co., Ltd.
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#include "ecmascript/runtime.h"
#include "common_components/common_runtime/hooks.h"
#include "common_components/mutator/mutator_manager.h"
#include "ecmascript/checkpoint/thread_state_transition.h"
#include "base_runtime.h"
#include "thread/thread_holder_manager.h"
#include "profiler/heap_profiler_listener.h"
#if !defined(CROSS_PLATFORM)
#include "ecmascript/cross_vm/dynamic_object_accessor.h"
#include "ecmascript/cross_vm/dynamic_object_descriptor.h"
#include "ecmascript/cross_vm/dynamic_type_converter.h"
#endif
#include "ecmascript/ecma_global_storage.h"
#include "ecmascript/jit/jit.h"
#include "ecmascript/jspandafile/program_object.h"
#include "ecmascript/js_runtime_options.h"
#include "ecmascript/mem/dynamic_object_operator.h"
#include "ecmascript/mem/heap-inl.h"
#include "ecmascript/mem/slots.h"
#include "ecmascript/platform/parameters.h"
#include "ecmascript/string/string_table_internal.h"
namespace panda::ecmascript {
using PGOProfilerManager = pgo::PGOProfilerManager;
using namespace panda;
int32_t Runtime::vmCount_ = 0;
int32_t Runtime::destroyCount_ = 0;
bool Runtime::firstVmCreated_ = false;
bool Runtime::isFork_ = false;
Mutex *Runtime::vmCreationLock_ = new Mutex();
Runtime *Runtime::instance_ = nullptr;
common::BaseRuntime *Runtime::baseInstance_ = nullptr;
Runtime::Runtime()
{
if (baseInstance_ == nullptr) {
baseInstance_ = common::BaseRuntime::GetInstance();
}
}
Runtime *Runtime::GetInstance()
{
ASSERT(instance_ != nullptr);
return instance_;
}
bool Runtime::HasInstance()
{
return instance_ != nullptr;
}
Runtime::~Runtime()
{
if (g_isEnableCMCGC) {
if (baseClassRoots_ != nullptr) {
baseClassRoots_->Fini();
delete baseClassRoots_;
baseClassRoots_ = nullptr;
}
if (baseStringTable_ != nullptr) {
baseStringTable_->Fini();
delete baseStringTable_;
baseStringTable_ = nullptr;
}
}
DestroySendableGlobalStorage();
LockHolder lock(constpoolLock_);
auto iter = globalSharedConstpools_.begin();
while (iter != globalSharedConstpools_.end()) {
LOG_ECMA(INFO) << "remove js pandafile by vm destruct, file: " << iter->first->GetJSPandaFileDesc();
JSPandaFileManager::GetInstance()->RemoveJSPandaFile(iter->first);
iter->second.clear();
iter++;
}
globalSharedConstpools_.clear();
delete externalRegisteredStringTable_;
externalRegisteredStringTable_ = nullptr;
}
void Runtime::CreateIfFirstVm(const JSRuntimeOptions &options)
{
LockHolder lock(*vmCreationLock_);
if (!firstVmCreated_) {
InitGCConfig(options);
common::Log::Initialize(options.GetLogOptions());
EcmaVM::InitializeIcuData(options);
MemMapAllocator::GetInstance()->Initialize(ecmascript::DEFAULT_REGION_SIZE, options.GetLargeHeap());
PGOProfilerManager::GetInstance()->Initialize(options.GetPGOProfilerPath(),
options.GetPGOHotnessThreshold());
ASSERT(instance_ == nullptr);
instance_ = new Runtime();
instance_->SetEnableLargeHeap(options.GetLargeHeap());
if (!options.IsEnableEvacuateNonMovableSpace()) {
instance_->DisableEvacuateNonMovableSpace();
}
SharedHeap::CreateNewInstance();
if (g_isEnableCMCGC) {
LOG_ECMA(INFO) << "start run with cmc gc";
const_cast<JSRuntimeOptions &>(options).SetConfigHeapSize(MemMapAllocator::GetInstance()->GetCapacity());
common::BaseRuntime::GetInstance()->InitFromDynamic(options.GetRuntimeParam());
common::g_enableGCTimeoutCheck = options.IsEnableGCTimeoutCheck();
#if defined(ECMASCRIPT_SUPPORT_HEAPPROFILER)
common::HeapProfilerListener::GetInstance().RegisterOutOfMemoryEventCb(
HeapProfilerInterface::DumpHeapSnapshotForCMCOOM);
#endif
}
DaemonThread::CreateNewInstance();
firstVmCreated_ = true;
} else {
if (g_isEnableCMCGC) {
JSThread *mainThread = Runtime::GetInstance()->GetMainThread();
ASSERT(mainThread != nullptr);
EcmaVM *mainVM = mainThread->GetEcmaVM();
ASSERT(mainVM != nullptr);
if (mainVM->IsPreForked() && !mainVM->IsPostForked()) {
LOG_ECMA(ERROR) << "create ecmavm after pre fork, but not post pork";
mainVM->PostFork(options);
}
}
}
}
void Runtime::InitializeIfFirstVm(EcmaVM *vm)
{
{
LockHolder lock(*vmCreationLock_);
if (++vmCount_ == 1) {
ThreadManagedScope managedScope(vm->GetAssociatedJSThread());
PreInitialization(vm);
bool isEnableFastJit = vm->GetJSOptions().IsEnableJIT() && vm->GetJSOptions().GetEnableAsmInterpreter();
bool isEnableBaselineJit =
vm->GetJSOptions().IsEnableBaselineJIT() && vm->GetJSOptions().GetEnableAsmInterpreter();
Jit::GetInstance()->SetEnableOrDisable(vm->GetJSOptions(), isEnableFastJit, isEnableBaselineJit);
vm->Initialize();
PostInitialization(vm);
}
}
if (!vm->IsInitialized()) {
ThreadManagedScope managedScope(vm->GetAssociatedJSThread());
vm->Initialize();
}
}
void Runtime::PreInitialization(const EcmaVM *vm)
{
DynamicObjectOperator::Initialize();
if (g_isEnableCMCGC) {
#if !defined(CROSS_PLATFORM)
DynamicObjectAccessor::Initialize();
DynamicObjectDescriptor::Initialize();
DynamicTypeConverter::Initialize();
#endif
}
mainThread_ = vm->GetAssociatedJSThread();
mainThread_->SetMainThread();
nativeAreaAllocator_ = std::make_unique<NativeAreaAllocator>();
heapRegionAllocator_ = std::make_unique<HeapRegionAllocator>();
if (g_isEnableCMCGC) {
baseStringTable_ = new (std::nothrow) BaseStringTableImpl();
if (baseStringTable_ == nullptr) {
LOG_ECMA(FATAL) << "create baseStringTable_ failed";
UNREACHABLE();
}
baseStringTable_->Init();
auto& baseStringTable = *baseStringTable_;
common::BaseRuntime::GetInstance()->SetStringTableCleanUpCallback([] {
auto& stringTable = reinterpret_cast<BaseStringTableImpl&>(Runtime::GetInstance()->GetBaseStringTable());
stringTable.GetInternalTable()->GetCleaner()->CleanUp();
});
common::BaseRuntime::GetInstance()->SetStringTableProcessCallback([](const WeakRefFieldVisitor& visitor) {
auto& stringTable = reinterpret_cast<BaseStringTableImpl&>(Runtime::GetInstance()->GetBaseStringTable());
auto stringTableCleaner = stringTable.GetInternalTable()->GetCleaner();
stringTableCleaner->PostSweepWeakRefTask(visitor);
stringTableCleaner->JoinAndWaitSweepWeakRefTask(visitor);
});
baseClassRoots_ = new (std::nothrow) BaseClassRoots();
if (baseClassRoots_ == nullptr) {
LOG_ECMA(FATAL) << "create baseClassRoots_ failed";
UNREACHABLE();
}
stringTable_ = std::make_unique<EcmaStringTable>(true, &baseStringTable,
&static_cast<BaseStringTableImpl*>(&baseStringTable)->
GetInternalTable()->GetChainedHashMap());
} else {
stringTable_ = std::make_unique<EcmaStringTable>(false);
stringTable_->GetCleaner()->SetEnableConcurrentSweep(
const_cast<EcmaVM*>(vm)->GetJSOptions().EnableStringTableConcurrentSweep());
}
SharedHeap::GetInstance()->Initialize(nativeAreaAllocator_.get(), heapRegionAllocator_.get(),
const_cast<EcmaVM*>(vm)->GetJSOptions(), DaemonThread::GetInstance());
InitSendableGlobalStorage();
}
void Runtime::PostInitialization(const EcmaVM *vm)
{
globalEnv_ = vm->GetGlobalEnv().GetTaggedValue();
SharedHeap::GetInstance()->PostInitialization(const_cast<EcmaVM*>(vm)->GetJSOptions());
SharedModuleManager::GetInstance()->Initialize();
}
void Runtime::InitSharedConstIfNeed(GlobalEnvConstants *globalConst)
{
if (sharedConstInited_) {
return;
}
sharedConstInited_ = true;
globalConst_.CopySharedConstantsFrom(mainThread_->GlobalConstants());
SharedHeap::GetInstance()->SetGlobalEnvConstants(&globalConst_);
}
void Runtime::InitGCConfig(const JSRuntimeOptions &options)
{
#ifdef USE_CMC_GC
bool defaultValue = options.IsEnableCMCGC();
g_isEnableCMCGC = IsEnableCMCGC(defaultValue);
#else
ASSERT(!g_isEnableCMCGC);
#endif
if (g_isEnableCMCGC) {
g_maxRegularHeapObjectSize = 32_KB;
}
if constexpr (G_USE_CMS_GC) {
g_maxRegularHeapObjectSize = SlotSpaceConfig::MAX_REGULAR_HEAP_OBJECT_SLOT_SIZE;
}
g_isEnableCMCGCConcurrentRootMarking = options.IsEnableCMCGCConcurrentRootMarking();
}
void Runtime::DestroyIfLastVm()
{
LockHolder lock(*vmCreationLock_);
if (--vmCount_ <= 0) {
Jit::GetInstance()->Destroy();
SharedModuleManager::GetInstance()->SharedNativeObjDestroy();
SharedHeap::GetInstance()->WaitAllTasksFinishedAfterAllJSThreadEliminated();
DaemonThread::DestroyInstance();
if (g_isEnableCMCGC) {
common::BaseRuntime::GetInstance()->FiniFromDynamic();
}
SharedHeap::DestroyInstance();
AnFileDataManager::GetInstance()->SafeDestroyAllData();
MemMapAllocator::GetInstance()->Finalize();
PGOProfilerManager::GetInstance()->Destroy();
SharedModuleManager::GetInstance()->Destroy();
if (g_isEnableCMCGC) {
common::BaseRuntime::DestroyInstance();
TaggedStateWord::BASE_ADDRESS = 0;
}
ASSERT(instance_ != nullptr);
delete instance_;
instance_ = nullptr;
firstVmCreated_ = false;
}
}
void Runtime::RegisterThread(JSThread* newThread)
{
{
LockHolder lock(threadsLock_);
ASSERT(std::find(threads_.begin(), threads_.end(), newThread) == threads_.end());
threads_.emplace_back(newThread);
if (UNLIKELY(IsHiProfilerEnabled())) {
newThread->SetIsStartHeapSampling(true);
}
if (!g_isEnableCMCGC) {
for (uint32_t i = 0; i < suspendNewCount_; i++) {
newThread->SuspendThread(true);
}
return;
}
}
ThreadHolder* threadHolder = newThread->GetThreadHolder();
threadHolder->BindMutator();
newThread->SetMutator(reinterpret_cast<common::Mutator*>(threadHolder->GetMutator()));
newThread->SetAllocBuffer(threadHolder->GetAllocBuffer());
newThread->OnHeapCreated(common::Heap::heapStartAddr_);
newThread->OnHeapExtended(common::Heap::heapCurrentEnd_);
threadHolder->RegisterJSThread(newThread);
}
void Runtime::UnregisterThread(JSThread* thread)
{
{
LockHolder lock(threadsLock_);
ASSERT(std::find(threads_.begin(), threads_.end(), thread) != threads_.end());
ASSERT(!thread->IsInRunningState());
threads_.remove(thread);
}
if (g_isEnableCMCGC) {
ThreadHolder *holder = thread->GetThreadHolder();
void *mutator = holder->GetMutator();
ASSERT(mutator != nullptr);
holder->UnregisterJSThread(thread);
holder->UnbindMutator();
}
}
void Runtime::SuspendAll(JSThread *current)
{
ASSERT(current == nullptr || !current->IsInRunningState());
#ifndef NDEBUG
if (current != nullptr) {
ASSERT(!current->HasLaunchedSuspendAll());
current->LaunchSuspendAll();
}
#endif
SuspendAllThreadsImpl(current);
}
void Runtime::ResumeAll(JSThread *current)
{
ASSERT(current == nullptr || !current->IsInRunningState());
#ifndef NDEBUG
if (current != nullptr) {
ASSERT(current->HasLaunchedSuspendAll());
current->CompleteSuspendAll();
}
#endif
ResumeAllThreadsImpl(current);
}
void Runtime::FlipAllThreads(DaemonThread *current, Closure *suspendCallback, Closure *flipFunction)
{
ASSERT(!g_isEnableCMCGC);
std::vector<JSThread *> threads;
{
SuspendAllScope scope(current);
suspendCallback->Run(current);
LockHolder holder(threadsLock_);
size_t numThreads = GetThreadListSizeUnsafe();
threads.reserve(numThreads);
GCIterateThreadListUnsafe([&threads, flipFunction](JSThread *thread) {
threads.emplace_back(thread);
thread->SetFlipFunction(flipFunction);
});
}
size_t numThreads = threads.size();
std::reverse(threads.begin(), threads.end());
LockHolder lock(threadsLock_);
for (size_t i = 0; i < numThreads; ++i) {
JSThread *thread = threads[i];
if (std::find(threads_.begin(), threads_.end(), thread) == threads_.end()) {
threads[i] = nullptr;
continue;
}
if (thread->TryRunFlipFunction()) {
threads[i] = nullptr;
}
}
for (JSThread *thread : threads) {
if (thread == nullptr) {
continue;
}
thread->WaitFlipFunctionFinished();
}
}
void Runtime::SuspendAllThreadsImpl(JSThread *current)
{
if (g_isEnableCMCGC) {
ThreadHolder* holder = (current != nullptr) ? current->GetThreadHolder() : nullptr;
common::BaseRuntime::GetInstance()->GetThreadHolderManager().SuspendAll(holder);
return;
}
bool suspendMainThreadLater = false;
SuspendBarrier barrier;
for (uint32_t iterCount = 1U;; ++iterCount) {
{
LockHolder lock(threadsLock_);
if (suspendNewCount_ == 0) {
suspendNewCount_++;
ASSERT(threads_.size() > 0);
size_t barrierCount = (current != nullptr) ? threads_.size() - 1 : threads_.size();
barrier.Initialize(barrierCount);
for (const auto& thread: threads_) {
if (thread == current) {
continue;
}
if (thread == mainThread_) {
barrier.PassStrongly();
suspendMainThreadLater = true;
continue;
}
thread->SuspendThread(true, &barrier);
if (thread->IsSuspended()) {
thread->PassSuspendBarrier();
}
}
break;
}
}
if (iterCount < MAX_SUSPEND_RETRIES) {
LockHolder lock(threadsLock_);
if (suspendNewCount_ != 0) {
threadSuspendCondVar_.Wait(&threadsLock_);
}
} else {
LOG_ECMA(FATAL) << "Too many SuspendAll retries!";
UNREACHABLE();
}
}
barrier.Wait();
if (suspendMainThreadLater) {
SuspendBarrier mainThreadBarrier(1);
{
bool mainThreadAlive = false;
LockHolder lock(threadsLock_);
for (JSThread *thread : threads_) {
if (thread == mainThread_) {
mainThreadAlive = true;
break;
}
}
if (!mainThreadAlive) {
return;
}
mainThread_->SuspendThread(true, &mainThreadBarrier);
if (mainThread_->IsSuspended()) {
mainThread_->PassSuspendBarrier();
}
}
mainThreadBarrier.Wait();
}
}
void Runtime::ResumeAllThreadsImpl(JSThread *current)
{
if (g_isEnableCMCGC) {
ThreadHolder* holder = (current != nullptr) ? current->GetThreadHolder() : nullptr;
common::BaseRuntime::GetInstance()->GetThreadHolderManager().ResumeAll(holder);
} else {
LockHolder lock(threadsLock_);
if (suspendNewCount_ > 0) {
suspendNewCount_--;
}
if (suspendNewCount_ == 0) {
threadSuspendCondVar_.Signal();
}
for (const auto& thread : threads_) {
if (thread != current) {
thread->ResumeThread(true);
}
}
}
}
void Runtime::SuspendOther(JSThread *current, JSThread *target)
{
ASSERT(!g_isEnableCMCGC);
ASSERT(current != nullptr);
ASSERT(!current->IsInRunningState());
SuspendOtherThreadImpl(current, target);
}
void Runtime::ResumeOther(JSThread *current, JSThread *target)
{
ASSERT(!g_isEnableCMCGC);
ASSERT(current != nullptr);
ASSERT(!current->IsInRunningState());
ResumeOtherThreadImpl(current, target);
}
void Runtime::SuspendOtherThreadImpl(JSThread *current, JSThread *target)
{
SuspendBarrier barrier(1);
for (uint32_t iterCount = 1U;; ++iterCount) {
{
LockHolder lock(threadsLock_);
if (suspendNewCount_ == 0) {
suspendNewCount_++;
if (current == target ||
std::find(threads_.begin(), threads_.end(), target) == threads_.end()) {
LOG_ECMA(FATAL) << "Invalid target thread!";
UNREACHABLE();
}
target->SuspendThread(true, &barrier);
if (target->IsSuspended()) {
target->PassSuspendBarrier();
}
break;
}
}
if (iterCount < MAX_SUSPEND_RETRIES) {
LockHolder lock(threadsLock_);
if (suspendNewCount_ != 0) {
threadSuspendCondVar_.Wait(&threadsLock_);
}
} else {
LOG_ECMA(FATAL) << "Too many SuspendOther retries!";
UNREACHABLE();
}
}
barrier.Wait();
}
void Runtime::ResumeOtherThreadImpl(JSThread *current, JSThread *target)
{
LockHolder lock(threadsLock_);
if (suspendNewCount_ > 0) {
suspendNewCount_--;
}
if (suspendNewCount_ == 0) {
threadSuspendCondVar_.Signal();
}
if (target != current) {
target->ResumeThread(true);
}
}
void Runtime::IterateSharedRoot(RootVisitor &visitor)
{
IterateSendableGlobalStorage(visitor);
IterateSerializeRoot(visitor);
SharedModuleManager::GetInstance()->Iterate(visitor);
IterateCachedStringRoot(visitor);
}
void Runtime::IterateSerializeRoot(RootVisitor &v)
{
LockHolder lock(serializeLock_);
for (auto &it : serializeRootMap_) {
it.second->Iterate(v);
}
}
bool Runtime::HasCachedConstpool(const JSPandaFile *jsPandaFile)
{
LockHolder lock(constpoolLock_);
return globalSharedConstpools_.find(jsPandaFile) != globalSharedConstpools_.end();
}
JSTaggedValue Runtime::FindConstpool(const JSPandaFile *jsPandaFile, int32_t index)
{
LockHolder lock(constpoolLock_);
return FindConstpoolUnlocked(jsPandaFile, index);
}
JSTaggedValue Runtime::FindConstpoolUnlocked(const JSPandaFile *jsPandaFile, int32_t index)
{
auto iter = globalSharedConstpools_.find(jsPandaFile);
if (iter == globalSharedConstpools_.end()) {
return JSTaggedValue::Hole();
}
auto constpoolIter = iter->second.find(index);
if (constpoolIter == iter->second.end()) {
return JSTaggedValue::Hole();
}
return constpoolIter->second;
}
JSHandle<ConstantPool> Runtime::AddOrUpdateConstpool(const JSPandaFile *jsPandaFile,
JSHandle<ConstantPool> constpool,
int32_t index)
{
ASSERT_LOGF(
panda::ecmascript::g_isEnableCMCGC
? common::Heap::GetHeap().InRecentSpace(*constpool) == false
: true,
"Violate CMC-GC assumption: should not be young object");
LockHolder lock(constpoolLock_);
if (globalSharedConstpools_.find(jsPandaFile) == globalSharedConstpools_.end()) {
globalSharedConstpools_[jsPandaFile] = CMap<int32_t, JSTaggedValue>();
}
auto &constpoolMap = globalSharedConstpools_[jsPandaFile];
auto iter = constpoolMap.find(index);
if (iter == constpoolMap.end()) {
int32_t constpoolIndex = GetAndIncreaseSharedConstpoolCount();
constpool->SetUnsharedConstpoolIndex(JSTaggedValue(constpoolIndex));
constpoolMap.insert({index, constpool.GetTaggedValue()});
return constpool;
}
return JSHandle<ConstantPool>(reinterpret_cast<uintptr_t>(&iter->second));
}
std::optional<std::reference_wrapper<CMap<int32_t, JSTaggedValue>>> Runtime::FindConstpools(
const JSPandaFile *jsPandaFile)
{
LockHolder lock(constpoolLock_);
auto iter = globalSharedConstpools_.find(jsPandaFile);
if (iter == globalSharedConstpools_.end()) {
return std::nullopt;
}
return iter->second;
}
void Runtime::ForEachConstpools(const JSPandaFile* jsPandaFile, const ForEachCallback<JSTaggedValue>& cb)
{
if (!cb) {
return;
}
auto constpools = FindConstpools(jsPandaFile);
if (!constpools.has_value()) {
return;
}
LockHolder lock(constpoolLock_);
auto& constpoolMap = constpools->get();
auto total = constpoolMap.size();
for (auto& it : constpoolMap) {
cb(it.first, it.second, total);
}
}
void Runtime::IteratorNativeDeleteInSharedGC(WeakVisitor &visitor)
{
auto iterator = globalSharedConstpools_.begin();
while (iterator != globalSharedConstpools_.end()) {
auto &constpools = iterator->second;
auto constpoolIter = constpools.begin();
while (constpoolIter != constpools.end()) {
JSTaggedValue constpoolVal = constpoolIter->second;
if (constpoolVal.IsHeapObject()) {
bool isAlive = visitor.VisitRoot(Root::ROOT_VM,
ObjectSlot(reinterpret_cast<uintptr_t>(&constpoolIter->second)));
if (!isAlive) {
int32_t constpoolIndex =
ConstantPool::Cast(constpoolVal.GetTaggedObject())->GetUnsharedConstpoolIndex();
EraseUnusedConstpool(iterator->first, constpoolIter->first, constpoolIndex);
constpoolIter = constpools.erase(constpoolIter);
freeSharedConstpoolIndex_.insert(constpoolIndex);
continue;
}
}
++constpoolIter;
}
if (constpools.size() == 0 && !Runtime::GetInstance()->IsHiProfilerEnabled()) {
LOG_ECMA(INFO) << "remove js pandafile by gc, file:" << iterator->first->GetJSPandaFileDesc();
JSPandaFileManager::GetInstance()->RemoveJSPandaFile(iterator->first);
iterator = globalSharedConstpools_.erase(iterator);
} else {
++iterator;
}
}
}
void Runtime::ProcessNativeDeleteInSharedGC(const WeakRootVisitor &visitor)
{
auto iterator = globalSharedConstpools_.begin();
ECMA_BYTRACE_NAME(HITRACE_LEVEL_COMMERCIAL, HITRACE_TAG_ARK,
("Constpools:" + std::to_string(globalSharedConstpools_.size())).c_str(), "");
while (iterator != globalSharedConstpools_.end()) {
auto &constpools = iterator->second;
auto constpoolIter = constpools.begin();
while (constpoolIter != constpools.end()) {
JSTaggedValue constpoolVal = constpoolIter->second;
if (constpoolVal.IsHeapObject()) {
TaggedObject *obj = constpoolVal.GetTaggedObject();
auto fwd = visitor(obj);
if (fwd == nullptr) {
int32_t constpoolIndex =
ConstantPool::Cast(constpoolVal.GetTaggedObject())->GetUnsharedConstpoolIndex();
EraseUnusedConstpool(iterator->first, constpoolIter->first, constpoolIndex);
constpoolIter = constpools.erase(constpoolIter);
freeSharedConstpoolIndex_.insert(constpoolIndex);
continue;
}
if (fwd != reinterpret_cast<TaggedObject *>(obj)) {
constpoolIter->second = JSTaggedValue(fwd);
}
}
++constpoolIter;
}
if (constpools.size() == 0 && !Runtime::GetInstance()->IsHiProfilerEnabled()) {
LOG_ECMA(INFO) << "remove js pandafile by gc, file:" << iterator->first->GetJSPandaFileDesc();
JSPandaFileManager::GetInstance()->RemoveJSPandaFile(iterator->first);
iterator = globalSharedConstpools_.erase(iterator);
} else {
++iterator;
}
}
}
void Runtime::EraseUnusedConstpool(const JSPandaFile *jsPandaFile, int32_t index, int32_t constpoolIndex)
{
GCIterateThreadList([jsPandaFile, index, constpoolIndex](JSThread* thread) {
ASSERT(g_isEnableCMCGC || !thread->IsInRunningState());
auto vm = thread->GetEcmaVM();
if (vm->GetUnsharedConstpoolsPointer() != nullptr) {
vm->EraseUnusedConstpool(jsPandaFile, index, constpoolIndex);
}
});
}
void Runtime::ProcessSharedDelete(const WeakRootVisitor &visitor)
{
auto sHeap = SharedHeap::GetInstance();
ProcessNativeDeleteInSharedGC(visitor);
sHeap->ProcessSharedNativeDelete(visitor);
sHeap->ProcessSharedExternalStringDelete(visitor);
}
void Runtime::ProcessSharedNativeDelete(const WeakRootVisitor &visitor)
{
SharedHeap::GetInstance()->ProcessSharedNativeDelete(visitor);
}
void Runtime::PushToSharedNativePointerList(JSNativePointer *pointer)
{
SharedHeap::GetInstance()->PushToSharedNativePointerList(pointer);
}
void Runtime::InvokeSharedNativePointerCallbacks()
{
auto &callbacks = GetSharedNativePointerCallbacks();
while (!callbacks.empty()) {
auto callbackPair = callbacks.back();
callbacks.pop_back();
ASSERT(callbackPair.first != nullptr);
auto callback = callbackPair.first;
(*callback)(nullptr, callbackPair.second.first, callbackPair.second.second);
}
}
void Runtime::PreFork(JSThread *thread)
{
if (g_isEnableCMCGC) {
baseInstance_->PreFork(thread->GetThreadHolder());
}
}
void Runtime::PostFork(bool enableWarmStartup)
{
if (g_isEnableCMCGC) {
baseInstance_->PostFork(enableWarmStartup);
}
}
void Runtime::InitSendableGlobalStorage()
{
sendableGlobalStorage_ = new EcmaGlobalStorage<Node>(nullptr, nativeAreaAllocator_.get());
newSendableGlobalHandle_ = [this](JSTaggedType value) {
return sendableGlobalStorage_->NewGlobalHandle<NodeKind::NORMAL_NODE>(value);
};
disposeSendableGlobalHandle_ = [this](uintptr_t nodeAddr) {
sendableGlobalStorage_->DisposeGlobalHandle<NodeKind::NORMAL_NODE>(nodeAddr);
};
}
void Runtime::DestroySendableGlobalStorage()
{
if (sendableGlobalStorage_ != nullptr) {
delete sendableGlobalStorage_;
sendableGlobalStorage_ = nullptr;
}
}
uintptr_t Runtime::NewSendableGlobalHandle(JSTaggedType value)
{
LockHolder locker(sendableGlobalStorageLock_);
ASSERT(JSTaggedValue(value).IsSendable());
if (++aliveSendableGlobalHandleCount_ > MAX_SENDABLE_GLOBAL_HANDLE_COUNT) {
LOG_ECMA(FATAL) << "The number of surviving ref exceeds the limit";
UNREACHABLE();
}
return newSendableGlobalHandle_(value);
}
void Runtime::DisposeSendableGlobalHandle(uintptr_t nodeAddr)
{
LockHolder locker(sendableGlobalStorageLock_);
if (--aliveSendableGlobalHandleCount_ < 0) {
LOG_ECMA(FATAL) << "unreachable banch";
UNREACHABLE();
}
disposeSendableGlobalHandle_(nodeAddr);
}
void Runtime::IterateSendableGlobalStorage(RootVisitor &visitor)
{
OHOS_HITRACE(HITRACE_LEVEL_COMMERCIAL, "Runtime::VisitRootSendableGlobalRefHandle", "");
size_t globalCount = 0;
auto callback = [&visitor, &globalCount](Node *node) {
JSTaggedValue value(node->GetObject());
if (value.IsHeapObject()) {
visitor.VisitRoot(Root::ROOT_GLOBAL_HANDLE, ecmascript::ObjectSlot(node->GetObjectAddress()));
}
globalCount++;
};
sendableGlobalStorage_->IterateUsageGlobal(callback);
static bool hasCheckedGlobalCount = false;
if (!hasCheckedGlobalCount && globalCount >= MAX_SENDABLE_GLOBAL_HANDLE_COUNT) {
LOG_ECMA(WARN) << "Sendable global reference count is " << globalCount <<
",It exceed the upper limit " << MAX_SENDABLE_GLOBAL_HANDLE_COUNT;
hasCheckedGlobalCount = true;
}
}
bool Runtime::ForEachFrameInUnionStack([[maybe_unused]] const EcmaVM *vm,
[[maybe_unused]] const std::function<void(const void *frame, bool isStaticFrame)> &callback)
{
#ifdef PANDA_JS_ETS_HYBRID_MODE
auto vmOperator = vm->GetCrossVMOperator();
if (vmOperator == nullptr) {
LOG_ECMA(ERROR) << "Get vmOperator failed";
return false;
}
auto stsVMInterface = vmOperator->GetSTSVMInterface();
if (stsVMInterface == nullptr) {
LOG_ECMA(ERROR) << "Get stsVMInterface failed";
return false;
}
return stsVMInterface->ForEachFrameInUnionStack(callback);
#else
LOG_ECMA(ERROR) << "Not in hybrid mode";
return false;
#endif
}
bool Runtime::UnionStackIsEmpty([[maybe_unused]] const EcmaVM *vm, [[maybe_unused]] bool *isEmpty)
{
#ifdef PANDA_JS_ETS_HYBRID_MODE
auto vmOperator = vm->GetCrossVMOperator();
if (vmOperator == nullptr) {
LOG_ECMA(ERROR) << "Get vmOperator failed";
return false;
}
auto stsVMInterface = vmOperator->GetSTSVMInterface();
if (stsVMInterface == nullptr) {
LOG_ECMA(ERROR) << "Get stsVMInterface failed";
return false;
}
return stsVMInterface->UnionStackIsEmpty(isEmpty);
#else
LOG_ECMA(ERROR) << "Not in hybrid mode";
return false;
#endif
}
}