* Copyright (c) 2021 Huawei Device Co., Ltd.
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#include "ecmascript/mem/partial_gc.h"
#include "common_components/taskpool/taskpool.h"
#include "ecmascript/mem/concurrent_marker.h"
#include "ecmascript/mem/parallel_evacuator.h"
#include "ecmascript/mem/parallel_marker.h"
#include "ecmascript/mem/old_gc_visitor-inl.h"
#include "ecmascript/mem/young_gc_visitor-inl.h"
#include "ecmascript/runtime_call_id.h"
#include "ecmascript/mem/verification.h"
namespace panda::ecmascript {
PartialGC::PartialGC(Heap *heap) : heap_(heap), workManager_(heap->GetWorkManager()) {}
void PartialGC::RunPhases()
{
ASSERT(!G_USE_CMS_GC);
ASSERT("PartialGC should be disabled" && !g_isEnableCMCGC);
GCStats *gcStats = heap_->GetEcmaVM()->GetEcmaGCStats();
ECMA_BYTRACE_NAME(HITRACE_LEVEL_COMMERCIAL, HITRACE_TAG_ARK,
("PartialGC::RunPhases" + std::to_string(heap_->IsConcurrentFullMark())
+ ";GCReason" + std::to_string(static_cast<int>(gcStats->GetGCReason()))
+ ";MarkReason" + std::to_string(static_cast<int>(gcStats->GetMarkReason()))
+ ";Sensitive" + std::to_string(static_cast<int>(heap_->GetSensitiveStatus()))
+ ";Cms" + std::to_string(static_cast<int>(heap_->GetCmsGC()))
+ ";IsInBackground" + std::to_string(Runtime::GetInstance()->IsInBackground())
+ ";Startup" + std::to_string(static_cast<int>(heap_->GetStartupStatus()))
+ ";ConMark" + std::to_string(static_cast<int>(heap_->GetJSThread()->GetMarkStatus()))
+ ";Young" + std::to_string(heap_->GetNewSpace()->GetCommittedSize())
+ ";Old" + std::to_string(heap_->GetOldSpace()->GetCommittedSize())
+ ";TotalCommit" + std::to_string(heap_->GetCommittedSize())
+ ";NativeBindingSize" + std::to_string(heap_->GetNativeBindingSize())
+ ";NativeLimitSize" + std::to_string(heap_->GetGlobalSpaceNativeLimit())
+ ";ObjSizeBeforeSensitive" + std::to_string(heap_->GetRecordHeapObjectSizeBeforeSensitive())).c_str(), "");
TRACE_GC(GCStats::Scope::ScopeId::TotalGC, gcStats);
MEM_ALLOCATE_AND_GC_TRACE(heap_->GetEcmaVM(), PartialGC_RunPhases);
bool mainThreadInForeground = heap_->GetJSThread()->IsMainThreadFast() && !Runtime::GetInstance()->IsInBackground();
bool needAjustGCThreadPrio = heap_->GetGCType() == TriggerGCType::OLD_GC ||
heap_->GetNewSpace()->GetCommittedSize() >= heap_->GetNewSpace()->GetMaximumCapacity();
if (mainThreadInForeground && needAjustGCThreadPrio) {
common::Taskpool::GetCurrentTaskpool()->SetThreadPriority(common::PriorityMode::STW);
}
ASSERT(!heap_->GetJSThread()->IsConcurrentCopying());
markingInProgress_ = heap_->CheckOngoingConcurrentMarking();
LOG_GC(DEBUG) << "markingInProgress_" << markingInProgress_;
LOG_GC(DEBUG) << "trigger cms gc " << heap_->GetCmsGC();
Initialize();
Mark();
if (UNLIKELY(heap_->ShouldVerifyHeap())) {
Verification::VerifyMark(heap_);
}
ProcessSharedGCRSetWorkList();
Sweep();
Evacuate();
if (heap_->IsFullMark() || heap_->GetCmsGC()) {
heap_->GetSweeper()->PostTask(TriggerGCType::OLD_GC);
}
if (UNLIKELY(heap_->ShouldVerifyHeap())) {
Verification::VerifyEvacuate(heap_);
}
Finish();
if (mainThreadInForeground && needAjustGCThreadPrio) {
common::Taskpool::GetCurrentTaskpool()->SetThreadPriority(common::PriorityMode::FOREGROUND);
}
}
void PartialGC::Initialize()
{
ECMA_BYTRACE_NAME(HITRACE_LEVEL_COMMERCIAL, HITRACE_TAG_ARK, "PartialGC::Initialize", "");
TRACE_GC(GCStats::Scope::ScopeId::Initialize, heap_->GetEcmaVM()->GetEcmaGCStats());
if (!markingInProgress_) {
LOG_GC(DEBUG) << "No ongoing Concurrent marking. Initializing...";
heap_->Prepare();
if (heap_->IsConcurrentFullMark()) {
heap_->GetOldSpace()->SelectCSet();
heap_->GetAppSpawnSpace()->EnumerateRegions([](Region *current) {
current->ClearMarkGCBitset();
current->ClearCrossRegionRSet();
});
heap_->EnumerateNonNewSpaceRegions([](Region *current) {
current->ResetAliveObject();
});
}
workManager_->Initialize(TriggerGCType::OLD_GC, ParallelGCTaskPhase::HANDLE_GLOBAL_POOL_TASK);
}
}
void PartialGC::Finish()
{
ECMA_BYTRACE_NAME(HITRACE_LEVEL_COMMERCIAL, HITRACE_TAG_ARK, "PartialGC::Finish", "");
TRACE_GC(GCStats::Scope::ScopeId::Finish, heap_->GetEcmaVM()->GetEcmaGCStats());
bool cmsGC = heap_->GetCmsGC();
if (markingInProgress_) {
ECMA_BYTRACE_NAME(HITRACE_LEVEL_COMMERCIAL, HITRACE_TAG_ARK, "ConcurrentMarker::Reset", "");
auto marker = heap_->GetConcurrentMarker();
marker->Reset(false);
} else {
ECMA_BYTRACE_NAME(HITRACE_LEVEL_COMMERCIAL, HITRACE_TAG_ARK, "WorkManager::Finish", "");
workManager_->Finish();
}
heap_->Resume(OLD_GC, cmsGC);
if (heap_->IsFullMark() || cmsGC) {
heap_->GetSweeper()->TryFillSweptRegion();
}
if (heap_->IsFullMark()) {
heap_->SetFullMarkRequestedState(false);
}
if (heap_->IsNearGCInSensitive()) {
heap_->SetNearGCInSensitive(false);
}
heap_->SetCmsGC(false);
heap_->SetDisableCmsGC(false);
}
void PartialGC::MarkRoots()
{
if (heap_->IsYoungMark()) {
YoungGCMarkRootVisitor youngGCMarkRootVisitor(workManager_->GetWorkNodeHolder(MAIN_THREAD_INDEX));
heap_->GetNonMovableMarker()->MarkRoots(youngGCMarkRootVisitor, GlobalVisitType::YOUNG_GLOBAL_VISIT);
} else {
OldGCMarkRootVisitor oldGCMarkRootVisitor(workManager_->GetWorkNodeHolder(MAIN_THREAD_INDEX));
heap_->GetNonMovableMarker()->MarkRoots(oldGCMarkRootVisitor);
}
}
void PartialGC::Mark()
{
ECMA_BYTRACE_NAME(HITRACE_LEVEL_COMMERCIAL, HITRACE_TAG_ARK, "PartialGC::Mark", "");
TRACE_GC(GCStats::Scope::ScopeId::Mark, heap_->GetEcmaVM()->GetEcmaGCStats());
if (markingInProgress_) {
heap_->GetConcurrentMarker()->ReMark();
return;
}
MarkRoots();
workManager_->GetWorkNodeHolder(MAIN_THREAD_INDEX)->FlushAll();
if (heap_->IsConcurrentFullMark()) {
heap_->GetNonMovableMarker()->ProcessMarkStack(MAIN_THREAD_INDEX);
} else if (heap_->IsYoungMark()) {
NonMovableMarker *marker = static_cast<NonMovableMarker*>(heap_->GetNonMovableMarker());
{
ECMA_BYTRACE_NAME(HITRACE_LEVEL_COMMERCIAL, HITRACE_TAG_ARK, "GC::ProcessOldToNew", "");
marker->ProcessOldToNew(MAIN_THREAD_INDEX);
}
marker->ProcessSnapshotRSet(MAIN_THREAD_INDEX);
}
heap_->WaitRunningMarkTaskFinished();
heap_->GetNonMovableMarker()->MarkJitCodeMap(MAIN_THREAD_INDEX);
}
void PartialGC::Sweep()
{
ECMA_BYTRACE_NAME(HITRACE_LEVEL_COMMERCIAL, HITRACE_TAG_ARK, "PartialGC::Sweep", "");
ProcessNativeDelete();
if (heap_->IsYoungMark()) {
if (heap_->GetCmsGC()) {
heap_->GetSweeper()->Sweep(TriggerGCType::YOUNG_GC);
}
} else {
ASSERT(heap_->IsFullMark());
heap_->GetOldSpace()->EnumerateRegions([](Region *current) {
current->SetGCAliveSize();
});
TRACE_GC(GCStats::Scope::ScopeId::Sweep, heap_->GetEcmaVM()->GetEcmaGCStats());
heap_->GetSweeper()->Sweep(TriggerGCType::OLD_GC);
}
}
void PartialGC::ProcessNativeDelete()
{
ECMA_BYTRACE_NAME(HITRACE_LEVEL_COMMERCIAL, HITRACE_TAG_ARK, "GC::ProcessNativeDelete", "");
TRACE_GC(GCStats::Scope::ScopeId::ClearNativeObject, heap_->GetEcmaVM()->GetEcmaGCStats());
WeakRootVisitor gcUpdateWeak = [this](TaggedObject *header) -> TaggedObject* {
Region *objectRegion = Region::ObjectAddressToRange(reinterpret_cast<TaggedObject *>(header));
ASSERT(!objectRegion->InSharedHeap());
if (!objectRegion->InYoungSpaceOrCSet() && heap_->IsYoungMark()) {
return header;
}
if (!objectRegion->Test(header)) {
return nullptr;
}
return header;
};
heap_->GetEcmaVM()->ProcessNativeDelete(gcUpdateWeak);
}
void PartialGC::Evacuate()
{
static constexpr const char *EVACUATE_PHASE_NAME[] = {
"PartialGC::Evacuate",
"PartialGC::UpdateReference",
};
size_t phaseNameIdx = static_cast<size_t>(heap_->GetCmsGC());
ECMA_BYTRACE_NAME(HITRACE_LEVEL_COMMERCIAL, HITRACE_TAG_ARK, EVACUATE_PHASE_NAME[phaseNameIdx], "");
TRACE_GC(GCStats::Scope::ScopeId::Evacuate, heap_->GetEcmaVM()->GetEcmaGCStats());
heap_->GetEvacuator()->Evacuate();
}
void PartialGC::ProcessSharedGCRSetWorkList()
{
TRACE_GC(GCStats::Scope::ScopeId::ProcessSharedGCRSetWorkList, heap_->GetEcmaVM()->GetEcmaGCStats());
heap_->ProcessSharedGCRSetWorkList();
}
}