#include "src/codegen/code-factory.h"
#include "src/builtins/builtins-descriptors.h"
#include "src/builtins/builtins-inl.h"
#include "src/ic/ic.h"
#include "src/init/bootstrapper.h"
#include "src/objects/allocation-site-inl.h"
#include "src/objects/objects-inl.h"
namespace v8 {
namespace internal {
DirectHandle<Code> CodeFactory::RuntimeCEntry(Isolate* isolate, int result_size,
bool switch_to_central_stack) {
return CodeFactory::CEntry(isolate, result_size, ArgvMode::kStack, false,
switch_to_central_stack);
}
Handle<Code> CodeFactory::CEntry(Isolate* isolate, int result_size,
ArgvMode argv_mode, bool builtin_exit_frame,
bool switch_to_central_stack) {
Builtin builtin = Builtins::CEntry(result_size, argv_mode, builtin_exit_frame,
switch_to_central_stack);
return isolate->builtins()->code_handle(builtin);
}
Callable CodeFactory::LoadGlobalIC(Isolate* isolate, TypeofMode typeof_mode) {
return Builtins::CallableFor(isolate, Builtins::LoadGlobalIC(typeof_mode));
}
Callable CodeFactory::LoadGlobalICInOptimizedCode(Isolate* isolate,
TypeofMode typeof_mode) {
return Builtins::CallableFor(
isolate, Builtins::LoadGlobalICInOptimizedCode(typeof_mode));
}
Callable CodeFactory::DefineNamedOwnIC(Isolate* isolate) {
return Builtins::CallableFor(isolate, Builtin::kDefineNamedOwnICTrampoline);
}
Callable CodeFactory::DefineNamedOwnICInOptimizedCode(Isolate* isolate) {
return Builtins::CallableFor(isolate, Builtin::kDefineNamedOwnIC);
}
Callable CodeFactory::StringAdd(Isolate* isolate, StringAddFlags flags) {
return Builtins::CallableFor(isolate, Builtins::StringAdd(flags));
}
Callable CodeFactory::FastNewFunctionContext(Isolate* isolate,
ScopeType scope_type) {
switch (scope_type) {
case ScopeType::EVAL_SCOPE:
return Builtins::CallableFor(isolate,
Builtin::kFastNewFunctionContextEval);
case ScopeType::FUNCTION_SCOPE:
return Builtins::CallableFor(isolate,
Builtin::kFastNewFunctionContextFunction);
default:
UNREACHABLE();
}
}
Callable CodeFactory::Call(Isolate* isolate, ConvertReceiverMode mode) {
return Builtins::CallableFor(isolate, Builtins::Call(mode));
}
Callable CodeFactory::Call_WithFeedback(Isolate* isolate,
ConvertReceiverMode mode) {
switch (mode) {
case ConvertReceiverMode::kNullOrUndefined:
return Builtins::CallableFor(
isolate, Builtin::kCall_ReceiverIsNullOrUndefined_WithFeedback);
case ConvertReceiverMode::kNotNullOrUndefined:
return Builtins::CallableFor(
isolate, Builtin::kCall_ReceiverIsNotNullOrUndefined_WithFeedback);
case ConvertReceiverMode::kAny:
return Builtins::CallableFor(isolate,
Builtin::kCall_ReceiverIsAny_WithFeedback);
}
UNREACHABLE();
}
Callable CodeFactory::CallWithArrayLike(Isolate* isolate) {
return Builtins::CallableFor(isolate, Builtin::kCallWithArrayLike);
}
Callable CodeFactory::CallWithSpread(Isolate* isolate) {
return Builtins::CallableFor(isolate, Builtin::kCallWithSpread);
}
Callable CodeFactory::CallFunction(Isolate* isolate, ConvertReceiverMode mode) {
return Builtins::CallableFor(isolate, Builtins::CallFunction(mode));
}
Callable CodeFactory::CallForwardVarargs(Isolate* isolate) {
return Builtins::CallableFor(isolate, Builtin::kCallForwardVarargs);
}
Callable CodeFactory::CallFunctionForwardVarargs(Isolate* isolate) {
return Builtins::CallableFor(isolate, Builtin::kCallFunctionForwardVarargs);
}
Callable CodeFactory::Construct(Isolate* isolate) {
return Builtins::CallableFor(isolate, Builtin::kConstruct);
}
Callable CodeFactory::ConstructWithSpread(Isolate* isolate) {
return Builtins::CallableFor(isolate, Builtin::kConstructWithSpread);
}
Callable CodeFactory::ConstructForwardVarargs(Isolate* isolate) {
return Builtins::CallableFor(isolate, Builtin::kConstructForwardVarargs);
}
Callable CodeFactory::ConstructFunctionForwardVarargs(Isolate* isolate) {
return Builtins::CallableFor(isolate,
Builtin::kConstructFunctionForwardVarargs);
}
Callable CodeFactory::ArrayNoArgumentConstructor(
Isolate* isolate, ElementsKind kind,
AllocationSiteOverrideMode override_mode) {
#define CASE(kind_caps, kind_camel, mode_camel) \
case kind_caps: \
return Builtins::CallableFor( \
isolate, \
Builtin::kArrayNoArgumentConstructor_##kind_camel##_##mode_camel);
if (override_mode == DONT_OVERRIDE && AllocationSite::ShouldTrack(kind)) {
DCHECK(IsSmiElementsKind(kind));
switch (kind) {
CASE(PACKED_SMI_ELEMENTS, PackedSmi, DontOverride);
CASE(HOLEY_SMI_ELEMENTS, HoleySmi, DontOverride);
default:
UNREACHABLE();
}
} else {
DCHECK(override_mode == DISABLE_ALLOCATION_SITES ||
!AllocationSite::ShouldTrack(kind));
switch (kind) {
CASE(PACKED_SMI_ELEMENTS, PackedSmi, DisableAllocationSites);
CASE(HOLEY_SMI_ELEMENTS, HoleySmi, DisableAllocationSites);
CASE(PACKED_ELEMENTS, Packed, DisableAllocationSites);
CASE(HOLEY_ELEMENTS, Holey, DisableAllocationSites);
CASE(PACKED_DOUBLE_ELEMENTS, PackedDouble, DisableAllocationSites);
CASE(HOLEY_DOUBLE_ELEMENTS, HoleyDouble, DisableAllocationSites);
default:
UNREACHABLE();
}
}
#undef CASE
}
Callable CodeFactory::ArraySingleArgumentConstructor(
Isolate* isolate, ElementsKind kind,
AllocationSiteOverrideMode override_mode) {
#define CASE(kind_caps, kind_camel, mode_camel) \
case kind_caps: \
return Builtins::CallableFor( \
isolate, \
Builtin::kArraySingleArgumentConstructor_##kind_camel##_##mode_camel)
if (override_mode == DONT_OVERRIDE && AllocationSite::ShouldTrack(kind)) {
DCHECK(IsSmiElementsKind(kind));
switch (kind) {
CASE(PACKED_SMI_ELEMENTS, PackedSmi, DontOverride);
CASE(HOLEY_SMI_ELEMENTS, HoleySmi, DontOverride);
default:
UNREACHABLE();
}
} else {
DCHECK(override_mode == DISABLE_ALLOCATION_SITES ||
!AllocationSite::ShouldTrack(kind));
switch (kind) {
CASE(PACKED_SMI_ELEMENTS, PackedSmi, DisableAllocationSites);
CASE(HOLEY_SMI_ELEMENTS, HoleySmi, DisableAllocationSites);
CASE(PACKED_ELEMENTS, Packed, DisableAllocationSites);
CASE(HOLEY_ELEMENTS, Holey, DisableAllocationSites);
CASE(PACKED_DOUBLE_ELEMENTS, PackedDouble, DisableAllocationSites);
CASE(HOLEY_DOUBLE_ELEMENTS, HoleyDouble, DisableAllocationSites);
default:
UNREACHABLE();
}
}
#undef CASE
}
#ifdef V8_IS_TSAN
Builtin CodeFactory::GetTSANStoreStub(SaveFPRegsMode fp_mode, int size,
std::memory_order order) {
if (order == std::memory_order_relaxed) {
if (size == kInt8Size) {
return fp_mode == SaveFPRegsMode::kIgnore
? Builtin::kTSANRelaxedStore8IgnoreFP
: Builtin::kTSANRelaxedStore8SaveFP;
} else if (size == kInt16Size) {
return fp_mode == SaveFPRegsMode::kIgnore
? Builtin::kTSANRelaxedStore16IgnoreFP
: Builtin::kTSANRelaxedStore16SaveFP;
} else if (size == kInt32Size) {
return fp_mode == SaveFPRegsMode::kIgnore
? Builtin::kTSANRelaxedStore32IgnoreFP
: Builtin::kTSANRelaxedStore32SaveFP;
} else {
CHECK_EQ(size, kInt64Size);
return fp_mode == SaveFPRegsMode::kIgnore
? Builtin::kTSANRelaxedStore64IgnoreFP
: Builtin::kTSANRelaxedStore64SaveFP;
}
} else {
DCHECK_EQ(order, std::memory_order_seq_cst);
if (size == kInt8Size) {
return fp_mode == SaveFPRegsMode::kIgnore
? Builtin::kTSANSeqCstStore8IgnoreFP
: Builtin::kTSANSeqCstStore8SaveFP;
} else if (size == kInt16Size) {
return fp_mode == SaveFPRegsMode::kIgnore
? Builtin::kTSANSeqCstStore16IgnoreFP
: Builtin::kTSANSeqCstStore16SaveFP;
} else if (size == kInt32Size) {
return fp_mode == SaveFPRegsMode::kIgnore
? Builtin::kTSANSeqCstStore32IgnoreFP
: Builtin::kTSANSeqCstStore32SaveFP;
} else {
CHECK_EQ(size, kInt64Size);
return fp_mode == SaveFPRegsMode::kIgnore
? Builtin::kTSANSeqCstStore64IgnoreFP
: Builtin::kTSANSeqCstStore64SaveFP;
}
}
}
Builtin CodeFactory::GetTSANRelaxedLoadStub(SaveFPRegsMode fp_mode, int size) {
if (size == kInt32Size) {
return fp_mode == SaveFPRegsMode::kIgnore
? Builtin::kTSANRelaxedLoad32IgnoreFP
: Builtin::kTSANRelaxedLoad32SaveFP;
} else {
CHECK_EQ(size, kInt64Size);
return fp_mode == SaveFPRegsMode::kIgnore
? Builtin::kTSANRelaxedLoad64IgnoreFP
: Builtin::kTSANRelaxedLoad64SaveFP;
}
}
#endif
}
}