| // Copyright 2014 the V8 project authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style license that can be |
| // found in the LICENSE file. |
| |
| #ifndef V8_OBJECTS_FEEDBACK_VECTOR_H_ |
| #define V8_OBJECTS_FEEDBACK_VECTOR_H_ |
| |
| #include <optional> |
| #include <vector> |
| |
| #include "include/v8config.h" |
| #include "src/base/bit-field.h" |
| #include "src/base/iterator.h" |
| #include "src/base/logging.h" |
| #include "src/base/macros.h" |
| #include "src/base/small-vector.h" |
| #include "src/builtins/builtins.h" |
| #include "src/common/globals.h" |
| #include "src/objects/code-kind.h" |
| #include "src/objects/feedback-cell.h" |
| #include "src/objects/map.h" |
| #include "src/objects/name.h" |
| #include "src/objects/type-hints.h" |
| #include "src/zone/zone-containers.h" |
| |
| // Has to be the last include (doesn't have include guards): |
| #include "src/objects/object-macros.h" |
| |
| namespace v8::internal { |
| |
| class IsCompiledScope; |
| class FeedbackVectorSpec; |
| class SimpleNameDictionary; |
| |
| enum class UpdateFeedbackMode { |
| kOptionalFeedback, |
| kGuaranteedFeedback, |
| kNoFeedback, |
| }; |
| |
| // Which feedback slots to clear in Clear(). |
| enum class ClearBehavior { |
| kDefault, |
| kClearAll, // .. also ForIn, CompareOp, BinaryOp. |
| }; |
| |
| enum class FeedbackSlotKind : uint8_t { |
| // This kind means that the slot points to the middle of other slot |
| // which occupies more than one feedback vector element. |
| // There must be no such slots in the system. |
| kInvalid, |
| |
| // Sloppy kinds come first, for easy language mode testing. |
| kStoreGlobalSloppy, |
| kSetNamedSloppy, |
| kSetKeyedSloppy, |
| kLastSloppyKind = kSetKeyedSloppy, |
| |
| // Strict and language mode unaware kinds. |
| kCall, |
| kLoadProperty, |
| kLoadGlobalNotInsideTypeof, |
| kLoadGlobalInsideTypeof, |
| kLoadKeyed, |
| kHasKeyed, |
| kStoreGlobalStrict, |
| kSetNamedStrict, |
| kDefineNamedOwn, |
| kDefineKeyedOwn, |
| kSetKeyedStrict, |
| kStoreInArrayLiteral, |
| kBinaryOp, |
| kCompareOp, |
| kDefineKeyedOwnPropertyInLiteral, |
| kLiteral, |
| kForIn, |
| kInstanceOf, |
| kTypeOf, |
| kCloneObject, |
| kStringAddAndInternalize, |
| kJumpLoop, |
| |
| kLast = kJumpLoop // Always update this if the list above changes. |
| }; |
| |
| static constexpr int kFeedbackSlotKindCount = |
| static_cast<int>(FeedbackSlotKind::kLast) + 1; |
| |
| using MapAndHandler = std::pair<DirectHandle<Map>, MaybeObjectDirectHandle>; |
| |
| class MapsAndHandlers { |
| public: |
| explicit MapsAndHandlers(Isolate* isolate) |
| : maps_(isolate), handlers_(isolate) {} |
| |
| bool empty() const { return maps_.empty(); } |
| size_t size() const { return maps_.size(); } |
| void reserve(size_t capacity) { |
| maps_.reserve(capacity); |
| handlers_.reserve(capacity); |
| } |
| |
| MapAndHandler operator[](size_t i) const { |
| DCHECK_LT(i, size()); |
| MaybeObjectDirectHandle handler; |
| switch (handlers_reference_types_[i]) { |
| case HeapObjectReferenceType::STRONG: |
| handler = MaybeObjectDirectHandle(handlers_[i]); |
| break; |
| case HeapObjectReferenceType::WEAK: |
| handler = MaybeObjectDirectHandle::Weak(handlers_[i]); |
| break; |
| } |
| return MapAndHandler(maps_[i], handler); |
| } |
| |
| void set_map(size_t i, DirectHandle<Map> map) { |
| DCHECK_LT(i, size()); |
| maps_[i] = map; |
| } |
| |
| void set_handler(size_t i, MaybeObjectDirectHandle handler) { |
| DCHECK_LT(i, size()); |
| handlers_[i] = |
| handler.is_null() ? DirectHandle<Object>() : handler.object(); |
| handlers_reference_types_[i] = handler.reference_type(); |
| } |
| |
| class Iterator final |
| : public base::iterator<std::input_iterator_tag, MapAndHandler> { |
| public: |
| constexpr Iterator() = default; |
| |
| constexpr bool operator==(const Iterator& other) { |
| return index_ == other.index_; |
| } |
| constexpr bool operator!=(const Iterator& other) { |
| return index_ != other.index_; |
| } |
| |
| constexpr Iterator& operator++() { |
| ++index_; |
| return *this; |
| } |
| |
| constexpr Iterator operator++(int) { |
| Iterator temp = *this; |
| ++*this; |
| return temp; |
| } |
| |
| value_type operator*() const { |
| DCHECK_NOT_NULL(container_); |
| return (*container_)[index_]; |
| } |
| |
| private: |
| friend class MapsAndHandlers; |
| |
| constexpr Iterator(const MapsAndHandlers* container, size_t i) |
| : container_(container), index_(i) {} |
| |
| const MapsAndHandlers* container_ = nullptr; |
| size_t index_ = 0; |
| }; |
| |
| void emplace_back(DirectHandle<Map> map, MaybeObjectDirectHandle handler) { |
| maps_.push_back(map); |
| handlers_.push_back(handler.is_null() ? DirectHandle<Object>() |
| : handler.object()); |
| handlers_reference_types_.push_back(handler.reference_type()); |
| } |
| |
| Iterator begin() const { return Iterator(this, 0); } |
| Iterator end() const { return Iterator(this, size()); } |
| |
| base::Vector<DirectHandle<Map>> maps() { return base::VectorOf(maps_); } |
| |
| private: |
| DirectHandleSmallVector<Map, DEFAULT_MAX_POLYMORPHIC_MAP_COUNT> maps_; |
| DirectHandleSmallVector<Object, DEFAULT_MAX_POLYMORPHIC_MAP_COUNT> handlers_; |
| base::SmallVector<HeapObjectReferenceType, DEFAULT_MAX_POLYMORPHIC_MAP_COUNT> |
| handlers_reference_types_; |
| }; |
| |
| inline bool IsCallICKind(FeedbackSlotKind kind) { |
| return kind == FeedbackSlotKind::kCall; |
| } |
| |
| inline bool IsLoadICKind(FeedbackSlotKind kind) { |
| return kind == FeedbackSlotKind::kLoadProperty; |
| } |
| |
| inline bool IsLoadGlobalICKind(FeedbackSlotKind kind) { |
| return kind == FeedbackSlotKind::kLoadGlobalNotInsideTypeof || |
| kind == FeedbackSlotKind::kLoadGlobalInsideTypeof; |
| } |
| |
| inline bool IsKeyedLoadICKind(FeedbackSlotKind kind) { |
| return kind == FeedbackSlotKind::kLoadKeyed; |
| } |
| |
| inline bool IsKeyedHasICKind(FeedbackSlotKind kind) { |
| return kind == FeedbackSlotKind::kHasKeyed; |
| } |
| |
| inline bool IsStoreGlobalICKind(FeedbackSlotKind kind) { |
| return kind == FeedbackSlotKind::kStoreGlobalSloppy || |
| kind == FeedbackSlotKind::kStoreGlobalStrict; |
| } |
| |
| inline bool IsSetNamedICKind(FeedbackSlotKind kind) { |
| return kind == FeedbackSlotKind::kSetNamedSloppy || |
| kind == FeedbackSlotKind::kSetNamedStrict; |
| } |
| |
| inline bool IsDefineNamedOwnICKind(FeedbackSlotKind kind) { |
| return kind == FeedbackSlotKind::kDefineNamedOwn; |
| } |
| |
| inline bool IsDefineKeyedOwnICKind(FeedbackSlotKind kind) { |
| return kind == FeedbackSlotKind::kDefineKeyedOwn; |
| } |
| |
| inline bool IsDefineKeyedOwnPropertyInLiteralKind(FeedbackSlotKind kind) { |
| return kind == FeedbackSlotKind::kDefineKeyedOwnPropertyInLiteral; |
| } |
| |
| inline bool IsKeyedStoreICKind(FeedbackSlotKind kind) { |
| return kind == FeedbackSlotKind::kSetKeyedSloppy || |
| kind == FeedbackSlotKind::kSetKeyedStrict; |
| } |
| |
| inline bool IsStoreInArrayLiteralICKind(FeedbackSlotKind kind) { |
| return kind == FeedbackSlotKind::kStoreInArrayLiteral; |
| } |
| |
| inline bool IsGlobalICKind(FeedbackSlotKind kind) { |
| return IsLoadGlobalICKind(kind) || IsStoreGlobalICKind(kind); |
| } |
| |
| inline bool IsCloneObjectKind(FeedbackSlotKind kind) { |
| return kind == FeedbackSlotKind::kCloneObject; |
| } |
| |
| inline TypeofMode GetTypeofModeFromSlotKind(FeedbackSlotKind kind) { |
| DCHECK(IsLoadGlobalICKind(kind)); |
| return (kind == FeedbackSlotKind::kLoadGlobalInsideTypeof) |
| ? TypeofMode::kInside |
| : TypeofMode::kNotInside; |
| } |
| |
| inline LanguageMode GetLanguageModeFromSlotKind(FeedbackSlotKind kind) { |
| DCHECK(IsSetNamedICKind(kind) || IsDefineNamedOwnICKind(kind) || |
| IsStoreGlobalICKind(kind) || IsKeyedStoreICKind(kind) || |
| IsDefineKeyedOwnICKind(kind)); |
| static_assert(FeedbackSlotKind::kStoreGlobalSloppy <= |
| FeedbackSlotKind::kLastSloppyKind); |
| static_assert(FeedbackSlotKind::kSetKeyedSloppy <= |
| FeedbackSlotKind::kLastSloppyKind); |
| static_assert(FeedbackSlotKind::kSetNamedSloppy <= |
| FeedbackSlotKind::kLastSloppyKind); |
| return (kind <= FeedbackSlotKind::kLastSloppyKind) ? LanguageMode::kSloppy |
| : LanguageMode::kStrict; |
| } |
| |
| V8_EXPORT_PRIVATE std::ostream& operator<<(std::ostream& os, |
| FeedbackSlotKind kind); |
| |
| using MaybeObjectHandles = std::vector<MaybeObjectHandle>; |
| |
| class FeedbackMetadata; |
| |
| // ClosureFeedbackCellArray contains feedback cells used when creating closures |
| // from a function. This is created once the function is compiled and is either |
| // held by the feedback vector (if allocated) or by the FeedbackCell of the |
| // closure. |
| V8_OBJECT class ClosureFeedbackCellArray |
| : public TaggedArrayBase<ClosureFeedbackCellArray, FeedbackCell> { |
| using Super = TaggedArrayBase<ClosureFeedbackCellArray, FeedbackCell>; |
| |
| public: |
| static constexpr RootIndex kMapRootIndex = |
| RootIndex::kClosureFeedbackCellArrayMap; |
| |
| V8_EXPORT_PRIVATE static DirectHandle<ClosureFeedbackCellArray> New( |
| Isolate* isolate, DirectHandle<SharedFunctionInfo> shared, |
| AllocationType allocation = AllocationType::kYoung); |
| |
| DECL_VERIFIER(ClosureFeedbackCellArray) |
| DECL_PRINTER(ClosureFeedbackCellArray) |
| |
| class BodyDescriptor; |
| |
| public: |
| // length_ / optional_padding_ live in FixedArrayBase. |
| FLEXIBLE_ARRAY_MEMBER(typename Super::ElementMemberT, objects); |
| } V8_OBJECT_END; |
| |
| class NexusConfig; |
| |
| // A FeedbackVector has a fixed header followed by an array of feedback slots, |
| // of length determined by the feedback metadata. |
| V8_OBJECT class FeedbackVector : public HeapObject { |
| public: |
| // Bit positions in |osr_state|. |
| using OsrUrgencyBits = base::BitField<uint32_t, 0, 3, uint8_t>; |
| using MaybeHasTurbofanOsrCodeBit = OsrUrgencyBits::Next<bool, 1>; |
| using MaybeHasMaglevOsrCodeBit = MaybeHasTurbofanOsrCodeBit::Next<bool, 1>; |
| using DontUseTheseBitsUnlessBeneficialBits = |
| MaybeHasMaglevOsrCodeBit::Next<uint32_t, 3>; |
| // Bit positions in |flags|. |
| using TieringInProgressBit = base::BitField<bool, 0, 1, uint16_t>; |
| using OsrTieringInProgressBit = TieringInProgressBit::Next<bool, 1>; |
| using InterruptBudgetResetByIcChangeBit = |
| OsrTieringInProgressBit::Next<bool, 1>; |
| using AllYourBitsAreBelongToJgruberBits = |
| InterruptBudgetResetByIcChangeBit::Next<uint32_t, 13>; |
| |
| inline bool is_empty() const; |
| |
| DECL_GETTER(has_metadata, bool) |
| |
| DECL_GETTER(metadata, Tagged<FeedbackMetadata>) |
| DECL_ACQUIRE_GETTER(metadata, Tagged<FeedbackMetadata>) |
| |
| inline SafeHeapObjectSize length() const; |
| inline void set_length(int32_t value); |
| |
| inline int32_t invocation_count() const; |
| inline int32_t invocation_count(RelaxedLoadTag) const; |
| inline void set_invocation_count(int32_t value); |
| inline void set_invocation_count(int32_t value, RelaxedStoreTag); |
| inline void clear_invocation_count(RelaxedStoreTag tag); |
| |
| inline uint8_t invocation_count_before_stable() const; |
| inline uint8_t invocation_count_before_stable(RelaxedLoadTag) const; |
| inline void set_invocation_count_before_stable(uint8_t value); |
| inline void set_invocation_count_before_stable(uint8_t value, |
| RelaxedStoreTag); |
| |
| inline uint8_t osr_state() const; |
| inline void set_osr_state(uint8_t value); |
| |
| inline uint16_t flags() const; |
| inline void set_flags(uint16_t value); |
| |
| inline Tagged<SharedFunctionInfo> shared_function_info() const; |
| inline void set_shared_function_info( |
| Tagged<SharedFunctionInfo> value, |
| WriteBarrierMode mode = UPDATE_WRITE_BARRIER); |
| |
| inline Tagged<ClosureFeedbackCellArray> closure_feedback_cell_array() const; |
| inline void set_closure_feedback_cell_array( |
| Tagged<ClosureFeedbackCellArray> value, |
| WriteBarrierMode mode = UPDATE_WRITE_BARRIER); |
| |
| inline Tagged<FeedbackCell> parent_feedback_cell() const; |
| inline void set_parent_feedback_cell( |
| Tagged<FeedbackCell> value, WriteBarrierMode mode = UPDATE_WRITE_BARRIER); |
| |
| // In case a function deoptimizes we set invocation_count_before_stable to |
| // this sentinel. |
| static constexpr uint8_t kInvocationCountBeforeStableDeoptSentinel = 0xff; |
| |
| // The [osr_urgency] controls when OSR is attempted, and is incremented as |
| // the function becomes hotter. When the current loop depth is less than the |
| // osr_urgency, JumpLoop calls into runtime to attempt OSR optimization. |
| static constexpr int kMaxOsrUrgency = 6; |
| static_assert(OsrUrgencyBits::is_valid(kMaxOsrUrgency)); |
| inline int osr_urgency() const; |
| inline void set_osr_urgency(int urgency); |
| inline void reset_osr_urgency(); |
| inline void RequestOsrAtNextOpportunity(); |
| |
| // Whether this vector may contain cached optimized osr code for *any* slot. |
| // May diverge from the state of the world; the invariant is that if |
| // `maybe_has_(maglev|turbofan)_osr_code` is false, no optimized osr code |
| // exists. |
| inline bool maybe_has_maglev_osr_code() const; |
| inline bool maybe_has_turbofan_osr_code() const; |
| inline bool maybe_has_optimized_osr_code() const; |
| inline void set_maybe_has_optimized_osr_code(bool value, CodeKind code_kind); |
| |
| // The `osr_state` contains the osr_urgency and maybe_has_optimized_osr_code. |
| inline void reset_osr_state(); |
| |
| // Optimized OSR'd code is cached in JumpLoop feedback vector slots. The |
| // slots either contain a Code object or the ClearedValue. |
| // |
| // These all run on the main thread only, which is the sole writer of feedback |
| // slots, so reading a slot needs no synchronization. Writing one does: |
| // background compilation threads read JumpLoop slots as a pair under |
| // feedback_vector_access (NexusConfig::GetFeedbackPair), so every write has |
| // to hold that mutex. Note that GetOptimizedOsrCode writes too: it clears the |
| // slot if the cached code was deoptimized. |
| inline std::optional<Tagged<Code>> GetOptimizedOsrCode( |
| Isolate* isolate, Handle<BytecodeArray> bytecode_array, |
| FeedbackSlot slot); |
| void SetOptimizedOsrCode(Isolate* isolate, FeedbackSlot slot, |
| Tagged<Code> code); |
| // Acquires feedback_vector_access whenever it has to clear a slot, so it must |
| // not be called while holding it. |
| inline void RecomputeOptimizedOsrCodeFlags( |
| Isolate* isolate, Handle<BytecodeArray> bytecode_array); |
| |
| inline bool tiering_in_progress() const; |
| void set_tiering_in_progress(bool); |
| |
| bool osr_tiering_in_progress(); |
| void set_osr_tiering_in_progress(bool osr_in_progress); |
| |
| inline bool interrupt_budget_reset_by_ic_change() const; |
| inline void set_interrupt_budget_reset_by_ic_change(bool value); |
| |
| // Check if this function was ever deoptimized. This flag can be used as a |
| // blanked bailout for optimizations which are not guaranteed to be deopt-loop |
| // free (such as hoisting checks out of loops). |
| // TODO(olivf): Have a more granular (e.g., per loop) mechanism. |
| inline bool was_once_deoptimized() const; |
| inline void set_was_once_deoptimized(); |
| |
| void reset_flags(); |
| |
| // Conversion from a slot to an integer index to the underlying array. |
| static int GetIndex(FeedbackSlot slot) { return slot.ToInt(); } |
| |
| // Conversion from an integer index to the underlying array to a slot. |
| static inline FeedbackSlot ToSlot(intptr_t index); |
| |
| // Use only for 1-sized slots. For longer slots, use FeedbackNexus helpers. |
| inline Tagged<MaybeObject> SynchronizedGet(FeedbackSlot slot) const; |
| inline void SynchronizedSet(FeedbackSlot slot, Tagged<MaybeObject> value, |
| WriteBarrierMode mode = UPDATE_WRITE_BARRIER); |
| |
| inline Tagged<MaybeObject> Get(FeedbackSlot slot) const; |
| |
| // Returns the feedback cell at |index| that is used to create the |
| // closure. |
| inline DirectHandle<FeedbackCell> GetClosureFeedbackCell(Isolate* isolate, |
| int index) const; |
| inline Tagged<FeedbackCell> closure_feedback_cell(int index) const; |
| |
| // Gives access to raw memory which stores the array's data. |
| inline MaybeObjectSlot slots_start(); |
| |
| // Returns slot kind for given slot. |
| V8_EXPORT_PRIVATE FeedbackSlotKind GetKind(FeedbackSlot slot) const; |
| V8_EXPORT_PRIVATE FeedbackSlotKind GetKind(FeedbackSlot slot, |
| AcquireLoadTag tag) const; |
| |
| V8_EXPORT_PRIVATE static Handle<FeedbackVector> New( |
| Isolate* isolate, DirectHandle<SharedFunctionInfo> shared, |
| DirectHandle<ClosureFeedbackCellArray> closure_feedback_cell_array, |
| DirectHandle<FeedbackCell> parent_feedback_cell, |
| IsCompiledScope* is_compiled_scope); |
| |
| V8_EXPORT_PRIVATE static Handle<FeedbackVector> NewForTesting( |
| Isolate* isolate, const FeedbackVectorSpec* spec); |
| V8_EXPORT_PRIVATE static Handle<FeedbackVector> |
| NewWithOneBinarySlotForTesting(Zone* zone, Isolate* isolate); |
| V8_EXPORT_PRIVATE static Handle<FeedbackVector> |
| NewWithOneCompareSlotForTesting(Zone* zone, Isolate* isolate); |
| |
| #define DEFINE_SLOT_KIND_PREDICATE(Name) \ |
| bool Name(FeedbackSlot slot) const { return Name##Kind(GetKind(slot)); } |
| |
| DEFINE_SLOT_KIND_PREDICATE(IsCallIC) |
| DEFINE_SLOT_KIND_PREDICATE(IsGlobalIC) |
| DEFINE_SLOT_KIND_PREDICATE(IsLoadIC) |
| DEFINE_SLOT_KIND_PREDICATE(IsLoadGlobalIC) |
| DEFINE_SLOT_KIND_PREDICATE(IsKeyedLoadIC) |
| DEFINE_SLOT_KIND_PREDICATE(IsSetNamedIC) |
| DEFINE_SLOT_KIND_PREDICATE(IsDefineNamedOwnIC) |
| DEFINE_SLOT_KIND_PREDICATE(IsStoreGlobalIC) |
| DEFINE_SLOT_KIND_PREDICATE(IsKeyedStoreIC) |
| #undef DEFINE_SLOT_KIND_PREDICATE |
| |
| // Returns typeof mode encoded into kind of given slot. |
| inline TypeofMode GetTypeofMode(FeedbackSlot slot) const { |
| return GetTypeofModeFromSlotKind(GetKind(slot)); |
| } |
| |
| // Returns language mode encoded into kind of given slot. |
| inline LanguageMode GetLanguageMode(FeedbackSlot slot) const { |
| return GetLanguageModeFromSlotKind(GetKind(slot)); |
| } |
| |
| DECL_PRINTER(FeedbackVector) |
| DECL_VERIFIER(FeedbackVector) |
| |
| void FeedbackSlotPrint(std::ostream& os, FeedbackSlot slot); |
| |
| #ifdef V8_TRACE_FEEDBACK_UPDATES |
| static void TraceFeedbackChange(Isolate* isolate, |
| Tagged<FeedbackVector> vector, |
| FeedbackSlot slot, const char* reason); |
| #endif |
| |
| // Clears the vector slots. Return true if feedback has changed. |
| bool ClearSlots(Isolate* isolate) { |
| return ClearSlots(isolate, ClearBehavior::kDefault); |
| } |
| // As above, but clears *all* slots - even those that we usually keep (e.g.: |
| // BinaryOp feedback). |
| bool ClearAllSlotsForTesting(Isolate* isolate) { |
| return ClearSlots(isolate, ClearBehavior::kClearAll); |
| } |
| |
| // The object that indicates an uninitialized cache. |
| static inline DirectHandle<Symbol> UninitializedSentinel(Isolate* isolate); |
| |
| // The object that indicates a megamorphic state. |
| static inline Handle<Symbol> MegamorphicSentinel(Isolate* isolate); |
| |
| // The object that indicates a MegaDOM state. |
| static inline DirectHandle<Symbol> MegaDOMSentinel(Isolate* isolate); |
| |
| // A raw version of the uninitialized sentinel that's safe to read during |
| // garbage collection (e.g., for patching the cache). |
| static inline Tagged<Symbol> RawUninitializedSentinel(Isolate* isolate); |
| |
| class BodyDescriptor; |
| |
| static const int kHeaderSize; |
| static const int kRawFeedbackSlotsOffset; |
| static const int kMaxLength; |
| |
| static constexpr int SizeFor(int length); |
| static constexpr int OffsetOfElementAt(int index); |
| |
| private: |
| bool ClearSlots(Isolate* isolate, ClearBehavior behavior); |
| |
| static void AddToVectorsForProfilingTools( |
| Isolate* isolate, DirectHandle<FeedbackVector> vector); |
| |
| // Private for initializing stores in FeedbackVector::New(). |
| inline void Set(FeedbackSlot slot, Tagged<MaybeObject> value, |
| WriteBarrierMode mode = UPDATE_WRITE_BARRIER); |
| |
| // Relaxed tail access, used internally by Get/SynchronizedGet/Set. |
| inline Tagged<MaybeObject> raw_feedback_slots(int i, RelaxedLoadTag) const; |
| inline void set_raw_feedback_slots(int i, Tagged<MaybeObject> value, |
| RelaxedStoreTag, WriteBarrierMode mode); |
| |
| #ifdef DEBUG |
| // Returns true if value is a non-HashTable FixedArray. We want to |
| // make sure not to store such objects in the vector. |
| inline static bool IsOfLegacyType(Tagged<MaybeObject> value); |
| #endif // DEBUG |
| |
| // NexusConfig controls setting slots in the vector. |
| friend NexusConfig; |
| |
| public: |
| int32_t length_; |
| std::atomic<int32_t> invocation_count_; |
| #if TAGGED_SIZE_8_BYTES |
| uint32_t optional_padding_; |
| #endif |
| std::atomic<uint8_t> invocation_count_before_stable_; |
| uint8_t osr_state_; |
| uint16_t flags_; |
| TaggedMember<SharedFunctionInfo> shared_function_info_; |
| TaggedMember<ClosureFeedbackCellArray> closure_feedback_cell_array_; |
| TaggedMember<FeedbackCell> parent_feedback_cell_; |
| |
| private: |
| // Variable-length tail: each slot is a maybe-weak feedback value. Access |
| // goes through Get/SynchronizedGet/Set; callers should not reach the tail |
| // directly. |
| FLEXIBLE_ARRAY_MEMBER(TaggedMember<MaybeObject>, raw_feedback_slots); |
| } V8_OBJECT_END; |
| |
| inline constexpr int FeedbackVector::kHeaderSize = |
| OFFSET_OF_DATA_START(FeedbackVector); |
| inline constexpr int FeedbackVector::kRawFeedbackSlotsOffset = |
| OFFSET_OF_DATA_START(FeedbackVector); |
| inline constexpr int FeedbackVector::kMaxLength = |
| (kMaxInt - kHeaderSize) / kTaggedSize; |
| |
| constexpr int FeedbackVector::SizeFor(int length) { |
| CHECK_GE(length, 0); |
| CHECK_LE(length, kMaxLength); |
| return OFFSET_OF_DATA_START(FeedbackVector) + length * kTaggedSize; |
| } |
| constexpr int FeedbackVector::OffsetOfElementAt(int index) { |
| return OFFSET_OF_DATA_START(FeedbackVector) + index * kTaggedSize; |
| } |
| |
| static_assert(FeedbackVector::kHeaderSize % kObjectAlignment == 0, |
| "Header must be padded for alignment"); |
| |
| class V8_EXPORT_PRIVATE FeedbackVectorSpec { |
| public: |
| explicit FeedbackVectorSpec(Zone* zone) |
| : slot_kinds_(zone), create_closure_parameter_counts_(zone) { |
| slot_kinds_.reserve(16); |
| } |
| |
| int slot_count() const { return static_cast<int>(slot_kinds_.size()); } |
| int create_closure_slot_count() const { |
| return static_cast<int>(create_closure_parameter_counts_.size()); |
| } |
| |
| int AddCreateClosureParameterCount(uint16_t parameter_count) { |
| create_closure_parameter_counts_.push_back(parameter_count); |
| return create_closure_slot_count() - 1; |
| } |
| |
| uint16_t GetCreateClosureParameterCount(int index) const { |
| return create_closure_parameter_counts_.at(index); |
| } |
| |
| FeedbackSlotKind GetKind(FeedbackSlot slot) const { |
| return slot_kinds_.at(slot.ToInt()); |
| } |
| |
| FeedbackSlot AddCallICSlot() { return AddSlot(FeedbackSlotKind::kCall); } |
| |
| FeedbackSlot AddLoadICSlot() { |
| return AddSlot(FeedbackSlotKind::kLoadProperty); |
| } |
| |
| FeedbackSlot AddLoadGlobalICSlot(TypeofMode typeof_mode) { |
| return AddSlot(typeof_mode == TypeofMode::kInside |
| ? FeedbackSlotKind::kLoadGlobalInsideTypeof |
| : FeedbackSlotKind::kLoadGlobalNotInsideTypeof); |
| } |
| |
| FeedbackSlot AddKeyedLoadICSlot() { |
| return AddSlot(FeedbackSlotKind::kLoadKeyed); |
| } |
| |
| FeedbackSlot AddKeyedHasICSlot() { |
| return AddSlot(FeedbackSlotKind::kHasKeyed); |
| } |
| |
| FeedbackSlotKind GetStoreICSlot(LanguageMode language_mode) { |
| static_assert(LanguageModeSize == 2); |
| return is_strict(language_mode) ? FeedbackSlotKind::kSetNamedStrict |
| : FeedbackSlotKind::kSetNamedSloppy; |
| } |
| |
| FeedbackSlot AddStoreICSlot(LanguageMode language_mode) { |
| return AddSlot(GetStoreICSlot(language_mode)); |
| } |
| |
| FeedbackSlot AddDefineNamedOwnICSlot() { |
| return AddSlot(FeedbackSlotKind::kDefineNamedOwn); |
| } |
| |
| // Similar to DefinedNamedOwn, but will throw if a private field already |
| // exists. |
| FeedbackSlot AddDefineKeyedOwnICSlot() { |
| return AddSlot(FeedbackSlotKind::kDefineKeyedOwn); |
| } |
| |
| FeedbackSlot AddStoreGlobalICSlot(LanguageMode language_mode) { |
| static_assert(LanguageModeSize == 2); |
| return AddSlot(is_strict(language_mode) |
| ? FeedbackSlotKind::kStoreGlobalStrict |
| : FeedbackSlotKind::kStoreGlobalSloppy); |
| } |
| |
| FeedbackSlotKind GetKeyedStoreICSlotKind(LanguageMode language_mode) { |
| static_assert(LanguageModeSize == 2); |
| return is_strict(language_mode) ? FeedbackSlotKind::kSetKeyedStrict |
| : FeedbackSlotKind::kSetKeyedSloppy; |
| } |
| |
| FeedbackSlot AddKeyedStoreICSlot(LanguageMode language_mode) { |
| return AddSlot(GetKeyedStoreICSlotKind(language_mode)); |
| } |
| |
| FeedbackSlot AddStoreInArrayLiteralICSlot() { |
| return AddSlot(FeedbackSlotKind::kStoreInArrayLiteral); |
| } |
| |
| FeedbackSlot AddBinaryOpICSlot() { |
| return AddSlot(FeedbackSlotKind::kBinaryOp); |
| } |
| |
| FeedbackSlot AddCompareICSlot() { |
| return AddSlot(FeedbackSlotKind::kCompareOp); |
| } |
| |
| FeedbackSlot AddForInSlot() { return AddSlot(FeedbackSlotKind::kForIn); } |
| |
| FeedbackSlot AddInstanceOfSlot() { |
| return AddSlot(FeedbackSlotKind::kInstanceOf); |
| } |
| |
| FeedbackSlot AddTypeOfSlot() { return AddSlot(FeedbackSlotKind::kTypeOf); } |
| |
| FeedbackSlot AddLiteralSlot() { return AddSlot(FeedbackSlotKind::kLiteral); } |
| |
| FeedbackSlot AddDefineKeyedOwnPropertyInLiteralICSlot() { |
| return AddSlot(FeedbackSlotKind::kDefineKeyedOwnPropertyInLiteral); |
| } |
| |
| FeedbackSlot AddCloneObjectSlot() { |
| return AddSlot(FeedbackSlotKind::kCloneObject); |
| } |
| |
| FeedbackSlot AddJumpLoopSlot() { |
| return AddSlot(FeedbackSlotKind::kJumpLoop); |
| } |
| |
| FeedbackSlot AddStringAddAndInternalizeICSlot() { |
| return AddSlot(FeedbackSlotKind::kStringAddAndInternalize); |
| } |
| |
| #ifdef OBJECT_PRINT |
| // For gdb debugging. |
| void Print(); |
| #endif // OBJECT_PRINT |
| |
| DECL_PRINTER(FeedbackVectorSpec) |
| |
| private: |
| FeedbackSlot AddSlot(FeedbackSlotKind kind); |
| |
| void append(FeedbackSlotKind kind) { slot_kinds_.push_back(kind); } |
| |
| static_assert(sizeof(FeedbackSlotKind) == sizeof(uint8_t)); |
| ZoneVector<FeedbackSlotKind> slot_kinds_; |
| // A vector containing the parameter count for every create closure slot. |
| ZoneVector<uint16_t> create_closure_parameter_counts_; |
| |
| friend class SharedFeedbackSlot; |
| }; |
| |
| // Helper class that creates a feedback slot on-demand. |
| class SharedFeedbackSlot { |
| public: |
| // FeedbackSlot default constructor constructs an invalid slot. |
| SharedFeedbackSlot(FeedbackVectorSpec* spec, FeedbackSlotKind kind) |
| : kind_(kind), spec_(spec) {} |
| |
| FeedbackSlot Get() { |
| if (slot_.IsInvalid()) slot_ = spec_->AddSlot(kind_); |
| return slot_; |
| } |
| |
| private: |
| FeedbackSlotKind kind_; |
| FeedbackSlot slot_; |
| FeedbackVectorSpec* spec_; |
| }; |
| |
| // FeedbackMetadata is an array-like object with a slot count (indicating how |
| // many slots are stored). We save space by packing several slots into an array |
| // of int32 data. The length is never stored - it is always calculated from |
| // slot_count. All instances are created through the static New function, and |
| // the number of slots is static once an instance is created. |
| // |
| // Besides the feedback slots, the FeedbackMetadata also stores the parameter |
| // count for every CreateClosure slot as that is required for allocating the |
| // FeedbackCells for the closres. This data doesn't necessarily need to live in |
| // this object (it could, for example, also be stored on the Bytecode), but |
| // keeping it here is somewhat efficient as the uint16s can just be stored |
| // after the int32s of the slots. |
| V8_OBJECT class FeedbackMetadata : public HeapObject { |
| public: |
| // The number of slots that this metadata contains. Stored as an int32. |
| inline int32_t slot_count() const { return slot_count_; } |
| inline void set_slot_count(int32_t value) { slot_count_ = value; } |
| |
| // The number of feedback cells required for create closures. Stored as an |
| // int32. |
| // TODO(mythria): Consider using 16 bits for this and slot_count so that we |
| // can save 4 bytes. |
| inline int32_t create_closure_slot_count() const { |
| return create_closure_slot_count_; |
| } |
| inline void set_create_closure_slot_count(int32_t value) { |
| create_closure_slot_count_ = value; |
| } |
| |
| // Get slot_count using an acquire load. |
| inline int32_t slot_count(AcquireLoadTag) const; |
| |
| // Get create_closure_slot_count using an acquire load. |
| inline int32_t create_closure_slot_count(AcquireLoadTag) const; |
| |
| // Returns number of feedback vector elements used by given slot kind. |
| static inline int GetSlotSize(FeedbackSlotKind kind); |
| |
| bool SpecDiffersFrom(const FeedbackVectorSpec* other_spec) const; |
| |
| inline bool is_empty() const; |
| |
| // Returns slot kind for given slot. |
| V8_EXPORT_PRIVATE FeedbackSlotKind GetKind(FeedbackSlot slot) const; |
| |
| // Returns the parameter count for the create closure slot with the given |
| // index. |
| V8_EXPORT_PRIVATE uint16_t GetCreateClosureParameterCount(int index) const; |
| |
| // If {spec} is null, then it is considered empty. |
| template <typename IsolateT> |
| V8_EXPORT_PRIVATE static Handle<FeedbackMetadata> New( |
| IsolateT* isolate, const FeedbackVectorSpec* spec); |
| |
| DECL_PRINTER(FeedbackMetadata) |
| DECL_VERIFIER(FeedbackMetadata) |
| |
| static const char* Kind2String(FeedbackSlotKind kind); |
| |
| // Garbage collection support. |
| // This includes any necessary padding at the end of the object for pointer |
| // size alignment. |
| inline int AllocatedSize(); |
| |
| static int SizeFor(int slot_count, int create_closure_slot_count) { |
| return OBJECT_POINTER_ALIGN(kHeaderSize + |
| word_count(slot_count) * kInt32Size + |
| create_closure_slot_count * kUInt16Size); |
| } |
| |
| static const int kHeaderSize; |
| |
| class BodyDescriptor; |
| |
| private: |
| friend class AccessorAssembler; |
| |
| // Raw accessors to the encoded slot data. |
| inline int32_t get(int index) const; |
| inline void set(int index, int32_t value); |
| |
| // The number of int32 data fields needed to store {slot_count} slots. |
| // Does not include any extra padding for pointer size alignment. |
| static int word_count(int slot_count) { |
| return VectorICComputer::word_count(slot_count); |
| } |
| inline int word_count() const; |
| |
| static const int kFeedbackSlotKindBits = 5; |
| static_assert(kFeedbackSlotKindCount <= (1 << kFeedbackSlotKindBits)); |
| |
| void SetKind(FeedbackSlot slot, FeedbackSlotKind kind); |
| |
| void SetCreateClosureParameterCount(int index, uint16_t parameter_count); |
| |
| using VectorICComputer = |
| base::BitSetComputer<FeedbackSlotKind, kFeedbackSlotKindBits, |
| kInt32Size * kBitsPerByte, uint32_t>; |
| |
| public: |
| int32_t slot_count_; |
| int32_t create_closure_slot_count_; |
| } V8_OBJECT_END; |
| |
| inline constexpr int FeedbackMetadata::kHeaderSize = sizeof(FeedbackMetadata); |
| |
| // Verify that an empty hash field looks like a tagged object, but can't |
| // possibly be confused with a pointer. |
| static_assert((Name::kEmptyHashField & kHeapObjectTag) == kHeapObjectTag); |
| static_assert(Name::kEmptyHashField == 0x3); |
| // Verify that a set hash field will not look like a tagged object. |
| static_assert(Name::kHashNotComputedMask == kHeapObjectTag); |
| |
| class FeedbackMetadataIterator { |
| public: |
| explicit FeedbackMetadataIterator(Handle<FeedbackMetadata> metadata) |
| : metadata_handle_(metadata), |
| next_slot_(FeedbackSlot(0)), |
| slot_kind_(FeedbackSlotKind::kInvalid) {} |
| |
| FeedbackMetadataIterator(Tagged<FeedbackMetadata> metadata, |
| const DisallowGarbageCollection& no_gc |
| V8_LIFETIME_BOUND) |
| : metadata_(metadata), |
| next_slot_(FeedbackSlot(0)), |
| slot_kind_(FeedbackSlotKind::kInvalid) {} |
| |
| inline bool HasNext() const; |
| |
| inline FeedbackSlot Next(); |
| |
| // Returns slot kind of the last slot returned by Next(). |
| FeedbackSlotKind kind() const { |
| DCHECK_NE(FeedbackSlotKind::kInvalid, slot_kind_); |
| return slot_kind_; |
| } |
| |
| // Returns entry size of the last slot returned by Next(). |
| inline int entry_size() const; |
| |
| private: |
| Tagged<FeedbackMetadata> metadata() const { |
| return !metadata_handle_.is_null() ? *metadata_handle_ : metadata_; |
| } |
| |
| // The reason for having a handle and a raw pointer to the meta data is |
| // to have a single iterator implementation for both "handlified" and raw |
| // pointer use cases. |
| Handle<FeedbackMetadata> metadata_handle_; |
| Tagged<FeedbackMetadata> metadata_; |
| FeedbackSlot cur_slot_; |
| FeedbackSlot next_slot_; |
| FeedbackSlotKind slot_kind_; |
| }; |
| |
| // NexusConfig adapts the FeedbackNexus to be used on the main thread |
| // or a background thread. It controls the actual read and writes of |
| // the underlying feedback vector, manages the creation of handles, and |
| // expresses capabilities available in the very different contexts of |
| // main and background thread. Here are the differences: |
| // |
| // Capability: MainThread BackgroundThread |
| // Write to vector Allowed Not allowed |
| // Handle creation Via Isolate Via LocalHeap |
| // Reads of vector "Live" Cached after initial read |
| // Thread safety Exclusive write, Shared read only |
| // shared read |
| class V8_EXPORT_PRIVATE NexusConfig { |
| public: |
| static NexusConfig FromMainThread(Isolate* isolate) { |
| DCHECK_NOT_NULL(isolate); |
| return NexusConfig(isolate); |
| } |
| |
| static NexusConfig FromBackgroundThread(Isolate* isolate, |
| LocalHeap* local_heap) { |
| DCHECK_NOT_NULL(isolate); |
| return NexusConfig(isolate, local_heap); |
| } |
| |
| enum Mode { MainThread, BackgroundThread }; |
| |
| Mode mode() const { |
| return local_heap_ == nullptr ? MainThread : BackgroundThread; |
| } |
| |
| Isolate* isolate() const { return isolate_; } |
| |
| MaybeObjectHandle NewHandle(Tagged<MaybeObject> object) const; |
| template <typename T> |
| Handle<T> NewHandle(Tagged<T> object) const; |
| |
| bool can_write() const { return mode() == MainThread; } |
| |
| inline Tagged<MaybeObject> GetFeedback(Tagged<FeedbackVector> vector, |
| FeedbackSlot slot) const; |
| inline void SetFeedback(Tagged<FeedbackVector> vector, FeedbackSlot slot, |
| Tagged<MaybeObject> object, |
| WriteBarrierMode mode = UPDATE_WRITE_BARRIER) const; |
| |
| std::pair<Tagged<MaybeObject>, Tagged<MaybeObject>> GetFeedbackPair( |
| Tagged<FeedbackVector> vector, FeedbackSlot slot) const; |
| void SetFeedbackPair(Tagged<FeedbackVector> vector, FeedbackSlot start_slot, |
| Tagged<MaybeObject> feedback, WriteBarrierMode mode, |
| Tagged<MaybeObject> feedback_extra, |
| WriteBarrierMode mode_extra) const; |
| // Writes only the extra slot, leaving the main slot as it is. Like |
| // SetFeedbackPair, this takes the feedback_vector_access mutex, which is what |
| // readers of the slot group rely on. |
| void SetFeedbackExtra(Tagged<FeedbackVector> vector, FeedbackSlot start_slot, |
| Tagged<MaybeObject> feedback_extra, |
| WriteBarrierMode mode_extra) const; |
| |
| private: |
| explicit NexusConfig(Isolate* isolate) |
| : isolate_(isolate), local_heap_(nullptr) {} |
| NexusConfig(Isolate* isolate, LocalHeap* local_heap) |
| : isolate_(isolate), local_heap_(local_heap) {} |
| |
| Isolate* const isolate_; |
| LocalHeap* const local_heap_; |
| }; |
| |
| // A FeedbackNexus is the combination of a FeedbackVector and a slot. |
| class V8_EXPORT_PRIVATE FeedbackNexus final { |
| public: |
| // For use on the main thread. A null {vector} is accepted as well. |
| FeedbackNexus(Isolate* isolate, Handle<FeedbackVector> vector, |
| FeedbackSlot slot); |
| FeedbackNexus(Isolate*, Tagged<FeedbackVector> vector, FeedbackSlot slot); |
| |
| // For use on the main or background thread as configured by {config}. |
| // {vector} must be valid. |
| FeedbackNexus(Handle<FeedbackVector> vector, FeedbackSlot slot, |
| const NexusConfig& config); |
| |
| const NexusConfig* config() const { return &config_; } |
| DirectHandle<FeedbackVector> vector_handle() const { |
| DCHECK(vector_.is_null()); |
| return vector_handle_; |
| } |
| Tagged<FeedbackVector> vector() const { |
| return vector_handle_.is_null() ? vector_ : *vector_handle_; |
| } |
| |
| FeedbackSlot slot() const { return slot_; } |
| FeedbackSlotKind kind() const { return kind_; } |
| |
| inline LanguageMode GetLanguageMode() const { |
| return vector()->GetLanguageMode(slot()); |
| } |
| |
| static inline Builtin GetLoadICHandlerForStorageOffset(int storage_offset, |
| bool is_inobject, |
| bool is_double); |
| |
| InlineCacheState ic_state() const; |
| static Builtin ic_handler(Tagged<MaybeObject> feedback_extra, |
| FeedbackSlotKind kind, |
| Tagged<Map> lookup_start_object_map); |
| Builtin ic_handler(Tagged<Map> lookup_start_object_map) const; |
| Builtin ic_handler() const; |
| |
| bool IsUninitialized() const { |
| return ic_state() == InlineCacheState::UNINITIALIZED; |
| } |
| bool IsHomomorphic() const { |
| return ic_state() == InlineCacheState::HOMOMORPHIC; |
| } |
| bool IsMegamorphic() const { |
| return ic_state() == InlineCacheState::MEGAMORPHIC; |
| } |
| bool IsGeneric() const { return ic_state() == InlineCacheState::GENERIC; } |
| |
| void Print(std::ostream& os); |
| |
| // For map-based ICs (load, keyed-load, store, keyed-store). |
| Tagged<Map> GetFirstMap() const; |
| int ExtractMaps(MapHandles* maps) const; |
| // Used to obtain maps and the associated handlers stored in the feedback |
| // vector. This should be called when we expect only a handler to be stored in |
| // the extra feedback. This is used by ICs when updating the handlers. |
| using TryUpdateHandler = std::function<MaybeHandle<Map>(Handle<Map>)>; |
| int ExtractMapsAndHandlers( |
| MapsAndHandlers* maps_and_handlers, |
| TryUpdateHandler map_handler = TryUpdateHandler()) const; |
| MaybeObjectDirectHandle FindHandlerForMap(DirectHandle<Map> map) const; |
| // Used to obtain maps and handlers. This is used by compilers to get all the |
| // feedback stored in the vector. |
| template <typename F> |
| void IterateMapsWithUnclearedHandler(F) const; |
| |
| bool IsCleared() const { |
| InlineCacheState state = ic_state(); |
| return !v8_flags.use_ic || state == InlineCacheState::UNINITIALIZED; |
| } |
| |
| // Clear() returns true if the state of the underlying vector was changed. |
| bool Clear(ClearBehavior behavior); |
| void ConfigureUninitialized(); |
| // ConfigureMegamorphic() returns true if the state of the underlying vector |
| // was changed. Extra feedback is cleared if the 0 parameter version is used. |
| bool ConfigureMegamorphic(); |
| bool ConfigureMegamorphic(IcCheckType property_type); |
| |
| inline Tagged<MaybeObject> GetFeedback() const; |
| inline Tagged<MaybeObject> GetFeedbackExtra() const; |
| inline std::pair<Tagged<MaybeObject>, Tagged<MaybeObject>> GetFeedbackPair() |
| const; |
| |
| void ConfigureMonomorphic(DirectHandle<Name> name, |
| DirectHandle<Map> receiver_map, |
| const MaybeObjectDirectHandle& handler); |
| |
| void ConfigurePolymorphic(DirectHandle<Name> name, |
| MapsAndHandlers const& maps_and_handlers); |
| |
| void ConfigureHomomorphic(DirectHandle<WeakHomomorphicFixedArray> maps, |
| const MaybeObjectDirectHandle& handler); |
| MaybeObjectDirectHandle ExtractHomomorphicHandler(); |
| |
| void ConfigureMegaDOM(const MaybeObjectDirectHandle& handler); |
| MaybeObjectHandle ExtractMegaDOMHandler(); |
| |
| BinaryOperationHint GetBinaryOperationFeedback() const; |
| CompareOperationHint GetCompareOperationFeedback() const; |
| TypeOfFeedback::Result GetTypeOfFeedback() const; |
| ForInHint GetForInFeedback() const; |
| |
| // For KeyedLoad ICs. |
| KeyedAccessLoadMode GetKeyedAccessLoadMode() const; |
| |
| // For KeyedStore ICs. |
| KeyedAccessStoreMode GetKeyedAccessStoreMode() const; |
| |
| // For KeyedLoad and KeyedStore ICs. |
| IcCheckType GetKeyType() const; |
| Tagged<Name> GetName() const; |
| bool IsOneMapManyNames() const; |
| |
| // For Call ICs. |
| int GetCallCount(); |
| void SetSpeculationMode(SpeculationMode mode); |
| void NextSpeculationMode(SpeculationMode mode); |
| SpeculationMode GetSpeculationMode(); |
| CallFeedbackContent GetCallFeedbackContent(); |
| |
| // Compute the call frequency based on the call count and the invocation |
| // count (taken from the type feedback vector). |
| float ComputeCallFrequency(); |
| |
| using SpeculationModeField = base::BitField<SpeculationMode, 0, 2>; |
| using CallFeedbackContentField = |
| SpeculationModeField::Next<CallFeedbackContent, 1>; |
| using CallCountField = CallFeedbackContentField::Next<uint32_t, 29>; |
| |
| // For JumpLoop. |
| std::optional<Tagged<Code>> GetOptimizedOsrCode( |
| IsolateForSandbox isolate) const; |
| |
| // For InstanceOf ICs. |
| MaybeDirectHandle<JSObject> GetConstructorFeedback() const; |
| |
| // For Global Load and Store ICs. |
| void ConfigurePropertyCellMode(DirectHandle<PropertyCell> cell); |
| // Returns false if given combination of indices is not allowed. |
| bool ConfigureLexicalVarMode(uint32_t script_context_index, |
| int context_slot_index, bool immutable); |
| void ConfigureHandlerMode(const MaybeObjectDirectHandle& handler); |
| |
| // For CloneObject ICs |
| static constexpr uint32_t kCloneObjectPolymorphicEntrySize = 2; |
| void ConfigureCloneObject(DirectHandle<Map> source_map, |
| const MaybeObjectHandle& handler); |
| |
| // For StringAddAndInternalize ICs. |
| void ConfigureStringAddInternalizeCache(Tagged<SimpleNameDictionary> cache); |
| |
| // Bit positions in a smi that encodes lexical environment variable access. |
| #define LEXICAL_MODE_BIT_FIELDS(V, _) \ |
| V(ContextIndexBits, unsigned, 12, _) \ |
| V(SlotIndexBits, unsigned, 18, _) \ |
| V(ImmutabilityBit, bool, 1, _) |
| |
| DEFINE_BIT_FIELDS(LEXICAL_MODE_BIT_FIELDS) |
| #undef LEXICAL_MODE_BIT_FIELDS |
| |
| // Make sure we don't overflow the smi. |
| static_assert(LEXICAL_MODE_BIT_FIELDS_Ranges::kBitsCount <= kSmiValueSize); |
| |
| private: |
| template <typename FeedbackType> |
| inline void SetFeedback(Tagged<FeedbackType> feedback, |
| WriteBarrierMode mode = UPDATE_WRITE_BARRIER); |
| template <typename FeedbackType, typename FeedbackExtraType> |
| inline void SetFeedback(Tagged<FeedbackType> feedback, WriteBarrierMode mode, |
| Tagged<FeedbackExtraType> feedback_extra, |
| WriteBarrierMode mode_extra = UPDATE_WRITE_BARRIER); |
| template <typename FeedbackExtraType> |
| inline void SetFeedbackExtra( |
| Tagged<FeedbackExtraType> feedback_extra, |
| WriteBarrierMode mode_extra = UPDATE_WRITE_BARRIER); |
| |
| inline Tagged<MaybeObject> UninitializedSentinel() const; |
| inline Tagged<MaybeObject> MegamorphicSentinel() const; |
| inline Tagged<MaybeObject> MegaDOMSentinel() const; |
| |
| // Create an array. The caller must install it in a feedback vector slot. |
| DirectHandle<WeakFixedArray> CreateArrayOfSize(uint32_t length); |
| |
| // Helpers to maintain feedback_cache_. |
| inline Tagged<MaybeObject> FromHandle(MaybeObjectDirectHandle slot) const; |
| inline MaybeObjectHandle ToHandle(Tagged<MaybeObject> value) const; |
| |
| // The reason for having a vector handle and a raw pointer is that we can and |
| // should use handles during IC miss, but not during GC when we clear ICs. If |
| // you have a handle to the vector that is better because more operations can |
| // be done, like allocation. |
| Handle<FeedbackVector> vector_handle_; |
| Tagged<FeedbackVector> vector_; |
| FeedbackSlot slot_; |
| FeedbackSlotKind kind_; |
| // When using the background-thread configuration, a cache is used to |
| // guarantee a consistent view of the feedback to FeedbackNexus methods. |
| mutable std::optional<std::pair<MaybeObjectHandle, MaybeObjectHandle>> |
| feedback_cache_; |
| NexusConfig config_; |
| Isolate* isolate_; |
| }; |
| |
| class V8_EXPORT_PRIVATE FeedbackIterator final { |
| public: |
| explicit FeedbackIterator(const FeedbackNexus* nexus); |
| void Advance(); |
| bool done() { return done_; } |
| Tagged<Map> map() { return map_; } |
| Tagged<MaybeObject> handler() { return handler_; } |
| |
| static int SizeFor(int number_of_entries) { |
| CHECK_GT(number_of_entries, 0); |
| return number_of_entries * kEntrySize; |
| } |
| |
| static int MapIndexForEntry(int entry) { |
| CHECK_GE(entry, 0); |
| return entry * kEntrySize; |
| } |
| |
| static int HandlerIndexForEntry(int entry) { |
| CHECK_GE(entry, 0); |
| return (entry * kEntrySize) + kHandlerOffset; |
| } |
| |
| static constexpr int kEntrySize = 2; |
| static constexpr int kHandlerOffset = 1; |
| |
| private: |
| void AdvancePolymorphic(); |
| enum State { kMonomorphic, kPolymorphic, kOther }; |
| |
| DirectHandle<WeakFixedArray> polymorphic_feedback_; |
| Tagged<Map> map_; |
| Tagged<MaybeObject> handler_; |
| bool done_; |
| int index_; |
| State state_; |
| }; |
| |
| inline BinaryOperationHint BinaryOperationHintFromFeedback(int type_feedback); |
| inline CompareOperationHint CompareOperationHintFromFeedback(int type_feedback); |
| inline ForInHint ForInHintFromFeedback(ForInFeedback type_feedback); |
| |
| } // namespace v8::internal |
| |
| #include "src/objects/object-macros-undef.h" |
| |
| #endif // V8_OBJECTS_FEEDBACK_VECTOR_H_ |