// Copyright 2014 the V8 project authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #ifndef V8_TYPE_FEEDBACK_VECTOR_H_ #define V8_TYPE_FEEDBACK_VECTOR_H_ #include <vector> #include "src/checks.h" #include "src/elements-kind.h" #include "src/heap/heap.h" #include "src/isolate.h" #include "src/objects.h" #include "src/zone-containers.h" namespace v8 { namespace internal { class FeedbackVectorSpec { public: FeedbackVectorSpec() : slots_(0), has_ic_slot_(false) {} explicit FeedbackVectorSpec(int slots) : slots_(slots), has_ic_slot_(false) {} FeedbackVectorSpec(int slots, Code::Kind ic_slot_kind) : slots_(slots), has_ic_slot_(true), ic_kind_(ic_slot_kind) {} int slots() const { return slots_; } int ic_slots() const { return has_ic_slot_ ? 1 : 0; } Code::Kind GetKind(int ic_slot) const { DCHECK(FLAG_vector_ics && has_ic_slot_ && ic_slot == 0); return ic_kind_; } private: int slots_; bool has_ic_slot_; Code::Kind ic_kind_; }; class ZoneFeedbackVectorSpec { public: explicit ZoneFeedbackVectorSpec(Zone* zone) : slots_(0), ic_slots_(0), ic_slot_kinds_(zone) {} ZoneFeedbackVectorSpec(Zone* zone, int slots, int ic_slots) : slots_(slots), ic_slots_(ic_slots), ic_slot_kinds_(FLAG_vector_ics ? ic_slots : 0, zone) {} int slots() const { return slots_; } void increase_slots(int count) { slots_ += count; } int ic_slots() const { return ic_slots_; } void increase_ic_slots(int count) { ic_slots_ += count; if (FLAG_vector_ics) ic_slot_kinds_.resize(ic_slots_); } void SetKind(int ic_slot, Code::Kind kind) { DCHECK(FLAG_vector_ics); ic_slot_kinds_[ic_slot] = kind; } Code::Kind GetKind(int ic_slot) const { DCHECK(FLAG_vector_ics); return static_cast<Code::Kind>(ic_slot_kinds_.at(ic_slot)); } private: int slots_; int ic_slots_; ZoneVector<unsigned char> ic_slot_kinds_; }; // The shape of the TypeFeedbackVector is an array with: // 0: first_ic_slot_index (== length() if no ic slots are present) // 1: ics_with_types // 2: ics_with_generic_info // 3: type information for ic slots, if any // ... // N: first feedback slot (N >= 3) // ... // [<first_ic_slot_index>: feedback slot] // ...to length() - 1 // class TypeFeedbackVector : public FixedArray { public: // Casting. static TypeFeedbackVector* cast(Object* obj) { DCHECK(obj->IsTypeFeedbackVector()); return reinterpret_cast<TypeFeedbackVector*>(obj); } static const int kReservedIndexCount = 3; static const int kFirstICSlotIndex = 0; static const int kWithTypesIndex = 1; static const int kGenericCountIndex = 2; static int elements_per_ic_slot() { return FLAG_vector_ics ? 2 : 1; } int first_ic_slot_index() const { DCHECK(length() >= kReservedIndexCount); return Smi::cast(get(kFirstICSlotIndex))->value(); } int ic_with_type_info_count() { return length() > 0 ? Smi::cast(get(kWithTypesIndex))->value() : 0; } void change_ic_with_type_info_count(int delta) { if (delta == 0) return; int value = ic_with_type_info_count() + delta; // Could go negative because of the debugger. if (value >= 0) { set(kWithTypesIndex, Smi::FromInt(value)); } } int ic_generic_count() { return length() > 0 ? Smi::cast(get(kGenericCountIndex))->value() : 0; } void change_ic_generic_count(int delta) { if (delta == 0) return; int value = ic_generic_count() + delta; if (value >= 0) { set(kGenericCountIndex, Smi::FromInt(value)); } } inline int ic_metadata_length() const; bool SpecDiffersFrom(const ZoneFeedbackVectorSpec* other_spec) const; int Slots() const { if (length() == 0) return 0; return Max( 0, first_ic_slot_index() - ic_metadata_length() - kReservedIndexCount); } int ICSlots() const { if (length() == 0) return 0; return (length() - first_ic_slot_index()) / elements_per_ic_slot(); } // Conversion from a slot or ic slot to an integer index to the underlying // array. int GetIndex(FeedbackVectorSlot slot) const { DCHECK(slot.ToInt() < first_ic_slot_index()); return kReservedIndexCount + ic_metadata_length() + slot.ToInt(); } int GetIndex(FeedbackVectorICSlot slot) const { int first_ic_slot = first_ic_slot_index(); DCHECK(slot.ToInt() < ICSlots()); return first_ic_slot + slot.ToInt() * elements_per_ic_slot(); } // Conversion from an integer index to either a slot or an ic slot. The caller // should know what kind she expects. FeedbackVectorSlot ToSlot(int index) const { DCHECK(index >= kReservedIndexCount && index < first_ic_slot_index()); return FeedbackVectorSlot(index - ic_metadata_length() - kReservedIndexCount); } FeedbackVectorICSlot ToICSlot(int index) const { DCHECK(index >= first_ic_slot_index() && index < length()); int ic_slot = (index - first_ic_slot_index()) / elements_per_ic_slot(); return FeedbackVectorICSlot(ic_slot); } Object* Get(FeedbackVectorSlot slot) const { return get(GetIndex(slot)); } void Set(FeedbackVectorSlot slot, Object* value, WriteBarrierMode mode = UPDATE_WRITE_BARRIER) { set(GetIndex(slot), value, mode); } Object* Get(FeedbackVectorICSlot slot) const { return get(GetIndex(slot)); } void Set(FeedbackVectorICSlot slot, Object* value, WriteBarrierMode mode = UPDATE_WRITE_BARRIER) { set(GetIndex(slot), value, mode); } // IC slots need metadata to recognize the type of IC. Code::Kind GetKind(FeedbackVectorICSlot slot) const; template <typename Spec> static Handle<TypeFeedbackVector> Allocate(Isolate* isolate, const Spec* spec); static Handle<TypeFeedbackVector> Copy(Isolate* isolate, Handle<TypeFeedbackVector> vector); // Clears the vector slots and the vector ic slots. void ClearSlots(SharedFunctionInfo* shared) { ClearSlotsImpl(shared, true); } void ClearSlotsAtGCTime(SharedFunctionInfo* shared) { ClearSlotsImpl(shared, false); } void ClearICSlots(SharedFunctionInfo* shared) { ClearICSlotsImpl(shared, true); } void ClearICSlotsAtGCTime(SharedFunctionInfo* shared) { ClearICSlotsImpl(shared, false); } // The object that indicates an uninitialized cache. static inline Handle<Object> UninitializedSentinel(Isolate* isolate); // The object that indicates a megamorphic state. static inline Handle<Object> MegamorphicSentinel(Isolate* isolate); // The object that indicates a premonomorphic state. static inline Handle<Object> PremonomorphicSentinel(Isolate* isolate); // The object that indicates a monomorphic state of Array with // ElementsKind static inline Handle<Object> MonomorphicArraySentinel( Isolate* isolate, ElementsKind elements_kind); // A raw version of the uninitialized sentinel that's safe to read during // garbage collection (e.g., for patching the cache). static inline Object* RawUninitializedSentinel(Heap* heap); private: enum VectorICKind { KindUnused = 0x0, KindCallIC = 0x1, KindLoadIC = 0x2, KindKeyedLoadIC = 0x3 }; static const int kVectorICKindBits = 2; static VectorICKind FromCodeKind(Code::Kind kind); static Code::Kind FromVectorICKind(VectorICKind kind); void SetKind(FeedbackVectorICSlot slot, Code::Kind kind); typedef BitSetComputer<VectorICKind, kVectorICKindBits, kSmiValueSize, uint32_t> VectorICComputer; void ClearSlotsImpl(SharedFunctionInfo* shared, bool force_clear); void ClearICSlotsImpl(SharedFunctionInfo* shared, bool force_clear); DISALLOW_IMPLICIT_CONSTRUCTORS(TypeFeedbackVector); }; // The following asserts protect an optimization in type feedback vector // code that looks into the contents of a slot assuming to find a String, // a Symbol, an AllocationSite, a WeakCell, or a FixedArray. STATIC_ASSERT(WeakCell::kSize >= 2 * kPointerSize); STATIC_ASSERT(WeakCell::kValueOffset == AllocationSite::kTransitionInfoOffset); STATIC_ASSERT(WeakCell::kValueOffset == FixedArray::kLengthOffset); STATIC_ASSERT(WeakCell::kValueOffset == Name::kHashFieldSlot); // Verify that an empty hash field looks like a tagged object, but can't // possibly be confused with a pointer. STATIC_ASSERT((Name::kEmptyHashField & kHeapObjectTag) == kHeapObjectTag); STATIC_ASSERT(Name::kEmptyHashField == 0x3); // Verify that a set hash field will not look like a tagged object. STATIC_ASSERT(Name::kHashNotComputedMask == kHeapObjectTag); // A FeedbackNexus is the combination of a TypeFeedbackVector and a slot. // Derived classes customize the update and retrieval of feedback. class FeedbackNexus { public: FeedbackNexus(Handle<TypeFeedbackVector> vector, FeedbackVectorICSlot slot) : vector_handle_(vector), vector_(NULL), slot_(slot) {} FeedbackNexus(TypeFeedbackVector* vector, FeedbackVectorICSlot slot) : vector_(vector), slot_(slot) {} virtual ~FeedbackNexus() {} Handle<TypeFeedbackVector> vector_handle() const { DCHECK(vector_ == NULL); return vector_handle_; } TypeFeedbackVector* vector() const { return vector_handle_.is_null() ? vector_ : *vector_handle_; } FeedbackVectorICSlot slot() const { return slot_; } InlineCacheState ic_state() const { return StateFromFeedback(); } Map* FindFirstMap() const { MapHandleList maps; ExtractMaps(&maps); if (maps.length() > 0) return *maps.at(0); return NULL; } // TODO(mvstanton): remove FindAllMaps, it didn't survive a code review. void FindAllMaps(MapHandleList* maps) const { ExtractMaps(maps); } virtual InlineCacheState StateFromFeedback() const = 0; virtual int ExtractMaps(MapHandleList* maps) const; virtual MaybeHandle<Code> FindHandlerForMap(Handle<Map> map) const; virtual bool FindHandlers(CodeHandleList* code_list, int length = -1) const; virtual Name* FindFirstName() const { return NULL; } Object* GetFeedback() const { return vector()->Get(slot()); } Object* GetFeedbackExtra() const { DCHECK(TypeFeedbackVector::elements_per_ic_slot() > 1); int extra_index = vector()->GetIndex(slot()) + 1; return vector()->get(extra_index); } protected: Isolate* GetIsolate() const { return vector()->GetIsolate(); } void SetFeedback(Object* feedback, WriteBarrierMode mode = UPDATE_WRITE_BARRIER) { vector()->Set(slot(), feedback, mode); } void SetFeedbackExtra(Object* feedback_extra, WriteBarrierMode mode = UPDATE_WRITE_BARRIER) { DCHECK(TypeFeedbackVector::elements_per_ic_slot() > 1); int index = vector()->GetIndex(slot()) + 1; vector()->set(index, feedback_extra, mode); } Handle<FixedArray> EnsureArrayOfSize(int length); Handle<FixedArray> EnsureExtraArrayOfSize(int length); void InstallHandlers(Handle<FixedArray> array, MapHandleList* maps, CodeHandleList* handlers); private: // The reason for having a vector handle and a raw pointer is that we can and // should use handles during IC miss, but not during GC when we clear ICs. If // you have a handle to the vector that is better because more operations can // be done, like allocation. Handle<TypeFeedbackVector> vector_handle_; TypeFeedbackVector* vector_; FeedbackVectorICSlot slot_; }; class CallICNexus : public FeedbackNexus { public: CallICNexus(Handle<TypeFeedbackVector> vector, FeedbackVectorICSlot slot) : FeedbackNexus(vector, slot) { DCHECK(vector->GetKind(slot) == Code::CALL_IC); } CallICNexus(TypeFeedbackVector* vector, FeedbackVectorICSlot slot) : FeedbackNexus(vector, slot) { DCHECK(vector->GetKind(slot) == Code::CALL_IC); } void Clear(Code* host); void ConfigureUninitialized(); void ConfigureGeneric(); void ConfigureMonomorphicArray(); void ConfigureMonomorphic(Handle<JSFunction> function); InlineCacheState StateFromFeedback() const override; int ExtractMaps(MapHandleList* maps) const override { // CallICs don't record map feedback. return 0; } MaybeHandle<Code> FindHandlerForMap(Handle<Map> map) const override { return MaybeHandle<Code>(); } virtual bool FindHandlers(CodeHandleList* code_list, int length = -1) const override { return length == 0; } }; class LoadICNexus : public FeedbackNexus { public: LoadICNexus(Handle<TypeFeedbackVector> vector, FeedbackVectorICSlot slot) : FeedbackNexus(vector, slot) { DCHECK(vector->GetKind(slot) == Code::LOAD_IC); } LoadICNexus(TypeFeedbackVector* vector, FeedbackVectorICSlot slot) : FeedbackNexus(vector, slot) { DCHECK(vector->GetKind(slot) == Code::LOAD_IC); } void Clear(Code* host); void ConfigureMegamorphic(); void ConfigurePremonomorphic(); void ConfigureMonomorphic(Handle<Map> receiver_map, Handle<Code> handler); void ConfigurePolymorphic(MapHandleList* maps, CodeHandleList* handlers); InlineCacheState StateFromFeedback() const override; }; class KeyedLoadICNexus : public FeedbackNexus { public: KeyedLoadICNexus(Handle<TypeFeedbackVector> vector, FeedbackVectorICSlot slot) : FeedbackNexus(vector, slot) { DCHECK(vector->GetKind(slot) == Code::KEYED_LOAD_IC); } KeyedLoadICNexus(TypeFeedbackVector* vector, FeedbackVectorICSlot slot) : FeedbackNexus(vector, slot) { DCHECK(vector->GetKind(slot) == Code::KEYED_LOAD_IC); } void Clear(Code* host); void ConfigureMegamorphic(); void ConfigurePremonomorphic(); // name can be a null handle for element loads. void ConfigureMonomorphic(Handle<Name> name, Handle<Map> receiver_map, Handle<Code> handler); // name can be null. void ConfigurePolymorphic(Handle<Name> name, MapHandleList* maps, CodeHandleList* handlers); InlineCacheState StateFromFeedback() const override; Name* FindFirstName() const override; }; } } // namespace v8::internal #endif // V8_TRANSITIONS_H_