Commit 601b776e authored by yangguo@chromium.org's avatar yangguo@chromium.org

Use hash map to look for objects in the root array when serializing.

R=mvstanton@chromium.org

Review URL: https://codereview.chromium.org/645533003

git-svn-id: https://v8.googlecode.com/svn/branches/bleeding_edge@24826 ce2b1a6d-e550-0410-aec6-3dcde31c8c00
parent 98c20844
...@@ -1238,8 +1238,8 @@ Handle<SharedFunctionInfo> Compiler::CompileScript( ...@@ -1238,8 +1238,8 @@ Handle<SharedFunctionInfo> Compiler::CompileScript(
isolate->counters()->compile_serialize()); isolate->counters()->compile_serialize());
*cached_data = CodeSerializer::Serialize(isolate, result, source); *cached_data = CodeSerializer::Serialize(isolate, result, source);
if (FLAG_profile_deserialization) { if (FLAG_profile_deserialization) {
PrintF("[Compiling and serializing %d bytes took %0.3f ms]\n", PrintF("[Compiling and serializing took %0.3f ms]\n",
(*cached_data)->length(), timer.Elapsed().InMillisecondsF()); timer.Elapsed().InMillisecondsF());
} }
} }
} }
......
...@@ -699,7 +699,7 @@ void ExternalStringTable::ShrinkNewStrings(int position) { ...@@ -699,7 +699,7 @@ void ExternalStringTable::ShrinkNewStrings(int position) {
void Heap::ClearInstanceofCache() { void Heap::ClearInstanceofCache() {
set_instanceof_cache_function(the_hole_value()); set_instanceof_cache_function(Smi::FromInt(0));
} }
...@@ -709,8 +709,8 @@ Object* Heap::ToBoolean(bool condition) { ...@@ -709,8 +709,8 @@ Object* Heap::ToBoolean(bool condition) {
void Heap::CompletelyClearInstanceofCache() { void Heap::CompletelyClearInstanceofCache() {
set_instanceof_cache_map(the_hole_value()); set_instanceof_cache_map(Smi::FromInt(0));
set_instanceof_cache_function(the_hole_value()); set_instanceof_cache_function(Smi::FromInt(0));
} }
......
...@@ -2906,7 +2906,7 @@ void Heap::CreateInitialObjects() { ...@@ -2906,7 +2906,7 @@ void Heap::CreateInitialObjects() {
set_undefined_cell(*factory->NewCell(factory->undefined_value())); set_undefined_cell(*factory->NewCell(factory->undefined_value()));
// The symbol registry is initialized lazily. // The symbol registry is initialized lazily.
set_symbol_registry(undefined_value()); set_symbol_registry(Smi::FromInt(0));
// Allocate object to hold object observation state. // Allocate object to hold object observation state.
set_observation_state(*factory->NewJSObjectFromMap( set_observation_state(*factory->NewJSObjectFromMap(
......
...@@ -2206,7 +2206,7 @@ ISOLATE_INIT_ARRAY_LIST(ISOLATE_FIELD_OFFSET) ...@@ -2206,7 +2206,7 @@ ISOLATE_INIT_ARRAY_LIST(ISOLATE_FIELD_OFFSET)
Handle<JSObject> Isolate::GetSymbolRegistry() { Handle<JSObject> Isolate::GetSymbolRegistry() {
if (heap()->symbol_registry()->IsUndefined()) { if (heap()->symbol_registry()->IsSmi()) {
Handle<Map> map = factory()->NewMap(JS_OBJECT_TYPE, JSObject::kHeaderSize); Handle<Map> map = factory()->NewMap(JS_OBJECT_TYPE, JSObject::kHeaderSize);
Handle<JSObject> registry = factory()->NewJSObjectFromMap(map); Handle<JSObject> registry = factory()->NewJSObjectFromMap(map);
heap()->set_symbol_registry(*registry); heap()->set_symbol_registry(*registry);
......
...@@ -481,6 +481,25 @@ ExternalReferenceDecoder::~ExternalReferenceDecoder() { ...@@ -481,6 +481,25 @@ ExternalReferenceDecoder::~ExternalReferenceDecoder() {
} }
RootIndexMap::RootIndexMap(Isolate* isolate) {
map_ = new HashMap(HashMap::PointersMatch);
Object** root_array = isolate->heap()->roots_array_start();
for (int i = 0; i < Heap::kStrongRootListLength; i++) {
Object* root = root_array[i];
if (root->IsHeapObject() && !isolate->heap()->InNewSpace(root)) {
HeapObject* heap_object = HeapObject::cast(root);
if (LookupEntry(map_, heap_object, false) != NULL) {
// Some root values are initialized to the empty FixedArray();
// Do not add them to the map.
DCHECK_EQ(isolate->heap()->empty_fixed_array(), heap_object);
} else {
SetValue(LookupEntry(map_, heap_object, true), i);
}
}
}
}
class CodeAddressMap: public CodeEventLogger { class CodeAddressMap: public CodeEventLogger {
public: public:
explicit CodeAddressMap(Isolate* isolate) explicit CodeAddressMap(Isolate* isolate)
...@@ -1237,7 +1256,7 @@ Serializer::Serializer(Isolate* isolate, SnapshotByteSink* sink) ...@@ -1237,7 +1256,7 @@ Serializer::Serializer(Isolate* isolate, SnapshotByteSink* sink)
: isolate_(isolate), : isolate_(isolate),
sink_(sink), sink_(sink),
external_reference_encoder_(new ExternalReferenceEncoder(isolate)), external_reference_encoder_(new ExternalReferenceEncoder(isolate)),
root_index_wave_front_(0), root_index_map_(isolate),
code_address_map_(NULL), code_address_map_(NULL),
seen_large_objects_index_(0) { seen_large_objects_index_(0) {
// The serializer is meant to be used only to generate initial heap images // The serializer is meant to be used only to generate initial heap images
...@@ -1267,6 +1286,27 @@ void StartupSerializer::SerializeStrongReferences() { ...@@ -1267,6 +1286,27 @@ void StartupSerializer::SerializeStrongReferences() {
} }
void StartupSerializer::VisitPointers(Object** start, Object** end) {
for (Object** current = start; current < end; current++) {
if (start == isolate()->heap()->roots_array_start()) {
root_index_wave_front_ =
Max(root_index_wave_front_, static_cast<intptr_t>(current - start));
}
if (ShouldBeSkipped(current)) {
sink_->Put(kSkip, "Skip");
sink_->PutInt(kPointerSize, "SkipOneWord");
} else if ((*current)->IsSmi()) {
sink_->Put(kRawData + 1, "Smi");
for (int i = 0; i < kPointerSize; i++) {
sink_->Put(reinterpret_cast<byte*>(current)[i], "Byte");
}
} else {
SerializeObject(HeapObject::cast(*current), kPlain, kStartOfObject, 0);
}
}
}
void PartialSerializer::Serialize(Object** object) { void PartialSerializer::Serialize(Object** object) {
this->VisitPointer(object); this->VisitPointer(object);
Pad(); Pad();
...@@ -1282,23 +1322,14 @@ bool Serializer::ShouldBeSkipped(Object** current) { ...@@ -1282,23 +1322,14 @@ bool Serializer::ShouldBeSkipped(Object** current) {
void Serializer::VisitPointers(Object** start, Object** end) { void Serializer::VisitPointers(Object** start, Object** end) {
Isolate* isolate = this->isolate();;
for (Object** current = start; current < end; current++) { for (Object** current = start; current < end; current++) {
if (start == isolate->heap()->roots_array_start()) { if ((*current)->IsSmi()) {
root_index_wave_front_ =
Max(root_index_wave_front_, static_cast<intptr_t>(current - start));
}
if (ShouldBeSkipped(current)) {
sink_->Put(kSkip, "Skip");
sink_->PutInt(kPointerSize, "SkipOneWord");
} else if ((*current)->IsSmi()) {
sink_->Put(kRawData + 1, "Smi"); sink_->Put(kRawData + 1, "Smi");
for (int i = 0; i < kPointerSize; i++) { for (int i = 0; i < kPointerSize; i++) {
sink_->Put(reinterpret_cast<byte*>(current)[i], "Byte"); sink_->Put(reinterpret_cast<byte*>(current)[i], "Byte");
} }
} else { } else {
SerializeObject(*current, kPlain, kStartOfObject, 0); SerializeObject(HeapObject::cast(*current), kPlain, kStartOfObject, 0);
} }
} }
} }
...@@ -1368,29 +1399,14 @@ int PartialSerializer::PartialSnapshotCacheIndex(HeapObject* heap_object) { ...@@ -1368,29 +1399,14 @@ int PartialSerializer::PartialSnapshotCacheIndex(HeapObject* heap_object) {
} }
int Serializer::RootIndex(HeapObject* heap_object, HowToCode from) {
Heap* heap = isolate()->heap();
if (heap->InNewSpace(heap_object)) return kInvalidRootIndex;
for (int i = 0; i < root_index_wave_front_; i++) {
Object* root = heap->roots_array_start()[i];
if (!root->IsSmi() && root == heap_object) {
return i;
}
}
return kInvalidRootIndex;
}
// Encode the location of an already deserialized object in order to write its // Encode the location of an already deserialized object in order to write its
// location into a later object. We can encode the location as an offset from // location into a later object. We can encode the location as an offset from
// the start of the deserialized objects or as an offset backwards from the // the start of the deserialized objects or as an offset backwards from the
// current allocation pointer. // current allocation pointer.
void Serializer::SerializeReferenceToPreviousObject(HeapObject* heap_object, void Serializer::SerializeBackReference(BackReference back_reference,
HowToCode how_to_code, HowToCode how_to_code,
WhereToPoint where_to_point, WhereToPoint where_to_point, int skip) {
int skip) { AllocationSpace space = back_reference.space();
int space = SpaceOfObject(heap_object);
if (skip == 0) { if (skip == 0) {
sink_->Put(kBackref + how_to_code + where_to_point + space, "BackRefSer"); sink_->Put(kBackref + how_to_code + where_to_point + space, "BackRefSer");
} else { } else {
...@@ -1399,50 +1415,39 @@ void Serializer::SerializeReferenceToPreviousObject(HeapObject* heap_object, ...@@ -1399,50 +1415,39 @@ void Serializer::SerializeReferenceToPreviousObject(HeapObject* heap_object,
sink_->PutInt(skip, "BackRefSkipDistance"); sink_->PutInt(skip, "BackRefSkipDistance");
} }
if (space == LO_SPACE) { sink_->PutInt(back_reference.reference(),
int index = address_mapper_.MappedTo(heap_object); (space == LO_SPACE) ? "large object index" : "allocation");
sink_->PutInt(index, "large object index");
} else {
uint32_t existing_allocation = address_mapper_.MappedTo(heap_object);
// Shift out the bits that are always 0.
existing_allocation >>= kObjectAlignmentBits;
sink_->PutInt(existing_allocation, "allocation");
}
} }
void StartupSerializer::SerializeObject( void StartupSerializer::SerializeObject(HeapObject* obj, HowToCode how_to_code,
Object* o, WhereToPoint where_to_point, int skip) {
HowToCode how_to_code, DCHECK(!obj->IsJSFunction());
WhereToPoint where_to_point,
int skip) { int root_index = root_index_map_.Lookup(obj);
CHECK(o->IsHeapObject()); // We can only encode roots as such if it has already been serialized.
HeapObject* heap_object = HeapObject::cast(o); // That applies to root indices below the wave front.
DCHECK(!heap_object->IsJSFunction()); if (root_index != RootIndexMap::kInvalidRootIndex &&
root_index < root_index_wave_front_) {
PutRoot(root_index, obj, how_to_code, where_to_point, skip);
return;
}
int root_index; BackReference back_reference = back_reference_map_.Lookup(obj);
if ((root_index = RootIndex(heap_object, how_to_code)) != kInvalidRootIndex) { if (back_reference.is_valid()) {
PutRoot(root_index, heap_object, how_to_code, where_to_point, skip); SerializeBackReference(back_reference, how_to_code, where_to_point, skip);
return; return;
} }
if (address_mapper_.IsMapped(heap_object)) {
SerializeReferenceToPreviousObject(heap_object, how_to_code, where_to_point,
skip);
} else {
if (skip != 0) { if (skip != 0) {
sink_->Put(kSkip, "FlushPendingSkip"); sink_->Put(kSkip, "FlushPendingSkip");
sink_->PutInt(skip, "SkipDistance"); sink_->PutInt(skip, "SkipDistance");
} }
// Object has not yet been serialized. Serialize it here. // Object has not yet been serialized. Serialize it here.
ObjectSerializer object_serializer(this, ObjectSerializer object_serializer(this, obj, sink_, how_to_code,
heap_object,
sink_,
how_to_code,
where_to_point); where_to_point);
object_serializer.Serialize(); object_serializer.Serialize();
}
} }
...@@ -1487,34 +1492,27 @@ void Serializer::PutRoot(int root_index, ...@@ -1487,34 +1492,27 @@ void Serializer::PutRoot(int root_index,
} }
void PartialSerializer::SerializeObject( void PartialSerializer::SerializeObject(HeapObject* obj, HowToCode how_to_code,
Object* o, WhereToPoint where_to_point, int skip) {
HowToCode how_to_code, if (obj->IsMap()) {
WhereToPoint where_to_point,
int skip) {
CHECK(o->IsHeapObject());
HeapObject* heap_object = HeapObject::cast(o);
if (heap_object->IsMap()) {
// The code-caches link to context-specific code objects, which // The code-caches link to context-specific code objects, which
// the startup and context serializes cannot currently handle. // the startup and context serializes cannot currently handle.
DCHECK(Map::cast(heap_object)->code_cache() == DCHECK(Map::cast(obj)->code_cache() == obj->GetHeap()->empty_fixed_array());
heap_object->GetHeap()->empty_fixed_array());
} }
int root_index; int root_index = root_index_map_.Lookup(obj);
if ((root_index = RootIndex(heap_object, how_to_code)) != kInvalidRootIndex) { if (root_index != RootIndexMap::kInvalidRootIndex) {
PutRoot(root_index, heap_object, how_to_code, where_to_point, skip); PutRoot(root_index, obj, how_to_code, where_to_point, skip);
return; return;
} }
if (ShouldBeInThePartialSnapshotCache(heap_object)) { if (ShouldBeInThePartialSnapshotCache(obj)) {
if (skip != 0) { if (skip != 0) {
sink_->Put(kSkip, "SkipFromSerializeObject"); sink_->Put(kSkip, "SkipFromSerializeObject");
sink_->PutInt(skip, "SkipDistanceFromSerializeObject"); sink_->PutInt(skip, "SkipDistanceFromSerializeObject");
} }
int cache_index = PartialSnapshotCacheIndex(heap_object); int cache_index = PartialSnapshotCacheIndex(obj);
sink_->Put(kPartialSnapshotCache + how_to_code + where_to_point, sink_->Put(kPartialSnapshotCache + how_to_code + where_to_point,
"PartialSnapshotCache"); "PartialSnapshotCache");
sink_->PutInt(cache_index, "partial_snapshot_cache_index"); sink_->PutInt(cache_index, "partial_snapshot_cache_index");
...@@ -1524,32 +1522,29 @@ void PartialSerializer::SerializeObject( ...@@ -1524,32 +1522,29 @@ void PartialSerializer::SerializeObject(
// Pointers from the partial snapshot to the objects in the startup snapshot // Pointers from the partial snapshot to the objects in the startup snapshot
// should go through the root array or through the partial snapshot cache. // should go through the root array or through the partial snapshot cache.
// If this is not the case you may have to add something to the root array. // If this is not the case you may have to add something to the root array.
DCHECK(!startup_serializer_->address_mapper()->IsMapped(heap_object)); DCHECK(!startup_serializer_->back_reference_map()->Lookup(obj).is_valid());
// All the internalized strings that the partial snapshot needs should be // All the internalized strings that the partial snapshot needs should be
// either in the root table or in the partial snapshot cache. // either in the root table or in the partial snapshot cache.
DCHECK(!heap_object->IsInternalizedString()); DCHECK(!obj->IsInternalizedString());
BackReference back_reference = back_reference_map_.Lookup(obj);
if (back_reference.is_valid()) {
SerializeBackReference(back_reference, how_to_code, where_to_point, skip);
return;
}
if (address_mapper_.IsMapped(heap_object)) {
SerializeReferenceToPreviousObject(heap_object, how_to_code, where_to_point,
skip);
} else {
if (skip != 0) { if (skip != 0) {
sink_->Put(kSkip, "SkipFromSerializeObject"); sink_->Put(kSkip, "SkipFromSerializeObject");
sink_->PutInt(skip, "SkipDistanceFromSerializeObject"); sink_->PutInt(skip, "SkipDistanceFromSerializeObject");
} }
// Object has not yet been serialized. Serialize it here. // Object has not yet been serialized. Serialize it here.
ObjectSerializer serializer(this, ObjectSerializer serializer(this, obj, sink_, how_to_code, where_to_point);
heap_object,
sink_,
how_to_code,
where_to_point);
serializer.Serialize(); serializer.Serialize();
}
} }
void Serializer::ObjectSerializer::SerializePrologue(int space, int size, void Serializer::ObjectSerializer::SerializePrologue(AllocationSpace space,
Map* map) { int size, Map* map) {
sink_->Put(kNewObject + reference_representation_ + space, sink_->Put(kNewObject + reference_representation_ + space,
"ObjectSerialization"); "ObjectSerialization");
sink_->PutInt(size >> kObjectAlignmentBits, "Size in words"); sink_->PutInt(size >> kObjectAlignmentBits, "Size in words");
...@@ -1564,18 +1559,18 @@ void Serializer::ObjectSerializer::SerializePrologue(int space, int size, ...@@ -1564,18 +1559,18 @@ void Serializer::ObjectSerializer::SerializePrologue(int space, int size,
} }
// Mark this object as already serialized. // Mark this object as already serialized.
BackReference back_reference;
if (space == LO_SPACE) { if (space == LO_SPACE) {
if (object_->IsCode()) { if (object_->IsCode()) {
sink_->Put(EXECUTABLE, "executable large object"); sink_->Put(EXECUTABLE, "executable large object");
} else { } else {
sink_->Put(NOT_EXECUTABLE, "not executable large object"); sink_->Put(NOT_EXECUTABLE, "not executable large object");
} }
int index = serializer_->AllocateLargeObject(size); back_reference = serializer_->AllocateLargeObject(size);
serializer_->address_mapper()->AddMapping(object_, index);
} else { } else {
int allocation = serializer_->Allocate(space, size); back_reference = serializer_->Allocate(space, size);
serializer_->address_mapper()->AddMapping(object_, allocation);
} }
serializer_->back_reference_map()->Add(object_, back_reference);
// Serialize the map (first word of the object). // Serialize the map (first word of the object).
serializer_->SerializeObject(map, kPlain, kStartOfObject, 0); serializer_->SerializeObject(map, kPlain, kStartOfObject, 0);
...@@ -1608,7 +1603,7 @@ void Serializer::ObjectSerializer::SerializeExternalString() { ...@@ -1608,7 +1603,7 @@ void Serializer::ObjectSerializer::SerializeExternalString() {
ExternalTwoByteString::cast(string)->resource()->data()); ExternalTwoByteString::cast(string)->resource()->data());
} }
int space = AllocationSpace space =
(size > Page::kMaxRegularHeapObjectSize) ? LO_SPACE : OLD_DATA_SPACE; (size > Page::kMaxRegularHeapObjectSize) ? LO_SPACE : OLD_DATA_SPACE;
SerializePrologue(space, size, map); SerializePrologue(space, size, map);
...@@ -1673,12 +1668,11 @@ void Serializer::ObjectSerializer::VisitPointers(Object** start, ...@@ -1673,12 +1668,11 @@ void Serializer::ObjectSerializer::VisitPointers(Object** start,
while (current < end && !(*current)->IsSmi()) { while (current < end && !(*current)->IsSmi()) {
HeapObject* current_contents = HeapObject::cast(*current); HeapObject* current_contents = HeapObject::cast(*current);
int root_index = serializer_->RootIndex(current_contents, kPlain); int root_index = serializer_->root_index_map()->Lookup(current_contents);
// Repeats are not subject to the write barrier so there are only some // Repeats are not subject to the write barrier so there are only some
// objects that can be used in a repeat encoding. These are the early // objects that can be used in a repeat encoding. These are the early
// ones in the root array that are never in new space. // ones in the root array that are never in new space.
if (current != start && if (current != start && root_index != RootIndexMap::kInvalidRootIndex &&
root_index != kInvalidRootIndex &&
root_index < kRootArrayNumberOfConstantEncodings && root_index < kRootArrayNumberOfConstantEncodings &&
current_contents == current[-1]) { current_contents == current[-1]) {
DCHECK(!serializer_->isolate()->heap()->InNewSpace(current_contents)); DCHECK(!serializer_->isolate()->heap()->InNewSpace(current_contents));
...@@ -1714,7 +1708,8 @@ void Serializer::ObjectSerializer::VisitEmbeddedPointer(RelocInfo* rinfo) { ...@@ -1714,7 +1708,8 @@ void Serializer::ObjectSerializer::VisitEmbeddedPointer(RelocInfo* rinfo) {
kCanReturnSkipInsteadOfSkipping); kCanReturnSkipInsteadOfSkipping);
HowToCode how_to_code = rinfo->IsCodedSpecially() ? kFromCode : kPlain; HowToCode how_to_code = rinfo->IsCodedSpecially() ? kFromCode : kPlain;
Object* object = rinfo->target_object(); Object* object = rinfo->target_object();
serializer_->SerializeObject(object, how_to_code, kStartOfObject, skip); serializer_->SerializeObject(HeapObject::cast(object), how_to_code,
kStartOfObject, skip);
bytes_processed_so_far_ += rinfo->target_address_size(); bytes_processed_so_far_ += rinfo->target_address_size();
} }
...@@ -1890,32 +1885,31 @@ int Serializer::ObjectSerializer::OutputRawData( ...@@ -1890,32 +1885,31 @@ int Serializer::ObjectSerializer::OutputRawData(
} }
int Serializer::SpaceOfObject(HeapObject* object) { AllocationSpace Serializer::SpaceOfObject(HeapObject* object) {
for (int i = FIRST_SPACE; i <= LAST_SPACE; i++) { for (int i = FIRST_SPACE; i <= LAST_SPACE; i++) {
AllocationSpace s = static_cast<AllocationSpace>(i); AllocationSpace s = static_cast<AllocationSpace>(i);
if (object->GetHeap()->InSpace(object, s)) { if (object->GetHeap()->InSpace(object, s)) {
DCHECK(i < kNumberOfSpaces); DCHECK(i < kNumberOfSpaces);
return i; return s;
} }
} }
UNREACHABLE(); UNREACHABLE();
return 0; return INVALID_SPACE;
} }
uint32_t Serializer::AllocateLargeObject(int size) { BackReference Serializer::AllocateLargeObject(int size) {
// Large objects are allocated one-by-one when deserializing. We do not // Large objects are allocated one-by-one when deserializing. We do not
// have to keep track of multiple chunks. // have to keep track of multiple chunks.
pending_chunk_[LO_SPACE] += size; pending_chunk_[LO_SPACE] += size;
return seen_large_objects_index_++; return BackReference(LO_SPACE, 0, seen_large_objects_index_++);
} }
uint32_t Serializer::Allocate(int space, int size) { BackReference Serializer::Allocate(AllocationSpace space, int size) {
CHECK(space >= 0 && space < kNumberOfPreallocatedSpaces); CHECK(space >= 0 && space < kNumberOfPreallocatedSpaces);
DCHECK(size > 0 && size <= Page::kMaxRegularHeapObjectSize); DCHECK(size > 0 && size <= Page::kMaxRegularHeapObjectSize);
uint32_t new_chunk_size = pending_chunk_[space] + size; uint32_t new_chunk_size = pending_chunk_[space] + size;
uint32_t allocation;
if (new_chunk_size > static_cast<uint32_t>(Page::kMaxRegularHeapObjectSize)) { if (new_chunk_size > static_cast<uint32_t>(Page::kMaxRegularHeapObjectSize)) {
// The new chunk size would not fit onto a single page. Complete the // The new chunk size would not fit onto a single page. Complete the
// current chunk and start a new one. // current chunk and start a new one.
...@@ -1923,12 +1917,9 @@ uint32_t Serializer::Allocate(int space, int size) { ...@@ -1923,12 +1917,9 @@ uint32_t Serializer::Allocate(int space, int size) {
pending_chunk_[space] = 0; pending_chunk_[space] = 0;
new_chunk_size = size; new_chunk_size = size;
} }
// For back-referencing, each allocation is encoded as a combination uint32_t offset = pending_chunk_[space];
// of chunk index and offset inside the chunk.
allocation = ChunkIndexBits::encode(completed_chunks_[space].length()) |
OffsetBits::encode(pending_chunk_[space]);
pending_chunk_[space] = new_chunk_size; pending_chunk_[space] = new_chunk_size;
return allocation; return BackReference(space, completed_chunks_[space].length(), offset);
} }
...@@ -1982,6 +1973,13 @@ ScriptData* CodeSerializer::Serialize(Isolate* isolate, ...@@ -1982,6 +1973,13 @@ ScriptData* CodeSerializer::Serialize(Isolate* isolate,
cs.Pad(); cs.Pad();
cs.FinalizeAllocation(); cs.FinalizeAllocation();
for (int i = 0; i < kNumberOfPreallocatedSpaces; i++) {
// Fail if any chunk index exceeds the limit.
if (cs.FinalAllocationChunks(i).length() > BackReference::kMaxChunkIndex) {
return NULL;
}
}
SerializedCodeData data(&payload, &cs); SerializedCodeData data(&payload, &cs);
ScriptData* script_data = data.GetScriptData(); ScriptData* script_data = data.GetScriptData();
...@@ -1995,27 +1993,25 @@ ScriptData* CodeSerializer::Serialize(Isolate* isolate, ...@@ -1995,27 +1993,25 @@ ScriptData* CodeSerializer::Serialize(Isolate* isolate,
} }
void CodeSerializer::SerializeObject(Object* o, HowToCode how_to_code, void CodeSerializer::SerializeObject(HeapObject* obj, HowToCode how_to_code,
WhereToPoint where_to_point, int skip) { WhereToPoint where_to_point, int skip) {
HeapObject* heap_object = HeapObject::cast(o); int root_index = root_index_map_.Lookup(obj);
if (root_index != RootIndexMap::kInvalidRootIndex) {
int root_index;
if ((root_index = RootIndex(heap_object, how_to_code)) != kInvalidRootIndex) {
if (FLAG_serializer_trace_level > 0) { if (FLAG_serializer_trace_level > 0) {
PrintF(" Encoding root: %d\n", root_index); PrintF(" Encoding root: %d\n", root_index);
} }
PutRoot(root_index, heap_object, how_to_code, where_to_point, skip); PutRoot(root_index, obj, how_to_code, where_to_point, skip);
return; return;
} }
if (address_mapper_.IsMapped(heap_object)) { BackReference back_reference = back_reference_map_.Lookup(obj);
if (back_reference.is_valid()) {
if (FLAG_serializer_trace_level > 0) { if (FLAG_serializer_trace_level > 0) {
PrintF(" Encoding back reference to: "); PrintF(" Encoding back reference to: ");
heap_object->ShortPrint(); obj->ShortPrint();
PrintF("\n"); PrintF("\n");
} }
SerializeReferenceToPreviousObject(heap_object, how_to_code, where_to_point, SerializeBackReference(back_reference, how_to_code, where_to_point, skip);
skip);
return; return;
} }
...@@ -2024,8 +2020,8 @@ void CodeSerializer::SerializeObject(Object* o, HowToCode how_to_code, ...@@ -2024,8 +2020,8 @@ void CodeSerializer::SerializeObject(Object* o, HowToCode how_to_code,
sink_->PutInt(skip, "SkipDistanceFromSerializeObject"); sink_->PutInt(skip, "SkipDistanceFromSerializeObject");
} }
if (heap_object->IsCode()) { if (obj->IsCode()) {
Code* code_object = Code::cast(heap_object); Code* code_object = Code::cast(obj);
switch (code_object->kind()) { switch (code_object->kind()) {
case Code::OPTIMIZED_FUNCTION: // No optimized code compiled yet. case Code::OPTIMIZED_FUNCTION: // No optimized code compiled yet.
case Code::HANDLER: // No handlers patched in yet. case Code::HANDLER: // No handlers patched in yet.
...@@ -2052,30 +2048,30 @@ void CodeSerializer::SerializeObject(Object* o, HowToCode how_to_code, ...@@ -2052,30 +2048,30 @@ void CodeSerializer::SerializeObject(Object* o, HowToCode how_to_code,
SerializeBuiltin(Builtins::kCompileLazy, how_to_code, where_to_point); SerializeBuiltin(Builtins::kCompileLazy, how_to_code, where_to_point);
} else { } else {
code_object->MakeYoung(); code_object->MakeYoung();
SerializeHeapObject(code_object, how_to_code, where_to_point); SerializeGeneric(code_object, how_to_code, where_to_point);
} }
return; return;
} }
UNREACHABLE(); UNREACHABLE();
} }
if (heap_object == source_) { if (obj == source_) {
SerializeSourceObject(how_to_code, where_to_point); SerializeSourceObject(how_to_code, where_to_point);
return; return;
} }
// Past this point we should not see any (context-specific) maps anymore. // Past this point we should not see any (context-specific) maps anymore.
CHECK(!heap_object->IsMap()); CHECK(!obj->IsMap());
// There should be no references to the global object embedded. // There should be no references to the global object embedded.
CHECK(!heap_object->IsJSGlobalProxy() && !heap_object->IsGlobalObject()); CHECK(!obj->IsJSGlobalProxy() && !obj->IsGlobalObject());
// There should be no hash table embedded. They would require rehashing. // There should be no hash table embedded. They would require rehashing.
CHECK(!heap_object->IsHashTable()); CHECK(!obj->IsHashTable());
SerializeHeapObject(heap_object, how_to_code, where_to_point); SerializeGeneric(obj, how_to_code, where_to_point);
} }
void CodeSerializer::SerializeHeapObject(HeapObject* heap_object, void CodeSerializer::SerializeGeneric(HeapObject* heap_object,
HowToCode how_to_code, HowToCode how_to_code,
WhereToPoint where_to_point) { WhereToPoint where_to_point) {
if (FLAG_serializer_trace_level > 0) { if (FLAG_serializer_trace_level > 0) {
...@@ -2166,7 +2162,7 @@ void CodeSerializer::SerializeIC(Code* ic, HowToCode how_to_code, ...@@ -2166,7 +2162,7 @@ void CodeSerializer::SerializeIC(Code* ic, HowToCode how_to_code,
PrintF(" %s has no special handling\n", Code::Kind2String(ic->kind())); PrintF(" %s has no special handling\n", Code::Kind2String(ic->kind()));
} }
DCHECK(ic->kind() == Code::LOAD_IC || ic->kind() == Code::STORE_IC); DCHECK(ic->kind() == Code::LOAD_IC || ic->kind() == Code::STORE_IC);
SerializeHeapObject(ic, how_to_code, where_to_point); SerializeGeneric(ic, how_to_code, where_to_point);
} }
...@@ -2253,7 +2249,7 @@ MaybeHandle<SharedFunctionInfo> CodeSerializer::Deserialize( ...@@ -2253,7 +2249,7 @@ MaybeHandle<SharedFunctionInfo> CodeSerializer::Deserialize(
SerializedCodeData::SerializedCodeData(List<byte>* payload, CodeSerializer* cs) SerializedCodeData::SerializedCodeData(List<byte>* payload, CodeSerializer* cs)
: owns_script_data_(true) { : script_data_(NULL), owns_script_data_(true) {
DisallowHeapAllocation no_gc; DisallowHeapAllocation no_gc;
List<uint32_t>* stub_keys = cs->stub_keys(); List<uint32_t>* stub_keys = cs->stub_keys();
......
...@@ -139,6 +139,135 @@ class ExternalReferenceDecoder { ...@@ -139,6 +139,135 @@ class ExternalReferenceDecoder {
}; };
class AddressMapBase {
protected:
static void SetValue(HashMap::Entry* entry, uint32_t v) {
entry->value = reinterpret_cast<void*>(v);
}
static uint32_t GetValue(HashMap::Entry* entry) {
return reinterpret_cast<uint32_t>(entry->value);
}
static HashMap::Entry* LookupEntry(HashMap* map, HeapObject* obj,
bool insert) {
return map->Lookup(Key(obj), Hash(obj), insert);
}
private:
static uint32_t Hash(HeapObject* obj) {
return static_cast<int32_t>(reinterpret_cast<intptr_t>(obj->address()));
}
static void* Key(HeapObject* obj) {
return reinterpret_cast<void*>(obj->address());
}
};
class RootIndexMap : public AddressMapBase {
public:
explicit RootIndexMap(Isolate* isolate);
static const int kInvalidRootIndex = -1;
int Lookup(HeapObject* obj) {
HashMap::Entry* entry = LookupEntry(map_, obj, false);
if (entry) return GetValue(entry);
return kInvalidRootIndex;
}
private:
HashMap* map_;
DISALLOW_COPY_AND_ASSIGN(RootIndexMap);
};
class BackReference {
public:
explicit BackReference(uint32_t bitfield) : bitfield_(bitfield) {}
BackReference(AllocationSpace space, uint32_t chunk_index,
uint32_t chunk_offset) {
DCHECK(IsAligned(chunk_offset, kObjectAlignment));
bitfield_ = SpaceBits::encode(space) | ChunkIndexBits::encode(chunk_index) |
ChunkOffsetBits::encode(chunk_offset >> kObjectAlignmentBits);
}
BackReference() : bitfield_(kInvalidValue) {}
bool is_valid() const { return bitfield_ != kInvalidValue; }
AllocationSpace space() const {
DCHECK(is_valid());
return SpaceBits::decode(bitfield_);
}
uint32_t chunk_offset() const {
DCHECK(is_valid());
return ChunkOffsetBits::decode(bitfield_) << kObjectAlignmentBits;
}
uint32_t chunk_index() const {
DCHECK(is_valid());
return ChunkIndexBits::decode(bitfield_);
}
uint32_t reference() const {
DCHECK(is_valid());
return bitfield_ & (ChunkOffsetBits::kMask | ChunkIndexBits::kMask);
}
uint32_t bitfield() const { return bitfield_; }
private:
static const uint32_t kInvalidValue = 0xFFFFFFFF;
static const int kChunkOffsetSize = kPageSizeBits - kObjectAlignmentBits;
static const int kChunkIndexSize = 32 - kChunkOffsetSize - kSpaceTagSize;
public:
static const int kMaxChunkIndex = (1 << kChunkIndexSize) - 1;
private:
class ChunkOffsetBits : public BitField<uint32_t, 0, kChunkOffsetSize> {};
class ChunkIndexBits
: public BitField<uint32_t, ChunkOffsetBits::kNext, kChunkIndexSize> {};
class SpaceBits
: public BitField<AllocationSpace, ChunkIndexBits::kNext, kSpaceTagSize> {
};
uint32_t bitfield_;
};
// Mapping objects to their location after deserialization.
// This is used during building, but not at runtime by V8.
class BackReferenceMap : public AddressMapBase {
public:
BackReferenceMap()
: no_allocation_(), map_(new HashMap(HashMap::PointersMatch)) {}
~BackReferenceMap() { delete map_; }
BackReference Lookup(HeapObject* obj) {
HashMap::Entry* entry = LookupEntry(map_, obj, false);
return entry ? BackReference(GetValue(entry)) : BackReference();
}
void Add(HeapObject* obj, BackReference b) {
DCHECK(b.is_valid());
DCHECK_EQ(NULL, LookupEntry(map_, obj, false));
HashMap::Entry* entry = LookupEntry(map_, obj, true);
SetValue(entry, b.bitfield());
}
private:
DisallowHeapAllocation no_allocation_;
HashMap* map_;
DISALLOW_COPY_AND_ASSIGN(BackReferenceMap);
};
// The Serializer/Deserializer class is a common superclass for Serializer and // The Serializer/Deserializer class is a common superclass for Serializer and
// Deserializer which is used to store common constants and methods used by // Deserializer which is used to store common constants and methods used by
// both. // both.
...@@ -152,11 +281,6 @@ class SerializerDeserializer: public ObjectVisitor { ...@@ -152,11 +281,6 @@ class SerializerDeserializer: public ObjectVisitor {
static const int kNumberOfPreallocatedSpaces = LO_SPACE; static const int kNumberOfPreallocatedSpaces = LO_SPACE;
static const int kNumberOfSpaces = INVALID_SPACE; static const int kNumberOfSpaces = INVALID_SPACE;
// To encode object for back-references.
class OffsetBits : public BitField<uint32_t, 0, kPageSizeBits> {};
class ChunkIndexBits
: public BitField<uint32_t, kPageSizeBits, 32 - kPageSizeBits> {};
protected: protected:
// Where the pointed-to object can be found: // Where the pointed-to object can be found:
enum Where { enum Where {
...@@ -312,13 +436,13 @@ class Deserializer: public SerializerDeserializer { ...@@ -312,13 +436,13 @@ class Deserializer: public SerializerDeserializer {
uint32_t index = source_->GetInt(); uint32_t index = source_->GetInt();
return deserialized_large_objects_[index]; return deserialized_large_objects_[index];
} else { } else {
uint32_t allocation = source_->GetInt() << kObjectAlignmentBits; BackReference back_reference(source_->GetInt());
DCHECK(space < kNumberOfPreallocatedSpaces); DCHECK(space < kNumberOfPreallocatedSpaces);
uint32_t chunk_index = ChunkIndexBits::decode(allocation); uint32_t chunk_index = back_reference.chunk_index();
uint32_t offset = OffsetBits::decode(allocation);
DCHECK_LE(chunk_index, current_chunk_[space]); DCHECK_LE(chunk_index, current_chunk_[space]);
uint32_t chunk_offset = back_reference.chunk_offset();
return HeapObject::FromAddress(reservations_[space][chunk_index].start + return HeapObject::FromAddress(reservations_[space][chunk_index].start +
offset); chunk_offset);
} }
} }
...@@ -345,54 +469,6 @@ class Deserializer: public SerializerDeserializer { ...@@ -345,54 +469,6 @@ class Deserializer: public SerializerDeserializer {
}; };
// Mapping objects to their location after deserialization.
// This is used during building, but not at runtime by V8.
class SerializationAddressMapper {
public:
SerializationAddressMapper()
: no_allocation_(),
serialization_map_(new HashMap(HashMap::PointersMatch)) { }
~SerializationAddressMapper() {
delete serialization_map_;
}
bool IsMapped(HeapObject* obj) {
return serialization_map_->Lookup(Key(obj), Hash(obj), false) != NULL;
}
int MappedTo(HeapObject* obj) {
DCHECK(IsMapped(obj));
return static_cast<int>(reinterpret_cast<intptr_t>(
serialization_map_->Lookup(Key(obj), Hash(obj), false)->value));
}
void AddMapping(HeapObject* obj, int to) {
DCHECK(!IsMapped(obj));
HashMap::Entry* entry =
serialization_map_->Lookup(Key(obj), Hash(obj), true);
entry->value = Value(to);
}
private:
static uint32_t Hash(HeapObject* obj) {
return static_cast<int32_t>(reinterpret_cast<intptr_t>(obj->address()));
}
static void* Key(HeapObject* obj) {
return reinterpret_cast<void*>(obj->address());
}
static void* Value(int v) {
return reinterpret_cast<void*>(v);
}
DisallowHeapAllocation no_allocation_;
HashMap* serialization_map_;
DISALLOW_COPY_AND_ASSIGN(SerializationAddressMapper);
};
class CodeAddressMap; class CodeAddressMap;
// There can be only one serializer per V8 process. // There can be only one serializer per V8 process.
...@@ -400,7 +476,7 @@ class Serializer : public SerializerDeserializer { ...@@ -400,7 +476,7 @@ class Serializer : public SerializerDeserializer {
public: public:
Serializer(Isolate* isolate, SnapshotByteSink* sink); Serializer(Isolate* isolate, SnapshotByteSink* sink);
~Serializer(); ~Serializer();
void VisitPointers(Object** start, Object** end); virtual void VisitPointers(Object** start, Object** end) OVERRIDE;
void FinalizeAllocation(); void FinalizeAllocation();
...@@ -412,23 +488,10 @@ class Serializer : public SerializerDeserializer { ...@@ -412,23 +488,10 @@ class Serializer : public SerializerDeserializer {
Isolate* isolate() const { return isolate_; } Isolate* isolate() const { return isolate_; }
SerializationAddressMapper* address_mapper() { return &address_mapper_; } BackReferenceMap* back_reference_map() { return &back_reference_map_; }
void PutRoot(int index, RootIndexMap* root_index_map() { return &root_index_map_; }
HeapObject* object,
HowToCode how,
WhereToPoint where,
int skip);
protected: protected:
static const int kInvalidRootIndex = -1;
int RootIndex(HeapObject* heap_object, HowToCode from);
intptr_t root_index_wave_front() { return root_index_wave_front_; }
void set_root_index_wave_front(intptr_t value) {
DCHECK(value >= root_index_wave_front_);
root_index_wave_front_ = value;
}
class ObjectSerializer : public ObjectVisitor { class ObjectSerializer : public ObjectVisitor {
public: public:
ObjectSerializer(Serializer* serializer, ObjectSerializer(Serializer* serializer,
...@@ -462,7 +525,7 @@ class Serializer : public SerializerDeserializer { ...@@ -462,7 +525,7 @@ class Serializer : public SerializerDeserializer {
} }
private: private:
void SerializePrologue(int space, int size, Map* map); void SerializePrologue(AllocationSpace space, int size, Map* map);
enum ReturnSkip { kCanReturnSkipInsteadOfSkipping, kIgnoringReturn }; enum ReturnSkip { kCanReturnSkipInsteadOfSkipping, kIgnoringReturn };
// This function outputs or skips the raw data between the last pointer and // This function outputs or skips the raw data between the last pointer and
...@@ -482,19 +545,20 @@ class Serializer : public SerializerDeserializer { ...@@ -482,19 +545,20 @@ class Serializer : public SerializerDeserializer {
bool code_has_been_output_; bool code_has_been_output_;
}; };
virtual void SerializeObject(Object* o, virtual void SerializeObject(HeapObject* o, HowToCode how_to_code,
HowToCode how_to_code, WhereToPoint where_to_point, int skip) = 0;
WhereToPoint where_to_point,
int skip) = 0; void PutRoot(int index, HeapObject* object, HowToCode how, WhereToPoint where,
void SerializeReferenceToPreviousObject(HeapObject* heap_object,
HowToCode how_to_code,
WhereToPoint where_to_point,
int skip); int skip);
void SerializeBackReference(BackReference back_reference,
HowToCode how_to_code,
WhereToPoint where_to_point, int skip);
void InitializeAllocators(); void InitializeAllocators();
// This will return the space for an object. // This will return the space for an object.
static int SpaceOfObject(HeapObject* object); static AllocationSpace SpaceOfObject(HeapObject* object);
uint32_t AllocateLargeObject(int size); BackReference AllocateLargeObject(int size);
uint32_t Allocate(int space, int size); BackReference Allocate(AllocationSpace space, int size);
int EncodeExternalReference(Address addr) { int EncodeExternalReference(Address addr) {
return external_reference_encoder_->Encode(addr); return external_reference_encoder_->Encode(addr);
} }
...@@ -517,8 +581,8 @@ class Serializer : public SerializerDeserializer { ...@@ -517,8 +581,8 @@ class Serializer : public SerializerDeserializer {
SnapshotByteSink* sink_; SnapshotByteSink* sink_;
ExternalReferenceEncoder* external_reference_encoder_; ExternalReferenceEncoder* external_reference_encoder_;
SerializationAddressMapper address_mapper_; BackReferenceMap back_reference_map_;
intptr_t root_index_wave_front_; RootIndexMap root_index_map_;
void Pad(); void Pad();
friend class ObjectSerializer; friend class ObjectSerializer;
...@@ -543,16 +607,13 @@ class PartialSerializer : public Serializer { ...@@ -543,16 +607,13 @@ class PartialSerializer : public Serializer {
SnapshotByteSink* sink) SnapshotByteSink* sink)
: Serializer(isolate, sink), : Serializer(isolate, sink),
startup_serializer_(startup_snapshot_serializer) { startup_serializer_(startup_snapshot_serializer) {
set_root_index_wave_front(Heap::kStrongRootListLength);
InitializeCodeAddressMap(); InitializeCodeAddressMap();
} }
// Serialize the objects reachable from a single object pointer. // Serialize the objects reachable from a single object pointer.
void Serialize(Object** o); void Serialize(Object** o);
virtual void SerializeObject(Object* o, virtual void SerializeObject(HeapObject* o, HowToCode how_to_code,
HowToCode how_to_code, WhereToPoint where_to_point, int skip);
WhereToPoint where_to_point,
int skip);
private: private:
int PartialSnapshotCacheIndex(HeapObject* o); int PartialSnapshotCacheIndex(HeapObject* o);
...@@ -578,7 +639,7 @@ class PartialSerializer : public Serializer { ...@@ -578,7 +639,7 @@ class PartialSerializer : public Serializer {
class StartupSerializer : public Serializer { class StartupSerializer : public Serializer {
public: public:
StartupSerializer(Isolate* isolate, SnapshotByteSink* sink) StartupSerializer(Isolate* isolate, SnapshotByteSink* sink)
: Serializer(isolate, sink) { : Serializer(isolate, sink), root_index_wave_front_(0) {
// Clear the cache of objects used by the partial snapshot. After the // Clear the cache of objects used by the partial snapshot. After the
// strong roots have been serialized we can create a partial snapshot // strong roots have been serialized we can create a partial snapshot
// which will repopulate the cache with objects needed by that partial // which will repopulate the cache with objects needed by that partial
...@@ -586,15 +647,18 @@ class StartupSerializer : public Serializer { ...@@ -586,15 +647,18 @@ class StartupSerializer : public Serializer {
isolate->set_serialize_partial_snapshot_cache_length(0); isolate->set_serialize_partial_snapshot_cache_length(0);
InitializeCodeAddressMap(); InitializeCodeAddressMap();
} }
// The StartupSerializer has to serialize the root array, which is slightly
// different.
virtual void VisitPointers(Object** start, Object** end) OVERRIDE;
// Serialize the current state of the heap. The order is: // Serialize the current state of the heap. The order is:
// 1) Strong references. // 1) Strong references.
// 2) Partial snapshot cache. // 2) Partial snapshot cache.
// 3) Weak references (e.g. the string table). // 3) Weak references (e.g. the string table).
virtual void SerializeStrongReferences(); virtual void SerializeStrongReferences();
virtual void SerializeObject(Object* o, virtual void SerializeObject(HeapObject* o, HowToCode how_to_code,
HowToCode how_to_code, WhereToPoint where_to_point, int skip);
WhereToPoint where_to_point,
int skip);
void SerializeWeakReferences(); void SerializeWeakReferences();
void Serialize() { void Serialize() {
SerializeStrongReferences(); SerializeStrongReferences();
...@@ -603,6 +667,7 @@ class StartupSerializer : public Serializer { ...@@ -603,6 +667,7 @@ class StartupSerializer : public Serializer {
} }
private: private:
int root_index_wave_front_;
DISALLOW_COPY_AND_ASSIGN(StartupSerializer); DISALLOW_COPY_AND_ASSIGN(StartupSerializer);
}; };
...@@ -634,11 +699,10 @@ class CodeSerializer : public Serializer { ...@@ -634,11 +699,10 @@ class CodeSerializer : public Serializer {
source_(source), source_(source),
main_code_(main_code), main_code_(main_code),
num_internalized_strings_(0) { num_internalized_strings_(0) {
set_root_index_wave_front(Heap::kStrongRootListLength);
InitializeCodeAddressMap(); InitializeCodeAddressMap();
} }
virtual void SerializeObject(Object* o, HowToCode how_to_code, virtual void SerializeObject(HeapObject* o, HowToCode how_to_code,
WhereToPoint where_to_point, int skip); WhereToPoint where_to_point, int skip);
void SerializeBuiltin(int builtin_index, HowToCode how_to_code, void SerializeBuiltin(int builtin_index, HowToCode how_to_code,
...@@ -649,7 +713,7 @@ class CodeSerializer : public Serializer { ...@@ -649,7 +713,7 @@ class CodeSerializer : public Serializer {
WhereToPoint where_to_point); WhereToPoint where_to_point);
void SerializeSourceObject(HowToCode how_to_code, void SerializeSourceObject(HowToCode how_to_code,
WhereToPoint where_to_point); WhereToPoint where_to_point);
void SerializeHeapObject(HeapObject* heap_object, HowToCode how_to_code, void SerializeGeneric(HeapObject* heap_object, HowToCode how_to_code,
WhereToPoint where_to_point); WhereToPoint where_to_point);
int AddCodeStubKey(uint32_t stub_key); int AddCodeStubKey(uint32_t stub_key);
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment