Lines Matching refs:heap_
117 rb_table_(heap_->GetReadBarrierTable()), in ConcurrentCopying()
319 DCHECK(heap_->non_moving_space_ != nullptr); in CreateInterRegionRefBitmaps()
331 reinterpret_cast<uint8_t*>(heap_->non_moving_space_->Begin()), in CreateInterRegionRefBitmaps()
332 heap_->non_moving_space_->Limit() - heap_->non_moving_space_->Begin()); in CreateInterRegionRefBitmaps()
341 for (const auto& space : heap_->GetContinuousSpaces()) { in BindBitmaps()
349 CHECK(space == region_space_ || space == heap_->non_moving_space_); in BindBitmaps()
359 heap_->GetCardTable()->ModifyCardsAtomic(space->Begin(), in BindBitmaps()
371 heap_->GetCardTable()->ClearCardRange(space->Begin(), space->Limit()); in BindBitmaps()
393 num_bytes_allocated_before_gc_ = static_cast<int64_t>(heap_->GetBytesAllocated()); in InitializePhase()
739 if (heap_->GetCardTable()->GetCard(obj) == gc::accounting::CardTable::kCardClean) { in VerifyNoMissingCardMarks()
749 heap_->GetLiveBitmap()->Visit(visitor); in VerifyNoMissingCardMarks()
756 if (kVerboseMode || heap_->dump_region_info_before_gc_) { in FlipThreadRoots()
763 ThreadFlipVisitor thread_flip_visitor(this, heap_->use_tlab_); in FlipThreadRoots()
811 accounting::CardTable* const card_table = heap_->GetCardTable(); in GrayAllDirtyImmuneObjects()
818 accounting::ModUnionTable* table = heap_->FindModUnionTableFromSpace(space); in GrayAllDirtyImmuneObjects()
851 accounting::CardTable* const card_table = heap_->GetCardTable(); in GrayAllNewlyDirtyImmuneObjects()
858 accounting::ModUnionTable* table = heap_->FindModUnionTableFromSpace(space); in GrayAllNewlyDirtyImmuneObjects()
881 heap_->SwapStacks(); in SwapStacks()
886 live_stack_freeze_size_ = heap_->GetLiveStack()->Size(); in RecordLiveStackFreezeSize()
1101 collector_->heap_->GetVerification()->LogHeapCorruption(obj, offset, ref, /* fatal */ true); in operator ()()
1195 DCHECK(heap_->non_moving_space_->HasAddress(ref)); in AddLiveBytesAndScanRef()
1209 } else if (heap_->GetNonMovingSpace()->HasAddress(ref)) { in TestAndSetMarkBitForRef()
1210 bitmap = heap_->GetNonMovingSpace()->GetMarkBitmap(); in TestAndSetMarkBitForRef()
1218 && (!IsAligned<kPageSize>(ref) || heap_->GetLargeObjectsSpace() == nullptr)) { in TestAndSetMarkBitForRef()
1221 heap_->GetVerification()->LogHeapCorruption(/* obj */ nullptr, in TestAndSetMarkBitForRef()
1226 los_bitmap = heap_->GetLargeObjectsSpace()->GetMarkBitmap(); in TestAndSetMarkBitForRef()
1238 } else if (heap_->GetNonMovingSpace()->HasAddress(ref)) { in TestMarkBitmapForRef()
1239 return heap_->GetNonMovingSpace()->GetMarkBitmap()->Test(ref); in TestMarkBitmapForRef()
1247 && (!IsAligned<kPageSize>(ref) || heap_->GetLargeObjectsSpace() == nullptr)) { in TestMarkBitmapForRef()
1250 heap_->GetVerification()->LogHeapCorruption(/* obj */ nullptr, in TestMarkBitmapForRef()
1255 return heap_->GetLargeObjectsSpace()->GetMarkBitmap()->Test(ref); in TestMarkBitmapForRef()
1377 accounting::CardTable* const card_table = heap_->GetCardTable(); in MarkingPhase()
1392 accounting::ModUnionTable* table = heap_->FindModUnionTableFromSpace(space); in MarkingPhase()
1451 accounting::CardTable* const card_table = heap_->GetCardTable(); in CopyingPhase()
1519 DCHECK(space == heap_->non_moving_space_); in CopyingPhase()
1540 DCHECK(space == heap_->non_moving_space_); in CopyingPhase()
1564 accounting::ModUnionTable* table = heap_->FindModUnionTableFromSpace(space); in CopyingPhase()
1785 heap_->rb_table_->ClearAll(); in DisableMarking()
1786 DCHECK(heap_->rb_table_->IsAllCleared()); in DisableMarking()
1880 return heap_->allocation_stack_.get(); in GetAllocationStack()
1884 return heap_->live_stack_.get(); in GetLiveStack()
1995 heap_->GetMarkBitmap()->Visit(verify_no_from_space_refs_visitor); in VerifyNoFromSpaceReferences()
2000 for (auto* it = heap_->allocation_stack_->Begin(), *end = heap_->allocation_stack_->End(); in VerifyNoFromSpaceReferences()
2238 << " space=" << heap_->DumpSpaceNameFromAddress(to_ref) in ProcessMarkStackRef()
2283 heap_->GetNonMovingSpace()->GetMarkBitmap(); in ProcessMarkStackRef()
2292 heap_->GetVerification()->LogHeapCorruption(/* obj */ nullptr, in ProcessMarkStackRef()
2297 DCHECK(heap_->GetLargeObjectsSpace()) in ProcessMarkStackRef()
2301 heap_->GetLargeObjectsSpace()->GetMarkBitmap(); in ProcessMarkStackRef()
2330 << " space=" << heap_->DumpSpaceNameFromAddress(to_ref) in ProcessMarkStackRef()
2480 SweepArray(heap_->GetLiveStack(), /* swap_bitmaps= */ false); in Sweep()
2484 accounting::ObjectStack* live_stack = heap_->GetLiveStack(); in Sweep()
2489 heap_->MarkAllocStackAsLive(live_stack); in Sweep()
2523 for (space::ContinuousSpace* space : heap_->GetContinuousSpaces()) { in SweepArray()
2602 space::LargeObjectSpace* const los = heap_->GetLargeObjectsSpace(); in MarkZygoteLargeObjects()
2623 if (heap_->GetLargeObjectsSpace() != nullptr) { in SweepLargeObjects()
2624 RecordFreeLOS(heap_->GetLargeObjectsSpace()->Sweep(swap_bitmaps)); in SweepLargeObjects()
2649 DCHECK(IsAligned<kPageSize>(heap_->non_moving_space_->Limit())); in CaptureRssAtPeak()
2650 gc_ranges.emplace_back(range_t(heap_->non_moving_space_->Begin(), in CaptureRssAtPeak()
2651 heap_->non_moving_space_->Limit())); in CaptureRssAtPeak()
2653 accounting::ContinuousSpaceBitmap *bitmap = heap_->non_moving_space_->GetMarkBitmap(); in CaptureRssAtPeak()
2657 if (heap_->non_moving_space_->HasBoundBitmaps()) { in CaptureRssAtPeak()
2658 DCHECK_EQ(bitmap, heap_->non_moving_space_->GetLiveBitmap()); in CaptureRssAtPeak()
2659 bitmap = heap_->non_moving_space_->GetTempBitmap(); in CaptureRssAtPeak()
2661 bitmap = heap_->non_moving_space_->GetLiveBitmap(); in CaptureRssAtPeak()
2666 if (heap_->GetLargeObjectsSpace()) { in CaptureRssAtPeak()
2667 heap_->GetLargeObjectsSpace()->ForEachMemMap([&add_gc_range](const MemMap& map) { in CaptureRssAtPeak()
2672 accounting::LargeObjectBitmap* bitmap = heap_->GetLargeObjectsSpace()->GetMarkBitmap(); in CaptureRssAtPeak()
2675 bitmap = heap_->GetLargeObjectsSpace()->GetLiveBitmap(); in CaptureRssAtPeak()
2679 add_gc_range(heap_->GetCardTable()->MemMapBegin(), heap_->GetCardTable()->MemMapSize()); in CaptureRssAtPeak()
2732 heap_->UnBindBitmaps(); in ReclaimPhase()
2790 << heap_->num_bytes_allocated_.load(); in ReclaimPhase()
2796 << heap_->num_bytes_allocated_.load(); in ReclaimPhase()
2805 if (heap_->dump_region_info_after_gc_) { in ReclaimPhase()
2819 oss << indent << heap_->GetVerification()->DumpObjectInfo(ref, ref_name) << '\n'; in DumpReferenceInfo()
2854 CHECK_EQ(heap_->collector_type_, kCollectorTypeCC) << static_cast<size_t>(heap_->collector_type_); in AssertToSpaceInvariant()
2960 CHECK_EQ(heap_->collector_type_, kCollectorTypeCC) << static_cast<size_t>(heap_->collector_type_); in AssertToSpaceInvariant()
3043 accounting::ContinuousSpaceBitmap* mark_bitmap = heap_->GetNonMovingSpace()->GetMarkBitmap(); in LogFromSpaceRefHolder()
3047 DCHECK(heap_->GetLargeObjectsSpace() && heap_->GetLargeObjectsSpace()->Contains(obj)) in LogFromSpaceRefHolder()
3050 los_bitmap = heap_->GetLargeObjectsSpace()->GetMarkBitmap(); in LogFromSpaceRefHolder()
3077 accounting::ContinuousSpaceBitmap* mark_bitmap = heap_->GetNonMovingSpace()->GetMarkBitmap(); in IsMarkedInNonMovingSpace()
3081 DCHECK(heap_->GetLargeObjectsSpace() && heap_->GetLargeObjectsSpace()->Contains(from_ref)) in IsMarkedInNonMovingSpace()
3084 los_bitmap = heap_->GetLargeObjectsSpace()->GetMarkBitmap(); in IsMarkedInNonMovingSpace()
3430 heap_->GetVerification()->LogHeapCorruption(holder, offset, from_ref, /* fatal= */ true); in Copy()
3454 if (heap_->use_tlab_) { in Copy()
3459 heap_->num_bytes_allocated_.fetch_sub(bytes_allocated, std::memory_order_relaxed); in Copy()
3471 to_ref = heap_->non_moving_space_->Alloc( in Copy()
3515 heap_->num_bytes_allocated_.fetch_add(bytes_allocated, std::memory_order_relaxed); in Copy()
3523 DCHECK(heap_->non_moving_space_->HasAddress(to_ref)); in Copy()
3526 heap_->non_moving_space_->Free(self, to_ref); in Copy()
3534 CHECK(region_space_->IsInToSpace(to_ref) || heap_->non_moving_space_->HasAddress(to_ref)) in Copy()
3535 << "to_ref=" << to_ref << " " << heap_->DumpSpaces(); in Copy()
3569 DCHECK(heap_->non_moving_space_->HasAddress(to_ref)); in Copy()
3573 CHECK(!heap_->non_moving_space_->GetLiveBitmap()->AtomicTestAndSet(to_ref)); in Copy()
3577 CHECK(!heap_->non_moving_space_->GetMarkBitmap()->AtomicTestAndSet(to_ref)); in Copy()
3608 heap_->non_moving_space_->HasAddress(to_ref)) in IsMarked()
3652 accounting::ContinuousSpaceBitmap* mark_bitmap = heap_->GetNonMovingSpace()->GetMarkBitmap(); in MarkNonMoving()
3662 heap_->GetVerification()->LogHeapCorruption(holder, offset, ref, /* fatal= */ true); in MarkNonMoving()
3664 DCHECK(heap_->GetLargeObjectsSpace()) in MarkNonMoving()
3667 los_bitmap = heap_->GetLargeObjectsSpace()->GetMarkBitmap(); in MarkNonMoving()
3743 heap_->GetCardTable()->ClearCardRange(region_space_->Begin(), region_space_->Limit()); in FinishPhase()
3756 heap_->ClearMarkedObjects(); in FinishPhase()
3763 accounting::ModUnionTable* table = heap_->FindModUnionTableFromSpace(space); in FinishPhase()
3825 heap_->GetReferenceProcessor()->DelayReferenceReferent(klass, reference, this); in DelayReferenceReferent()