140 DEFINE_RUNTIME_DEBUG_FLAG(Heap, kStressCollectorTransition);
194 uint8_t* const Heap::kPreferredAllocSpaceBegin =
199 uint8_t* const Heap::kPreferredAllocSpaceBegin = reinterpret_cast<uint8_t*>(0x20000000);
202 uint8_t* const Heap::kPreferredAllocSpaceBegin = reinterpret_cast<uint8_t*>(0x40000000);
248 Heap::Heap(size_t initial_size,  in Heap()  function in art::gc::Heap
806 MemMap Heap::MapAnonymousPreferredAddress(const char* name,  in MapAnonymousPreferredAddress()
827 bool Heap::MayUseCollector(CollectorType type) const {  in MayUseCollector()
831 space::MallocSpace* Heap::CreateMallocSpaceFromMemMap(MemMap&& mem_map,  in CreateMallocSpaceFromMemMap()
868 void Heap::CreateMainMallocSpace(MemMap&& mem_map,  in CreateMainMallocSpace()
897 void Heap::ChangeAllocator(AllocatorType allocator) {  in ChangeAllocator()
909 bool Heap::IsCompilingBoot() const {  in IsCompilingBoot()
922 void Heap::IncrementDisableMovingGC(Thread* self) {  in IncrementDisableMovingGC()
933 void Heap::DecrementDisableMovingGC(Thread* self) {  in DecrementDisableMovingGC()
939 void Heap::IncrementDisableThreadFlip(Thread* self) {  in IncrementDisableThreadFlip()
972 void Heap::DecrementDisableThreadFlip(Thread* self) {  in DecrementDisableThreadFlip()
992 void Heap::ThreadFlipBegin(Thread* self) {  in ThreadFlipBegin()
1018 void Heap::ThreadFlipEnd(Thread* self) {  in ThreadFlipEnd()
1029 void Heap::GrowHeapOnJankPerceptibleSwitch() {  in GrowHeapOnJankPerceptibleSwitch()
1040 void Heap::UpdateProcessState(ProcessState old_process_state, ProcessState new_process_state) {  in UpdateProcessState()
1061 void Heap::CreateThreadPool() {  in CreateThreadPool()
1068 void Heap::MarkAllocStackAsLive(accounting::ObjectStack* stack) {  in MarkAllocStackAsLive()
1079 void Heap::DeleteThreadPool() {  in DeleteThreadPool()
1083 void Heap::AddSpace(space::Space* space) {  in AddSpace()
1117 void Heap::SetSpaceAsDefault(space::ContinuousSpace* continuous_space) {  in SetSpaceAsDefault()
1126 void Heap::RemoveSpace(space::Space* space) {  in RemoveSpace()
1160 double Heap::CalculateGcWeightedAllocatedBytes(uint64_t gc_last_process_cpu_time_ns,  in CalculateGcWeightedAllocatedBytes()
1167 void Heap::CalculatePreGcWeightedAllocatedBytes() {  in CalculatePreGcWeightedAllocatedBytes()
1174 void Heap::CalculatePostGcWeightedAllocatedBytes() {  in CalculatePostGcWeightedAllocatedBytes()
1181 uint64_t Heap::GetTotalGcCpuTime() {  in GetTotalGcCpuTime()
1189 void Heap::DumpGcPerformanceInfo(std::ostream& os) {  in DumpGcPerformanceInfo()
1258 void Heap::ResetGcPerformanceInfo() {  in ResetGcPerformanceInfo()
1287 uint64_t Heap::GetGcCount() const {  in GetGcCount()
1295 uint64_t Heap::GetGcTime() const {  in GetGcTime()
1303 uint64_t Heap::GetBlockingGcCount() const {  in GetBlockingGcCount()
1307 uint64_t Heap::GetBlockingGcTime() const {  in GetBlockingGcTime()
1311 void Heap::DumpGcCountRateHistogram(std::ostream& os) const {  in DumpGcCountRateHistogram()
1318 void Heap::DumpBlockingGcCountRateHistogram(std::ostream& os) const {  in DumpBlockingGcCountRateHistogram()
1331 Heap::~Heap() {  in ~Heap()
1355 space::ContinuousSpace* Heap::FindContinuousSpaceFromAddress(const mirror::Object* addr) const {  in FindContinuousSpaceFromAddress()
1364 space::ContinuousSpace* Heap::FindContinuousSpaceFromObject(ObjPtr<mirror::Object> obj,  in FindContinuousSpaceFromObject()
1376 space::DiscontinuousSpace* Heap::FindDiscontinuousSpaceFromObject(ObjPtr<mirror::Object> obj,  in FindDiscontinuousSpaceFromObject()
1389 space::Space* Heap::FindSpaceFromObject(ObjPtr<mirror::Object> obj, bool fail_ok) const {  in FindSpaceFromObject()
1397 space::Space* Heap::FindSpaceFromAddress(const void* addr) const {  in FindSpaceFromAddress()
1411 std::string Heap::DumpSpaceNameFromAddress(const void* addr) const {  in DumpSpaceNameFromAddress()
1416 void Heap::ThrowOutOfMemoryError(Thread* self, size_t byte_count, AllocatorType allocator_type) {  in ThrowOutOfMemoryError()
1468 void Heap::DoPendingCollectorTransition() {  in DoPendingCollectorTransition()
1492 void Heap::Trim(Thread* self) {  in Trim()
1527 void Heap::TrimIndirectReferenceTables(Thread* self) {  in TrimIndirectReferenceTables()
1543 void Heap::StartGC(Thread* self, GcCause cause, CollectorType collector_type) {  in StartGC()
1555 void Heap::TrimSpaces(Thread* self) {  in TrimSpaces()
1600 bool Heap::IsValidObjectAddress(const void* addr) const {  in IsValidObjectAddress()
1607 bool Heap::IsNonDiscontinuousSpaceHeapAddress(const void* addr) const {  in IsNonDiscontinuousSpaceHeapAddress()
1611 bool Heap::IsLiveObjectLocked(ObjPtr<mirror::Object> obj,  in IsLiveObjectLocked()
1687 std::string Heap::DumpSpaces() const {  in DumpSpaces()
1693 void Heap::DumpSpaces(std::ostream& stream) const {  in DumpSpaces()
1710 void Heap::VerifyObjectBody(ObjPtr<mirror::Object> obj) {  in VerifyObjectBody()
1731 void Heap::VerifyHeap() {  in VerifyHeap()
1744 void Heap::RecordFree(uint64_t freed_objects, int64_t freed_bytes) {  in RecordFree()
1763 void Heap::RecordFreeRevoke() {  in RecordFreeRevoke()
1776 space::RosAllocSpace* Heap::GetRosAllocSpace(gc::allocator::RosAlloc* rosalloc) const {  in GetRosAllocSpace()
1796 mirror::Object* Heap::AllocateInternalWithGc(Thread* self,  in AllocateInternalWithGc()
1968 void Heap::SetTargetHeapUtilization(float target) {  in SetTargetHeapUtilization()
1974 size_t Heap::GetObjectsAllocated() const {  in GetObjectsAllocated()
1992 uint64_t Heap::GetObjectsAllocatedEver() const {  in GetObjectsAllocatedEver()
2001 uint64_t Heap::GetBytesAllocatedEver() const {  in GetBytesAllocatedEver()
2032 void Heap::CountInstances(const std::vector<Handle<mirror::Class>>& classes,  in CountInstances()
2045 void Heap::CollectGarbage(bool clear_soft_references, GcCause cause) {  in CollectGarbage()
2051 bool Heap::SupportHomogeneousSpaceCompactAndCollectorTransitions() const {  in SupportHomogeneousSpaceCompactAndCollectorTransitions()
2056 HomogeneousSpaceCompactResult Heap::PerformHomogeneousSpaceCompact() {  in PerformHomogeneousSpaceCompact()
2131 void Heap::ChangeCollector(CollectorType collector_type) {  in ChangeCollector()
2190   ZygoteCompactingCollector(gc::Heap* heap, bool is_running_on_memory_tool)  in ZygoteCompactingCollector()
2280 void Heap::UnBindBitmaps() {  in UnBindBitmaps()
2292 void Heap::IncrementFreedEver() {  in IncrementFreedEver()
2311 void Heap::PreZygoteFork() {  in PreZygoteFork()
2473 void Heap::FlushAllocStack() {  in FlushAllocStack()
2478 void Heap::MarkAllocStack(accounting::ContinuousSpaceBitmap* bitmap1,  in MarkAllocStack()
2500 void Heap::SwapSemiSpaces() {  in SwapSemiSpaces()
2506 collector::GarbageCollector* Heap::Compact(space::ContinuousMemMapAllocSpace* target_space,  in Compact()
2522 void Heap::TraceHeapSize(size_t heap_size) {  in TraceHeapSize()
2532 size_t Heap::GetNativeBytes() {  in GetNativeBytes()
2580 collector::GcType Heap::CollectGarbageInternal(collector::GcType gc_type,  in CollectGarbageInternal()
2721 void Heap::LogGC(GcCause gc_cause, collector::GarbageCollector* collector) {  in LogGC()
2756 void Heap::FinishGC(Thread* self, collector::GcType gc_type) {  in FinishGC()
2784 void Heap::UpdateGcCountRateHistograms() {  in UpdateGcCountRateHistograms()
2849   VerifyReferenceVisitor(Thread* self, Heap* heap, size_t* fail_count, bool verify_referent)  in VerifyReferenceVisitor()
2994   Heap* const heap_;
3002   VerifyObjectVisitor(Thread* self, Heap* heap, size_t* fail_count, bool verify_referent)  in VerifyObjectVisitor()
3026   Heap* const heap_;
3031 void Heap::PushOnAllocationStackWithInternalGC(Thread* self, ObjPtr<mirror::Object>* obj) {  in PushOnAllocationStackWithInternalGC()
3049 void Heap::PushOnThreadLocalAllocationStackWithInternalGC(Thread* self,  in PushOnThreadLocalAllocationStackWithInternalGC()
3076 size_t Heap::VerifyHeapReferences(bool verify_referents) {  in VerifyHeapReferences()
3113   VerifyReferenceCardVisitor(Heap* heap, bool* failed)  in VerifyReferenceCardVisitor()
3182   Heap* const heap_;
3188   explicit VerifyLiveStackReferences(Heap* heap)  in VerifyLiveStackReferences()
3203   Heap* const heap_;
3207 bool Heap::VerifyMissingCardMarks() {  in VerifyMissingCardMarks()
3226 void Heap::SwapStacks() {  in SwapStacks()
3233 void Heap::RevokeAllThreadLocalAllocationStacks(Thread* self) {  in RevokeAllThreadLocalAllocationStacks()
3244 void Heap::AssertThreadLocalBuffersAreRevoked(Thread* thread) {  in AssertThreadLocalBuffersAreRevoked()
3255 void Heap::AssertAllBumpPointerSpaceThreadLocalBuffersAreRevoked() {  in AssertAllBumpPointerSpaceThreadLocalBuffersAreRevoked()
3263 accounting::ModUnionTable* Heap::FindModUnionTableFromSpace(space::Space* space) {  in FindModUnionTableFromSpace()
3271 accounting::RememberedSet* Heap::FindRememberedSetFromSpace(space::Space* space) {  in FindRememberedSetFromSpace()
3279 void Heap::ProcessCards(TimingLogger* timings,  in ProcessCards()
3330 void Heap::PreGcVerificationPaused(collector::GarbageCollector* gc) {  in PreGcVerificationPaused()
3364 void Heap::PreGcVerification(collector::GarbageCollector* gc) {  in PreGcVerification()
3371 void Heap::PrePauseRosAllocVerification(collector::GarbageCollector* gc ATTRIBUTE_UNUSED) {  in PrePauseRosAllocVerification()
3378 void Heap::PreSweepingGcVerification(collector::GarbageCollector* gc) {  in PreSweepingGcVerification()
3409 void Heap::PostGcVerificationPaused(collector::GarbageCollector* gc) {  in PostGcVerificationPaused()
3432 void Heap::PostGcVerification(collector::GarbageCollector* gc) {  in PostGcVerification()
3439 void Heap::RosAllocVerification(TimingLogger* timings, const char* name) {  in RosAllocVerification()
3449 collector::GcType Heap::WaitForGcToComplete(GcCause cause, Thread* self) {  in WaitForGcToComplete()
3455 collector::GcType Heap::WaitForGcToCompleteLocked(GcCause cause, Thread* self) {  in WaitForGcToCompleteLocked()
3496 void Heap::DumpForSigQuit(std::ostream& os) {  in DumpForSigQuit()
3502 size_t Heap::GetPercentFree() {  in GetPercentFree()
3507 void Heap::SetIdealFootprint(size_t target_footprint) {  in SetIdealFootprint()
3516 bool Heap::IsMovableObject(ObjPtr<mirror::Object> obj) const {  in IsMovableObject()
3527 collector::GarbageCollector* Heap::FindCollectorByGcType(collector::GcType gc_type) {  in FindCollectorByGcType()
3537 double Heap::HeapGrowthMultiplier() const {  in HeapGrowthMultiplier()
3545 void Heap::GrowForUtilization(collector::GarbageCollector* collector_ran,  in GrowForUtilization()
3646 void Heap::ClampGrowthLimit() {  in ClampGrowthLimit()
3668 void Heap::ClearGrowthLimit() {  in ClearGrowthLimit()
3691 void Heap::AddFinalizerReference(Thread* self, ObjPtr<mirror::Object>* object) {  in AddFinalizerReference()
3701 void Heap::RequestConcurrentGCAndSaveObject(Thread* self,  in RequestConcurrentGCAndSaveObject()
3710 class Heap::ConcurrentGCTask : public HeapTask {
3716     gc::Heap* heap = runtime->GetHeap();  in Run()
3734 bool Heap::RequestConcurrentGC(Thread* self,  in RequestConcurrentGC()
3760 void Heap::ConcurrentGC(Thread* self, GcCause cause, bool force_full, uint32_t requested_gc_num) {  in ConcurrentGC()
3794 class Heap::CollectorTransitionTask : public HeapTask {
3799     gc::Heap* heap = Runtime::Current()->GetHeap();  in Run()
3805 void Heap::ClearPendingCollectorTransition(Thread* self) {  in ClearPendingCollectorTransition()
3810 void Heap::RequestCollectorTransition(CollectorType desired_collector_type, uint64_t delta_time) {  in RequestCollectorTransition()
3837 class Heap::HeapTrimTask : public HeapTask {
3841     gc::Heap* heap = Runtime::Current()->GetHeap();  in Run()
3847 void Heap::ClearPendingTrim(Thread* self) {  in ClearPendingTrim()
3852 void Heap::RequestTrim(Thread* self) {  in RequestTrim()
3881 void Heap::IncrementNumberOfBytesFreedRevoke(size_t freed_bytes_revoke) {  in IncrementNumberOfBytesFreedRevoke()
3891 void Heap::RevokeThreadLocalBuffers(Thread* thread) {  in RevokeThreadLocalBuffers()
3906 void Heap::RevokeRosAllocThreadLocalBuffers(Thread* thread) {  in RevokeRosAllocThreadLocalBuffers()
3915 void Heap::RevokeAllThreadLocalBuffers() {  in RevokeAllThreadLocalBuffers()
3930 void Heap::RunFinalization(JNIEnv* env, uint64_t timeout) {  in RunFinalization()
3954 inline float Heap::NativeMemoryOverTarget(size_t current_native_bytes, bool is_gc_concurrent) {  in NativeMemoryOverTarget()
3981 inline void Heap::CheckGCForNative(Thread* self) {  in CheckGCForNative()
4009 void Heap::NotifyNativeAllocations(JNIEnv* env) {  in NotifyNativeAllocations()
4017 void Heap::RegisterNativeAllocation(JNIEnv* env, size_t bytes) {  in RegisterNativeAllocation()
4029 void Heap::RegisterNativeFree(JNIEnv*, size_t bytes) {  in RegisterNativeFree()
4042 size_t Heap::GetTotalMemory() const {  in GetTotalMemory()
4046 void Heap::AddModUnionTable(accounting::ModUnionTable* mod_union_table) {  in AddModUnionTable()
4051 void Heap::CheckPreconditionsForAllocObject(ObjPtr<mirror::Class> c, size_t byte_count) {  in CheckPreconditionsForAllocObject()
4068 void Heap::AddRememberedSet(accounting::RememberedSet* remembered_set) {  in AddRememberedSet()
4077 void Heap::RemoveRememberedSet(space::Space* space) {  in RemoveRememberedSet()
4086 void Heap::ClearMarkedObjects() {  in ClearMarkedObjects()
4099 void Heap::SetAllocationRecords(AllocRecordObjectMap* records) {  in SetAllocationRecords()
4103 void Heap::VisitAllocationRecords(RootVisitor* visitor) const {  in VisitAllocationRecords()
4112 void Heap::SweepAllocationRecords(IsMarkedVisitor* visitor) const {  in SweepAllocationRecords()
4121 void Heap::AllowNewAllocationRecords() const {  in AllowNewAllocationRecords()
4130 void Heap::DisallowNewAllocationRecords() const {  in DisallowNewAllocationRecords()
4139 void Heap::BroadcastForNewAllocationRecords() const {  in BroadcastForNewAllocationRecords()
4153 void Heap::InitPerfettoJavaHeapProf() {  in InitPerfettoJavaHeapProf()
4177 int Heap::CheckPerfettoJHPEnabled() {  in CheckPerfettoJHPEnabled()
4181 void Heap::JHPCheckNonTlabSampleAllocation(Thread* self, mirror::Object* obj, size_t alloc_size) {  in JHPCheckNonTlabSampleAllocation()
4204 size_t Heap::JHPCalculateNextTlabSize(Thread* self,  in JHPCalculateNextTlabSize()
4221 void Heap::AdjustSampleOffset(size_t adjustment) {  in AdjustSampleOffset()
4225 void Heap::CheckGcStressMode(Thread* self, ObjPtr<mirror::Object>* obj) {  in CheckGcStressMode()
4253 void Heap::DisableGCForShutdown() {  in DisableGCForShutdown()
4260 bool Heap::ObjectIsInBootImageSpace(ObjPtr<mirror::Object> obj) const {  in ObjectIsInBootImageSpace()
4270 bool Heap::IsInBootImageOatFile(const void* p) const {  in IsInBootImageOatFile()
4280 void Heap::SetAllocationListener(AllocationListener* l) {  in SetAllocationListener()
4288 void Heap::RemoveAllocationListener() {  in RemoveAllocationListener()
4296 void Heap::SetGcPauseListener(GcPauseListener* l) {  in SetGcPauseListener()
4300 void Heap::RemoveGcPauseListener() {  in RemoveGcPauseListener()
4304 mirror::Object* Heap::AllocWithNewTLAB(Thread* self,  in AllocWithNewTLAB()
4431 const Verification* Heap::GetVerification() const {  in GetVerification()
4435 void Heap::VlogHeapGrowth(size_t old_footprint, size_t new_footprint, size_t alloc_size) {  in VlogHeapGrowth()
4440 class Heap::TriggerPostForkCCGcTask : public HeapTask {
4444     gc::Heap* heap = Runtime::Current()->GetHeap();  in Run()
4453 void Heap::PostForkChildAction(Thread* self) {  in PostForkChildAction()
4468 void Heap::VisitReflectiveTargets(ReflectiveValueVisitor *visit) {  in VisitReflectiveTargets()
4490 bool Heap::AddHeapTask(gc::HeapTask* task) {  in AddHeapTask()