/aosp12/bionic/tests/ |
H A D | stdatomic_test.cpp | 51 atomic_thread_fence(memory_order_relaxed); in TEST() 60 atomic_signal_fence(memory_order_relaxed); in TEST() 85 atomic_flag_clear_explicit(&f, memory_order_relaxed); in TEST() 93 atomic_store_explicit(&i, 123, memory_order_relaxed); in TEST() 117 memory_order_relaxed)); in TEST() 119 memory_order_relaxed)); in TEST() 141 memory_order_relaxed)); in TEST() 143 memory_order_relaxed)); in TEST() 199 atomic_store_explicit(&a->x, i, memory_order_relaxed); in writer() 200 atomic_store_explicit(&a->z, i, memory_order_relaxed); in writer() [all …]
|
/aosp12/art/runtime/gc/accounting/ |
H A D | atomic_stack.h | 77 front_index_.store(0, std::memory_order_relaxed); in Reset() 78 back_index_.store(0, std::memory_order_relaxed); in Reset() 106 index = back_index_.load(std::memory_order_relaxed); in AtomicBumpBack() 139 back_index_.store(index + 1, std::memory_order_relaxed); in PushBack() 144 DCHECK_GT(back_index_.load(std::memory_order_relaxed), in PopBack() 147 back_index_.store(back_index_.load(std::memory_order_relaxed) - 1, std::memory_order_relaxed); in PopBack() 162 back_index_.store(back_index_.load(std::memory_order_relaxed) - n, std::memory_order_relaxed); in PopBackCount() 174 DCHECK_LE(front_index_.load(std::memory_order_relaxed), in Size() 175 back_index_.load(std::memory_order_relaxed)); in Size() 177 back_index_.load(std::memory_order_relaxed) - front_index_.load(std::memory_order_relaxed); in Size() [all …]
|
H A D | space_bitmap-inl.h | 44 old_word = atomic_entry->load(std::memory_order_relaxed); in AtomicTestAndSet() 63 return (bitmap_begin_[index].load(std::memory_order_relaxed) & OffsetToMask(offset)) != 0; in Test() 123 uintptr_t w = bitmap_begin_[i].load(std::memory_order_relaxed); in VisitMarkedRange() 172 uintptr_t w = bitmap_begin[i].load(std::memory_order_relaxed); in Walk() 196 uintptr_t old_word = atomic_entry->load(std::memory_order_relaxed); in Modify() 204 atomic_entry->store(old_word | mask, std::memory_order_relaxed); in Modify() 207 atomic_entry->store(old_word & ~mask, std::memory_order_relaxed); in Modify()
|
/aosp12/art/runtime/ |
H A D | monitor-inl.h | 35 Thread* request_thread = lock_owner_request_.load(std::memory_order_relaxed); in CheckLockOwnerRequest() 39 lock_owner_request_.store(nullptr, std::memory_order_relaxed); in CheckLockOwnerRequest() 50 lock_owner_method_.store(method, std::memory_order_relaxed); in SetLockOwnerInfo() 51 lock_owner_dex_pc_.store(dex_pc, std::memory_order_relaxed); in SetLockOwnerInfo() 52 lock_owner_.store(t, std::memory_order_relaxed); in SetLockOwnerInfo() 54 lock_owner_sum_.store(sum, std::memory_order_relaxed); in SetLockOwnerInfo() 65 owner = lock_owner_.load(std::memory_order_relaxed); in GetLockOwnerInfo() 69 owners_method = lock_owner_method_.load(std::memory_order_relaxed); in GetLockOwnerInfo() 70 owners_dex_pc = lock_owner_dex_pc_.load(std::memory_order_relaxed); in GetLockOwnerInfo() 71 owners_sum = lock_owner_sum_.load(std::memory_order_relaxed); in GetLockOwnerInfo()
|
H A D | barrier_test.cc | 72 while (count1.load(std::memory_order_relaxed) != num_threads) { in TEST_F() 76 EXPECT_EQ(0, count2.load(std::memory_order_relaxed)); in TEST_F() 82 EXPECT_EQ(count1.load(std::memory_order_relaxed), num_threads); in TEST_F() 83 EXPECT_EQ(count2.load(std::memory_order_relaxed), num_threads); in TEST_F() 127 EXPECT_EQ(count.load(std::memory_order_relaxed), expected_total_tasks); in TEST_F()
|
H A D | monitor.cc | 161 int32_t hc = hash_code_.load(std::memory_order_relaxed); in GetHashCode() 166 hc = hash_code_.load(std::memory_order_relaxed); in GetHashCode() 231 Thread* owner = owner_.load(std::memory_order_relaxed); in Install() 435 owner_.store(self, std::memory_order_relaxed); in TryLock() 473 orig_owner = owner_.load(std::memory_order_relaxed); in Lock() 627 owner_.store(self, std::memory_order_relaxed); in Lock() 637 num_waiters_.fetch_sub(1, std::memory_order_relaxed); in Lock() 753 owner_.store(nullptr, std::memory_order_relaxed); in Unlock() 769 owner = owner_.load(std::memory_order_relaxed); in Unlock() 833 if (owner_.load(std::memory_order_relaxed) != self) { in Wait() [all …]
|
/aosp12/system/core/libutils/ |
H A D | RefBase.cpp | 511 std::memory_order_relaxed); in forceIncStrong() 521 return mRefs->mStrong.load(std::memory_order_relaxed); in getStrongCount() 534 std::memory_order_relaxed); in incWeak() 543 std::memory_order_relaxed); in incWeakRequireWeak() 563 if (impl->mStrong.load(std::memory_order_relaxed) in decWeak() 600 std::memory_order_relaxed)) { in attemptIncStrong() 627 std::memory_order_relaxed)) { in attemptIncStrong() 679 std::memory_order_relaxed); in attemptIncStrong() 694 std::memory_order_relaxed)) { in attemptIncWeak() 711 .load(std::memory_order_relaxed); in getWeakCount() [all …]
|
/aosp12/bionic/libc/bionic/ |
H A D | pthread_mutex.cpp | 203 old_owner = atomic_load_explicit(&mutex.owner_tid, memory_order_relaxed); in PIMutexUnlock() 233 memory_order_relaxed, memory_order_relaxed)) { in PIMutexDestroy() 713 uint16_t old_state = atomic_load_explicit(&mutex->state, memory_order_relaxed); in MutexLockWithTimeout() 724 if (tid == atomic_load_explicit(&mutex->owner_tid, memory_order_relaxed)) { in MutexLockWithTimeout() 742 atomic_store_explicit(&mutex->owner_tid, tid, memory_order_relaxed); in MutexLockWithTimeout() 788 old_state = atomic_load_explicit(&mutex->state, memory_order_relaxed); in MutexLockWithTimeout() 871 if ( tid != atomic_load_explicit(&mutex->owner_tid, memory_order_relaxed) ) { in pthread_mutex_unlock() 890 atomic_store_explicit(&mutex->owner_tid, 0, memory_order_relaxed); in pthread_mutex_unlock() 920 if (tid == atomic_load_explicit(&mutex->owner_tid, memory_order_relaxed)) { in pthread_mutex_trylock() 941 atomic_store_explicit(&mutex->owner_tid, tid, memory_order_relaxed); in pthread_mutex_trylock() [all …]
|
H A D | pthread_rwlock.cpp | 257 if (atomic_load_explicit(&rwlock->state, memory_order_relaxed) != 0) { in pthread_rwlock_destroy() 273 int old_state = atomic_load_explicit(&rwlock->state, memory_order_relaxed); in __pthread_rwlock_tryrdlock() 305 int old_state = atomic_load_explicit(&rwlock->state, memory_order_relaxed); in __pthread_rwlock_timedrdlock() 318 memory_order_relaxed); in __pthread_rwlock_timedrdlock() 333 memory_order_relaxed); in __pthread_rwlock_timedrdlock() 348 int old_state = atomic_load_explicit(&rwlock->state, memory_order_relaxed); in __pthread_rwlock_trywrlock() 376 int old_state = atomic_load_explicit(&rwlock->state, memory_order_relaxed); in __pthread_rwlock_timedwrlock() 385 memory_order_relaxed); in __pthread_rwlock_timedwrlock() 400 memory_order_relaxed); in __pthread_rwlock_timedwrlock() 489 int old_state = atomic_load_explicit(&rwlock->state, memory_order_relaxed); in pthread_rwlock_unlock() [all …]
|
H A D | pthread_key.cpp | 85 uintptr_t seq = atomic_load_explicit(&key_map[i].seq, memory_order_relaxed); in pthread_key_clean_all() 95 atomic_load_explicit(&key_map[i].key_destructor, memory_order_relaxed)); in pthread_key_clean_all() 100 if (atomic_load_explicit(&key_map[i].seq, memory_order_relaxed) != seq) { in pthread_key_clean_all() 126 uintptr_t seq = atomic_load_explicit(&key_map[i].seq, memory_order_relaxed); in pthread_key_create() 149 uintptr_t seq = atomic_load_explicit(&key_map[key].seq, memory_order_relaxed); in pthread_key_delete() 164 uintptr_t seq = atomic_load_explicit(&key_map[key].seq, memory_order_relaxed); in pthread_getspecific() 183 uintptr_t seq = atomic_load_explicit(&key_map[key].seq, memory_order_relaxed); in pthread_setspecific()
|
H A D | pthread_cond.cpp | 111 return COND_IS_SHARED(atomic_load_explicit(&state, memory_order_relaxed)); in process_shared() 115 return COND_GET_CLOCK(atomic_load_explicit(&state, memory_order_relaxed)) == CLOCK_REALTIME; in use_realtime_clock() 154 atomic_store_explicit(&cond->state, 0xdeadc04d, memory_order_relaxed); in pthread_cond_destroy() 172 if (atomic_load_explicit(&cond->waiters, memory_order_relaxed) == 0) { in __pthread_cond_pulse() 178 atomic_fetch_add_explicit(&cond->state, COND_COUNTER_STEP, memory_order_relaxed); in __pthread_cond_pulse() 191 unsigned int old_state = atomic_load_explicit(&cond->state, memory_order_relaxed); in __pthread_cond_timedwait() 194 atomic_fetch_add_explicit(&cond->waiters, 1, memory_order_relaxed); in __pthread_cond_timedwait() 202 atomic_fetch_sub_explicit(&cond->waiters, 1, memory_order_relaxed); in __pthread_cond_timedwait()
|
/aosp12/art/runtime/gc/space/ |
H A D | bump_pointer_space-inl.h | 49 uint8_t* end = end_.load(std::memory_order_relaxed); in AllocThreadUnsafe() 54 end_.store(end + num_bytes, std::memory_order_relaxed); in AllocThreadUnsafe() 57 objects_allocated_.store(objects_allocated_.load(std::memory_order_relaxed) + 1, in AllocThreadUnsafe() 58 std::memory_order_relaxed); in AllocThreadUnsafe() 59 bytes_allocated_.store(bytes_allocated_.load(std::memory_order_relaxed) + num_bytes, in AllocThreadUnsafe() 60 std::memory_order_relaxed); in AllocThreadUnsafe() 73 old_end = end_.load(std::memory_order_relaxed); in AllocNonvirtualWithoutAccounting() 86 objects_allocated_.fetch_add(1, std::memory_order_relaxed); in AllocNonvirtual() 87 bytes_allocated_.fetch_add(num_bytes, std::memory_order_relaxed); in AllocNonvirtual()
|
/aosp12/art/runtime/base/ |
H A D | mutex.cc | 136 if (pred(testLoc->load(std::memory_order_relaxed))) { in WaitBrieflyFor() 329 log[new_slot].count.store(1, std::memory_order_relaxed); in RecordContention() 638 state_and_contenders_.store(0, std::memory_order_relaxed); in ExclusiveUnlockUncontended() 747 CHECK_EQ(state_.load(std::memory_order_relaxed), 0); in ~ReaderWriterMutex() 749 CHECK_EQ(num_contenders_.load(std::memory_order_relaxed), 0); in ~ReaderWriterMutex() 768 int32_t cur_state = state_.load(std::memory_order_relaxed); in ExclusiveLock() 792 DCHECK_EQ(state_.load(std::memory_order_relaxed), -1); in ExclusiveLock() 810 int32_t cur_state = state_.load(std::memory_order_relaxed); in ExclusiveUnlock() 841 int32_t cur_state = state_.load(std::memory_order_relaxed); in ExclusiveLockWithTimeout() 919 int32_t cur_state = state_.load(std::memory_order_relaxed); in SharedTryLock() [all …]
|
/aosp12/art/runtime/mirror/ |
H A D | dex_cache-inl.h | 53 dex_cache[0].store(first_elem, std::memory_order_relaxed); in Initialize() 101 std::memory_order_relaxed).GetObjectForIndex(string_idx.index_); in GetResolvedString() 146 slot->store(cleared, std::memory_order_relaxed); in ClearString() 161 std::memory_order_relaxed).GetObjectForIndex(type_idx.index_); in GetResolvedType() 184 slot->store(cleared, std::memory_order_relaxed); in ClearResolvedType() 198 std::memory_order_relaxed).GetObjectForIndex(proto_idx.index_); in GetResolvedMethodType() 323 pairs[i].store(source, std::memory_order_relaxed); in VisitDexCachePairs() 370 dest[i].store(source, std::memory_order_relaxed); in FixupStrings() 378 TypeDexCachePair source = src[i].load(std::memory_order_relaxed); in FixupResolvedTypes() 382 dest[i].store(source, std::memory_order_relaxed); in FixupResolvedTypes() [all …]
|
H A D | object.cc | 91 reinterpret_cast<Atomic<uintptr_t>*>(src_bytes)->load(std::memory_order_relaxed), in CopyObject() 92 std::memory_order_relaxed); in CopyObject() 100 reinterpret_cast<Atomic<uint32_t>*>(src_bytes)->load(std::memory_order_relaxed), in CopyObject() 101 std::memory_order_relaxed); in CopyObject() 110 reinterpret_cast<Atomic<uint8_t>*>(src_bytes)->load(std::memory_order_relaxed), in CopyObject() 111 std::memory_order_relaxed); in CopyObject() 173 expected_value = hash_code_seed.load(std::memory_order_relaxed); in GenerateIdentityHashCode() 181 hash_code_seed.store(new_seed, std::memory_order_relaxed); in SetHashCodeSeed() 196 if (current_this->CasLockWord(lw, hash_word, CASMode::kStrong, std::memory_order_relaxed)) { in IdentityHashCode()
|
/aosp12/frameworks/native/libs/vr/libbroadcastring/include/libbroadcastring/ |
H A D | broadcast_ring.h | 271 std::memory_order_relaxed); in GetOldestSequence() 280 std::memory_order_relaxed); in GetNextSequence() 341 &header_mmap()->head, std::memory_order_relaxed); in Get() 473 std::memory_order_relaxed); in InitializeHeader() 475 std::memory_order_relaxed); in InitializeHeader() 477 std::memory_order_relaxed); in InitializeHeader() 479 std::memory_order_relaxed); in InitializeHeader() 516 std::memory_order_relaxed); in PutRecordInternal() 563 std::memory_order_relaxed), in GetGeometry() 565 std::memory_order_relaxed)); in GetGeometry() [all …]
|
/aosp12/frameworks/native/libs/ui/ |
H A D | FenceTime.cpp | 75 nsecs_t signalTime = mSignalTime.load(std::memory_order_relaxed); in applyTrustedSnapshot() 90 mSignalTime.store(src.signalTime, std::memory_order_relaxed); in applyTrustedSnapshot() 102 nsecs_t signalTime = mSignalTime.load(std::memory_order_relaxed); in wait() 130 nsecs_t signalTime = mSignalTime.load(std::memory_order_relaxed); in getSignalTime() 147 return mSignalTime.load(std::memory_order_relaxed); in getSignalTime() 168 mSignalTime.store(signalTime, std::memory_order_relaxed); in getSignalTime() 182 nsecs_t signalTime = mSignalTime.load(std::memory_order_relaxed); in getSnapshot() 189 signalTime = mSignalTime.load(std::memory_order_relaxed); in getSnapshot() 212 mSignalTime.store(signalTime, std::memory_order_relaxed); in signalForTest()
|
/aosp12/art/openjdkjvmti/ |
H A D | ti_monitor.cc | 64 art::Thread* owner_thread = monitor->owner_.load(std::memory_order_relaxed); in Destroy() 71 monitor->owner_.store(nullptr, std::memory_order_relaxed); in Destroy() 118 DCHECK(owner_.load(std::memory_order_relaxed) == nullptr); in MonitorEnter() 119 owner_.store(self, std::memory_order_relaxed); in MonitorEnter() 131 owner_.store(nullptr, std::memory_order_relaxed); in MonitorExit() 165 art::Thread* owner_thread = owner_.load(std::memory_order_relaxed); in IsOwner() 179 owner_.store(nullptr, std::memory_order_relaxed); in Wait() 188 CHECK(owner_.load(std::memory_order_relaxed) == nullptr); in Wait() 195 CHECK(owner_.load(std::memory_order_relaxed) == self); in Wait()
|
/aosp12/art/runtime/gc/collector/ |
H A D | mark_sweep.cc | 122 normal_count_.store(0, std::memory_order_relaxed); in InitializePhase() 123 class_count_.store(0, std::memory_order_relaxed); in InitializePhase() 124 object_array_count_.store(0, std::memory_order_relaxed); in InitializePhase() 125 other_count_.store(0, std::memory_order_relaxed); in InitializePhase() 126 reference_count_.store(0, std::memory_order_relaxed); in InitializePhase() 127 large_object_test_.store(0, std::memory_order_relaxed); in InitializePhase() 128 large_object_mark_.store(0, std::memory_order_relaxed); in InitializePhase() 129 overhead_time_ .store(0, std::memory_order_relaxed); in InitializePhase() 130 work_chunks_created_.store(0, std::memory_order_relaxed); in InitializePhase() 132 mark_null_count_.store(0, std::memory_order_relaxed); in InitializePhase() [all …]
|
/aosp12/art/libartbase/base/ |
H A D | allocator.h | 89 g_total_bytes_used[tag].fetch_add(bytes, std::memory_order_relaxed); in RegisterAllocation() 90 size_t new_bytes = g_bytes_used[tag].fetch_add(bytes, std::memory_order_relaxed) + bytes; in RegisterAllocation() 91 size_t max_bytes = g_max_bytes_used[tag].load(std::memory_order_relaxed); in RegisterAllocation() 94 std::memory_order_relaxed)) { in RegisterAllocation() 99 g_bytes_used[tag].fetch_sub(bytes, std::memory_order_relaxed); in RegisterFree()
|
H A D | atomic.h | 51 return this->load(std::memory_order_relaxed); in PACKED() 62 this->store(desired_value, std::memory_order_relaxed); in PACKED() 79 return this->compare_exchange_strong(expected_value, desired_value, std::memory_order_relaxed); in PACKED() 91 return this->compare_exchange_weak(expected_value, desired_value, std::memory_order_relaxed); in PACKED()
|
/aosp12/bionic/libc/system_properties/ |
H A D | prop_area.cpp | 240 uint_least32_t left_offset = atomic_load_explicit(¤t->left, memory_order_relaxed); in find_prop_bt() 256 uint_least32_t right_offset = atomic_load_explicit(¤t->right, memory_order_relaxed); in find_prop_bt() 292 uint_least32_t children_offset = atomic_load_explicit(¤t->children, memory_order_relaxed); in find_property() 317 uint_least32_t prop_offset = atomic_load_explicit(¤t->prop, memory_order_relaxed); in find_property() 337 uint_least32_t left_offset = atomic_load_explicit(&trie->left, memory_order_relaxed); in foreach_property() 342 uint_least32_t prop_offset = atomic_load_explicit(&trie->prop, memory_order_relaxed); in foreach_property() 348 uint_least32_t children_offset = atomic_load_explicit(&trie->children, memory_order_relaxed); in foreach_property() 353 uint_least32_t right_offset = atomic_load_explicit(&trie->right, memory_order_relaxed); in foreach_property()
|
H A D | system_properties.cpp | 159 new_serial = load_const_atomic(&pi->serial, memory_order_relaxed); in ReadMutablePropertyValue() 204 uint32_t serial = load_const_atomic(&pi->serial, memory_order_relaxed); in ReadCallback() 248 uint32_t serial = atomic_load_explicit(&pi->serial, memory_order_relaxed); in Update() 258 atomic_store_explicit(&pi->serial, serial, memory_order_relaxed); in Update() 263 atomic_store_explicit(&pi->serial, (len << 24) | ((serial + 1) & 0xffffff), memory_order_relaxed); in Update() 266 atomic_load_explicit(serial_pa->serial(), memory_order_relaxed) + 1, in Update() 306 atomic_load_explicit(serial_pa->serial(), memory_order_relaxed) + 1, in Add()
|
/aosp12/bionic/benchmarks/ |
H A D | atomic_benchmark.cpp | 58 result += test_loc.load(std::memory_order_relaxed); in BM_atomic_load_relaxed() 96 result += test_loc.fetch_add(1, std::memory_order_relaxed); in BM_atomic_fetch_add_relaxed() 119 result += test_loc.load(std::memory_order_relaxed); in BM_atomic_acquire_fence() 130 result += test_loc.load(std::memory_order_relaxed); in BM_atomic_seq_cst_fence()
|
/aosp12/system/core/libutils/include/utils/ |
H A D | LightRefBase.h | 39 mCount.fetch_add(1, std::memory_order_relaxed); in incStrong() 42 if (0 == mCount.fetch_add(1, std::memory_order_relaxed)) { in incStrongRequireStrong() 54 return mCount.load(std::memory_order_relaxed); in getStrongCount()
|