/aosp12/art/compiler/optimizing/ |
H A D | code_generator.cc | 359 current_slow_path_ = slow_path; in GenerateSlowPaths() 364 MaybeRecordNativeDebugInfo(slow_path->GetInstruction(), slow_path->GetDexPc(), slow_path); in GenerateSlowPaths() 1443 if (slow_path != nullptr && slow_path->IsCoreRegisterSaved(id)) { in EmitVRegInfo() 1464 if (slow_path != nullptr && slow_path->IsFpuRegisterSaved(id)) { in EmitVRegInfo() 1486 if (slow_path != nullptr && slow_path->IsFpuRegisterSaved(low)) { in EmitVRegInfo() 1492 if (slow_path != nullptr && slow_path->IsFpuRegisterSaved(high)) { in EmitVRegInfo() 1507 if (slow_path != nullptr && slow_path->IsCoreRegisterSaved(low)) { in EmitVRegInfo() 1513 if (slow_path != nullptr && slow_path->IsCoreRegisterSaved(high)) { in EmitVRegInfo() 1640 if (slow_path == nullptr) { in ValidateInvokeRuntime() 1652 if (slow_path == nullptr) { in ValidateInvokeRuntime() [all …]
|
H A D | intrinsics_arm64.cc | 1936 if (slow_path != nullptr) { in GenerateVisitStringIndexOf() 1992 SlowPathCodeARM64* slow_path = in VisitStringNewStringFromBytes() local 1994 codegen_->AddSlowPath(slow_path); in VisitStringNewStringFromBytes() 2037 SlowPathCodeARM64* slow_path = in VisitStringNewStringFromString() local 2513 SlowPathCodeARM64* slow_path = in VisitSystemArrayCopyChar() local 3553 SlowPathCodeARM64* slow_path = in VisitCRC32UpdateBytes() local 3833 SlowPathCodeARM64* slow_path = in GenerateDivideUnsigned() local 3835 codegen->AddSlowPath(slow_path); in GenerateDivideUnsigned() 4162 can_be_view ? slow_path->GetByteArrayViewCheckLabel() : slow_path->GetEntryLabel(); in GenerateVarHandleArrayChecks() 4193 codegen->AddSlowPath(slow_path); in GenerateVarHandleChecks() [all …]
|
H A D | intrinsics_x86.cc | 896 codegen_->AddSlowPath(slow_path); in VisitSystemArrayCopyChar() 979 codegen_->AddSlowPath(slow_path); in VisitStringCompareTo() 1279 if (slow_path != nullptr) { in GenerateStringIndexOf() 1318 codegen_->AddSlowPath(slow_path); in VisitStringNewStringFromBytes() 1362 codegen_->AddSlowPath(slow_path); in VisitStringNewStringFromString() 3652 codegen->AddSlowPath(slow_path); in GenerateVarHandleGet() 3807 codegen->AddSlowPath(slow_path); in GenerateVarHandleSet() 3953 codegen->AddSlowPath(slow_path); in GenerateVarHandleGetAndSet() 4144 codegen->AddSlowPath(slow_path); in GenerateVarHandleCompareAndSetOrExchange() 4308 codegen->AddSlowPath(slow_path); in GenerateVarHandleGetAndAdd() [all …]
|
H A D | code_generator.h | 344 SlowPathCode* slow_path = nullptr, 354 SlowPathCode* slow_path = nullptr, 366 SlowPathCode* slow_path = nullptr); 384 void AddSlowPath(SlowPathCode* slow_path); 500 SlowPathCode* slow_path); 650 SlowPathCode* slow_path = nullptr) = 0; 828 SlowPathCode* slow_path, 973 SlowPathCodeType* slow_path = in NewSlowPath() local 975 iter->second.emplace_back(std::make_pair(instruction, slow_path)); in NewSlowPath() 976 codegen_->AddSlowPath(slow_path); in NewSlowPath() [all …]
|
H A D | intrinsics_arm_vixl.cc | 1134 if (slow_path != nullptr) { in GenerateVisitStringIndexOf() 1188 SlowPathCodeARMVIXL* slow_path = in VisitStringNewStringFromBytes() local 1190 codegen_->AddSlowPath(slow_path); in VisitStringNewStringFromBytes() 1231 SlowPathCodeARMVIXL* slow_path = in VisitStringNewStringFromString() local 1233 codegen_->AddSlowPath(slow_path); in VisitStringNewStringFromString() 2670 SlowPathCodeARMVIXL* slow_path = in VisitIntegerDivideUnsigned() local 4015 can_be_view ? slow_path->GetByteArrayViewCheckLabel() : slow_path->GetEntryLabel(); in GenerateVarHandleArrayChecks() 4046 codegen->AddSlowPath(slow_path); in GenerateVarHandleChecks() 4051 return slow_path; in GenerateVarHandleChecks() 4296 slow_path->SetAtomic(atomic); in GenerateVarHandleGet() [all …]
|
H A D | intrinsics_x86_64.cc | 689 codegen_->AddSlowPath(slow_path); in VisitSystemArrayCopyChar() 748 __ Bind(slow_path->GetExitLabel()); in VisitSystemArrayCopyChar() 1167 codegen_->AddSlowPath(slow_path); in VisitStringCompareTo() 1171 __ Bind(slow_path->GetExitLabel()); in VisitStringCompareTo() 1339 SlowPathCode* slow_path = nullptr; in GenerateStringIndexOf() local 1355 codegen->AddSlowPath(slow_path); in GenerateStringIndexOf() 1453 if (slow_path != nullptr) { in GenerateStringIndexOf() 1492 codegen_->AddSlowPath(slow_path); in VisitStringNewStringFromBytes() 1536 codegen_->AddSlowPath(slow_path); in VisitStringNewStringFromString() 2674 codegen_->AddSlowPath(slow_path); in VisitReferenceGetReferent() [all …]
|
H A D | graph_visualizer.h | 46 const SlowPathCode* slow_path; member 72 void AddSlowPathInterval(SlowPathCode* slow_path, size_t start, size_t end) { in AddSlowPathInterval() argument 73 slow_path_intervals_.push_back({slow_path, {start, end}}); in AddSlowPathInterval()
|
H A D | code_generator_x86_64.cc | 4096 SlowPathCode* slow_path = in GenerateDivRemIntegral() local 4500 SlowPathCode* slow_path = in VisitDivZeroCheck() local 5327 AddSlowPath(slow_path); in GenerateExplicitNullCheck() 5773 SlowPathCode* slow_path = in VisitBoundsCheck() local 5911 slow_path = in GenerateSuspendCheck() 6412 SlowPathCode* slow_path = in VisitClinitCheck() local 7536 SlowPathCode* slow_path; in GenerateReferenceLoadWithBakerReadBarrier() local 7546 AddSlowPath(slow_path); in GenerateReferenceLoadWithBakerReadBarrier() 7578 AddSlowPath(slow_path); in GenerateReadBarrierSlow() 7611 SlowPathCode* slow_path = in GenerateReadBarrierForRootSlow() local [all …]
|
H A D | code_generator_arm64.cc | 1909 if (slow_path == nullptr) { in GenerateSuspendCheck() 1910 slow_path = in GenerateSuspendCheck() 2832 if (slow_path != nullptr) { in VisitArraySet() 2912 SlowPathCodeARM64* slow_path = in VisitClinitCheck() local 4105 if (slow_path != nullptr) { in VisitInstanceOf() 5738 AddSlowPath(slow_path); in GenerateExplicitNullCheck() 6755 AddSlowPath(slow_path); in AddReadBarrierSlowPath() 6756 return slow_path; in AddReadBarrierSlowPath() 6813 AddSlowPath(slow_path); in GenerateReadBarrierForRootSlow() 7012 __ Bind(&slow_path); in CompileBakerReadBarrierThunk() [all …]
|
H A D | code_generator_x86.cc | 4533 SlowPathCode* slow_path = in VisitDivZeroCheck() local 6167 AddSlowPath(slow_path); in GenerateExplicitNullCheck() 6640 SlowPathCode* slow_path = in VisitBoundsCheck() local 6741 if (slow_path == nullptr) { in GenerateSuspendCheck() 6742 slow_path = in GenerateSuspendCheck() 7279 SlowPathCode* slow_path = in VisitClinitCheck() local 8457 SlowPathCode* slow_path; in GenerateReferenceLoadWithBakerReadBarrier() local 8466 AddSlowPath(slow_path); in GenerateReferenceLoadWithBakerReadBarrier() 8498 AddSlowPath(slow_path); in GenerateReadBarrierSlow() 8531 SlowPathCode* slow_path = in GenerateReadBarrierForRootSlow() local [all …]
|
H A D | code_generator_arm_vixl.cc | 6266 AddSlowPath(slow_path); in GenerateExplicitNullCheck() 7100 if (slow_path == nullptr) { in GenerateSuspendCheck() 7101 slow_path = in GenerateSuspendCheck() 8134 if (slow_path != nullptr) { in VisitInstanceOf() 9075 AddSlowPath(slow_path); in AddReadBarrierSlowPath() 9076 return slow_path; in AddReadBarrierSlowPath() 9134 AddSlowPath(slow_path); in GenerateReadBarrierForRootSlow() 9969 vixl32::Label slow_path; in CompileBakerReadBarrierThunk() local 9976 __ Bind(&slow_path); in CompileBakerReadBarrierThunk() 10006 vixl32::Label slow_path; in CompileBakerReadBarrierThunk() local [all …]
|
H A D | code_generator_x86_64.h | 239 void GenerateClassInitializationCheck(SlowPathCode* slow_path, CpuRegister class_reg); 352 SlowPathCode* slow_path = nullptr) override; 358 SlowPathCode* slow_path); 457 HInvokeStaticOrDirect* invoke, Location temp, SlowPathCode* slow_path = nullptr) override; 459 HInvokeVirtual* invoke, Location temp, SlowPathCode* slow_path = nullptr) override;
|
H A D | code_generator_x86.h | 259 void GenerateClassInitializationCheck(SlowPathCode* slow_path, Register class_reg); 378 SlowPathCode* slow_path = nullptr) override; 384 SlowPathCode* slow_path); 478 HInvokeStaticOrDirect* invoke, Location temp, SlowPathCode* slow_path = nullptr) override; 481 HInvokeVirtual* invoke, Location temp, SlowPathCode* slow_path = nullptr) override;
|
H A D | code_generator_arm_vixl.h | 353 void GenerateClassInitializationCheck(LoadClassSlowPathARMVIXL* slow_path, 531 SlowPathCode* slow_path = nullptr) override; 537 SlowPathCode* slow_path); 587 HInvokeStaticOrDirect* invoke, Location temp, SlowPathCode* slow_path = nullptr) override; 589 HInvokeVirtual* invoke, Location temp, SlowPathCode* slow_path = nullptr) override;
|
H A D | code_generator_arm64.h | 318 void GenerateClassInitializationCheck(SlowPathCodeARM64* slow_path, 688 SlowPathCode* slow_path = nullptr) override; 694 SlowPathCode* slow_path); 720 HInvokeStaticOrDirect* invoke, Location temp, SlowPathCode* slow_path = nullptr) override; 722 HInvokeVirtual* invoke, Location temp, SlowPathCode* slow_path = nullptr) override;
|
/aosp12/art/runtime/entrypoints/ |
H A D | entrypoint_utils-inl.h | 135 *slow_path = true; in CheckClassInitializedForObjectAlloc() 154 *slow_path = true; in CheckObjectAlloc() 160 *slow_path = true; in CheckObjectAlloc() 173 bool slow_path = false; in AllocObjectFromCode() local 175 if (UNLIKELY(slow_path)) { in AllocObjectFromCode() 195 bool slow_path = false; in AllocObjectFromCodeResolved() local 197 if (UNLIKELY(slow_path)) { in AllocObjectFromCodeResolved() 234 *slow_path = true; in CheckArrayAlloc() 241 *slow_path = true; in CheckArrayAlloc() 252 *slow_path = true; in CheckArrayAlloc() [all …]
|
H A D | entrypoint_utils.h | 84 bool* slow_path)
|
/aosp12/art/runtime/interpreter/mterp/arm64ng/ |
H A D | object.S | 67 % slow_path = add_helper(lambda: op_iget_slow_path(volatile_load, maybe_extend, wide, is_object)) 69 FETCH_FROM_THREAD_CACHE x0, ${slow_path} 147 % slow_path = "nterp_op_iput_helper_" + store + wide + is_object 148 % add_helper(lambda: op_iput_slow_path(volatile_store, wide, is_object), slow_path) 156 FETCH_FROM_THREAD_CACHE x0, ${slow_path} 222 % slow_path = add_helper(lambda: op_sget_slow_path(volatile_load, maybe_extend, wide, is_object)) 224 FETCH_FROM_THREAD_CACHE x0, ${slow_path} 313 % slow_path = "nterp_op_sput_helper_" + store + wide + is_object 314 % add_helper(lambda: op_sput_slow_path(volatile_store, wide, is_object), slow_path) 322 FETCH_FROM_THREAD_CACHE x0, ${slow_path}
|
/aosp12/art/runtime/interpreter/mterp/armng/ |
H A D | object.S | 71 % slow_path = add_helper(lambda: op_iget_slow_path(load, wide, is_object)) 73 FETCH_FROM_THREAD_CACHE r0, ${slow_path} 163 % slow_path = "nterp_op_iput_helper_" + store + wide + is_object 164 % add_helper(lambda: op_iput_slow_path(store, wide, is_object), slow_path) 170 FETCH_FROM_THREAD_CACHE r0, ${slow_path} 254 % slow_path = add_helper(lambda: op_sget_slow_path(load, wide, is_object)) 256 FETCH_FROM_THREAD_CACHE r0, ${slow_path} 356 % slow_path = "nterp_op_sput_helper_" + store + wide + is_object 357 % add_helper(lambda: op_sput_slow_path(store, wide, is_object), slow_path) 363 FETCH_FROM_THREAD_CACHE r0, ${slow_path}
|
H A D | invoke.S | 77 % slow_path = add_helper(lambda: op_invoke_interface_slow_path()) 80 FETCH_FROM_THREAD_CACHE r4, ${slow_path}
|
H A D | main.S | 1487 .macro FETCH_FROM_THREAD_CACHE dest_reg, slow_path 1495 bne \slow_path
|
/aosp12/art/runtime/gc/collector/ |
H A D | semi_space-inl.h | 63 auto slow_path = [this](const mirror::Object* ref) { in MarkObject() 68 if (!mark_bitmap_->Set(obj, slow_path)) { in MarkObject()
|
/aosp12/art/runtime/interpreter/mterp/x86_64ng/ |
H A D | invoke.S | 75 % slow_path = add_helper(lambda: op_invoke_interface_slow_path()) 78 FETCH_FROM_THREAD_CACHE %rax, ${slow_path}
|
/aosp12/art/runtime/arch/arm/ |
H A D | quick_entrypoints_arm.S | 1258 .macro COMPUTE_ARRAY_SIZE_UNKNOWN slow_path 1261 bhi \slow_path 1283 .macro COMPUTE_ARRAY_SIZE_8 slow_path 1288 bhi \slow_path 1293 .macro COMPUTE_ARRAY_SIZE_16 slow_path 1298 bhi \slow_path 1304 .macro COMPUTE_ARRAY_SIZE_32 slow_path 1309 bhi \slow_path 1315 .macro COMPUTE_ARRAY_SIZE_64 slow_path 1320 bhi \slow_path
|
/aosp12/art/runtime/arch/x86/ |
H A D | quick_entrypoints_x86.S | 1096 MACRO1(COMPUTE_ARRAY_SIZE_UNKNOWN, slow_path) 1102 ja RAW_VAR(slow_path) 1122 MACRO1(COMPUTE_ARRAY_SIZE_8, slow_path) 1127 ja RAW_VAR(slow_path) 1132 MACRO1(COMPUTE_ARRAY_SIZE_16, slow_path) 1137 ja RAW_VAR(slow_path) 1143 MACRO1(COMPUTE_ARRAY_SIZE_32, slow_path) 1148 ja RAW_VAR(slow_path) 1154 MACRO1(COMPUTE_ARRAY_SIZE_64, slow_path) 1159 ja RAW_VAR(slow_path)
|