Lines Matching refs:assembler
40 #define __ assembler->GetVIXLAssembler()->
75 static void GenSystemArrayCopyBaseAddress(ArmVIXLAssembler* assembler, in GenSystemArrayCopyBaseAddress() argument
98 static void GenSystemArrayCopyEndAddress(ArmVIXLAssembler* assembler, in GenSystemArrayCopyEndAddress() argument
129 ArmVIXLAssembler* assembler = arm_codegen->GetAssembler(); in EmitNativeCode() local
150 GenSystemArrayCopyBaseAddress(assembler, type, dest, dest_pos, dst_curr_addr); in EmitNativeCode()
155 assembler->MaybeUnpoisonHeapReference(tmp); in EmitNativeCode()
180 assembler->MaybePoisonHeapReference(tmp); in EmitNativeCode()
224 static void MoveFPToInt(LocationSummary* locations, bool is64bit, ArmVIXLAssembler* assembler) { in MoveFPToInt() argument
234 static void MoveIntToFP(LocationSummary* locations, bool is64bit, ArmVIXLAssembler* assembler) { in MoveIntToFP() argument
305 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenNumberOfLeadingZeros() local
350 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenNumberOfTrailingZeros() local
396 ArmVIXLAssembler* assembler = GetAssembler(); in VisitMathSqrt() local
408 ArmVIXLAssembler* assembler = GetAssembler(); in VisitMathRint() local
425 ArmVIXLAssembler* assembler = GetAssembler(); in VisitMathRoundFloat() local
451 ExactAssemblyScope it_scope(assembler->GetVIXLAssembler(), in VisitMathRoundFloat()
468 ArmVIXLAssembler* assembler = GetAssembler(); in VisitMemoryPeekByte() local
478 ArmVIXLAssembler* assembler = GetAssembler(); in VisitMemoryPeekIntNative() local
488 ArmVIXLAssembler* assembler = GetAssembler(); in VisitMemoryPeekLongNative() local
509 ArmVIXLAssembler* assembler = GetAssembler(); in VisitMemoryPeekShortNative() local
526 ArmVIXLAssembler* assembler = GetAssembler(); in VisitMemoryPokeByte() local
535 ArmVIXLAssembler* assembler = GetAssembler(); in VisitMemoryPokeIntNative() local
544 ArmVIXLAssembler* assembler = GetAssembler(); in VisitMemoryPokeLongNative() local
558 ArmVIXLAssembler* assembler = GetAssembler(); in VisitMemoryPokeShortNative() local
569 ArmVIXLAssembler* assembler = GetAssembler(); in VisitThreadCurrentThread() local
600 static void NO_INLINE GenerateStringCompareToLoop(ArmVIXLAssembler* assembler,
606 ArmVIXLAssembler* assembler = GetAssembler(); in VisitStringCompareTo() local
660 ExactAssemblyScope aas(assembler->GetVIXLAssembler(), in VisitStringCompareTo()
682 ExactAssemblyScope aas(assembler->GetVIXLAssembler(), in VisitStringCompareTo()
691 GenerateStringCompareToLoop(assembler, invoke, &end, &different_compression); in VisitStringCompareTo()
700 static void GenerateStringCompareToLoop(ArmVIXLAssembler* assembler, in GenerateStringCompareToLoop() argument
733 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenerateStringCompareToLoop()
831 ExactAssemblyScope aas(assembler->GetVIXLAssembler(), in GenerateStringCompareToLoop()
868 ExactAssemblyScope aas(assembler->GetVIXLAssembler(), in GenerateStringCompareToLoop()
925 ArmVIXLAssembler* assembler = GetAssembler(); in VisitStringEquals() local
1023 UseScratchRegisterScope scratch_scope(assembler->GetVIXLAssembler()); in VisitStringEquals()
1050 ExactAssemblyScope aas(assembler->GetVIXLAssembler(), in VisitStringEquals()
1058 UseScratchRegisterScope scratch_scope(assembler->GetVIXLAssembler()); in VisitStringEquals()
1092 ArmVIXLAssembler* assembler, in GenerateVisitStringIndexOf() argument
1185 ArmVIXLAssembler* assembler = GetAssembler(); in VisitStringNewStringFromBytes() local
1228 ArmVIXLAssembler* assembler = GetAssembler(); in VisitStringNewStringFromString() local
1277 static void CheckPosition(ArmVIXLAssembler* assembler, in CheckPosition() argument
1344 ArmVIXLAssembler* assembler = GetAssembler(); in VisitSystemArrayCopy() local
1433 CheckPosition(assembler, in VisitSystemArrayCopy()
1442 CheckPosition(assembler, in VisitSystemArrayCopy()
1535 assembler->MaybeUnpoisonHeapReference(temp1); in VisitSystemArrayCopy()
1536 assembler->MaybeUnpoisonHeapReference(temp2); in VisitSystemArrayCopy()
1545 assembler->MaybeUnpoisonHeapReference(temp3); in VisitSystemArrayCopy()
1557 assembler->MaybeUnpoisonHeapReference(temp3); in VisitSystemArrayCopy()
1570 assembler->MaybeUnpoisonHeapReference(temp1); in VisitSystemArrayCopy()
1574 assembler->MaybeUnpoisonHeapReference(temp1); in VisitSystemArrayCopy()
1600 assembler->MaybeUnpoisonHeapReference(temp1); in VisitSystemArrayCopy()
1604 assembler->MaybeUnpoisonHeapReference(temp3); in VisitSystemArrayCopy()
1692 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in VisitSystemArrayCopy()
1714 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in VisitSystemArrayCopy()
1786 ArmVIXLAssembler* assembler, in GenFPToFPCall() argument
1805 ArmVIXLAssembler* assembler, in GenFPFPToFPCall() argument
1975 ArmVIXLAssembler* assembler = GetAssembler(); in VisitIntegerReverse() local
1984 ArmVIXLAssembler* assembler = GetAssembler(); in VisitLongReverse() local
1996 static void GenerateReverseBytesInPlaceForEachWord(ArmVIXLAssembler* assembler, Location pair) { in GenerateReverseBytesInPlaceForEachWord() argument
2002 static void GenerateReverseBytes(ArmVIXLAssembler* assembler, in GenerateReverseBytes() argument
2026 GenerateReverseBytesInPlaceForEachWord(assembler, in); // Note: Clobbers `in`. in GenerateReverseBytes()
2040 ArmVIXLAssembler* assembler = GetAssembler(); in VisitIntegerReverseBytes() local
2042 GenerateReverseBytes(assembler, DataType::Type::kInt32, locations->InAt(0), locations->Out()); in VisitIntegerReverseBytes()
2050 ArmVIXLAssembler* assembler = GetAssembler(); in VisitLongReverseBytes() local
2052 GenerateReverseBytes(assembler, DataType::Type::kInt64, locations->InAt(0), locations->Out()); in VisitLongReverseBytes()
2060 ArmVIXLAssembler* assembler = GetAssembler(); in VisitShortReverseBytes() local
2062 GenerateReverseBytes(assembler, DataType::Type::kInt16, locations->InAt(0), locations->Out()); in VisitShortReverseBytes()
2065 static void GenBitCount(HInvoke* instr, DataType::Type type, ArmVIXLAssembler* assembler) { in GenBitCount() argument
2115 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenHighestOneBit() local
2116 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenHighestOneBit()
2181 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenLowestOneBit() local
2182 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenLowestOneBit()
2257 ArmVIXLAssembler* assembler = GetAssembler(); in VisitStringGetCharsNoCheck() local
2295 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in VisitStringGetCharsNoCheck()
2373 ArmVIXLAssembler* const assembler = GetAssembler(); in VisitFloatIsInfinite() local
2391 ArmVIXLAssembler* const assembler = GetAssembler(); in VisitDoubleIsInfinite() local
2393 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in VisitDoubleIsInfinite()
2419 ArmVIXLAssembler* assembler = GetAssembler(); in VisitMathCeil() local
2431 ArmVIXLAssembler* assembler = GetAssembler(); in VisitMathFloor() local
2449 ArmVIXLAssembler* const assembler = GetAssembler(); in VisitIntegerValueOf() local
2452 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in VisitIntegerValueOf()
2473 assembler->StoreToOffset(kStoreWord, temp, out, info.value_offset); in VisitIntegerValueOf()
2488 assembler->MaybeUnpoisonHeapReference(out); in VisitIntegerValueOf()
2493 assembler->StoreToOffset(kStoreWord, in, out, info.value_offset); in VisitIntegerValueOf()
2505 ArmVIXLAssembler* assembler = GetAssembler(); in VisitReferenceGetReferent() local
2516 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in VisitReferenceGetReferent()
2526 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in VisitReferenceGetReferent()
2568 ArmVIXLAssembler* assembler = GetAssembler(); in VisitReferenceRefersTo() local
2569 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in VisitReferenceRefersTo()
2582 vixl::ExactAssemblyScope eas(assembler->GetVIXLAssembler(), in VisitReferenceRefersTo()
2587 assembler->MaybeUnpoisonHeapReference(tmp); in VisitReferenceRefersTo()
2632 ArmVIXLAssembler* assembler = GetAssembler(); in VisitThreadInterrupted() local
2636 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in VisitThreadInterrupted()
2643 assembler->StoreToOffset(kStoreWord, temp, tr, offset); in VisitThreadInterrupted()
2663 ArmVIXLAssembler* assembler = GetAssembler(); in VisitIntegerDivideUnsigned() local
2700 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenerateIntrinsicGet() local
2721 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenerateIntrinsicGet()
2746 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenerateIntrinsicGet()
2753 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenerateIntrinsicGet()
2914 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenerateIntrinsicSet() local
2918 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenerateIntrinsicSet()
2922 assembler->PoisonHeapReference(temp); in GenerateIntrinsicSet()
3015 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenUnsafePut() local
3041 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenUnsafePut()
3159 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in EmitLoadExclusive() local
3188 assembler->MaybeUnpoisonHeapReference(RegisterFrom(old_value)); in EmitLoadExclusive()
3200 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in EmitStoreExclusive() local
3202 assembler->MaybePoisonHeapReference(RegisterFrom(new_value)); in EmitStoreExclusive()
3226 assembler->MaybeUnpoisonHeapReference(RegisterFrom(new_value)); in EmitStoreExclusive()
3256 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenerateCompareAndSet() local
3286 ExactAssemblyScope aas(assembler->GetVIXLAssembler(), 2 * k16BitT32InstructionSizeInBytes); in GenerateCompareAndSet()
3293 ExactAssemblyScope aas(assembler->GetVIXLAssembler(), 2 * k16BitT32InstructionSizeInBytes); in GenerateCompareAndSet()
3371 ArmVIXLAssembler* assembler = arm_codegen->GetAssembler(); in EmitNativeCode() local
3388 ExactAssemblyScope aas(assembler->GetVIXLAssembler(), 2 * k16BitT32InstructionSizeInBytes); in EmitNativeCode()
3400 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in EmitNativeCode()
3485 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenUnsafeCas() local
3496 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenUnsafeCas()
3590 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenerateGetAndUpdate() local
3638 GenerateReverseBytes(assembler, DataType::Type::kFloat64, loaded_value, old_value); in GenerateGetAndUpdate()
3643 GenerateReverseBytes(assembler, DataType::Type::kFloat32, loaded_value, old_value); in GenerateGetAndUpdate()
3648 GenerateReverseBytes(assembler, DataType::Type::kInt64, loaded_value, old_value); in GenerateGetAndUpdate()
3653 GenerateReverseBytes(assembler, DataType::Type::kInt32, loaded_value, old_value); in GenerateGetAndUpdate()
3658 GenerateReverseBytesInPlaceForEachWord(assembler, new_value); in GenerateGetAndUpdate()
3660 GenerateReverseBytes(assembler, load_store_type, new_value, new_value); in GenerateGetAndUpdate()
3790 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenerateSubTypeObjectCheckNoReadBarrier() local
3800 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenerateSubTypeObjectCheckNoReadBarrier()
3804 assembler->MaybeUnpoisonHeapReference(temp); in GenerateSubTypeObjectCheckNoReadBarrier()
3810 assembler->MaybeUnpoisonHeapReference(temp); in GenerateSubTypeObjectCheckNoReadBarrier()
3828 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenerateVarHandleAccessModeAndVarTypeChecks() local
3844 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenerateVarHandleAccessModeAndVarTypeChecks()
3848 assembler->MaybeUnpoisonHeapReference(var_type_no_rb); in GenerateVarHandleAccessModeAndVarTypeChecks()
3876 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenerateVarHandleStaticFieldCheck() local
3881 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenerateVarHandleStaticFieldCheck()
3894 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenerateVarHandleInstanceFieldChecks() local
3913 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenerateVarHandleInstanceFieldChecks()
3917 assembler->MaybeUnpoisonHeapReference(temp); in GenerateVarHandleInstanceFieldChecks()
3944 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenerateVarHandleArrayChecks() local
3966 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenerateVarHandleArrayChecks()
4076 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenerateVarHandleTarget() local
4289 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenerateVarHandleGet() local
4318 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenerateVarHandleGet()
4356 GenerateReverseBytesInPlaceForEachWord(assembler, loaded_value); in GenerateVarHandleGet()
4358 GenerateReverseBytes(assembler, type, loaded_value, out); in GenerateVarHandleGet()
4442 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenerateVarHandleSet() local
4468 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenerateVarHandleSet()
4490 GenerateReverseBytesInPlaceForEachWord(assembler, value); in GenerateVarHandleSet()
4493 GenerateReverseBytes(assembler, value_type, original_value, value); in GenerateVarHandleSet()
4498 GenerateReverseBytes(assembler, DataType::Type::kInt32, value, value); in GenerateVarHandleSet()
4502 GenerateReverseBytes(assembler, value_type, original_value, value); in GenerateVarHandleSet()
4639 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenerateVarHandleCompareAndSetOrExchange() local
4665 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenerateVarHandleCompareAndSetOrExchange()
4692 GenerateReverseBytesInPlaceForEachWord(assembler, expected); in GenerateVarHandleCompareAndSetOrExchange()
4693 GenerateReverseBytesInPlaceForEachWord(assembler, new_value); in GenerateVarHandleCompareAndSetOrExchange()
4709 GenerateReverseBytes(assembler, DataType::Type::kInt32, expected, expected); in GenerateVarHandleCompareAndSetOrExchange()
4710 GenerateReverseBytes(assembler, DataType::Type::kInt32, new_value, new_value); in GenerateVarHandleCompareAndSetOrExchange()
4721 GenerateReverseBytesInPlaceForEachWord(assembler, expected); in GenerateVarHandleCompareAndSetOrExchange()
4723 GenerateReverseBytesInPlaceForEachWord(assembler, new_value); in GenerateVarHandleCompareAndSetOrExchange()
4740 GenerateReverseBytes(assembler, value_type, original_expected, expected); in GenerateVarHandleCompareAndSetOrExchange()
4741 GenerateReverseBytes(assembler, value_type, original_new_value, new_value); in GenerateVarHandleCompareAndSetOrExchange()
4792 GenerateReverseBytesInPlaceForEachWord(assembler, old_value); in GenerateVarHandleCompareAndSetOrExchange()
4795 GenerateReverseBytesInPlaceForEachWord(assembler, expected); in GenerateVarHandleCompareAndSetOrExchange()
4796 GenerateReverseBytesInPlaceForEachWord(assembler, new_value); in GenerateVarHandleCompareAndSetOrExchange()
4798 GenerateReverseBytes(assembler, value_type, old_value, out); in GenerateVarHandleCompareAndSetOrExchange()
4959 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in GenerateVarHandleGetAndUpdate() local
4984 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in GenerateVarHandleGetAndUpdate()
5011 GenerateReverseBytesInPlaceForEachWord(assembler, arg); in GenerateVarHandleGetAndUpdate()
5022 GenerateReverseBytes(assembler, DataType::Type::kInt32, arg, arg); in GenerateVarHandleGetAndUpdate()
5043 GenerateReverseBytes(assembler, value_type, original_arg, arg); in GenerateVarHandleGetAndUpdate()
5062 GenerateReverseBytesInPlaceForEachWord(assembler, arg); in GenerateVarHandleGetAndUpdate()
5069 GenerateReverseBytes(assembler, value_type, original_arg, arg); in GenerateVarHandleGetAndUpdate()
5091 GenerateReverseBytesInPlaceForEachWord(assembler, old_value); in GenerateVarHandleGetAndUpdate()
5095 GenerateReverseBytesInPlaceForEachWord(assembler, arg); in GenerateVarHandleGetAndUpdate()
5098 GenerateReverseBytes(assembler, value_type, old_value, out); in GenerateVarHandleGetAndUpdate()
5259 ArmVIXLAssembler* assembler = codegen->GetAssembler(); in EmitByteArrayViewCode() local
5284 UseScratchRegisterScope temps(assembler->GetVIXLAssembler()); in EmitByteArrayViewCode()
5304 ExactAssemblyScope it_scope(assembler->GetVIXLAssembler(), in EmitByteArrayViewCode()