| /aosp12/art/compiler/optimizing/ |
| H A D | nodes_vector.h | 74 HVecOperation(InstructionKind kind, in HVecOperation() function
150 static bool HaveSamePredicate(HVecOperation* instr0, HVecOperation* instr1) { in HaveSamePredicate()
274 : HVecOperation(kind, in HVecUnaryOperation()
302 : HVecOperation(kind, in HVecBinaryOperation()
333 : HVecOperation(kind, in HVecMemoryOperation()
375 DCHECK_EQ(HVecOperation::ToUnsignedType(input_type) == HVecOperation::ToUnsignedType(type), in HasConsistentPackedTypes()
376 HVecOperation::ToSignedType(input_type) == HVecOperation::ToSignedType(type)); in HasConsistentPackedTypes()
377 return HVecOperation::ToSignedType(input_type) == HVecOperation::ToSignedType(type); in HasConsistentPackedTypes()
977 : HVecOperation(kVecSetScalars, in HVecSetScalars()
1116 : HVecOperation(kVecDotProd, in HVecDotProd()
[all …]
|
| H A D | nodes_vector_test.cc | 133 HVecOperation* v0 = new (GetAllocator()) in TEST_F()
135 HVecOperation* v1 = new (GetAllocator()) in TEST_F()
137 HVecOperation* v2 = new (GetAllocator()) in TEST_F()
139 HVecOperation* v3 = new (GetAllocator()) in TEST_F()
249 HVecOperation* p0 = new (GetAllocator()) in TEST_F()
286 HVecOperation* u0 = new (GetAllocator()) in TEST_F()
288 HVecOperation* u1 = new (GetAllocator()) in TEST_F()
290 HVecOperation* u2 = new (GetAllocator()) in TEST_F()
293 HVecOperation* p0 = new (GetAllocator()) in TEST_F()
295 HVecOperation* p1 = new (GetAllocator()) in TEST_F()
[all …]
|
| H A D | loop_optimization.cc | 228 DataType::Type stype = HVecOperation::ToSignedType(type); in IsNarrowerOperands()
234 DataType::Type utype = HVecOperation::ToUnsignedType(type); in IsNarrowerOperands()
249 DataType::Type stype = HVecOperation::ToSignedType(type); in IsNarrowerOperand()
255 DataType::Type utype = HVecOperation::ToUnsignedType(type); in IsNarrowerOperand()
1282 HVecOperation* op = i->second->AsVecOperation(); in GenerateNewLoop()
1413 if (HVecOperation::ToSignedType(type) == HVecOperation::ToSignedType(instruction->GetType()) && in VectorizeUse()
1887 HVecOperation* red_vector = new_red->AsVecOperation(); in GenerateVecReductionPhiInputs()
1930 if (HVecOperation::ReturnsSIMDValue(input)) { in ReduceAndExtractIfNeeded()
1932 HVecOperation* input_vector = input->AsVecOperation(); in ReduceAndExtractIfNeeded()
2117 HVecOperation::ToProperType(type, is_unsigned), in VectorizeHalvingAddIdiom()
[all …]
|
| H A D | code_generator_vector_arm64_neon.cc | 1141 HVecOperation* a = instruction->InputAt(1)->AsVecOperation(); in VisitVecSADAccumulate()
1142 HVecOperation* b = instruction->InputAt(2)->AsVecOperation(); in VisitVecSADAccumulate()
1143 DCHECK_EQ(HVecOperation::ToSignedType(a->GetPackedType()), in VisitVecSADAccumulate()
1144 HVecOperation::ToSignedType(b->GetPackedType())); in VisitVecSADAccumulate()
1188 HVecOperation* a = instruction->InputAt(1)->AsVecOperation(); in VisitVecSADAccumulate()
1189 HVecOperation* b = instruction->InputAt(2)->AsVecOperation(); in VisitVecSADAccumulate()
1190 DCHECK_EQ(HVecOperation::ToSignedType(a->GetPackedType()), in VisitVecSADAccumulate()
1191 HVecOperation::ToSignedType(b->GetPackedType())); in VisitVecSADAccumulate()
1340 HVecOperation* a = instruction->InputAt(1)->AsVecOperation(); in VisitVecDotProd()
1342 DCHECK_EQ(HVecOperation::ToSignedType(a->GetPackedType()), in VisitVecDotProd()
[all …]
|
| H A D | graph_checker.h | 77 void VisitVecOperation(HVecOperation* instruction) override;
|
| H A D | scheduler_arm64.h | 131 void HandleSimpleArithmeticSIMD(HVecOperation *instr);
|
| H A D | code_generator_vector_arm64_sve.cc | 76 void InstructionCodeGeneratorARM64Sve::ValidateVectorLength(HVecOperation* instr) const { in ValidateVectorLength()
938 static void CreateVecAccumLocations(ArenaAllocator* allocator, HVecOperation* instruction) { in CreateVecAccumLocations()
1036 HVecOperation* a = instruction->InputAt(1)->AsVecOperation(); in VisitVecDotProd()
1037 HVecOperation* b = instruction->InputAt(2)->AsVecOperation(); in VisitVecDotProd()
1038 DCHECK_EQ(HVecOperation::ToSignedType(a->GetPackedType()), in VisitVecDotProd()
1039 HVecOperation::ToSignedType(b->GetPackedType())); in VisitVecDotProd()
|
| H A D | scheduler_arm64.cc | 205 void SchedulingLatencyVisitorARM64::HandleSimpleArithmeticSIMD(HVecOperation *instr) { in HandleSimpleArithmeticSIMD()
|
| H A D | code_generator_vector_arm_vixl.cc | 789 static void CreateVecAccumLocations(ArenaAllocator* allocator, HVecOperation* instruction) { in CreateVecAccumLocations()
830 HVecOperation* a = instruction->InputAt(1)->AsVecOperation(); in VisitVecSADAccumulate()
831 HVecOperation* b = instruction->InputAt(2)->AsVecOperation(); in VisitVecSADAccumulate()
|
| H A D | ssa_liveness_analysis.cc | 495 if (definition != nullptr && HVecOperation::ReturnsSIMDValue(definition)) { in NumberOfSpillSlotsNeeded()
|
| H A D | load_store_analysis.h | 335 HVecOperation* vec_op = instruction->AsVecOperation(); in GetArrayHeapLocation()
|
| H A D | code_generator_vector_x86.cc | 435 static void CreateVecTerOpLocations(ArenaAllocator* allocator, HVecOperation* instruction) { in CreateVecTerOpLocations()
1165 static void CreateVecAccumLocations(ArenaAllocator* allocator, HVecOperation* instruction) { in CreateVecAccumLocations()
|
| H A D | code_generator_vector_x86_64.cc | 418 static void CreateVecTerOpLocations(ArenaAllocator* allocator, HVecOperation* instruction) { in CreateVecTerOpLocations()
1138 static void CreateVecAccumLocations(ArenaAllocator* allocator, HVecOperation* instruction) { in CreateVecAccumLocations()
|
| H A D | graph_visualizer.cc | 593 void VisitVecOperation(HVecOperation* vec_operation) override { in VisitVecOperation()
|
| H A D | load_store_analysis_test.cc | 353 HVecOperation* v1 = new (GetAllocator()) HVecReplicateScalar(GetAllocator(), in TEST_F()
358 HVecOperation* v2 = new (GetAllocator()) HVecReplicateScalar(GetAllocator(), in TEST_F()
|
| H A D | code_generator_arm64.h | 510 void ValidateVectorLength(HVecOperation* instr) const;
|
| H A D | graph_checker.cc | 1150 void GraphChecker::VisitVecOperation(HVecOperation* instruction) { in VisitVecOperation()
|
| H A D | instruction_simplifier.cc | 333 if (predicated_simd && !HVecOperation::HaveSamePredicate(vec_binop, mul)) { in TryCombineVecMultiplyAccumulate()
|