1 /* 2 * Copyright (C) 2017 The Android Open Source Project 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17 /** 18 * Tests for halving-add idiomatic vectorization. 19 */ 20 public class HaddByte { 21 22 private static final int N = 256; 23 private static final int M = N * N + 15; 24 25 static byte[] sB1 = new byte[M]; 26 static byte[] sB2 = new byte[M]; 27 static byte[] sBo = new byte[M]; 28 29 /// CHECK-START: void HaddByte.halving_add_signed(byte[], byte[], byte[]) loop_optimization (before) 30 /// CHECK-DAG: <<I1:i\d+>> IntConstant 1 loop:none 31 /// CHECK-DAG: <<Phi:i\d+>> Phi loop:<<Loop:B\d+>> outer_loop:none 32 /// CHECK-DAG: <<Get1:b\d+>> ArrayGet loop:<<Loop>> outer_loop:none 33 /// CHECK-DAG: <<Get2:b\d+>> ArrayGet loop:<<Loop>> outer_loop:none 34 /// CHECK-DAG: <<Add:i\d+>> Add [<<Get1>>,<<Get2>>] loop:<<Loop>> outer_loop:none 35 /// CHECK-DAG: <<Shr:i\d+>> Shr [<<Add>>,<<I1>>] loop:<<Loop>> outer_loop:none 36 /// CHECK-DAG: <<Cnv:b\d+>> TypeConversion [<<Shr>>] loop:<<Loop>> outer_loop:none 37 /// CHECK-DAG: ArraySet [{{l\d+}},<<Phi>>,<<Cnv>>] loop:<<Loop>> outer_loop:none 38 // 39 /// CHECK-START-ARM: void HaddByte.halving_add_signed(byte[], byte[], byte[]) loop_optimization (after) 40 /// CHECK-DAG: <<Get1:d\d+>> VecLoad loop:<<Loop:B\d+>> outer_loop:none 41 /// CHECK-DAG: <<Get2:d\d+>> VecLoad loop:<<Loop>> outer_loop:none 42 /// CHECK-DAG: <<HAdd:d\d+>> VecHalvingAdd [<<Get1>>,<<Get2>>] packed_type:Int8 rounded:false loop:<<Loop>> outer_loop:none 43 /// CHECK-DAG: VecStore [{{l\d+}},{{i\d+}},<<HAdd>>] loop:<<Loop>> outer_loop:none 44 // 45 /// CHECK-START-ARM64: void HaddByte.halving_add_signed(byte[], byte[], byte[]) loop_optimization (after) 46 /// CHECK-IF: hasIsaFeature("sve") 47 // 48 // HalvingAdd idiom is not supported for SVE. 49 /// CHECK-NOT: VecHalvingAdd 50 // 51 /// CHECK-ELSE: 52 // 53 /// CHECK-DAG: <<Get1:d\d+>> VecLoad loop:<<Loop:B\d+>> outer_loop:none 54 /// CHECK-DAG: <<Get2:d\d+>> VecLoad loop:<<Loop>> outer_loop:none 55 /// CHECK-DAG: <<HAdd:d\d+>> VecHalvingAdd [<<Get1>>,<<Get2>>] packed_type:Int8 rounded:false loop:<<Loop>> outer_loop:none 56 /// CHECK-DAG: VecStore [{{l\d+}},{{i\d+}},<<HAdd>>] loop:<<Loop>> outer_loop:none 57 // 58 /// CHECK-FI: halving_add_signed(byte[] b1, byte[] b2, byte[] bo)59 private static void halving_add_signed(byte[] b1, byte[] b2, byte[] bo) { 60 int min_length = Math.min(bo.length, Math.min(b1.length, b2.length)); 61 for (int i = 0; i < min_length; i++) { 62 bo[i] = (byte) ((b1[i] + b2[i]) >> 1); 63 } 64 } 65 66 /// CHECK-START: void HaddByte.halving_add_unsigned(byte[], byte[], byte[]) instruction_simplifier (before) 67 /// CHECK-DAG: <<I1:i\d+>> IntConstant 1 loop:none 68 /// CHECK-DAG: <<I255:i\d+>> IntConstant 255 loop:none 69 /// CHECK-DAG: <<Phi:i\d+>> Phi loop:<<Loop:B\d+>> outer_loop:none 70 /// CHECK-DAG: <<Get1:b\d+>> ArrayGet loop:<<Loop>> outer_loop:none 71 /// CHECK-DAG: <<Get2:b\d+>> ArrayGet loop:<<Loop>> outer_loop:none 72 /// CHECK-DAG: <<And1:i\d+>> And [<<Get1>>,<<I255>>] loop:<<Loop>> outer_loop:none 73 /// CHECK-DAG: <<And2:i\d+>> And [<<Get2>>,<<I255>>] loop:<<Loop>> outer_loop:none 74 /// CHECK-DAG: <<Add:i\d+>> Add [<<And1>>,<<And2>>] loop:<<Loop>> outer_loop:none 75 /// CHECK-DAG: <<Shr:i\d+>> Shr [<<Add>>,<<I1>>] loop:<<Loop>> outer_loop:none 76 /// CHECK-DAG: <<Cnv:b\d+>> TypeConversion [<<Shr>>] loop:<<Loop>> outer_loop:none 77 /// CHECK-DAG: ArraySet [{{l\d+}},{{i\d+}},<<Cnv>>] loop:<<Loop>> outer_loop:none 78 // 79 /// CHECK-START: void HaddByte.halving_add_unsigned(byte[], byte[], byte[]) loop_optimization (before) 80 /// CHECK-DAG: <<I1:i\d+>> IntConstant 1 loop:none 81 /// CHECK-DAG: <<Phi:i\d+>> Phi loop:<<Loop:B\d+>> outer_loop:none 82 /// CHECK-DAG: <<Get1:a\d+>> ArrayGet loop:<<Loop>> outer_loop:none 83 /// CHECK-DAG: <<Get2:a\d+>> ArrayGet loop:<<Loop>> outer_loop:none 84 /// CHECK-DAG: <<Add:i\d+>> Add [<<Get1>>,<<Get2>>] loop:<<Loop>> outer_loop:none 85 /// CHECK-DAG: <<Shr:i\d+>> Shr [<<Add>>,<<I1>>] loop:<<Loop>> outer_loop:none 86 /// CHECK-DAG: <<Cnv:b\d+>> TypeConversion [<<Shr>>] loop:<<Loop>> outer_loop:none 87 /// CHECK-DAG: ArraySet [{{l\d+}},<<Phi>>,<<Cnv>>] loop:<<Loop>> outer_loop:none 88 // 89 /// CHECK-START-ARM: void HaddByte.halving_add_unsigned(byte[], byte[], byte[]) loop_optimization (after) 90 /// CHECK-DAG: <<Get1:d\d+>> VecLoad loop:<<Loop:B\d+>> outer_loop:none 91 /// CHECK-DAG: <<Get2:d\d+>> VecLoad loop:<<Loop>> outer_loop:none 92 /// CHECK-DAG: <<HAdd:d\d+>> VecHalvingAdd [<<Get1>>,<<Get2>>] packed_type:Uint8 rounded:false loop:<<Loop>> outer_loop:none 93 /// CHECK-DAG: VecStore [{{l\d+}},{{i\d+}},<<HAdd>>] loop:<<Loop>> outer_loop:none 94 // 95 /// CHECK-START-ARM64: void HaddByte.halving_add_unsigned(byte[], byte[], byte[]) loop_optimization (after) 96 /// CHECK-IF: hasIsaFeature("sve") 97 // 98 // HalvingAdd idiom is not supported for SVE. 99 /// CHECK-NOT: VecHalvingAdd 100 // 101 /// CHECK-ELSE: 102 // 103 /// CHECK-DAG: <<Get1:d\d+>> VecLoad loop:<<Loop:B\d+>> outer_loop:none 104 /// CHECK-DAG: <<Get2:d\d+>> VecLoad loop:<<Loop>> outer_loop:none 105 /// CHECK-DAG: <<HAdd:d\d+>> VecHalvingAdd [<<Get1>>,<<Get2>>] packed_type:Uint8 rounded:false loop:<<Loop>> outer_loop:none 106 /// CHECK-DAG: VecStore [{{l\d+}},{{i\d+}},<<HAdd>>] loop:<<Loop>> outer_loop:none 107 // 108 /// CHECK-FI: halving_add_unsigned(byte[] b1, byte[] b2, byte[] bo)109 private static void halving_add_unsigned(byte[] b1, byte[] b2, byte[] bo) { 110 int min_length = Math.min(bo.length, Math.min(b1.length, b2.length)); 111 for (int i = 0; i < min_length; i++) { 112 bo[i] = (byte) (((b1[i] & 0xff) + (b2[i] & 0xff)) >> 1); 113 } 114 } 115 116 /// CHECK-START: void HaddByte.rounding_halving_add_signed(byte[], byte[], byte[]) loop_optimization (before) 117 /// CHECK-DAG: <<I1:i\d+>> IntConstant 1 loop:none 118 /// CHECK-DAG: <<Phi:i\d+>> Phi loop:<<Loop:B\d+>> outer_loop:none 119 /// CHECK-DAG: <<Get1:b\d+>> ArrayGet loop:<<Loop>> outer_loop:none 120 /// CHECK-DAG: <<Get2:b\d+>> ArrayGet loop:<<Loop>> outer_loop:none 121 /// CHECK-DAG: <<Add1:i\d+>> Add [<<Get1>>,<<Get2>>] loop:<<Loop>> outer_loop:none 122 /// CHECK-DAG: <<Add2:i\d+>> Add [<<Add1>>,<<I1>>] loop:<<Loop>> outer_loop:none 123 /// CHECK-DAG: <<Shr:i\d+>> Shr [<<Add2>>,<<I1>>] loop:<<Loop>> outer_loop:none 124 /// CHECK-DAG: <<Cnv:b\d+>> TypeConversion [<<Shr>>] loop:<<Loop>> outer_loop:none 125 /// CHECK-DAG: ArraySet [{{l\d+}},<<Phi>>,<<Cnv>>] loop:<<Loop>> outer_loop:none 126 // 127 /// CHECK-START-ARM: void HaddByte.rounding_halving_add_signed(byte[], byte[], byte[]) loop_optimization (after) 128 /// CHECK-DAG: <<Get1:d\d+>> VecLoad loop:<<Loop:B\d+>> outer_loop:none 129 /// CHECK-DAG: <<Get2:d\d+>> VecLoad loop:<<Loop>> outer_loop:none 130 /// CHECK-DAG: <<HAdd:d\d+>> VecHalvingAdd [<<Get1>>,<<Get2>>] packed_type:Int8 rounded:true loop:<<Loop>> outer_loop:none 131 /// CHECK-DAG: VecStore [{{l\d+}},{{i\d+}},<<HAdd>>] loop:<<Loop>> outer_loop:none 132 // 133 /// CHECK-START-ARM64: void HaddByte.rounding_halving_add_signed(byte[], byte[], byte[]) loop_optimization (after) 134 /// CHECK-IF: hasIsaFeature("sve") 135 // 136 // HalvingAdd idiom is not supported for SVE. 137 /// CHECK-NOT: VecHalvingAdd 138 // 139 /// CHECK-ELSE: 140 // 141 /// CHECK-DAG: <<Get1:d\d+>> VecLoad loop:<<Loop:B\d+>> outer_loop:none 142 /// CHECK-DAG: <<Get2:d\d+>> VecLoad loop:<<Loop>> outer_loop:none 143 /// CHECK-DAG: <<HAdd:d\d+>> VecHalvingAdd [<<Get1>>,<<Get2>>] packed_type:Int8 rounded:true loop:<<Loop>> outer_loop:none 144 /// CHECK-DAG: VecStore [{{l\d+}},{{i\d+}},<<HAdd>>] loop:<<Loop>> outer_loop:none 145 // 146 /// CHECK-FI: rounding_halving_add_signed(byte[] b1, byte[] b2, byte[] bo)147 private static void rounding_halving_add_signed(byte[] b1, byte[] b2, byte[] bo) { 148 int min_length = Math.min(bo.length, Math.min(b1.length, b2.length)); 149 for (int i = 0; i < min_length; i++) { 150 bo[i] = (byte) ((b1[i] + b2[i] + 1) >> 1); 151 } 152 } 153 154 /// CHECK-START: void HaddByte.rounding_halving_add_unsigned(byte[], byte[], byte[]) instruction_simplifier (before) 155 /// CHECK-DAG: <<I1:i\d+>> IntConstant 1 loop:none 156 /// CHECK-DAG: <<I255:i\d+>> IntConstant 255 loop:none 157 /// CHECK-DAG: <<Phi:i\d+>> Phi loop:<<Loop:B\d+>> outer_loop:none 158 /// CHECK-DAG: <<Get1:b\d+>> ArrayGet loop:<<Loop>> outer_loop:none 159 /// CHECK-DAG: <<Get2:b\d+>> ArrayGet loop:<<Loop>> outer_loop:none 160 /// CHECK-DAG: <<And1:i\d+>> And [<<Get1>>,<<I255>>] loop:<<Loop>> outer_loop:none 161 /// CHECK-DAG: <<And2:i\d+>> And [<<Get2>>,<<I255>>] loop:<<Loop>> outer_loop:none 162 /// CHECK-DAG: <<Add1:i\d+>> Add [<<And1>>,<<And2>>] loop:<<Loop>> outer_loop:none 163 /// CHECK-DAG: <<Add2:i\d+>> Add [<<Add1>>,<<I1>>] loop:<<Loop>> outer_loop:none 164 /// CHECK-DAG: <<Shr:i\d+>> Shr [<<Add2>>,<<I1>>] loop:<<Loop>> outer_loop:none 165 /// CHECK-DAG: <<Cnv:b\d+>> TypeConversion [<<Shr>>] loop:<<Loop>> outer_loop:none 166 /// CHECK-DAG: ArraySet [{{l\d+}},{{i\d+}},<<Cnv>>] loop:<<Loop>> outer_loop:none 167 // 168 /// CHECK-START: void HaddByte.rounding_halving_add_unsigned(byte[], byte[], byte[]) loop_optimization (before) 169 /// CHECK-DAG: <<I1:i\d+>> IntConstant 1 loop:none 170 /// CHECK-DAG: <<Phi:i\d+>> Phi loop:<<Loop:B\d+>> outer_loop:none 171 /// CHECK-DAG: <<Get1:a\d+>> ArrayGet loop:<<Loop>> outer_loop:none 172 /// CHECK-DAG: <<Get2:a\d+>> ArrayGet loop:<<Loop>> outer_loop:none 173 /// CHECK-DAG: <<Add1:i\d+>> Add [<<Get1>>,<<Get2>>] loop:<<Loop>> outer_loop:none 174 /// CHECK-DAG: <<Add2:i\d+>> Add [<<Add1>>,<<I1>>] loop:<<Loop>> outer_loop:none 175 /// CHECK-DAG: <<Shr:i\d+>> Shr [<<Add2>>,<<I1>>] loop:<<Loop>> outer_loop:none 176 /// CHECK-DAG: <<Cnv:b\d+>> TypeConversion [<<Shr>>] loop:<<Loop>> outer_loop:none 177 /// CHECK-DAG: ArraySet [{{l\d+}},<<Phi>>,<<Cnv>>] loop:<<Loop>> outer_loop:none 178 // 179 /// CHECK-START-ARM: void HaddByte.rounding_halving_add_unsigned(byte[], byte[], byte[]) loop_optimization (after) 180 /// CHECK-DAG: <<Get1:d\d+>> VecLoad loop:<<Loop:B\d+>> outer_loop:none 181 /// CHECK-DAG: <<Get2:d\d+>> VecLoad loop:<<Loop>> outer_loop:none 182 /// CHECK-DAG: <<HAdd:d\d+>> VecHalvingAdd [<<Get1>>,<<Get2>>] packed_type:Uint8 rounded:true loop:<<Loop>> outer_loop:none 183 /// CHECK-DAG: VecStore [{{l\d+}},{{i\d+}},<<HAdd>>] loop:<<Loop>> outer_loop:none 184 // 185 /// CHECK-START-ARM64: void HaddByte.rounding_halving_add_unsigned(byte[], byte[], byte[]) loop_optimization (after) 186 /// CHECK-IF: hasIsaFeature("sve") 187 // 188 // HalvingAdd idiom is not supported for SVE. 189 /// CHECK-NOT: VecHalvingAdd 190 // 191 /// CHECK-ELSE: 192 // 193 /// CHECK-DAG: <<Get1:d\d+>> VecLoad loop:<<Loop:B\d+>> outer_loop:none 194 /// CHECK-DAG: <<Get2:d\d+>> VecLoad loop:<<Loop>> outer_loop:none 195 /// CHECK-DAG: <<HAdd:d\d+>> VecHalvingAdd [<<Get1>>,<<Get2>>] packed_type:Uint8 rounded:true loop:<<Loop>> outer_loop:none 196 /// CHECK-DAG: VecStore [{{l\d+}},{{i\d+}},<<HAdd>>] loop:<<Loop>> outer_loop:none 197 // 198 /// CHECK-FI: rounding_halving_add_unsigned(byte[] b1, byte[] b2, byte[] bo)199 private static void rounding_halving_add_unsigned(byte[] b1, byte[] b2, byte[] bo) { 200 int min_length = Math.min(bo.length, Math.min(b1.length, b2.length)); 201 for (int i = 0; i < min_length; i++) { 202 bo[i] = (byte) (((b1[i] & 0xff) + (b2[i] & 0xff) + 1) >> 1); 203 } 204 } 205 206 /// CHECK-START: void HaddByte.halving_add_signed_constant(byte[], byte[]) loop_optimization (before) 207 /// CHECK-DAG: <<I1:i\d+>> IntConstant 1 loop:none 208 /// CHECK-DAG: <<I127:i\d+>> IntConstant 127 loop:none 209 /// CHECK-DAG: <<Phi:i\d+>> Phi loop:<<Loop:B\d+>> outer_loop:none 210 /// CHECK-DAG: <<Get:b\d+>> ArrayGet loop:<<Loop>> outer_loop:none 211 /// CHECK-DAG: <<Add:i\d+>> Add [<<Get>>,<<I127>>] loop:<<Loop>> outer_loop:none 212 /// CHECK-DAG: <<Shr:i\d+>> Shr [<<Add>>,<<I1>>] loop:<<Loop>> outer_loop:none 213 /// CHECK-DAG: <<Cnv:b\d+>> TypeConversion [<<Shr>>] loop:<<Loop>> outer_loop:none 214 /// CHECK-DAG: ArraySet [{{l\d+}},<<Phi>>,<<Cnv>>] loop:<<Loop>> outer_loop:none 215 // 216 /// CHECK-START-ARM: void HaddByte.halving_add_signed_constant(byte[], byte[]) loop_optimization (after) 217 /// CHECK-DAG: <<I127:i\d+>> IntConstant 127 loop:none 218 /// CHECK-DAG: <<Repl:d\d+>> VecReplicateScalar [<<I127>>] loop:none 219 /// CHECK-DAG: <<Get:d\d+>> VecLoad loop:<<Loop:B\d+>> outer_loop:none 220 /// CHECK-DAG: <<HAdd:d\d+>> VecHalvingAdd [<<Get>>,<<Repl>>] packed_type:Int8 rounded:false loop:<<Loop>> outer_loop:none 221 /// CHECK-DAG: VecStore [{{l\d+}},{{i\d+}},<<HAdd>>] loop:<<Loop>> outer_loop:none 222 // 223 /// CHECK-START-ARM64: void HaddByte.halving_add_signed_constant(byte[], byte[]) loop_optimization (after) 224 /// CHECK-IF: hasIsaFeature("sve") 225 // 226 // HalvingAdd idiom is not supported for SVE. 227 /// CHECK-NOT: VecHalvingAdd 228 // 229 /// CHECK-ELSE: 230 // 231 /// CHECK-DAG: <<I127:i\d+>> IntConstant 127 loop:none 232 /// CHECK-DAG: <<Repl:d\d+>> VecReplicateScalar [<<I127>>] loop:none 233 /// CHECK-DAG: <<Get:d\d+>> VecLoad loop:<<Loop:B\d+>> outer_loop:none 234 /// CHECK-DAG: <<HAdd:d\d+>> VecHalvingAdd [<<Get>>,<<Repl>>] packed_type:Int8 rounded:false loop:<<Loop>> outer_loop:none 235 /// CHECK-DAG: VecStore [{{l\d+}},{{i\d+}},<<HAdd>>] loop:<<Loop>> outer_loop:none 236 // 237 /// CHECK-FI: halving_add_signed_constant(byte[] b1, byte[] bo)238 private static void halving_add_signed_constant(byte[] b1, byte[] bo) { 239 int min_length = Math.min(bo.length, b1.length); 240 for (int i = 0; i < min_length; i++) { 241 bo[i] = (byte) ((b1[i] + 0x7f) >> 1); 242 } 243 } 244 245 /// CHECK-START: void HaddByte.halving_add_unsigned_constant(byte[], byte[]) instruction_simplifier (before) 246 /// CHECK-DAG: <<I1:i\d+>> IntConstant 1 loop:none 247 /// CHECK-DAG: <<I255:i\d+>> IntConstant 255 loop:none 248 /// CHECK-DAG: <<Phi:i\d+>> Phi loop:<<Loop:B\d+>> outer_loop:none 249 /// CHECK-DAG: <<Get:b\d+>> ArrayGet loop:<<Loop>> outer_loop:none 250 /// CHECK-DAG: <<And:i\d+>> And [<<Get>>,<<I255>>] loop:<<Loop>> outer_loop:none 251 /// CHECK-DAG: <<Add:i\d+>> Add [<<And>>,<<I255>>] loop:<<Loop>> outer_loop:none 252 /// CHECK-DAG: <<Shr:i\d+>> Shr [<<Add>>,<<I1>>] loop:<<Loop>> outer_loop:none 253 /// CHECK-DAG: <<Cnv:b\d+>> TypeConversion [<<Shr>>] loop:<<Loop>> outer_loop:none 254 /// CHECK-DAG: ArraySet [{{l\d+}},{{i\d+}},<<Cnv>>] loop:<<Loop>> outer_loop:none 255 // 256 /// CHECK-START: void HaddByte.halving_add_unsigned_constant(byte[], byte[]) loop_optimization (before) 257 /// CHECK-DAG: <<I1:i\d+>> IntConstant 1 loop:none 258 /// CHECK-DAG: <<I255:i\d+>> IntConstant 255 loop:none 259 /// CHECK-DAG: <<Phi:i\d+>> Phi loop:<<Loop:B\d+>> outer_loop:none 260 /// CHECK-DAG: <<Get:a\d+>> ArrayGet loop:<<Loop>> outer_loop:none 261 /// CHECK-DAG: <<Add:i\d+>> Add [<<Get>>,<<I255>>] loop:<<Loop>> outer_loop:none 262 /// CHECK-DAG: <<Shr:i\d+>> Shr [<<Add>>,<<I1>>] loop:<<Loop>> outer_loop:none 263 /// CHECK-DAG: <<Cnv:b\d+>> TypeConversion [<<Shr>>] loop:<<Loop>> outer_loop:none 264 /// CHECK-DAG: ArraySet [{{l\d+}},<<Phi>>,<<Cnv>>] loop:<<Loop>> outer_loop:none 265 // 266 /// CHECK-START-ARM: void HaddByte.halving_add_unsigned_constant(byte[], byte[]) loop_optimization (after) 267 /// CHECK-DAG: <<I255:i\d+>> IntConstant 255 loop:none 268 /// CHECK-DAG: <<Repl:d\d+>> VecReplicateScalar [<<I255>>] loop:none 269 /// CHECK-DAG: <<Get:d\d+>> VecLoad loop:<<Loop:B\d+>> outer_loop:none 270 /// CHECK-DAG: <<HAdd:d\d+>> VecHalvingAdd [<<Get>>,<<Repl>>] packed_type:Uint8 rounded:false loop:<<Loop>> outer_loop:none 271 /// CHECK-DAG: VecStore [{{l\d+}},{{i\d+}},<<HAdd>>] loop:<<Loop>> outer_loop:none 272 // 273 /// CHECK-START-ARM64: void HaddByte.halving_add_unsigned_constant(byte[], byte[]) loop_optimization (after) 274 /// CHECK-IF: hasIsaFeature("sve") 275 // 276 // HalvingAdd idiom is not supported for SVE. 277 /// CHECK-NOT: VecHalvingAdd 278 // 279 /// CHECK-ELSE: 280 // 281 /// CHECK-DAG: <<I255:i\d+>> IntConstant 255 loop:none 282 /// CHECK-DAG: <<Repl:d\d+>> VecReplicateScalar [<<I255>>] loop:none 283 /// CHECK-DAG: <<Get:d\d+>> VecLoad loop:<<Loop:B\d+>> outer_loop:none 284 /// CHECK-DAG: <<HAdd:d\d+>> VecHalvingAdd [<<Get>>,<<Repl>>] packed_type:Uint8 rounded:false loop:<<Loop>> outer_loop:none 285 /// CHECK-DAG: VecStore [{{l\d+}},{{i\d+}},<<HAdd>>] loop:<<Loop>> outer_loop:none 286 // 287 /// CHECK-FI: halving_add_unsigned_constant(byte[] b1, byte[] bo)288 private static void halving_add_unsigned_constant(byte[] b1, byte[] bo) { 289 int min_length = Math.min(bo.length, b1.length); 290 for (int i = 0; i < min_length; i++) { 291 bo[i] = (byte) (((b1[i] & 0xff) + 0xff) >> 1); 292 } 293 } 294 main()295 public static void main() { 296 // Initialize cross-values to test all cases, and also 297 // set up some extra values to exercise the cleanup loop. 298 int k = 0; 299 for (int i = 0; i < N; i++) { 300 for (int j = 0; j < N; j++) { 301 sB1[k] = (byte) i; 302 sB2[k] = (byte) j; 303 k++; 304 } 305 } 306 for (int i = 0; i < 15; i++) { 307 sB1[k] = (byte) i; 308 sB2[k] = 100; 309 k++; 310 } 311 expectEquals(k, M); 312 313 // Test halving add idioms. 314 halving_add_signed(sB1, sB2, sBo); 315 for (int i = 0; i < M; i++) { 316 byte e = (byte) ((sB1[i] + sB2[i]) >> 1); 317 expectEquals(e, sBo[i]); 318 } 319 halving_add_unsigned(sB1, sB2, sBo); 320 for (int i = 0; i < M; i++) { 321 byte e = (byte) (((sB1[i] & 0xff) + (sB2[i] & 0xff)) >> 1); 322 expectEquals(e, sBo[i]); 323 } 324 rounding_halving_add_signed(sB1, sB2, sBo); 325 for (int i = 0; i < M; i++) { 326 byte e = (byte) ((sB1[i] + sB2[i] + 1) >> 1); 327 expectEquals(e, sBo[i]); 328 } 329 rounding_halving_add_unsigned(sB1, sB2, sBo); 330 for (int i = 0; i < M; i++) { 331 byte e = (byte) (((sB1[i] & 0xff) + (sB2[i] & 0xff) + 1) >> 1); 332 expectEquals(e, sBo[i]); 333 } 334 halving_add_signed_constant(sB1, sBo); 335 for (int i = 0; i < M; i++) { 336 byte e = (byte) ((sB1[i] + 0x7f) >> 1); 337 expectEquals(e, sBo[i]); 338 } 339 halving_add_unsigned_constant(sB1, sBo); 340 for (int i = 0; i < M; i++) { 341 byte e = (byte) (((sB1[i] & 0xff) + 0xff) >> 1); 342 expectEquals(e, sBo[i]); 343 } 344 345 System.out.println("HaddByte passed"); 346 } 347 expectEquals(int expected, int result)348 private static void expectEquals(int expected, int result) { 349 if (expected != result) { 350 throw new Error("Expected: " + expected + ", found: " + result); 351 } 352 } 353 } 354