Lines Matching refs:checkQuantization
268 auto checkQuantization = [](double value, int32_t goldenQuantized, int goldenShift) { in TEST() local
276 checkQuantization(0.25, 1073741824, -1); in TEST()
277 checkQuantization(0.50 - 5e-9, 2147483627, -1); in TEST()
278 checkQuantization(0.50 - 1e-10, 1073741824, 0); in TEST()
279 checkQuantization(0.50, 1073741824, 0); in TEST()
280 checkQuantization(0.75, 1610612736, 0); in TEST()
281 checkQuantization(1 - 1e-9, 2147483646, 0); in TEST()
293 auto checkQuantization = [](double value, int32_t goldenQuantized, int goldenShift) { in TEST() local
301 checkQuantization(1 + 1e-11, 1073741824, 1); in TEST()
302 checkQuantization(1.25, 1342177280, 1); in TEST()
303 checkQuantization(1.50, 1610612736, 1); in TEST()
304 checkQuantization(1.50, 1610612736, 1); in TEST()
305 checkQuantization(1.75, 1879048192, 1); in TEST()
306 checkQuantization(2 - 1e-9, 2147483647, 1); in TEST()
307 checkQuantization(2 - 1e-11, 1073741824, 2); in TEST()
308 checkQuantization(2, 1073741824, 2); in TEST()
312 auto checkQuantization = [](double value, int32_t goldenQuantized, int goldenShift) { in TEST() local
320 checkQuantization(-4, -1073741824, 3); in TEST()
321 checkQuantization(-2, -1073741824, 2); in TEST()
322 checkQuantization(-1, -1073741824, 1); in TEST()
323 checkQuantization(-0.5, -1073741824, 0); in TEST()
324 checkQuantization(-0.25, -1073741824, -1); in TEST()
325 checkQuantization(-0.125, -1073741824, -2); in TEST()
326 checkQuantization(0, 0, 0); in TEST()
327 checkQuantization(0.125, 1073741824, -2); in TEST()
328 checkQuantization(0.25, 1073741824, -1); in TEST()
329 checkQuantization(0.5, 1073741824, 0); in TEST()
330 checkQuantization(1, 1073741824, 1); in TEST()
331 checkQuantization(2, 1073741824, 2); in TEST()
332 checkQuantization(4, 1073741824, 3); in TEST()
336 auto checkQuantization = [](double value, int32_t goldenQuantized, int goldenShift) { in TEST() local
344 checkQuantization(std::ldexp(1.0f, -31), 1073741824, -30); in TEST()
345 checkQuantization(std::ldexp(1.0f, -32), 1073741824, -31); in TEST()
346 checkQuantization(std::ldexp(0.99f, -32), 0, 0); in TEST()
347 checkQuantization(std::ldexp(1.0f, -33), 0, 0); in TEST()