Home
last modified time | relevance | path

Searched refs:variance2 (Results 1 – 2 of 2) sorted by relevance

/aosp12/packages/modules/NeuralNetworks/common/
H A DQuantUtils.cpp27 int32_t variance2 = static_cast<int32_t>(variance / kOverflowGuard); in ApplyLayerNorm() local
28 if (variance2 < 1) { in ApplyLayerNorm()
29 variance2 = variance_limit; in ApplyLayerNorm()
33 GetInvSqrtQuantizedMultiplierExp(variance2, /*reverse_shift*/ -1, &stddev_inverse_a, in ApplyLayerNorm()
/aosp12/frameworks/base/core/java/com/android/internal/graphics/palette/
H A DWuQuantizer.java257 double variance2 = xx - ((double) hypotenuse / (double) volume2); in variance() local
258 return variance2; in variance()