Searched refs:checkQuantization (Results 1 – 1 of 1) sorted by relevance
| /packages/modules/NeuralNetworks/common/ |
| D | UtilsTest.cpp | 268 auto checkQuantization = [](double value, int32_t goldenQuantized, int goldenShift) { in TEST() local
276 checkQuantization(0.25, 1073741824, -1); in TEST()
277 checkQuantization(0.50 - 5e-9, 2147483627, -1); in TEST()
278 checkQuantization(0.50 - 1e-10, 1073741824, 0); in TEST()
279 checkQuantization(0.50, 1073741824, 0); in TEST()
280 checkQuantization(0.75, 1610612736, 0); in TEST()
281 checkQuantization(1 - 1e-9, 2147483646, 0); in TEST()
293 auto checkQuantization = [](double value, int32_t goldenQuantized, int goldenShift) { in TEST() local
301 checkQuantization(1 + 1e-11, 1073741824, 1); in TEST()
302 checkQuantization(1.25, 1342177280, 1); in TEST()
[all …]
|