Searched refs:checkInvSqrtQuantization (Results 1 – 1 of 1) sorted by relevance
| /packages/modules/NeuralNetworks/common/ |
| D | UtilsTest.cpp | 351 auto checkInvSqrtQuantization = [](int32_t input, int32_t goldenInvSqrt, int goldenShift) { in TEST() local
360 checkInvSqrtQuantization(0, kInt32Max, 0); in TEST()
361 checkInvSqrtQuantization(1, kInt32Max, 0); in TEST()
362 checkInvSqrtQuantization(2, 1518498372, 0); in TEST()
363 checkInvSqrtQuantization(3, 1239850284, 0); in TEST()
364 checkInvSqrtQuantization(4, 1073741828, 0); in TEST()
365 checkInvSqrtQuantization(100, 214748363, 0); in TEST()
366 checkInvSqrtQuantization(10000, 343597361, 4); in TEST()
367 checkInvSqrtQuantization(1000000, 274877901, 7); in TEST()
368 checkInvSqrtQuantization(100000000, 219902323, 10); in TEST()
[all …]
|