Searched refs:det (Results 1 – 2 of 2) sorted by relevance
1337 double det = a00 * t00 + a01 * t10 + a02 * t20; in invert() local1338 if (Math.abs(det) < 1e-9) { in invert()1342 output[0] = (float) (t00 / det); in invert()1343 output[1] = (float) (t01 / det); in invert()1344 output[2] = (float) (t02 / det); in invert()1345 output[3] = (float) (t10 / det); in invert()1346 output[4] = (float) (t11 / det); in invert()1347 output[5] = (float) (t12 / det); in invert()1348 output[6] = (float) (t20 / det); in invert()1349 output[7] = (float) (t21 / det); in invert()[all …]
176 double det = ludCovMatrixM2.getDeterminant(); in calculateUserPositionVelocityLeastSquare() local178 if (det <= DOUBLE_ROUND_OFF_TOLERANCE) { in calculateUserPositionVelocityLeastSquare()