1 /*
2 * Copyright © 2021 Google LLC
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
21 * IN THE SOFTWARE.
22 */
23
24 #include "util/detect_arch.h"
25 #include "util/format/u_format.h"
26
27 #if (DETECT_ARCH_AARCH64 || DETECT_ARCH_ARM) && !defined(NO_FORMAT_ASM) && !defined(__SOFTFP__)
28
29 /* armhf builds default to vfp, not neon, and refuses to compile neon intrinsics
30 * unless you tell it "no really".
31 */
32 #if DETECT_ARCH_ARM
33 #pragma GCC target ("fpu=neon")
34 #endif
35
36 #include <arm_neon.h>
37 #include "u_format_pack.h"
38 #include "util/u_cpu_detect.h"
39
40 static void
util_format_b8g8r8a8_unorm_unpack_rgba_8unorm_neon(uint8_t * restrict dst,const uint8_t * restrict src,unsigned width)41 util_format_b8g8r8a8_unorm_unpack_rgba_8unorm_neon(uint8_t *restrict dst, const uint8_t *restrict src, unsigned width)
42 {
43 while (width >= 16) {
44 uint8x16x4_t load = vld4q_u8(src);
45 uint8x16x4_t swap = { .val = { load.val[2], load.val[1], load.val[0], load.val[3] } };
46 vst4q_u8(dst, swap);
47 width -= 16;
48 dst += 16 * 4;
49 src += 16 * 4;
50 }
51 if (width)
52 util_format_b8g8r8a8_unorm_unpack_rgba_8unorm(dst, src, width);
53 }
54
55 static const struct util_format_unpack_description util_format_unpack_descriptions_neon[] = {
56 [PIPE_FORMAT_B8G8R8A8_UNORM] = {
57 .unpack_rgba_8unorm = &util_format_b8g8r8a8_unorm_unpack_rgba_8unorm_neon,
58 .unpack_rgba = &util_format_b8g8r8a8_unorm_unpack_rgba_float,
59 },
60 };
61
62 const struct util_format_unpack_description *
util_format_unpack_description_neon(enum pipe_format format)63 util_format_unpack_description_neon(enum pipe_format format)
64 {
65 /* CPU detect for NEON support. On arm64, it's implied. */
66 #if DETECT_ARCH_ARM
67 if (!util_get_cpu_caps()->has_neon)
68 return NULL;
69 #endif
70
71 if (format >= ARRAY_SIZE(util_format_unpack_descriptions_neon))
72 return NULL;
73
74 if (!util_format_unpack_descriptions_neon[format].unpack_rgba)
75 return NULL;
76
77 return &util_format_unpack_descriptions_neon[format];
78 }
79
80 #endif /* DETECT_ARCH_AARCH64 | DETECT_ARCH_ARM */
81