First public contribution.
3 * Eric Anholt. All rights reserved.
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
8 * 1. Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in the
12 * documentation and/or other materials provided with the distribution.
14 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND
15 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
16 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
17 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE
18 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
19 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
20 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
21 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
22 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
23 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 //Portions Copyright (c) 2008-2009 Nokia Corporation and/or its subsidiary(-ies). All rights reserved.
31 #include <liboil/liboilclasses.h>
32 #include <liboil/liboilfunction.h>
33 #include <emmintrin.h>
35 #define SSE_FUNCTION __attribute__((force_align_arg_pointer))
37 SSE_FUNCTION static void
38 splat_u32_ns_sse (uint32_t *dest, const uint32_t *param, int n)
42 v = _mm_set1_epi32(*param);
44 for (; ((long)dest & 15) && (n > 0); n--) {
47 for (; n >= 4; n -= 4) {
48 _mm_store_si128((__m128i *)dest, v);
55 OIL_DEFINE_IMPL_FULL (splat_u32_ns_sse, splat_u32_ns, OIL_IMPL_FLAG_SSE2);
57 SSE_FUNCTION static void
58 splat_u32_ns_sse_unroll2 (uint32_t *dest, const uint32_t *param, int n)
62 v = _mm_set1_epi32(*param);
64 for (; ((long)dest & 15) && (n > 0); n--) {
67 for (; n >= 8; n -= 8) {
68 _mm_store_si128((__m128i *)dest, v);
69 _mm_store_si128((__m128i *)(dest + 4), v);
72 for (; n >= 4; n -= 4) {
73 _mm_store_si128((__m128i *)dest, v);
80 OIL_DEFINE_IMPL_FULL (splat_u32_ns_sse_unroll2, splat_u32_ns, OIL_IMPL_FLAG_SSE2);
82 SSE_FUNCTION static void
83 splat_u8_ns_sse (uint8_t *dest, const uint8_t *param, int n)
87 v = _mm_set1_epi8(*param);
89 for (; ((long)dest & 15) && (n > 0); n--) {
92 for (; n >= 16; n -= 16) {
93 _mm_store_si128((__m128i *)dest, v);
100 OIL_DEFINE_IMPL_FULL (splat_u8_ns_sse, splat_u8_ns, OIL_IMPL_FLAG_SSE2);
102 SSE_FUNCTION static void
103 splat_u8_ns_sse_unroll2 (uint8_t *dest, const uint8_t *param, int n)
107 v = _mm_set1_epi8(*param);
109 for (; ((long)dest & 15) && (n > 0); n--) {
112 for (; n >= 32; n -= 32) {
113 _mm_store_si128((__m128i *)dest, v);
114 _mm_store_si128((__m128i *)(dest + 16), v);
117 for (; n >= 16; n -= 16) {
118 _mm_store_si128((__m128i *)dest, v);
125 OIL_DEFINE_IMPL_FULL (splat_u8_ns_sse_unroll2, splat_u8_ns, OIL_IMPL_FLAG_SSE2);
130 OilFunctionImpl* __oil_function_impl_splat_u32_ns_sse, splat_u32_ns() {
131 return &_oil_function_impl_splat_u32_ns_sse, splat_u32_ns;
137 OilFunctionImpl* __oil_function_impl_splat_u32_ns_sse_unroll2, splat_u32_ns() {
138 return &_oil_function_impl_splat_u32_ns_sse_unroll2, splat_u32_ns;
144 OilFunctionImpl* __oil_function_impl_splat_u8_ns_sse, splat_u8_ns() {
145 return &_oil_function_impl_splat_u8_ns_sse, splat_u8_ns;
151 OilFunctionImpl* __oil_function_impl_splat_u8_ns_sse_unroll2, splat_u8_ns() {
152 return &_oil_function_impl_splat_u8_ns_sse_unroll2, splat_u8_ns;