sl@0: /* sl@0: * LIBOIL - Library of Optimized Inner Loops sl@0: * Copyright (c) 2003,2004 David A. Schleef sl@0: * All rights reserved. sl@0: * sl@0: * Redistribution and use in source and binary forms, with or without sl@0: * modification, are permitted provided that the following conditions sl@0: * are met: sl@0: * 1. Redistributions of source code must retain the above copyright sl@0: * notice, this list of conditions and the following disclaimer. sl@0: * 2. Redistributions in binary form must reproduce the above copyright sl@0: * notice, this list of conditions and the following disclaimer in the sl@0: * documentation and/or other materials provided with the distribution. sl@0: * sl@0: * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR sl@0: * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED sl@0: * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE sl@0: * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, sl@0: * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES sl@0: * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR sl@0: * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) sl@0: * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, sl@0: * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING sl@0: * IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE sl@0: * POSSIBILITY OF SUCH DAMAGE. sl@0: */ sl@0: //Portions Copyright (c) 2008-2009 Nokia Corporation and/or its subsidiary(-ies). All rights reserved. sl@0: sl@0: #ifdef HAVE_CONFIG_H sl@0: #include "config.h" sl@0: #endif sl@0: sl@0: #include sl@0: #include "liboil/simdpack/simdpack.h" sl@0: sl@0: #ifdef __SYMBIAN32__ sl@0: #ifdef __WINSCW__ sl@0: #pragma warn_emptydecl off sl@0: #endif//__WINSCW__ sl@0: #endif//__SYMBIAN32__ sl@0: sl@0: #define SCALARADD_DEFINE_UNROLL2(type) \ sl@0: static void scalaradd_ ## type ## _unroll2( \ sl@0: oil_type_ ## type *dest, int dstr, \ sl@0: oil_type_ ## type *src, int sstr, \ sl@0: oil_type_ ## type *val, int n) \ sl@0: { \ sl@0: if(n&1) { \ sl@0: *dest = *src + *val; \ sl@0: OIL_INCREMENT(dest, dstr); \ sl@0: OIL_INCREMENT(src, sstr); \ sl@0: } \ sl@0: n /= 2; \ sl@0: while(n>0){ \ sl@0: *dest = *src + *val; \ sl@0: OIL_INCREMENT(dest,dstr); \ sl@0: OIL_INCREMENT(src,sstr); \ sl@0: *dest = *src + *val; \ sl@0: OIL_INCREMENT(dest,dstr); \ sl@0: OIL_INCREMENT(src,sstr); \ sl@0: n--; \ sl@0: } \ sl@0: } \ sl@0: OIL_DEFINE_IMPL (scalaradd_ ## type ## _unroll2, scalaradd_ ## type); sl@0: sl@0: SCALARADD_DEFINE_UNROLL2 (s8); sl@0: SCALARADD_DEFINE_UNROLL2 (u8); sl@0: SCALARADD_DEFINE_UNROLL2 (s16); sl@0: SCALARADD_DEFINE_UNROLL2 (u16); sl@0: SCALARADD_DEFINE_UNROLL2 (s32); sl@0: SCALARADD_DEFINE_UNROLL2 (u32); sl@0: SCALARADD_DEFINE_UNROLL2 (f32); sl@0: SCALARADD_DEFINE_UNROLL2 (f64); sl@0: sl@0: #define SCALARADD_DEFINE_UNROLL2x(type) \ sl@0: static void scalaradd_ ## type ## _unroll2x( \ sl@0: oil_type_ ## type *dest, int dstr, \ sl@0: oil_type_ ## type *src, int sstr, \ sl@0: oil_type_ ## type *val, int n) \ sl@0: { \ sl@0: oil_type_ ## type *dest2; \ sl@0: oil_type_ ## type *src2; \ sl@0: int i; \ sl@0: if(n&1) { \ sl@0: *dest = *src + *val; \ sl@0: OIL_INCREMENT(dest, dstr); \ sl@0: OIL_INCREMENT(src, sstr); \ sl@0: } \ sl@0: src2 = OIL_OFFSET(src, sstr); \ sl@0: dest2 = OIL_OFFSET(dest, dstr); \ sl@0: n /= 2; \ sl@0: sstr *= 2; \ sl@0: dstr *= 2; \ sl@0: for(i=0;i0){ \ sl@0: *dest = *src + *val; \ sl@0: OIL_INCREMENT(dest,dstr); \ sl@0: OIL_INCREMENT(src,sstr); \ sl@0: *dest = *src + *val; \ sl@0: OIL_INCREMENT(dest,dstr); \ sl@0: OIL_INCREMENT(src,sstr); \ sl@0: *dest = *src + *val; \ sl@0: OIL_INCREMENT(dest,dstr); \ sl@0: OIL_INCREMENT(src,sstr); \ sl@0: *dest = *src + *val; \ sl@0: OIL_INCREMENT(dest,dstr); \ sl@0: OIL_INCREMENT(src,sstr); \ sl@0: n--; \ sl@0: } \ sl@0: } \ sl@0: OIL_DEFINE_IMPL (scalaradd_ ## type ## _unroll4, scalaradd_ ## type); sl@0: sl@0: SCALARADD_DEFINE_UNROLL4 (s8); sl@0: SCALARADD_DEFINE_UNROLL4 (u8); sl@0: SCALARADD_DEFINE_UNROLL4 (s16); sl@0: SCALARADD_DEFINE_UNROLL4 (u16); sl@0: SCALARADD_DEFINE_UNROLL4 (s32); sl@0: SCALARADD_DEFINE_UNROLL4 (u32); sl@0: SCALARADD_DEFINE_UNROLL4 (f32); sl@0: SCALARADD_DEFINE_UNROLL4 (f64); sl@0: sl@0: sl@0: #ifdef __SYMBIAN32__ sl@0: sl@0: OilFunctionImpl* __oil_function_impl_scalaradd_s8_unroll2() { sl@0: return &_oil_function_impl_scalaradd_s8_unroll2; sl@0: } sl@0: #endif sl@0: sl@0: #ifdef __SYMBIAN32__ sl@0: sl@0: OilFunctionImpl* __oil_function_impl_scalaradd_u8_unroll2() { sl@0: return &_oil_function_impl_scalaradd_u8_unroll2; sl@0: } sl@0: #endif sl@0: sl@0: #ifdef __SYMBIAN32__ sl@0: sl@0: OilFunctionImpl* __oil_function_impl_scalaradd_s16_unroll2() { sl@0: return &_oil_function_impl_scalaradd_s16_unroll2; sl@0: } sl@0: #endif sl@0: sl@0: #ifdef __SYMBIAN32__ sl@0: sl@0: OilFunctionImpl* __oil_function_impl_scalaradd_u16_unroll2() { sl@0: return &_oil_function_impl_scalaradd_u16_unroll2; sl@0: } sl@0: #endif sl@0: sl@0: #ifdef __SYMBIAN32__ sl@0: sl@0: OilFunctionImpl* __oil_function_impl_scalaradd_s32_unroll2() { sl@0: return &_oil_function_impl_scalaradd_s32_unroll2; sl@0: } sl@0: #endif sl@0: sl@0: #ifdef __SYMBIAN32__ sl@0: sl@0: OilFunctionImpl* __oil_function_impl_scalaradd_u32_unroll2() { sl@0: return &_oil_function_impl_scalaradd_u32_unroll2; sl@0: } sl@0: #endif sl@0: sl@0: #ifdef __SYMBIAN32__ sl@0: sl@0: OilFunctionImpl* __oil_function_impl_scalaradd_f32_unroll2() { sl@0: return &_oil_function_impl_scalaradd_f32_unroll2; sl@0: } sl@0: #endif sl@0: sl@0: #ifdef __SYMBIAN32__ sl@0: sl@0: OilFunctionImpl* __oil_function_impl_scalaradd_f64_unroll2() { sl@0: return &_oil_function_impl_scalaradd_f64_unroll2; sl@0: } sl@0: #endif sl@0: sl@0: #ifdef __SYMBIAN32__ sl@0: sl@0: OilFunctionImpl* __oil_function_impl_scalaradd_s8_unroll4() { sl@0: return &_oil_function_impl_scalaradd_s8_unroll4; sl@0: } sl@0: #endif sl@0: #ifdef __SYMBIAN32__ sl@0: sl@0: OilFunctionImpl* __oil_function_impl_scalaradd_u8_unroll4() { sl@0: return &_oil_function_impl_scalaradd_u8_unroll4; sl@0: } sl@0: #endif sl@0: sl@0: #ifdef __SYMBIAN32__ sl@0: sl@0: OilFunctionImpl* __oil_function_impl_scalaradd_s16_unroll4() { sl@0: return &_oil_function_impl_scalaradd_s16_unroll4; sl@0: } sl@0: #endif sl@0: sl@0: #ifdef __SYMBIAN32__ sl@0: sl@0: OilFunctionImpl* __oil_function_impl_scalaradd_u16_unroll4() { sl@0: return &_oil_function_impl_scalaradd_u16_unroll4; sl@0: } sl@0: #endif sl@0: sl@0: #ifdef __SYMBIAN32__ sl@0: sl@0: OilFunctionImpl* __oil_function_impl_scalaradd_s32_unroll4() { sl@0: return &_oil_function_impl_scalaradd_s32_unroll4; sl@0: } sl@0: #endif sl@0: sl@0: #ifdef __SYMBIAN32__ sl@0: sl@0: OilFunctionImpl* __oil_function_impl_scalaradd_u32_unroll4() { sl@0: return &_oil_function_impl_scalaradd_u32_unroll4; sl@0: } sl@0: #endif sl@0: sl@0: #ifdef __SYMBIAN32__ sl@0: sl@0: OilFunctionImpl* __oil_function_impl_scalaradd_f32_unroll4() { sl@0: return &_oil_function_impl_scalaradd_f32_unroll4; sl@0: } sl@0: #endif sl@0: sl@0: #ifdef __SYMBIAN32__ sl@0: sl@0: OilFunctionImpl* __oil_function_impl_scalaradd_f64_unroll4() { sl@0: return &_oil_function_impl_scalaradd_f64_unroll4; sl@0: } sl@0: #endif sl@0: sl@0: #ifdef __SYMBIAN32__ sl@0: sl@0: OilFunctionImpl* __oil_function_impl_scalaradd_s8_unroll2x() { sl@0: return &_oil_function_impl_scalaradd_s8_unroll2x; sl@0: } sl@0: #endif sl@0: sl@0: #ifdef __SYMBIAN32__ sl@0: sl@0: OilFunctionImpl* __oil_function_impl_scalaradd_u8_unroll2x() { sl@0: return &_oil_function_impl_scalaradd_u8_unroll2x; sl@0: } sl@0: #endif sl@0: sl@0: #ifdef __SYMBIAN32__ sl@0: sl@0: OilFunctionImpl* __oil_function_impl_scalaradd_s16_unroll2x() { sl@0: return &_oil_function_impl_scalaradd_s16_unroll2x; sl@0: } sl@0: #endif sl@0: sl@0: #ifdef __SYMBIAN32__ sl@0: sl@0: OilFunctionImpl* __oil_function_impl_scalaradd_u16_unroll2x() { sl@0: return &_oil_function_impl_scalaradd_u16_unroll2x; sl@0: } sl@0: #endif sl@0: sl@0: #ifdef __SYMBIAN32__ sl@0: sl@0: OilFunctionImpl* __oil_function_impl_scalaradd_s32_unroll2x() { sl@0: return &_oil_function_impl_scalaradd_s32_unroll2x; sl@0: } sl@0: #endif sl@0: sl@0: #ifdef __SYMBIAN32__ sl@0: sl@0: OilFunctionImpl* __oil_function_impl_scalaradd_u32_unroll2x() { sl@0: return &_oil_function_impl_scalaradd_u32_unroll2x; sl@0: } sl@0: #endif sl@0: sl@0: #ifdef __SYMBIAN32__ sl@0: sl@0: OilFunctionImpl* __oil_function_impl_scalaradd_f32_unroll2x() { sl@0: return &_oil_function_impl_scalaradd_f32_unroll2x; sl@0: } sl@0: #endif sl@0: sl@0: #ifdef __SYMBIAN32__ sl@0: sl@0: OilFunctionImpl* __oil_function_impl_scalaradd_f64_unroll2x() { sl@0: return &_oil_function_impl_scalaradd_f64_unroll2x; sl@0: } sl@0: #endif