added optimized scopy kernel for POWER8
authorWerner Saar <wernsaar@googlemail.com>
Fri, 25 Mar 2016 15:06:56 +0000 (16:06 +0100)
committerWerner Saar <wernsaar@googlemail.com>
Fri, 25 Mar 2016 15:06:56 +0000 (16:06 +0100)
kernel/power/KERNEL.POWER8
kernel/power/scopy.c [new file with mode: 0644]
kernel/power/scopy_microk_power8.c [new file with mode: 0644]

index 4f410b0..dee0c26 100644 (file)
@@ -115,7 +115,7 @@ DAXPYKERNEL  = daxpy.c
 #CAXPYKERNEL  = ../arm/zaxpy.c
 ZAXPYKERNEL  = zaxpy.c
 #
-#SCOPYKERNEL  = ../arm/copy.c
+SCOPYKERNEL  = scopy.c
 DCOPYKERNEL  = dcopy.c
 #CCOPYKERNEL  = ../arm/zcopy.c
 ZCOPYKERNEL  = zcopy.c
diff --git a/kernel/power/scopy.c b/kernel/power/scopy.c
new file mode 100644 (file)
index 0000000..167c29b
--- /dev/null
@@ -0,0 +1,131 @@
+/***************************************************************************
+Copyright (c) 2013-2016, The OpenBLAS Project
+All rights reserved.
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are
+met:
+1. Redistributions of source code must retain the above copyright
+notice, this list of conditions and the following disclaimer.
+2. Redistributions in binary form must reproduce the above copyright
+notice, this list of conditions and the following disclaimer in
+the documentation and/or other materials provided with the
+distribution.
+3. Neither the name of the OpenBLAS project nor the names of
+its contributors may be used to endorse or promote products
+derived from this software without specific prior written permission.
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+ARE DISCLAIMED. IN NO EVENT SHALL THE OPENBLAS PROJECT OR CONTRIBUTORS BE
+LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
+USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+*****************************************************************************/
+
+/**************************************************************************************
+* 2016/03/25 Werner Saar (wernsaar@googlemail.com)
+*       BLASTEST               : OK
+*       CTEST                  : OK
+*       TEST                   : OK
+*       LAPACK-TEST            : OK
+**************************************************************************************/
+
+#include "common.h"
+
+#if defined(POWER8)
+#include "scopy_microk_power8.c"
+#endif
+
+#ifndef HAVE_KERNEL_32
+
+static void scopy_kernel_32(BLASLONG n, FLOAT *x, FLOAT *y)
+{
+
+       BLASLONG i=0;
+       FLOAT f0, f1, f2, f3, f4, f5, f6, f7;
+       FLOAT *x1=x;
+       FLOAT *y1=y;
+
+       while ( i<n )
+       {
+
+               f0 = x1[0];
+               f1 = x1[1];
+               f2 = x1[2];
+               f3 = x1[3];
+               f4 = x1[4];
+               f5 = x1[5];
+               f6 = x1[6];
+               f7 = x1[7];
+
+               y1[0] = f0;
+               y1[1] = f1;
+               y1[2] = f2;
+               y1[3] = f3;
+               y1[4] = f4;
+               y1[5] = f5;
+               y1[6] = f6;
+               y1[7] = f7;
+
+               x1 += 8;
+               y1 += 8;
+
+               i+=8;
+       }
+       return;
+
+}
+
+
+#endif
+
+
+
+int CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x, FLOAT *y, BLASLONG inc_y)
+{
+       BLASLONG i=0;
+       BLASLONG ix=0,iy=0;
+
+       if ( n <= 0     )  return(0);
+
+       if ( (inc_x == 1) && (inc_y == 1 ))
+       {
+
+               BLASLONG n1 = n & -32;
+               if ( n1 > 0 )
+               {
+                       scopy_kernel_32(n1, x, y);
+                       i=n1;
+               }
+
+               while(i < n)
+               {
+                       y[i] = x[i] ;
+                       i++ ;
+
+               }
+
+
+       }
+       else
+       {
+
+               while(i < n)
+               {
+                       y[iy] = x[ix] ;
+                       ix += inc_x ;
+                       iy += inc_y ;
+                       i++ ;
+
+               }
+
+       }
+       return(0);
+       
+
+}
+
+
diff --git a/kernel/power/scopy_microk_power8.c b/kernel/power/scopy_microk_power8.c
new file mode 100644 (file)
index 0000000..2e08e35
--- /dev/null
@@ -0,0 +1,131 @@
+/***************************************************************************
+Copyright (c) 2013-2016, The OpenBLAS Project
+All rights reserved.
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are
+met:
+1. Redistributions of source code must retain the above copyright
+notice, this list of conditions and the following disclaimer.
+2. Redistributions in binary form must reproduce the above copyright
+notice, this list of conditions and the following disclaimer in
+the documentation and/or other materials provided with the
+distribution.
+3. Neither the name of the OpenBLAS project nor the names of
+its contributors may be used to endorse or promote products
+derived from this software without specific prior written permission.
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+ARE DISCLAIMED. IN NO EVENT SHALL THE OPENBLAS PROJECT OR CONTRIBUTORS BE
+LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
+USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+*****************************************************************************/
+
+/**************************************************************************************
+* 2016/03/25 Werner Saar (wernsaar@googlemail.com)
+*       BLASTEST               : OK
+*       CTEST                  : OK
+*       TEST                   : OK
+*       LAPACK-TEST            : OK
+**************************************************************************************/
+
+#define HAVE_KERNEL_32 1
+
+static void scopy_kernel_32( BLASLONG n, FLOAT *x, FLOAT *y) __attribute__ ((noinline));
+
+static void scopy_kernel_32( BLASLONG n, FLOAT *x, FLOAT *y)
+{
+
+
+       BLASLONG i = n;
+       BLASLONG o16 = 16;
+       BLASLONG o32 = 32;
+       BLASLONG o48 = 48;
+       BLASLONG o64 = 64;
+       BLASLONG o80 = 80;
+       BLASLONG o96 = 96;
+       BLASLONG o112 = 112;
+       FLOAT *x1=x;
+       FLOAT *y1=y;
+       BLASLONG pre = 384;
+       BLASLONG alpha=0;
+
+       __asm__  __volatile__
+       (
+
+       "lxvw4x         40, 0, %2                           \n\t"
+       "lxvw4x         41, %5, %2                          \n\t"
+       "lxvw4x         42, %6, %2                          \n\t"
+       "lxvw4x         43, %7, %2                          \n\t"
+       "lxvw4x         44, %8, %2                          \n\t"
+       "lxvw4x         45, %9, %2                          \n\t"
+       "lxvw4x         46, %10, %2                         \n\t"
+       "lxvw4x         47, %11, %2                         \n\t"
+
+       "addi           %2, %2, 128                         \n\t"
+
+       "addic.         %0 , %0 , -32                        \n\t"
+       "ble            2f                                   \n\t"
+
+       ".align 5                                           \n\t"
+       "1:                                                 \n\t"
+
+       "stxvw4x                40, 0, %1                           \n\t"
+       "stxvw4x                41, %5, %1                          \n\t"
+       "lxvw4x         40, 0, %2                           \n\t"
+       "lxvw4x         41, %5, %2                          \n\t"
+       "stxvw4x                42, %6, %1                          \n\t"
+       "stxvw4x                43, %7, %1                          \n\t"
+       "lxvw4x         42, %6, %2                          \n\t"
+       "lxvw4x         43, %7, %2                          \n\t"
+       "stxvw4x                44, %8, %1                          \n\t"
+       "stxvw4x                45, %9, %1                          \n\t"
+       "lxvw4x         44, %8, %2                          \n\t"
+       "lxvw4x         45, %9, %2                          \n\t"
+       "stxvw4x                46, %10, %1                         \n\t"
+       "stxvw4x                47, %11, %1                         \n\t"
+       "lxvw4x         46, %10, %2                         \n\t"
+       "lxvw4x         47, %11, %2                         \n\t"
+
+
+       "addi           %1, %1, 128                         \n\t"
+       "addi           %2, %2, 128                         \n\t"
+
+       "addic.         %0 , %0 , -32                        \n\t"
+       "bgt            1b                                   \n\t"
+
+       "2:                                                  \n\t"
+
+       "stxvw4x                40, 0, %1                           \n\t"
+       "stxvw4x                41, %5, %1                          \n\t"
+       "stxvw4x                42, %6, %1                          \n\t"
+       "stxvw4x                43, %7, %1                          \n\t"
+       "stxvw4x                44, %8, %1                          \n\t"
+       "stxvw4x                45, %9, %1                          \n\t"
+       "stxvw4x                46, %10, %1                         \n\t"
+       "stxvw4x                47, %11, %1                         \n\t"
+
+       :
+        : 
+          "r" (i),     // 0    
+         "r" (y1),     // 1
+          "r" (x1),     // 2
+          "r" (alpha),  // 3
+          "r" (pre),    // 4
+         "r" (o16),    // 5
+         "r" (o32),    // 6
+         "r" (o48),    // 7
+          "r" (o64),    // 8
+          "r" (o80),    // 9
+          "r" (o96),    // 10
+          "r" (o112)    // 11
+       : "cr0", "%0", "%2" , "%1", "memory"
+       );
+
+} 
+
+