added drot- and srot-kernel optimimized for POWER8

2016-03-27 08:57:11 +02:00
parent 7a92c1538e
commit 35f1f21a7f
5 changed files with 755 additions and 2 deletions
--- a/kernel/power/srot.c
+++ b/kernel/power/srot.c
@@ -0,0 +1,167 @@
+/***************************************************************************
+Copyright (c) 2013-2016, The OpenBLAS Project
+All rights reserved.
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are
+met:
+1. Redistributions of source code must retain the above copyright
+notice, this list of conditions and the following disclaimer.
+2. Redistributions in binary form must reproduce the above copyright
+notice, this list of conditions and the following disclaimer in
+the documentation and/or other materials provided with the
+distribution.
+3. Neither the name of the OpenBLAS project nor the names of
+its contributors may be used to endorse or promote products
+derived from this software without specific prior written permission.
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+ARE DISCLAIMED. IN NO EVENT SHALL THE OPENBLAS PROJECT OR CONTRIBUTORS BE
+LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
+USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+*****************************************************************************/
+
+/**************************************************************************************
+* 2016/03/26 Werner Saar (wernsaar@googlemail.com)
+* 	 BLASTEST 		: OK
+* 	 CTEST			: OK
+* 	 TEST			: OK
+*	 LAPACK-TEST		: OK
+**************************************************************************************/
+
+
+
+#include "common.h"
+
+#pragma GCC optimize "O1"
+
+#if defined(POWER8)
+#include "srot_microk_power8.c"
+#endif
+
+
+#ifndef HAVE_KERNEL_16
+
+static void srot_kernel_16(BLASLONG n, FLOAT *x, FLOAT *y, FLOAT *c, FLOAT *s)
+{
+
+	BLASLONG i=0;
+	FLOAT f0, f1, f2, f3;
+	FLOAT x00, x01, x02, x03;
+	FLOAT g0, g1, g2, g3;
+	FLOAT y00, y01, y02, y03;
+	FLOAT *x1=x;
+	FLOAT *y1=y;
+	FLOAT c1=*c;
+	FLOAT s1=*s;
+
+	while ( i<n )
+	{
+
+		x00 = x1[0];
+		y00 = y1[0];
+		x01 = x1[1];
+		y01 = y1[1];
+		x02 = x1[2];
+		y02 = y1[2];
+		x03 = x1[3];
+		y03 = y1[3];
+
+		f0 = c1*x00 + s1*y00;
+		g0 = c1*y00 - s1*x00;
+		f1 = c1*x01 + s1*y01;
+		g1 = c1*y01 - s1*x01;
+		f2 = c1*x02 + s1*y02;
+		g2 = c1*y02 - s1*x02;
+		f3 = c1*x03 + s1*y03;
+		g3 = c1*y03 - s1*x03;
+
+		x1[0] = f0;
+		y1[0] = g0;
+		x1[1] = f1;
+		y1[1] = g1;
+		x1[2] = f2;
+		y1[2] = g2;
+		x1[3] = f3;
+		y1[3] = g3;
+
+		x1 += 4;
+		y1 += 4;
+
+		i+=4;
+	}
+	return;
+
+}
+
+
+#endif
+
+
+int CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x, FLOAT *y, BLASLONG inc_y, FLOAT c, FLOAT s)
+{
+	BLASLONG i=0;
+	BLASLONG ix=0,iy=0;
+	FLOAT c1[4] __attribute__ ((aligned (16)));;
+	FLOAT s1[4] __attribute__ ((aligned (16)));;
+	FLOAT *x1=x;
+	FLOAT *y1=y;
+	FLOAT temp;
+
+	if ( n <= 0     )  return(0);
+
+	if ( (inc_x == 1) && (inc_y == 1) )
+	{
+
+		BLASLONG n1 = n & -16;
+		if ( n1 > 0 )
+		{
+			c1[0]=c;
+			c1[1]=c;
+			c1[2]=c;
+			c1[3]=c;
+			s1[0]=s;
+			s1[1]=s;
+			s1[2]=s;
+			s1[3]=s;
+			srot_kernel_16(n1, x1, y1, c1, s1);
+			i=n1;
+		}
+
+		while(i < n)
+		{
+			temp  = c*x[i] + s*y[i] ;
+			y[i]  = c*y[i] - s*x[i] ;
+			x[i]  = temp ;
+
+			i++ ;
+
+		}
+
+
+	}
+	else
+	{
+
+		while(i < n)
+		{
+			temp   = c*x[ix] + s*y[iy] ;
+			y[iy]  = c*y[iy] - s*x[ix] ;
+			x[ix]  = temp ;
+
+			ix += inc_x ;
+			iy += inc_y ;
+			i++ ;
+
+		}
+
+	}
+	return(0);
+
+}
+
+