281 lines
7.1 KiB
C
281 lines
7.1 KiB
C
#include "common.h"
|
|
int CNAME(BLASLONG bm,BLASLONG bn,BLASLONG bk,FLOAT alpha,FLOAT* ba,FLOAT* bb,FLOAT* C,BLASLONG ldc
|
|
#ifdef TRMMKERNEL
|
|
,BLASLONG offset
|
|
#endif
|
|
)
|
|
{
|
|
BLASLONG i,j,k;
|
|
FLOAT *C0,*C1,*ptrba,*ptrbb;
|
|
FLOAT res0,res1,res2,res3,load0,load1,load2,load3,load4,load5,load6,load7;
|
|
BLASLONG off, temp;
|
|
#if defined(TRMMKERNEL) && !defined(LEFT)
|
|
off = -offset;
|
|
#endif
|
|
for (j=0; j<bn/2; j+=1)
|
|
{
|
|
C0 = C;
|
|
C1 = C0+ldc;
|
|
#if defined(TRMMKERNEL) && defined(LEFT)
|
|
off = offset;
|
|
#endif
|
|
ptrba = ba;
|
|
for (i=0; i<bm/2; i+=1)
|
|
{
|
|
#if (defined(LEFT) && defined(TRANSA)) || \
|
|
(!defined(LEFT) && !defined(TRANSA))
|
|
ptrbb = bb;
|
|
#else
|
|
ptrba += off*2;
|
|
ptrbb = bb + off*2;
|
|
#endif
|
|
res0 = 0;
|
|
res1 = 0;
|
|
res2 = 0;
|
|
res3 = 0;
|
|
#if (defined(LEFT) && !defined(TRANSA)) || \
|
|
(!defined(LEFT) && defined(TRANSA))
|
|
temp = bk-off;
|
|
#elif defined(LEFT)
|
|
temp = off+2;
|
|
#else
|
|
temp = off+2;
|
|
#endif
|
|
for (k=0; k<temp/4; k+=1)
|
|
{
|
|
load0 = ptrba[2*0+0];
|
|
load1 = ptrbb[2*0+0];
|
|
res0 = res0+load0*load1;
|
|
load2 = ptrba[2*0+1];
|
|
res1 = res1+load2*load1;
|
|
load3 = ptrbb[2*0+1];
|
|
res2 = res2+load0*load3;
|
|
res3 = res3+load2*load3;
|
|
load4 = ptrba[2*1+0];
|
|
load5 = ptrbb[2*1+0];
|
|
res0 = res0+load4*load5;
|
|
load6 = ptrba[2*1+1];
|
|
res1 = res1+load6*load5;
|
|
load7 = ptrbb[2*1+1];
|
|
res2 = res2+load4*load7;
|
|
res3 = res3+load6*load7;
|
|
load0 = ptrba[2*2+0];
|
|
load1 = ptrbb[2*2+0];
|
|
res0 = res0+load0*load1;
|
|
load2 = ptrba[2*2+1];
|
|
res1 = res1+load2*load1;
|
|
load3 = ptrbb[2*2+1];
|
|
res2 = res2+load0*load3;
|
|
res3 = res3+load2*load3;
|
|
load4 = ptrba[2*3+0];
|
|
load5 = ptrbb[2*3+0];
|
|
res0 = res0+load4*load5;
|
|
load6 = ptrba[2*3+1];
|
|
res1 = res1+load6*load5;
|
|
load7 = ptrbb[2*3+1];
|
|
res2 = res2+load4*load7;
|
|
res3 = res3+load6*load7;
|
|
ptrba = ptrba+8;
|
|
ptrbb = ptrbb+8;
|
|
}
|
|
for (k=0; k<(temp&3); k+=1)
|
|
{
|
|
load0 = ptrba[2*0+0];
|
|
load1 = ptrbb[2*0+0];
|
|
res0 = res0+load0*load1;
|
|
load2 = ptrba[2*0+1];
|
|
res1 = res1+load2*load1;
|
|
load3 = ptrbb[2*0+1];
|
|
res2 = res2+load0*load3;
|
|
res3 = res3+load2*load3;
|
|
ptrba = ptrba+2;
|
|
ptrbb = ptrbb+2;
|
|
}
|
|
res0 = res0*alpha;
|
|
C0[0] = res0;
|
|
res1 = res1*alpha;
|
|
C0[1] = res1;
|
|
res2 = res2*alpha;
|
|
C1[0] = res2;
|
|
res3 = res3*alpha;
|
|
C1[1] = res3;
|
|
#if ( defined(LEFT) && defined(TRANSA)) || \
|
|
(!defined(LEFT) && !defined(TRANSA))
|
|
temp = bk - off;
|
|
#ifdef LEFT
|
|
temp -= 2;
|
|
#else
|
|
temp -= 2;
|
|
#endif
|
|
ptrba += temp*2;
|
|
ptrbb += temp*2;
|
|
#endif
|
|
#ifdef LEFT
|
|
off += 2;
|
|
#endif
|
|
C0 = C0+2;
|
|
C1 = C1+2;
|
|
}
|
|
for (i=0; i<(bm&1); i+=1)
|
|
{
|
|
#if (defined(LEFT) && defined(TRANSA)) ||(!defined(LEFT) && !defined(TRANSA))
|
|
ptrbb = bb;
|
|
#else
|
|
ptrba += off;
|
|
ptrbb = bb+off*2;
|
|
#endif
|
|
res0 = 0;
|
|
res1 = 0;
|
|
#if (defined(LEFT) && !defined(TRANSA)) || (!defined(LEFT) && defined(TRANSA))
|
|
temp = bk-off;
|
|
#elif defined(LEFT)
|
|
temp = off+1;
|
|
#else
|
|
temp = off+2;
|
|
#endif
|
|
for (k=0; k<temp; k+=1)
|
|
{
|
|
load0 = ptrba[0+0];
|
|
load1 = ptrbb[2*0+0];
|
|
res0 = res0+load0*load1;
|
|
load2 = ptrbb[2*0+1];
|
|
res1 = res1+load0*load2;
|
|
ptrba = ptrba+1;
|
|
ptrbb = ptrbb+2;
|
|
}
|
|
res0 = res0*alpha;
|
|
C0[0] = res0;
|
|
res1 = res1*alpha;
|
|
C1[0] = res1;
|
|
#if ( defined(LEFT) && defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))
|
|
temp = bk-off;
|
|
#ifdef LEFT
|
|
temp -= 1;
|
|
#else
|
|
temp -= 2;
|
|
#endif
|
|
ptrba += temp;
|
|
ptrbb += temp*2;
|
|
#endif
|
|
#ifdef LEFT
|
|
off += 1;
|
|
#endif
|
|
C0 = C0+1;
|
|
C1 = C1+1;
|
|
}
|
|
#if defined(TRMMKERNEL) && !defined(LEFT)
|
|
off += 2;
|
|
#endif
|
|
k = (bk<<1);
|
|
bb = bb+k;
|
|
i = (ldc<<1);
|
|
C = C+i;
|
|
}
|
|
for (j=0; j<(bn&1); j+=1)
|
|
{
|
|
C0 = C;
|
|
#if defined(TRMMKERNEL) && defined(LEFT)
|
|
off = offset;
|
|
#endif
|
|
ptrba = ba;
|
|
for (i=0; i<bm/2; i+=1)
|
|
{
|
|
#if (defined(LEFT) && defined(TRANSA)) || \
|
|
(!defined(LEFT) && !defined(TRANSA))
|
|
ptrbb = bb;
|
|
#else
|
|
ptrba += off*2;
|
|
ptrbb = bb + off;
|
|
#endif
|
|
res0 = 0;
|
|
res1 = 0;
|
|
#if (defined(LEFT) && !defined(TRANSA)) || \
|
|
(!defined(LEFT) && defined(TRANSA))
|
|
temp = bk-off;
|
|
#elif defined(LEFT)
|
|
temp = off+2;
|
|
#else
|
|
temp = off+1;
|
|
#endif
|
|
for (k=0; k<temp; k+=1)
|
|
{
|
|
load0 = ptrba[2*0+0];
|
|
load1 = ptrbb[0+0];
|
|
res0 = res0+load0*load1;
|
|
load2 = ptrba[2*0+1];
|
|
res1 = res1+load2*load1;
|
|
ptrba = ptrba+2;
|
|
ptrbb = ptrbb+1;
|
|
}
|
|
res0 = res0*alpha;
|
|
C0[0] = res0;
|
|
res1 = res1*alpha;
|
|
C0[1] = res1;
|
|
#if ( defined(LEFT) && defined(TRANSA)) || \
|
|
(!defined(LEFT) && !defined(TRANSA))
|
|
temp = bk - off;
|
|
#ifdef LEFT
|
|
temp -= 2;
|
|
#else
|
|
temp -= 1;
|
|
#endif
|
|
ptrba += temp*2;
|
|
ptrbb += temp;
|
|
#endif
|
|
#ifdef LEFT
|
|
off += 2;
|
|
#endif
|
|
|
|
C0 = C0+2;
|
|
}
|
|
for (i=0; i<(bm&1); i+=1)
|
|
{
|
|
#if (defined(LEFT) && defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))
|
|
ptrbb = bb;
|
|
#else
|
|
ptrba += off;
|
|
ptrbb = bb+off;
|
|
#endif
|
|
res0 = 0;
|
|
#if (defined(LEFT) && !defined(TRANSA)) || (!defined(LEFT) && defined(TRANSA))
|
|
temp = bk-off;
|
|
#elif defined(LEFT)
|
|
temp = off + 1;
|
|
#else
|
|
temp = off + 1;
|
|
#endif
|
|
for (k=0; k<temp; k+=1)
|
|
{
|
|
load0 = ptrba[0+0];
|
|
load1 = ptrbb[0+0];
|
|
res0 = res0+load0*load1;
|
|
ptrba = ptrba+1;
|
|
ptrbb = ptrbb+1;
|
|
}
|
|
res0 = res0*alpha;
|
|
C0[0] = res0;
|
|
#if ( defined(LEFT) && defined(TRANSA)) || (!defined(LEFT) && !defined(TRANSA))
|
|
temp = bk-off;
|
|
#ifdef LEFT
|
|
temp -= 1;
|
|
#else
|
|
temp -= 1;
|
|
#endif
|
|
ptrba += temp;
|
|
ptrbb += temp;
|
|
#endif
|
|
#ifdef LEFT
|
|
off += 1;
|
|
#endif
|
|
C0 = C0+1;
|
|
}
|
|
#if defined(TRMMKERNEL) && !defined(LEFT)
|
|
off += 1;
|
|
#endif
|
|
k = (bk<<0);
|
|
bb = bb+k;
|
|
C = C+ldc;
|
|
}
|
|
return 0;
|
|
}
|