[ZARCH] Format source code, Fix constraints
This commit is contained in:
@@ -1,5 +1,5 @@
|
||||
/***************************************************************************
|
||||
Copyright (c) 2013-2018, The OpenBLAS Project
|
||||
Copyright (c) 2013-2019, The OpenBLAS Project
|
||||
All rights reserved.
|
||||
Redistribution and use in source and binary forms, with or without
|
||||
modification, are permitted provided that the following conditions are
|
||||
@@ -27,138 +27,124 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
||||
|
||||
#include "common.h"
|
||||
|
||||
static void sswap_kernel_64(BLASLONG n, FLOAT *x, FLOAT *y)
|
||||
{
|
||||
__asm__ volatile(
|
||||
"srlg %%r0,%0,6 \n\t"
|
||||
"xgr %%r1,%%r1 \n\t"
|
||||
"0: \n\t"
|
||||
"pfd 2, 1024(%%r1,%1) \n\t"
|
||||
"pfd 2, 1024(%%r1,%2) \n\t"
|
||||
|
||||
"vl %%v16, 0(%%r1,%1) \n\t"
|
||||
"vl %%v17, 16(%%r1,%1) \n\t"
|
||||
"vl %%v18, 32(%%r1,%1) \n\t"
|
||||
"vl %%v19, 48(%%r1,%1) \n\t"
|
||||
"vl %%v20, 64(%%r1,%1) \n\t"
|
||||
"vl %%v21, 80(%%r1,%1) \n\t"
|
||||
"vl %%v22, 96(%%r1,%1) \n\t"
|
||||
"vl %%v23, 112(%%r1,%1) \n\t"
|
||||
"vl %%v24, 128(%%r1,%1) \n\t"
|
||||
"vl %%v25, 144(%%r1,%1) \n\t"
|
||||
"vl %%v26, 160(%%r1,%1) \n\t"
|
||||
"vl %%v27, 176(%%r1,%1) \n\t"
|
||||
"vl %%v28, 192(%%r1,%1) \n\t"
|
||||
"vl %%v29, 208(%%r1,%1) \n\t"
|
||||
"vl %%v30, 224(%%r1,%1) \n\t"
|
||||
"vl %%v31, 240(%%r1,%1) \n\t"
|
||||
|
||||
"vl %%v0, 0(%%r1,%2) \n\t"
|
||||
"vl %%v1, 16(%%r1,%2) \n\t"
|
||||
"vl %%v2, 32(%%r1,%2) \n\t"
|
||||
"vl %%v3, 48(%%r1,%2) \n\t"
|
||||
"vl %%v4, 64(%%r1,%2) \n\t"
|
||||
"vl %%v5, 80(%%r1,%2) \n\t"
|
||||
"vl %%v6, 96(%%r1,%2) \n\t"
|
||||
"vl %%v7, 112(%%r1,%2) \n\t"
|
||||
"vst %%v0, 0(%%r1,%1) \n\t"
|
||||
"vst %%v1, 16(%%r1,%1) \n\t"
|
||||
"vst %%v2, 32(%%r1,%1) \n\t"
|
||||
"vst %%v3, 48(%%r1,%1) \n\t"
|
||||
"vst %%v4, 64(%%r1,%1) \n\t"
|
||||
"vst %%v5, 80(%%r1,%1) \n\t"
|
||||
"vst %%v6, 96(%%r1,%1) \n\t"
|
||||
"vst %%v7, 112(%%r1,%1) \n\t"
|
||||
|
||||
"vl %%v0, 128(%%r1,%2) \n\t"
|
||||
"vl %%v1, 144(%%r1,%2) \n\t"
|
||||
"vl %%v2, 160(%%r1,%2) \n\t"
|
||||
"vl %%v3, 176(%%r1,%2) \n\t"
|
||||
"vl %%v4, 192(%%r1,%2) \n\t"
|
||||
"vl %%v5, 208(%%r1,%2) \n\t"
|
||||
"vl %%v6, 224(%%r1,%2) \n\t"
|
||||
"vl %%v7, 240(%%r1,%2) \n\t"
|
||||
"vst %%v0, 128(%%r1,%1) \n\t"
|
||||
"vst %%v1, 144(%%r1,%1) \n\t"
|
||||
"vst %%v2, 160(%%r1,%1) \n\t"
|
||||
"vst %%v3, 176(%%r1,%1) \n\t"
|
||||
"vst %%v4, 192(%%r1,%1) \n\t"
|
||||
"vst %%v5, 208(%%r1,%1) \n\t"
|
||||
"vst %%v6, 224(%%r1,%1) \n\t"
|
||||
"vst %%v7, 240(%%r1,%1) \n\t"
|
||||
|
||||
"vst %%v16, 0(%%r1,%2) \n\t"
|
||||
"vst %%v17, 16(%%r1,%2) \n\t"
|
||||
"vst %%v18, 32(%%r1,%2) \n\t"
|
||||
"vst %%v19, 48(%%r1,%2) \n\t"
|
||||
"vst %%v20, 64(%%r1,%2) \n\t"
|
||||
"vst %%v21, 80(%%r1,%2) \n\t"
|
||||
"vst %%v22, 96(%%r1,%2) \n\t"
|
||||
"vst %%v23, 112(%%r1,%2) \n\t"
|
||||
"vst %%v24, 128(%%r1,%2) \n\t"
|
||||
"vst %%v25, 144(%%r1,%2) \n\t"
|
||||
"vst %%v26, 160(%%r1,%2) \n\t"
|
||||
"vst %%v27, 176(%%r1,%2) \n\t"
|
||||
"vst %%v28, 192(%%r1,%2) \n\t"
|
||||
"vst %%v29, 208(%%r1,%2) \n\t"
|
||||
"vst %%v30, 224(%%r1,%2) \n\t"
|
||||
"vst %%v31, 240(%%r1,%2) \n\t"
|
||||
|
||||
"agfi %%r1,256 \n\t"
|
||||
"brctg %%r0,0b "
|
||||
:
|
||||
:"r"(n),"ZR"((FLOAT (*)[n])x),"ZR"((FLOAT (*)[n])y)
|
||||
:"memory","cc","r0","r1","v0","v1","v2","v3","v4","v5","v6","v7","v16","v17","v18","v19","v20","v21","v22","v23","v24","v25","v26","v27","v28","v29","v30","v31"
|
||||
);
|
||||
static void sswap_kernel_64(BLASLONG n, FLOAT *x, FLOAT *y) {
|
||||
__asm__("srlg %[n],%[n],6\n\t"
|
||||
"xgr %%r1,%%r1\n\t"
|
||||
"0:\n\t"
|
||||
"pfd 2, 1024(%%r1,%[x])\n\t"
|
||||
"pfd 2, 1024(%%r1,%[y])\n\t"
|
||||
"vl %%v16, 0(%%r1,%[x])\n\t"
|
||||
"vl %%v17, 16(%%r1,%[x])\n\t"
|
||||
"vl %%v18, 32(%%r1,%[x])\n\t"
|
||||
"vl %%v19, 48(%%r1,%[x])\n\t"
|
||||
"vl %%v20, 64(%%r1,%[x])\n\t"
|
||||
"vl %%v21, 80(%%r1,%[x])\n\t"
|
||||
"vl %%v22, 96(%%r1,%[x])\n\t"
|
||||
"vl %%v23, 112(%%r1,%[x])\n\t"
|
||||
"vl %%v24, 128(%%r1,%[x])\n\t"
|
||||
"vl %%v25, 144(%%r1,%[x])\n\t"
|
||||
"vl %%v26, 160(%%r1,%[x])\n\t"
|
||||
"vl %%v27, 176(%%r1,%[x])\n\t"
|
||||
"vl %%v28, 192(%%r1,%[x])\n\t"
|
||||
"vl %%v29, 208(%%r1,%[x])\n\t"
|
||||
"vl %%v30, 224(%%r1,%[x])\n\t"
|
||||
"vl %%v31, 240(%%r1,%[x])\n\t"
|
||||
"vl %%v0, 0(%%r1,%[y])\n\t"
|
||||
"vl %%v1, 16(%%r1,%[y])\n\t"
|
||||
"vl %%v2, 32(%%r1,%[y])\n\t"
|
||||
"vl %%v3, 48(%%r1,%[y])\n\t"
|
||||
"vl %%v4, 64(%%r1,%[y])\n\t"
|
||||
"vl %%v5, 80(%%r1,%[y])\n\t"
|
||||
"vl %%v6, 96(%%r1,%[y])\n\t"
|
||||
"vl %%v7, 112(%%r1,%[y])\n\t"
|
||||
"vst %%v0, 0(%%r1,%[x])\n\t"
|
||||
"vst %%v1, 16(%%r1,%[x])\n\t"
|
||||
"vst %%v2, 32(%%r1,%[x])\n\t"
|
||||
"vst %%v3, 48(%%r1,%[x])\n\t"
|
||||
"vst %%v4, 64(%%r1,%[x])\n\t"
|
||||
"vst %%v5, 80(%%r1,%[x])\n\t"
|
||||
"vst %%v6, 96(%%r1,%[x])\n\t"
|
||||
"vst %%v7, 112(%%r1,%[x])\n\t"
|
||||
"vl %%v0, 128(%%r1,%[y])\n\t"
|
||||
"vl %%v1, 144(%%r1,%[y])\n\t"
|
||||
"vl %%v2, 160(%%r1,%[y])\n\t"
|
||||
"vl %%v3, 176(%%r1,%[y])\n\t"
|
||||
"vl %%v4, 192(%%r1,%[y])\n\t"
|
||||
"vl %%v5, 208(%%r1,%[y])\n\t"
|
||||
"vl %%v6, 224(%%r1,%[y])\n\t"
|
||||
"vl %%v7, 240(%%r1,%[y])\n\t"
|
||||
"vst %%v0, 128(%%r1,%[x])\n\t"
|
||||
"vst %%v1, 144(%%r1,%[x])\n\t"
|
||||
"vst %%v2, 160(%%r1,%[x])\n\t"
|
||||
"vst %%v3, 176(%%r1,%[x])\n\t"
|
||||
"vst %%v4, 192(%%r1,%[x])\n\t"
|
||||
"vst %%v5, 208(%%r1,%[x])\n\t"
|
||||
"vst %%v6, 224(%%r1,%[x])\n\t"
|
||||
"vst %%v7, 240(%%r1,%[x])\n\t"
|
||||
"vst %%v16, 0(%%r1,%[y])\n\t"
|
||||
"vst %%v17, 16(%%r1,%[y])\n\t"
|
||||
"vst %%v18, 32(%%r1,%[y])\n\t"
|
||||
"vst %%v19, 48(%%r1,%[y])\n\t"
|
||||
"vst %%v20, 64(%%r1,%[y])\n\t"
|
||||
"vst %%v21, 80(%%r1,%[y])\n\t"
|
||||
"vst %%v22, 96(%%r1,%[y])\n\t"
|
||||
"vst %%v23, 112(%%r1,%[y])\n\t"
|
||||
"vst %%v24, 128(%%r1,%[y])\n\t"
|
||||
"vst %%v25, 144(%%r1,%[y])\n\t"
|
||||
"vst %%v26, 160(%%r1,%[y])\n\t"
|
||||
"vst %%v27, 176(%%r1,%[y])\n\t"
|
||||
"vst %%v28, 192(%%r1,%[y])\n\t"
|
||||
"vst %%v29, 208(%%r1,%[y])\n\t"
|
||||
"vst %%v30, 224(%%r1,%[y])\n\t"
|
||||
"vst %%v31, 240(%%r1,%[y])\n\t"
|
||||
"agfi %%r1,256\n\t"
|
||||
"brctg %[n],0b"
|
||||
: "+m"(*(FLOAT (*)[n]) x), "+m"(*(FLOAT (*)[n]) y),[n] "+&r"(n)
|
||||
: [x] "a"(x),[y] "a"(y)
|
||||
: "cc", "r1", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7", "v16",
|
||||
"v17", "v18", "v19", "v20", "v21", "v22", "v23", "v24", "v25", "v26",
|
||||
"v27", "v28", "v29", "v30", "v31");
|
||||
}
|
||||
|
||||
int CNAME(BLASLONG n, BLASLONG dummy0, BLASLONG dummy1, FLOAT dummy3, FLOAT *x, BLASLONG inc_x, FLOAT *y, BLASLONG inc_y, FLOAT *dummy, BLASLONG dummy2)
|
||||
{
|
||||
BLASLONG i=0;
|
||||
BLASLONG ix=0,iy=0;
|
||||
FLOAT temp;
|
||||
int CNAME(BLASLONG n, BLASLONG dummy0, BLASLONG dummy1, FLOAT dummy3, FLOAT *x,
|
||||
BLASLONG inc_x, FLOAT *y, BLASLONG inc_y, FLOAT *dummy,
|
||||
BLASLONG dummy2) {
|
||||
BLASLONG i = 0;
|
||||
BLASLONG ix = 0, iy = 0;
|
||||
FLOAT temp;
|
||||
|
||||
if ( n <= 0 ) return(0);
|
||||
if (n <= 0)
|
||||
return (0);
|
||||
|
||||
if ( (inc_x == 1) && (inc_y == 1 ))
|
||||
{
|
||||
if ((inc_x == 1) && (inc_y == 1)) {
|
||||
|
||||
BLASLONG n1 = n & -64;
|
||||
if ( n1 > 0 )
|
||||
{
|
||||
sswap_kernel_64(n1, x, y);
|
||||
i=n1;
|
||||
}
|
||||
|
||||
while(i < n)
|
||||
{
|
||||
temp = y[i];
|
||||
y[i] = x[i] ;
|
||||
x[i] = temp;
|
||||
i++ ;
|
||||
|
||||
}
|
||||
BLASLONG n1 = n & -64;
|
||||
if (n1 > 0) {
|
||||
sswap_kernel_64(n1, x, y);
|
||||
i = n1;
|
||||
}
|
||||
|
||||
while (i < n) {
|
||||
temp = y[i];
|
||||
y[i] = x[i];
|
||||
x[i] = temp;
|
||||
i++;
|
||||
|
||||
}
|
||||
else
|
||||
{
|
||||
|
||||
while(i < n)
|
||||
{
|
||||
temp = y[iy];
|
||||
y[iy] = x[ix] ;
|
||||
x[ix] = temp;
|
||||
ix += inc_x ;
|
||||
iy += inc_y ;
|
||||
i++ ;
|
||||
} else {
|
||||
|
||||
}
|
||||
while (i < n) {
|
||||
temp = y[iy];
|
||||
y[iy] = x[ix];
|
||||
x[ix] = temp;
|
||||
ix += inc_x;
|
||||
iy += inc_y;
|
||||
i++;
|
||||
|
||||
}
|
||||
return(0);
|
||||
|
||||
|
||||
}
|
||||
return (0);
|
||||
|
||||
}
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user