220 lines
7.4 KiB
C
220 lines
7.4 KiB
C
/*********************************************************************/
|
|
/* Copyright 2009, 2010 The University of Texas at Austin. */
|
|
/* All rights reserved. */
|
|
/* */
|
|
/* Redistribution and use in source and binary forms, with or */
|
|
/* without modification, are permitted provided that the following */
|
|
/* conditions are met: */
|
|
/* */
|
|
/* 1. Redistributions of source code must retain the above */
|
|
/* copyright notice, this list of conditions and the following */
|
|
/* disclaimer. */
|
|
/* */
|
|
/* 2. Redistributions in binary form must reproduce the above */
|
|
/* copyright notice, this list of conditions and the following */
|
|
/* disclaimer in the documentation and/or other materials */
|
|
/* provided with the distribution. */
|
|
/* */
|
|
/* THIS SOFTWARE IS PROVIDED BY THE UNIVERSITY OF TEXAS AT */
|
|
/* AUSTIN ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, */
|
|
/* INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF */
|
|
/* MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE */
|
|
/* DISCLAIMED. IN NO EVENT SHALL THE UNIVERSITY OF TEXAS AT */
|
|
/* AUSTIN OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, */
|
|
/* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES */
|
|
/* (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE */
|
|
/* GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR */
|
|
/* BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF */
|
|
/* LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT */
|
|
/* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT */
|
|
/* OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
|
|
/* POSSIBILITY OF SUCH DAMAGE. */
|
|
/* */
|
|
/* The views and conclusions contained in the software and */
|
|
/* documentation are those of the authors and should not be */
|
|
/* interpreted as representing official policies, either expressed */
|
|
/* or implied, of The University of Texas at Austin. */
|
|
/*********************************************************************/
|
|
|
|
#ifndef COMMON_THREAD
|
|
#define COMMON_THREAD
|
|
|
|
#ifdef USE_OPENMP
|
|
#include <omp.h>
|
|
extern void goto_set_num_threads(int nthreads);
|
|
#endif
|
|
|
|
/* Basic Thread Debugging */
|
|
#undef SMP_DEBUG
|
|
|
|
/* Thread Timing Debugging */
|
|
#undef TIMING_DEBUG
|
|
|
|
/* Global Parameter */
|
|
extern int blas_cpu_number;
|
|
extern int blas_num_threads;
|
|
extern int blas_omp_linked;
|
|
|
|
#define BLAS_LEGACY 0x8000U
|
|
#define BLAS_PTHREAD 0x4000U
|
|
#define BLAS_NODE 0x2000U
|
|
|
|
#define BLAS_PREC 0x000FU
|
|
#define BLAS_INT8 0x0000U
|
|
#define BLAS_BFLOAT16 0x0001U
|
|
#define BLAS_SINGLE 0x0002U
|
|
#define BLAS_DOUBLE 0x0003U
|
|
#define BLAS_XDOUBLE 0x0004U
|
|
#define BLAS_STOBF16 0x0008U
|
|
#define BLAS_DTOBF16 0x0009U
|
|
#define BLAS_BF16TOS 0x000AU
|
|
#define BLAS_BF16TOD 0x000BU
|
|
|
|
#define BLAS_REAL 0x0000U
|
|
#define BLAS_COMPLEX 0x1000U
|
|
|
|
#define BLAS_TRANSA 0x0030U /* 2bit */
|
|
#define BLAS_TRANSA_N 0x0000U
|
|
#define BLAS_TRANSA_T 0x0010U
|
|
#define BLAS_TRANSA_R 0x0020U
|
|
#define BLAS_TRANSA_C 0x0030U
|
|
#define BLAS_TRANSA_SHIFT 4
|
|
|
|
#define BLAS_TRANSB 0x0300U /* 2bit */
|
|
#define BLAS_TRANSB_N 0x0000U
|
|
#define BLAS_TRANSB_T 0x0100U
|
|
#define BLAS_TRANSB_R 0x0200U
|
|
#define BLAS_TRANSB_C 0x0300U
|
|
#define BLAS_TRANSB_SHIFT 8
|
|
|
|
#define BLAS_RSIDE 0x0400U
|
|
#define BLAS_RSIDE_SHIFT 10
|
|
#define BLAS_UPLO 0x0800U
|
|
#define BLAS_UPLO_SHIFT 11
|
|
|
|
#define BLAS_STATUS_NOTYET 0
|
|
#define BLAS_STATUS_QUEUED 1
|
|
#define BLAS_STATUS_RUNNING 2
|
|
#define BLAS_STATUS_FINISHED 4
|
|
|
|
typedef struct blas_queue {
|
|
|
|
void *routine;
|
|
BLASLONG position;
|
|
BLASLONG assigned;
|
|
|
|
blas_arg_t *args;
|
|
void *range_m;
|
|
void *range_n;
|
|
void *sa, *sb;
|
|
|
|
struct blas_queue *next;
|
|
|
|
#if defined( __WIN32__) || defined(__CYGWIN32__) || defined(_WIN32) || defined(__CYGWIN__)
|
|
CRITICAL_SECTION lock;
|
|
HANDLE finish;
|
|
#else
|
|
pthread_mutex_t lock;
|
|
pthread_cond_t finished;
|
|
#endif
|
|
|
|
int mode, status;
|
|
|
|
#ifdef CONSISTENT_FPCSR
|
|
unsigned int sse_mode, x87_mode;
|
|
#endif
|
|
|
|
#ifdef SMP_DEBUG
|
|
int num;
|
|
#endif
|
|
#ifdef TIMING_DEBUG
|
|
unsigned int clocks;
|
|
#endif
|
|
} blas_queue_t;
|
|
|
|
#ifdef SMP_SERVER
|
|
|
|
extern int blas_server_avail;
|
|
extern int blas_omp_number_max;
|
|
|
|
static __inline int num_cpu_avail(int level) {
|
|
|
|
#ifdef USE_OPENMP
|
|
int openmp_nthreads;
|
|
openmp_nthreads=omp_get_max_threads();
|
|
#endif
|
|
|
|
#ifndef USE_OPENMP
|
|
if (blas_cpu_number == 1
|
|
#endif
|
|
#ifdef USE_OPENMP
|
|
if (openmp_nthreads == 1 || omp_in_parallel()
|
|
#endif
|
|
) return 1;
|
|
|
|
#ifdef USE_OPENMP
|
|
if (openmp_nthreads > blas_omp_number_max){
|
|
#ifdef DEBUG
|
|
fprintf(stderr,"WARNING - more OpenMP threads requested (%d) than available (%d)\n",openmp_nthreads,blas_omp_number_max);
|
|
#endif
|
|
openmp_nthreads = blas_omp_number_max;
|
|
}
|
|
if (blas_cpu_number != openmp_nthreads) {
|
|
goto_set_num_threads(openmp_nthreads);
|
|
}
|
|
#endif
|
|
|
|
return blas_cpu_number;
|
|
|
|
}
|
|
|
|
static __inline void blas_queue_init(blas_queue_t *queue){
|
|
|
|
queue -> sa = NULL;
|
|
queue -> sb = NULL;
|
|
queue-> next = NULL;
|
|
}
|
|
|
|
int blas_thread_init(void);
|
|
int BLASFUNC(blas_thread_shutdown)(void);
|
|
int exec_blas(BLASLONG, blas_queue_t *);
|
|
int exec_blas_async(BLASLONG, blas_queue_t *);
|
|
int exec_blas_async_wait(BLASLONG, blas_queue_t *);
|
|
|
|
#else
|
|
int exec_blas_async(BLASLONG num_cpu, blas_param_t *param, pthread_t *);
|
|
int exec_blas_async_wait(BLASLONG num_cpu, pthread_t *blas_threads);
|
|
int exec_blas(BLASLONG num_cpu, blas_param_t *param, void *buffer);
|
|
#endif
|
|
|
|
#ifndef ASSEMBLER
|
|
|
|
int blas_level1_thread(int mode, BLASLONG m, BLASLONG n, BLASLONG k, void *alpha,
|
|
void *a, BLASLONG lda,
|
|
void *b, BLASLONG ldb,
|
|
void *c, BLASLONG ldc, int (*function)(void), int threads);
|
|
|
|
int gemm_thread_m (int mode, blas_arg_t *, BLASLONG *, BLASLONG *, int (*function)(blas_arg_t*, BLASLONG*, BLASLONG*,FLOAT *, FLOAT *, BLASLONG ), void *, void *, BLASLONG);
|
|
|
|
int gemm_thread_n (int mode, blas_arg_t *, BLASLONG *, BLASLONG *, int (*function)(blas_arg_t*, BLASLONG*, BLASLONG*,FLOAT*, FLOAT*, BLASLONG), void *, void *, BLASLONG);
|
|
|
|
int gemm_thread_mn(int mode, blas_arg_t *, BLASLONG *, BLASLONG *, int (*function)(blas_arg_t*, BLASLONG*, BLASLONG*,FLOAT *, FLOAT *, BLASLONG), void *, void *, BLASLONG);
|
|
|
|
int gemm_thread_variable(int mode, blas_arg_t *, BLASLONG *, BLASLONG *, int (*function)(blas_arg_t*, BLASLONG*, BLASLONG*,FLOAT *, FLOAT *, BLASLONG), void *, void *, BLASLONG, BLASLONG);
|
|
|
|
int trsm_thread(int mode, BLASLONG m, BLASLONG n,
|
|
double alpha_r, double alpha_i,
|
|
void *a, BLASLONG lda,
|
|
void *c, BLASLONG ldc, int (*function)(void), void *buffer);
|
|
|
|
int syrk_thread(int mode, blas_arg_t *, BLASLONG *, BLASLONG *, int (*function)(blas_arg_t*, BLASLONG*, BLASLONG*, FLOAT *, FLOAT *, BLASLONG), void*, void*, BLASLONG);
|
|
|
|
int getrf_thread(int mode, BLASLONG m, BLASLONG n, BLASLONG k,
|
|
void *offsetA, BLASLONG lda,
|
|
void *offsetB, BLASLONG jb,
|
|
void *ipiv, BLASLONG offset, int (*function)(void), void *buffer);
|
|
|
|
#endif /* ENDIF ASSEMBLER */
|
|
|
|
#endif
|