1. Added bfloat16 based dot as new API: shdot
2. Implemented generic kernel and cooperlake-specific (AVX512-BF16) kernel for shdot
3. Added 4 conversion APIs for bfloat16 data type <=> single/double: shstobf16 shdtobf16 sbf16tos dbf16tod
shstobf16 -- convert single float array to bfloat16 array
shdtobf16 -- convert double float array to bfloat16 array
sbf16tos -- convert bfloat16 array to single float array
dbf16tod -- convert bfloat16 array to double float array
4. Implemented generic kernels for all 4 conversion APIs, and cooperlake-specific kernel for shstobf16 and shdtobf16
5. Update level1 thread facilitate functions and macros to support multi-threading for these new APIs
6. Fix Cooperlake platform detection/specify issue when under dynamic-arch building
7. Change the typedef of bfloat16 from unsigned short to more strict uint16_t
Signed-off-by: Chen, Guobing <guobing.chen@intel.com>
63 lines
1.3 KiB
C
63 lines
1.3 KiB
C
#include <stdio.h>
|
|
#include "common.h"
|
|
#ifdef FUNCTION_PROFILE
|
|
#include "functable.h"
|
|
#endif
|
|
|
|
#if defined(DOUBLE_PREC)
|
|
#define FLOAT_TYPE double
|
|
#elif defined(SINGLE_PREC)
|
|
#define FLOAT_TYPE float
|
|
#else
|
|
#endif
|
|
|
|
#ifndef CBLAS
|
|
void NAME(blasint *N, bfloat16 *in, blasint *INC_IN, FLOAT_TYPE *out, blasint *INC_OUT){
|
|
BLASLONG n = *N;
|
|
BLASLONG inc_in = *INC_IN;
|
|
BLASLONG inc_out = *INC_OUT;
|
|
|
|
PRINT_DEBUG_NAME;
|
|
|
|
if (n <= 0) return;
|
|
|
|
IDEBUG_START;
|
|
FUNCTION_PROFILE_START();
|
|
|
|
if (inc_in < 0) in -= (n - 1) * inc_in;
|
|
if (inc_out < 0) out -= (n - 1) * inc_out;
|
|
|
|
#if defined(DOUBLE_PREC)
|
|
D_BF16_TO_K(n, in, inc_in, out, inc_out);
|
|
#elif defined(SINGLE_PREC)
|
|
S_BF16_TO_K(n, in, inc_in, out, inc_out);
|
|
#else
|
|
#endif
|
|
|
|
FUNCTION_PROFILE_END(1, 2 * n, 2 * n);
|
|
IDEBUG_END;
|
|
}
|
|
#else
|
|
void CNAME(blasint n, bfloat16 * in, blasint inc_in, FLOAT_TYPE * out, blasint inc_out){
|
|
PRINT_DEBUG_CNAME;
|
|
|
|
if (n <= 0) return;
|
|
|
|
IDEBUG_START;
|
|
FUNCTION_PROFILE_START();
|
|
|
|
if (inc_in < 0) in -= (n - 1) * inc_in;
|
|
if (inc_out < 0) out -= (n - 1) * inc_out;
|
|
|
|
#if defined(DOUBLE_PREC)
|
|
D_BF16_TO_K(n, in, inc_in, out, inc_out);
|
|
#elif defined(SINGLE_PREC)
|
|
S_BF16_TO_K(n, in, inc_in, out, inc_out);
|
|
#else
|
|
#endif
|
|
|
|
FUNCTION_PROFILE_END(1, 2 * n, 2 * n);
|
|
IDEBUG_END;
|
|
}
|
|
#endif
|