deaeb6c5b8
1. Added bfloat16 based dot as new API: shdot
2. Implemented generic kernel and cooperlake-specific (AVX512-BF16) kernel for shdot
3. Added 4 conversion APIs for bfloat16 data type <=> single/double: shstobf16 shdtobf16 sbf16tos dbf16tod
shstobf16 -- convert single float array to bfloat16 array
shdtobf16 -- convert double float array to bfloat16 array
sbf16tos -- convert bfloat16 array to single float array
dbf16tod -- convert bfloat16 array to double float array
4. Implemented generic kernels for all 4 conversion APIs, and cooperlake-specific kernel for shstobf16 and shdtobf16
5. Update level1 thread facilitate functions and macros to support multi-threading for these new APIs
6. Fix Cooperlake platform detection/specify issue when under dynamic-arch building
7. Change the typedef of bfloat16 from unsigned short to more strict uint16_t
Signed-off-by: Chen, Guobing <guobing.chen@intel.com>
78 lines
2.3 KiB
C
78 lines
2.3 KiB
C
#ifndef COMMON_SH_H
|
|
#define COMMON_SH_H
|
|
|
|
#ifndef DYNAMIC_ARCH
|
|
|
|
#define SHDOT_K shdot_k
|
|
#define SHSTOBF16_K shstobf16_k
|
|
#define SHDTOBF16_K shdtobf16_k
|
|
#define SBF16TOS_K sbf16tos_k
|
|
#define DBF16TOD_K dbf16tod_k
|
|
|
|
#define SHGEMM_ONCOPY shgemm_oncopy
|
|
#define SHGEMM_OTCOPY shgemm_otcopy
|
|
|
|
#if SHGEMM_DEFAULT_UNROLL_M == SHGEMM_DEFAULT_UNROLL_N
|
|
#define SHGEMM_INCOPY shgemm_oncopy
|
|
#define SHGEMM_ITCOPY shgemm_otcopy
|
|
#else
|
|
#define SHGEMM_INCOPY shgemm_incopy
|
|
#define SHGEMM_ITCOPY shgemm_itcopy
|
|
#endif
|
|
#define SHGEMM_BETA shgemm_beta
|
|
#define SHGEMM_KERNEL shgemm_kernel
|
|
|
|
#else
|
|
|
|
#define SHDOT_K gotoblas -> shdot_k
|
|
#define SHSTOBF16_K gotoblas -> shstobf16_k
|
|
#define SHDTOBF16_K gotoblas -> shdtobf16_k
|
|
#define SBF16TOS_K gotoblas -> sbf16tos_k
|
|
#define DBF16TOD_K gotoblas -> dbf16tod_k
|
|
|
|
#define SHGEMM_ONCOPY gotoblas -> shgemm_oncopy
|
|
#define SHGEMM_OTCOPY gotoblas -> shgemm_otcopy
|
|
#define SHGEMM_INCOPY gotoblas -> shgemm_incopy
|
|
#define SHGEMM_ITCOPY gotoblas -> shgemm_itcopy
|
|
#define SHGEMM_BETA gotoblas -> shgemm_beta
|
|
#define SHGEMM_KERNEL gotoblas -> shgemm_kernel
|
|
|
|
#endif
|
|
|
|
#define SHGEMM_NN shgemm_nn
|
|
#define SHGEMM_CN shgemm_tn
|
|
#define SHGEMM_TN shgemm_tn
|
|
#define SHGEMM_NC shgemm_nt
|
|
#define SHGEMM_NT shgemm_nt
|
|
#define SHGEMM_CC shgemm_tt
|
|
#define SHGEMM_CT shgemm_tt
|
|
#define SHGEMM_TC shgemm_tt
|
|
#define SHGEMM_TT shgemm_tt
|
|
#define SHGEMM_NR shgemm_nn
|
|
#define SHGEMM_TR shgemm_tn
|
|
#define SHGEMM_CR shgemm_tn
|
|
#define SHGEMM_RN shgemm_nn
|
|
#define SHGEMM_RT shgemm_nt
|
|
#define SHGEMM_RC shgemm_nt
|
|
#define SHGEMM_RR shgemm_nn
|
|
|
|
#define SHGEMM_THREAD_NN shgemm_thread_nn
|
|
#define SHGEMM_THREAD_CN shgemm_thread_tn
|
|
#define SHGEMM_THREAD_TN shgemm_thread_tn
|
|
#define SHGEMM_THREAD_NC shgemm_thread_nt
|
|
#define SHGEMM_THREAD_NT shgemm_thread_nt
|
|
#define SHGEMM_THREAD_CC shgemm_thread_tt
|
|
#define SHGEMM_THREAD_CT shgemm_thread_tt
|
|
#define SHGEMM_THREAD_TC shgemm_thread_tt
|
|
#define SHGEMM_THREAD_TT shgemm_thread_tt
|
|
#define SHGEMM_THREAD_NR shgemm_thread_nn
|
|
#define SHGEMM_THREAD_TR shgemm_thread_tn
|
|
#define SHGEMM_THREAD_CR shgemm_thread_tn
|
|
#define SHGEMM_THREAD_RN shgemm_thread_nn
|
|
#define SHGEMM_THREAD_RT shgemm_thread_nt
|
|
#define SHGEMM_THREAD_RC shgemm_thread_nt
|
|
#define SHGEMM_THREAD_RR shgemm_thread_nn
|
|
|
|
#endif
|
|
|