[Kernel] Add onednn fp16_amx compute kernels.

Need set env "ONEDNN_MAX_CPU_ISA=AVX512_CORE_AMX_FP16". Signed-off-by: Wenhuan Huang <wenhuan.huang@intel.com>
intel · May 23, 2024 · 6ba0d9c · 6ba0d9c
1 parent 6d19ba1
commit 6ba0d9c
Show file tree

Hide file tree

Showing 2 changed files with 198 additions and 48 deletions.
diff --git a/CMakeLists.txt b/CMakeLists.txt
@@ -185,6 +185,8 @@ else()
     add_definitions(-DAVX512_FP16_WEIGHT_ONLY_INT4=true)
     add_definitions(-DAVX512_FP32_WEIGHT_ONLY_NF4=true)
     # add_definitions(-DAVX512_FP16_WEIGHT_ONLY_NF4=true)
+    # Enable AMX_FP16 optimization
+    # add_definitions(-DAMX_FP16_WEIGHT_ONLY_FP16=true)
 endif()
 
 # add_definitions(-DDEBUG=true)