diff --git a/sycl/test-e2e/Matrix/joint_matrix_bfloat16_16x16x16.cpp b/sycl/test-e2e/Matrix/joint_matrix_bfloat16_16x16x16.cpp
index 3bee016da1b96..3035eb0908e1b 100644
--- a/sycl/test-e2e/Matrix/joint_matrix_bfloat16_16x16x16.cpp
+++ b/sycl/test-e2e/Matrix/joint_matrix_bfloat16_16x16x16.cpp
@@ -10,7 +10,7 @@
 // RUN: %{build} -o %t.out -DSYCL_EXT_ONEAPI_MATRIX_VERSION=4
 // RUN: %{run} %t.out
 
-// XFAIL: *
+// XFAIL: cpu
 
 #include "common.hpp"
 
diff --git a/sycl/test-e2e/Matrix/joint_matrix_bfloat16_32x64x16.cpp b/sycl/test-e2e/Matrix/joint_matrix_bfloat16_32x64x16.cpp
index 3b66b602c962c..733b0c0e8bf48 100644
--- a/sycl/test-e2e/Matrix/joint_matrix_bfloat16_32x64x16.cpp
+++ b/sycl/test-e2e/Matrix/joint_matrix_bfloat16_32x64x16.cpp
@@ -10,7 +10,7 @@
 // RUN: %{build} -o %t.out -DSYCL_EXT_ONEAPI_MATRIX_VERSION=4
 // RUN: %{run} %t.out
 
-// XFAIL: *
+// XFAIL: cpu
 
 #include "common.hpp"