diff --git a/tests/unit_tests/blas/sycl-graph/gemm_batch_usm.cpp b/tests/unit_tests/blas/sycl-graph/gemm_batch_usm.cpp
index 807b66dbc..6f97e0603 100644
--- a/tests/unit_tests/blas/sycl-graph/gemm_batch_usm.cpp
+++ b/tests/unit_tests/blas/sycl-graph/gemm_batch_usm.cpp
@@ -358,8 +358,18 @@ int test(device*, oneapi::math::layout, int64_t, size_t) {
 struct GraphGemmBatchUsmTests
         : public ::testing::TestWithParam<std::tuple<sycl::device*, oneapi::math::layout>> {
     virtual void SetUp() override {
+        auto device = std::get<0>(GetParam());
+        if (device->get_backend() == sycl::backend::opencl) {
+            GTEST_SKIP() << "Test not yet supported on OpenCL";
+        }
+#if SYCL_EXT_ONEAPI_BACKEND_HIP
+        if (device->get_backend() == sycl::backend::ext_oneapi_hip) {
+            GTEST_SKIP() << "Test not yet supported on HIP";
+        }
+#endif
+
         // Skip test if graph recording variant and device doesn't support sycl_ext_oneapi_graph
-        CHECK_GRAPH_ON_DEVICE(std::get<0>(GetParam()));
+        CHECK_GRAPH_ON_DEVICE(device);
     }
 };
 
diff --git a/tests/unit_tests/blas/sycl-graph/gemm_usm.cpp b/tests/unit_tests/blas/sycl-graph/gemm_usm.cpp
index 30591cac7..71f04f1f1 100644
--- a/tests/unit_tests/blas/sycl-graph/gemm_usm.cpp
+++ b/tests/unit_tests/blas/sycl-graph/gemm_usm.cpp
@@ -173,8 +173,18 @@ int test(device*, oneapi::math::layout, int, int, int, int, int, int, Tc, Tc) {
 struct GraphGemmUsmTests
         : public ::testing::TestWithParam<std::tuple<sycl::device*, oneapi::math::layout>> {
     virtual void SetUp() override {
+        auto device = std::get<0>(GetParam());
+        if (device->get_backend() == sycl::backend::opencl) {
+            GTEST_SKIP() << "Test not yet supported on OpenCL";
+        }
+#if SYCL_EXT_ONEAPI_BACKEND_HIP
+        if (device->get_backend() == sycl::backend::ext_oneapi_hip) {
+            GTEST_SKIP() << "Test not yet supported on HIP";
+        }
+#endif
+
         // Skip test if graph recording variant and device doesn't support sycl_ext_oneapi_graph
-        CHECK_GRAPH_ON_DEVICE(std::get<0>(GetParam()));
+        CHECK_GRAPH_ON_DEVICE(device);
     }
 };