diff --git a/plugin/sycl/common/hist_util.cc b/plugin/sycl/common/hist_util.cc
index fe4b1eb7598d..8f572e54c442 100644
--- a/plugin/sycl/common/hist_util.cc
+++ b/plugin/sycl/common/hist_util.cc
@@ -9,7 +9,7 @@
 #include "../data/gradient_index.h"
 #include "hist_util.h"
 
-#include <CL/sycl.hpp>
+#include <sycl/sycl.hpp>
 
 namespace xgboost {
 namespace sycl {
diff --git a/plugin/sycl/common/hist_util.h b/plugin/sycl/common/hist_util.h
index 55da4e952d3c..d09678d4b662 100644
--- a/plugin/sycl/common/hist_util.h
+++ b/plugin/sycl/common/hist_util.h
@@ -15,7 +15,7 @@
 #include "../../src/common/hist_util.h"
 #include "../data/gradient_index.h"
 
-#include <CL/sycl.hpp>
+#include <sycl/sycl.hpp>
 
 namespace xgboost {
 namespace sycl {
diff --git a/plugin/sycl/common/linalg_op.h b/plugin/sycl/common/linalg_op.h
index af0e3a87fa21..da1a5adc02f9 100644
--- a/plugin/sycl/common/linalg_op.h
+++ b/plugin/sycl/common/linalg_op.h
@@ -13,7 +13,7 @@
 #include "../data.h"
 #include "../device_manager.h"
 
-#include <CL/sycl.hpp>
+#include <sycl/sycl.hpp>
 
 namespace xgboost {
 namespace sycl {
diff --git a/plugin/sycl/common/partition_builder.h b/plugin/sycl/common/partition_builder.h
index f9b968f9c0a6..82c5afe11cbc 100644
--- a/plugin/sycl/common/partition_builder.h
+++ b/plugin/sycl/common/partition_builder.h
@@ -25,7 +25,7 @@
 #include "../data/gradient_index.h"
 #include "../tree/expand_entry.h"
 
-#include <CL/sycl.hpp>
+#include <sycl/sycl.hpp>
 
 namespace xgboost {
 namespace sycl {
diff --git a/plugin/sycl/common/row_set.h b/plugin/sycl/common/row_set.h
index 574adbf8d9b9..67734f321f7d 100644
--- a/plugin/sycl/common/row_set.h
+++ b/plugin/sycl/common/row_set.h
@@ -15,7 +15,7 @@
 
 #include "../data.h"
 
-#include <CL/sycl.hpp>
+#include <sycl/sycl.hpp>
 
 namespace xgboost {
 namespace sycl {
diff --git a/plugin/sycl/data.h b/plugin/sycl/data.h
index 57f5127fa510..c7f8d75e1404 100644
--- a/plugin/sycl/data.h
+++ b/plugin/sycl/data.h
@@ -22,7 +22,7 @@
 
 #include "../../src/common/threading_utils.h"
 
-#include "CL/sycl.hpp"
+#include <sycl/sycl.hpp>
 
 namespace xgboost {
 namespace sycl {
diff --git a/plugin/sycl/data/gradient_index.cc b/plugin/sycl/data/gradient_index.cc
index 0123fae149d4..e6182e07b976 100644
--- a/plugin/sycl/data/gradient_index.cc
+++ b/plugin/sycl/data/gradient_index.cc
@@ -8,7 +8,7 @@
 
 #include "gradient_index.h"
 
-#include <CL/sycl.hpp>
+#include <sycl/sycl.hpp>
 
 namespace xgboost {
 namespace sycl {
diff --git a/plugin/sycl/data/gradient_index.h b/plugin/sycl/data/gradient_index.h
index 7f9cf0bb4a44..b88f2a8015ce 100644
--- a/plugin/sycl/data/gradient_index.h
+++ b/plugin/sycl/data/gradient_index.h
@@ -10,7 +10,7 @@
 #include "../data.h"
 #include "../../src/common/hist_util.h"
 
-#include <CL/sycl.hpp>
+#include <sycl/sycl.hpp>
 
 namespace xgboost {
 namespace sycl {
diff --git a/plugin/sycl/device_manager.h b/plugin/sycl/device_manager.h
index fc74d6b30d5a..701647237241 100644
--- a/plugin/sycl/device_manager.h
+++ b/plugin/sycl/device_manager.h
@@ -10,7 +10,7 @@
 #include <string>
 #include <unordered_map>
 
-#include <CL/sycl.hpp>
+#include <sycl/sycl.hpp>
 
 #pragma GCC diagnostic push
 #pragma GCC diagnostic ignored "-Wtautological-constant-compare"
diff --git a/plugin/sycl/objective/multiclass_obj.cc b/plugin/sycl/objective/multiclass_obj.cc
index d5bd1cb4de90..8418b4e2b6de 100644
--- a/plugin/sycl/objective/multiclass_obj.cc
+++ b/plugin/sycl/objective/multiclass_obj.cc
@@ -26,7 +26,7 @@
 
 #include "../device_manager.h"
 #include "../data.h"
-#include <CL/sycl.hpp>
+#include <sycl/sycl.hpp>
 
 namespace xgboost {
 namespace sycl {
diff --git a/plugin/sycl/objective/regression_obj.cc b/plugin/sycl/objective/regression_obj.cc
index c99aaa9fe65e..3ddeb6bb3860 100644
--- a/plugin/sycl/objective/regression_obj.cc
+++ b/plugin/sycl/objective/regression_obj.cc
@@ -35,7 +35,7 @@
 #include "../device_manager.h"
 #include "../data.h"
 
-#include <CL/sycl.hpp>
+#include <sycl/sycl.hpp>
 
 namespace xgboost {
 namespace sycl {
diff --git a/plugin/sycl/predictor/predictor.cc b/plugin/sycl/predictor/predictor.cc
index 1ef12d1f707f..a92c820ab350 100755
--- a/plugin/sycl/predictor/predictor.cc
+++ b/plugin/sycl/predictor/predictor.cc
@@ -10,7 +10,7 @@
 #include <limits>
 #include <mutex>
 
-#include <CL/sycl.hpp>
+#include <sycl/sycl.hpp>
 
 #include "../data.h"
 
diff --git a/plugin/sycl/tree/param.h b/plugin/sycl/tree/param.h
index a83a7ad138ab..3c30c4e5c822 100644
--- a/plugin/sycl/tree/param.h
+++ b/plugin/sycl/tree/param.h
@@ -19,7 +19,7 @@
 #include "../src/tree/param.h"
 #pragma GCC diagnostic pop
 
-#include <CL/sycl.hpp>
+#include <sycl/sycl.hpp>
 
 namespace xgboost {
 namespace sycl {
diff --git a/plugin/sycl/tree/split_evaluator.h b/plugin/sycl/tree/split_evaluator.h
index 1b42576678c0..40acfa69db28 100644
--- a/plugin/sycl/tree/split_evaluator.h
+++ b/plugin/sycl/tree/split_evaluator.h
@@ -21,7 +21,7 @@
 #include "../../src/common/math.h"
 #include "../../src/tree/param.h"
 
-#include <CL/sycl.hpp>
+#include <sycl/sycl.hpp>
 
 namespace xgboost {
 namespace sycl {
diff --git a/tests/ci_build/conda_env/linux_sycl_test.yml b/tests/ci_build/conda_env/linux_sycl_test.yml
index eb45f5c3732f..5b3a15f7e3b1 100644
--- a/tests/ci_build/conda_env/linux_sycl_test.yml
+++ b/tests/ci_build/conda_env/linux_sycl_test.yml
@@ -20,3 +20,4 @@ dependencies:
 - dask
 - dpcpp_linux-64
 - onedpl-devel
+- intel-openmp