initial (#2)

Co-authored-by: Dmitry Razdoburdin <>

Author: razdoburdin

plugin/updater_oneapi/multiclass_obj_oneapi.cc

@@ -7,6 +7,7 @@
 #include <algorithm>
 #include <limits>
 #include <utility>
+#include <rabit/rabit.h>
 
 #include "xgboost/parameter.h"
 #include "xgboost/data.h"
@@ -80,7 +81,12 @@ class SoftmaxMultiClassObjOneAPI : public ObjFunction {
 
     // sycl::default_selector selector;
     // qu_ = sycl::queue(selector);
-    qu_ = sycl::queue(sycl::default_selector_v);
+    if (rabit::IsDistributed()) {
+      std::vector<sycl::device> devices = sycl::device::get_devices();
+      qu_ = sycl::queue(devices[rabit::GetRank()]);
+    } else {
+      qu_ = sycl::queue(sycl::default_selector());
+    }
   }
 
   void GetGradient(const HostDeviceVector<bst_float>& preds,

plugin/updater_oneapi/predictor_oneapi.cc

@@ -4,6 +4,7 @@
 #include <cstddef>
 #include <limits>
 #include <mutex>
+#include <rabit/rabit.h>
 
 #include "data_oneapi.h"
 
@@ -335,7 +336,11 @@ class GPUPredictorOneAPI : public Predictor {
     } else {
       // sycl::default_selector selector;
       // qu_ = sycl::queue(selector);
-      qu_ = sycl::queue(sycl::default_selector_v);
+      if (rabit::IsDistributed()) {
+        qu_ = sycl::queue(devices[rabit::GetRank()]);
+      } else {
+        qu_ = sycl::queue(sycl::default_selector());
+    }
     }
   }
 

plugin/updater_oneapi/regression_obj_oneapi.cc

@@ -3,6 +3,7 @@
 #include <cmath>
 #include <memory>
 #include <vector>
+#include <rabit/rabit.h>
 
 #include "xgboost/host_device_vector.h"
 #include "xgboost/json.h"
@@ -42,7 +43,12 @@ class RegLossObjOneAPI : public ObjFunction {
 
     // sycl::default_selector selector;
     // qu_ = sycl::queue(selector);
-    qu_ = sycl::queue(sycl::default_selector_v);
+    if (rabit::IsDistributed()) {
+      std::vector<sycl::device> devices = sycl::device::get_devices();
+      qu_ = sycl::queue(devices[rabit::GetRank()]);
+    } else {
+      qu_ = sycl::queue(sycl::default_selector());
+    }
   }
 
   void GetGradient(const HostDeviceVector<bst_float>& preds,

plugin/updater_oneapi/updater_quantile_hist_oneapi.cc

@@ -32,6 +32,9 @@ void QuantileHistMakerOneAPI::Configure(const Args& args) {
   {
     LOG(INFO) << "device_id = " << i << ", name = " << devices[i].get_info<sycl::info::device::name>();
   }
+  if (rabit::IsDistributed()) {
+      LOG(INFO) << "rabit rank = " << rabit::GetRank();
+  }
   if (param.device_id != GenericParameter::kDefaultId) {
     int n_devices = (int)devices.size();
     CHECK_LT(param.device_id, n_devices);
@@ -73,7 +76,11 @@ void GPUQuantileHistMakerOneAPI::Configure(const Args& args) {
   if (param.device_id != GenericParameter::kDefaultId) {
     qu_ = sycl::queue(devices[param.device_id]);
   } else {
-    qu_ = sycl::queue(sycl::default_selector_v);
+    if (rabit::IsDistributed()) {
+      qu_ = sycl::queue(devices[rabit::GetRank()]);
+    } else {
+      qu_ = sycl::queue(sycl::default_selector());
+    }
   }
 
   // initialize pruner