feat: select adapter id for DirectML

PaddlePaddle · Nov 20, 2024 · 2507a17 · 2507a17
1 parent 3bb05ac
commit 2507a17
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 3 deletions.
diff --git a/fastdeploy/runtime/backends/ort/ort_backend.cc b/fastdeploy/runtime/backends/ort/ort_backend.cc
@@ -98,7 +98,7 @@ bool OrtBackend::BuildOption(const OrtBackendOption& option) {
           "DML", ORT_API_VERSION, reinterpret_cast<const void**>(&ortDmlApi));
       OrtStatus* onnx_dml_status =
           ortDmlApi->SessionOptionsAppendExecutionProvider_DML(session_options_,
-                                                               0);
+                                                               option_.device_id);
       if (onnx_dml_status != nullptr) {
         FDERROR
             << "DirectML is not support in your machine, the program will exit."

diff --git a/fastdeploy/runtime/runtime_option.cc b/fastdeploy/runtime/runtime_option.cc
@@ -141,7 +141,10 @@ void RuntimeOption::UseAscend() {
   paddle_lite_option.device = device;
 }
 
-void RuntimeOption::UseDirectML() { device = Device::DIRECTML; }
+void RuntimeOption::UseDirectML(int adapter_id) {
+  device = Device::DIRECTML;
+  device_id = adapter_id;
+}
 
 void RuntimeOption::UseSophgo() {
   device = Device::SOPHGOTPUD;

diff --git a/fastdeploy/runtime/runtime_option.h b/fastdeploy/runtime/runtime_option.h
@@ -82,7 +82,7 @@ struct FASTDEPLOY_DECL RuntimeOption {
   void UseAscend();
 
   /// Use onnxruntime DirectML to inference
-  void UseDirectML();
+  void UseDirectML(int adapter_id = 0);
 
   /// Use Sophgo to inference
   void UseSophgo();