Merge pull request #273 from mingmingtasd/dml_optimize

Refactor the DML backend

Author: fujunwei

src/webnn/native/BUILD.gn

@@ -218,6 +218,7 @@ source_set("sources") {
       "dml/ContextDML.h",
       "dml/GraphDML.cpp",
       "dml/GraphDML.h",
+      "dml/DMLUtils.cpp",
       "dml/DMLUtils.h",
     ]
   }

src/webnn/native/dml/DMLUtils.cpp

@@ -0,0 +1,93 @@
+// Copyright 2021 The WebNN-native Authors
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+#include "DMLUtils.h"
+
+namespace webnn::native::dml {
+
+    bool IsWarpAdapter(IDXGIAdapter1* pAdapter) {
+        DXGI_ADAPTER_DESC1 pDesc;
+        WEBNN_CHECK(pAdapter->GetDesc1(&pDesc));
+        // See here for documentation on filtering WARP adapter:
+        // https://docs.microsoft.com/en-us/windows/desktop/direct3ddxgi/d3d10-graphics-programming-guide-dxgi#new-info-about-enumerating-adapters-for-windows-8
+        auto isBasicRenderDriverVendorId = pDesc.VendorId == 0x1414;
+        auto isBasicRenderDriverDeviceId = pDesc.DeviceId == 0x8c;
+        auto isSoftwareAdapter = pDesc.Flags == DXGI_ADAPTER_FLAG_SOFTWARE;
+        return isSoftwareAdapter || (isBasicRenderDriverVendorId && isBasicRenderDriverDeviceId);
+    }
+
+    void InitD3D12(ComPtr<ID3D12GraphicsCommandList>& commandList,
+                   ComPtr<ID3D12CommandQueue>& commandQueue,
+                   ComPtr<ID3D12CommandAllocator>& commandAllocator,
+                   ComPtr<ID3D12Device>& D3D12Device,
+                   DXGI_GPU_PREFERENCE gpuPreference,
+                   bool useGpu) {
+#if defined(_DEBUG)
+        ComPtr<ID3D12Debug> debug;
+        if (SUCCEEDED(D3D12GetDebugInterface(IID_PPV_ARGS(&debug)))) {
+            debug->EnableDebugLayer();
+        }
+#endif
+        ComPtr<IDXGIAdapter1> dxgiAdapter;
+        if (useGpu) {
+            ComPtr<IDXGIFactory6> dxgiFactory;
+            WEBNN_CHECK(CreateDXGIFactory1(IID_PPV_ARGS(&dxgiFactory)));
+            UINT i = 0;
+            while (dxgiFactory->EnumAdapterByGpuPreference(
+                       i++, gpuPreference, IID_PPV_ARGS(&dxgiAdapter)) != DXGI_ERROR_NOT_FOUND) {
+                if (!IsWarpAdapter(dxgiAdapter.Get())) {
+                    break;
+                }
+            }
+        }
+        if (!useGpu || FAILED(D3D12CreateDevice(dxgiAdapter.Get(), D3D_FEATURE_LEVEL_11_0,
+                                                IID_PPV_ARGS(&D3D12Device)))) {
+            // If a computer's display driver is not functioning or is disabled, the computer's
+            // primary (NULL) adapter might also be called "Microsoft Basic Render Driver."
+            ComPtr<IDXGIFactory4> dxgiFactory;
+            WEBNN_CHECK(CreateDXGIFactory1(IID_PPV_ARGS(&dxgiFactory)));
+            WEBNN_CHECK(dxgiFactory->EnumWarpAdapter(IID_PPV_ARGS(&dxgiAdapter)));
+            WEBNN_CHECK(D3D12CreateDevice(dxgiAdapter.Get(), D3D_FEATURE_LEVEL_11_0,
+                                          IID_PPV_ARGS(&D3D12Device)));
+        }
+
+        D3D12_COMMAND_QUEUE_DESC commandQueueDesc{};
+        commandQueueDesc.Type = D3D12_COMMAND_LIST_TYPE_DIRECT;
+        commandQueueDesc.Flags = D3D12_COMMAND_QUEUE_FLAG_NONE;
+        WEBNN_CHECK(
+            D3D12Device->CreateCommandQueue(&commandQueueDesc, IID_PPV_ARGS(&commandQueue)));
+        WEBNN_CHECK(D3D12Device->CreateCommandAllocator(D3D12_COMMAND_LIST_TYPE_DIRECT,
+                                                        IID_PPV_ARGS(&commandAllocator)));
+        WEBNN_CHECK(D3D12Device->CreateCommandList(0, D3D12_COMMAND_LIST_TYPE_DIRECT,
+                                                   commandAllocator.Get(), nullptr,
+                                                   IID_PPV_ARGS(&commandList)));
+    }
+
+    void CloseExecuteResetWait(ComPtr<ID3D12GraphicsCommandList> commandList,
+                               ComPtr<ID3D12CommandQueue> commandQueue,
+                               ComPtr<ID3D12CommandAllocator> commandAllocator,
+                               ComPtr<ID3D12Device> D3D12Device) {
+        WEBNN_CHECK(commandList->Close());
+        ID3D12CommandList* commandLists[] = {commandList.Get()};
+        commandQueue->ExecuteCommandLists(ARRAYSIZE(commandLists), commandLists);
+        WEBNN_CHECK(commandQueue.Get()->GetDevice(IID_PPV_ARGS(D3D12Device.GetAddressOf())));
+        ComPtr<ID3D12Fence> fence;
+        WEBNN_CHECK(
+            D3D12Device->CreateFence(0, D3D12_FENCE_FLAG_NONE, IID_PPV_ARGS(fence.GetAddressOf())));
+        WEBNN_CHECK(commandQueue.Get()->Signal(fence.Get(), 1));
+        WEBNN_CHECK(fence->SetEventOnCompletion(1, nullptr));
+        WEBNN_CHECK(commandAllocator->Reset());
+        WEBNN_CHECK(commandList->Reset(commandAllocator.Get(), nullptr));
+    }
+}  // namespace webnn::native::dml