Disable deviceEnqueue for BDW

Related-To: NEO-6378 Signed-off-by: Maciej Plewka <maciej.plewka@intel.com>
2026-01-03 23:03:02 +08:00 · 2021-10-26 16:15:57 +00:00
parent 4bd31de0f4
commit bdf5a1c39c
72 changed files with 351 additions and 1678 deletions
--- a/opencl/source/command_queue/gpgpu_walker_enabled_device_enqueue.inl
+++ b/opencl/source/command_queue/gpgpu_walker_enabled_device_enqueue.inl
@@ -0,0 +1,115 @@
+/*
+ * Copyright (C) 2021 Intel Corporation
+ *
+ * SPDX-License-Identifier: MIT
+ *
+ */
+
+#include "opencl/source/command_queue/gpgpu_walker.h"
+
+namespace NEO {
+template <typename GfxFamily>
+void GpgpuWalkerHelper<GfxFamily>::dispatchScheduler(
+    LinearStream &commandStream,
+    DeviceQueueHw<GfxFamily> &devQueueHw,
+    PreemptionMode preemptionMode,
+    SchedulerKernel &scheduler,
+    IndirectHeap *ssh,
+    IndirectHeap *dsh,
+    bool isCcsUsed) {
+
+    const auto &kernelInfo = scheduler.getKernelInfo();
+
+    using INTERFACE_DESCRIPTOR_DATA = typename GfxFamily::INTERFACE_DESCRIPTOR_DATA;
+    using GPGPU_WALKER = typename GfxFamily::GPGPU_WALKER;
+    using MI_BATCH_BUFFER_START = typename GfxFamily::MI_BATCH_BUFFER_START;
+
+    NEO::PipeControlArgs args;
+    MemorySynchronizationCommands<GfxFamily>::addPipeControl(commandStream, args);
+
+    uint32_t interfaceDescriptorIndex = devQueueHw.schedulerIDIndex;
+    const size_t offsetInterfaceDescriptorTable = devQueueHw.colorCalcStateSize;
+    const size_t offsetInterfaceDescriptor = offsetInterfaceDescriptorTable;
+    const size_t totalInterfaceDescriptorTableSize = devQueueHw.interfaceDescriptorEntries * sizeof(INTERFACE_DESCRIPTOR_DATA);
+
+    // Program media interface descriptor load
+    HardwareCommandsHelper<GfxFamily>::sendMediaInterfaceDescriptorLoad(
+        commandStream,
+        offsetInterfaceDescriptor,
+        totalInterfaceDescriptorTableSize);
+
+    DEBUG_BREAK_IF(offsetInterfaceDescriptorTable % 64 != 0);
+
+    // Determine SIMD size
+    uint32_t simd = kernelInfo.getMaxSimdSize();
+    DEBUG_BREAK_IF(simd != PARALLEL_SCHEDULER_COMPILATION_SIZE_20);
+
+    // Patch our kernel constants
+    scheduler.setGlobalWorkOffsetValues(0, 0, 0);
+    scheduler.setGlobalWorkSizeValues(static_cast<uint32_t>(scheduler.getGws()), 1, 1);
+    scheduler.setLocalWorkSizeValues(static_cast<uint32_t>(scheduler.getLws()), 1, 1);
+    scheduler.setLocalWorkSize2Values(static_cast<uint32_t>(scheduler.getLws()), 1, 1);
+    scheduler.setEnqueuedLocalWorkSizeValues(static_cast<uint32_t>(scheduler.getLws()), 1, 1);
+    scheduler.setNumWorkGroupsValues(static_cast<uint32_t>(scheduler.getGws() / scheduler.getLws()), 0, 0);
+    scheduler.setWorkDim(1);
+
+    // Send our indirect object data
+    size_t localWorkSizes[3] = {scheduler.getLws(), 1, 1};
+
+    // Create indirectHeap for IOH that is located at the end of device enqueue DSH
+    size_t curbeOffset = devQueueHw.setSchedulerCrossThreadData(scheduler);
+    IndirectHeap indirectObjectHeap(dsh->getCpuBase(), dsh->getMaxAvailableSpace());
+    indirectObjectHeap.getSpace(curbeOffset);
+    IndirectHeap *ioh = &indirectObjectHeap;
+
+    // Program the walker.  Invokes execution so all state should already be programmed
+    auto pGpGpuWalkerCmd = commandStream.getSpaceForCmd<GPGPU_WALKER>();
+    GPGPU_WALKER cmdWalker = GfxFamily::cmdInitGpgpuWalker;
+
+    bool inlineDataProgrammingRequired = HardwareCommandsHelper<GfxFamily>::inlineDataProgrammingRequired(scheduler);
+    auto kernelUsesLocalIds = HardwareCommandsHelper<GfxFamily>::kernelUsesLocalIds(scheduler);
+
+    HardwareCommandsHelper<GfxFamily>::sendIndirectState(
+        commandStream,
+        *dsh,
+        *ioh,
+        *ssh,
+        scheduler,
+        scheduler.getKernelStartOffset(true, kernelUsesLocalIds, isCcsUsed),
+        simd,
+        localWorkSizes,
+        offsetInterfaceDescriptorTable,
+        interfaceDescriptorIndex,
+        preemptionMode,
+        &cmdWalker,
+        nullptr,
+        true,
+        devQueueHw.getDevice());
+
+    // Implement enabling special WA DisableLSQCROPERFforOCL if needed
+    GpgpuWalkerHelper<GfxFamily>::applyWADisableLSQCROPERFforOCL(&commandStream, scheduler, true);
+
+    size_t globalOffsets[3] = {0, 0, 0};
+    size_t workGroups[3] = {(scheduler.getGws() / scheduler.getLws()), 1, 1};
+    GpgpuWalkerHelper<GfxFamily>::setGpgpuWalkerThreadData(&cmdWalker, kernelInfo.kernelDescriptor, globalOffsets, globalOffsets, workGroups, localWorkSizes,
+                                                           simd, 1, true, inlineDataProgrammingRequired, 0u);
+    *pGpGpuWalkerCmd = cmdWalker;
+
+    // Implement disabling special WA DisableLSQCROPERFforOCL if needed
+    GpgpuWalkerHelper<GfxFamily>::applyWADisableLSQCROPERFforOCL(&commandStream, scheduler, false);
+
+    // Do not put BB_START only when returning in first Scheduler run
+    if (devQueueHw.getSchedulerReturnInstance() != 1) {
+        args.dcFlushEnable = true;
+        MemorySynchronizationCommands<GfxFamily>::addPipeControl(commandStream, args);
+
+        // Add BB Start Cmd to the SLB in the Primary Batch Buffer
+        auto bbStart = commandStream.getSpaceForCmd<MI_BATCH_BUFFER_START>();
+        MI_BATCH_BUFFER_START cmdBbStart = GfxFamily::cmdInitBatchBufferStart;
+        cmdBbStart.setSecondLevelBatchBuffer(MI_BATCH_BUFFER_START::SECOND_LEVEL_BATCH_BUFFER_FIRST_LEVEL_BATCH);
+        uint64_t slbAddress = devQueueHw.getSlbBuffer()->getGpuAddress();
+        cmdBbStart.setBatchBufferStartAddressGraphicsaddress472(slbAddress);
+        *bbStart = cmdBbStart;
+    }
+}
+} // namespace NEO