mirror of
https://github.com/intel/compute-runtime.git
synced 2026-01-03 23:03:02 +08:00
ed0c36117e
The default TG dispatch size can be changed to a better value based on number of threads in TG or currently available amount of threads on GPU. Decision on what TG dispatch size should be are based on implemented heuristics. Signed-off-by: Rafal Maziejuk <rafal.maziejuk@intel.com> Related-To: NEO-6989
139 lines
4.6 KiB
C++
139 lines
4.6 KiB
C++
/*
|
|
* Copyright (C) 2019-2022 Intel Corporation
|
|
*
|
|
* SPDX-License-Identifier: MIT
|
|
*
|
|
*/
|
|
|
|
#pragma once
|
|
#include "shared/source/built_ins/built_ins.h"
|
|
#include "shared/source/helpers/per_thread_data.h"
|
|
|
|
#include "opencl/source/kernel/kernel.h"
|
|
|
|
#include <algorithm>
|
|
#include <cstddef>
|
|
#include <cstdint>
|
|
|
|
namespace NEO {
|
|
class CommandQueue;
|
|
class LinearStream;
|
|
class IndirectHeap;
|
|
struct CrossThreadInfo;
|
|
struct MultiDispatchInfo;
|
|
|
|
template <typename GfxFamily>
|
|
struct HardwareCommandsHelper : public PerThreadDataHelper {
|
|
using WALKER_TYPE = typename GfxFamily::WALKER_TYPE;
|
|
using BINDING_TABLE_STATE = typename GfxFamily::BINDING_TABLE_STATE;
|
|
using RENDER_SURFACE_STATE = typename GfxFamily::RENDER_SURFACE_STATE;
|
|
using INTERFACE_DESCRIPTOR_DATA = typename GfxFamily::INTERFACE_DESCRIPTOR_DATA;
|
|
using MI_ATOMIC = typename GfxFamily::MI_ATOMIC;
|
|
using COMPARE_OPERATION = typename GfxFamily::MI_SEMAPHORE_WAIT::COMPARE_OPERATION;
|
|
|
|
static INTERFACE_DESCRIPTOR_DATA *getInterfaceDescriptor(
|
|
const IndirectHeap &indirectHeap,
|
|
uint64_t offsetInterfaceDescriptor,
|
|
INTERFACE_DESCRIPTOR_DATA *inlineInterfaceDescriptor);
|
|
|
|
inline static uint32_t additionalSizeRequiredDsh();
|
|
|
|
static size_t sendInterfaceDescriptorData(
|
|
const IndirectHeap &indirectHeap,
|
|
uint64_t offsetInterfaceDescriptor,
|
|
uint64_t kernelStartOffset,
|
|
size_t sizeCrossThreadData,
|
|
size_t sizePerThreadData,
|
|
size_t bindingTablePointer,
|
|
[[maybe_unused]] size_t offsetSamplerState,
|
|
uint32_t numSamplers,
|
|
const uint32_t threadGroupCount,
|
|
uint32_t numThreadsPerThreadGroup,
|
|
const Kernel &kernel,
|
|
uint32_t bindingTablePrefetchSize,
|
|
PreemptionMode preemptionMode,
|
|
INTERFACE_DESCRIPTOR_DATA *inlineInterfaceDescriptor,
|
|
const Device &device);
|
|
|
|
static void sendMediaStateFlush(
|
|
LinearStream &commandStream,
|
|
size_t offsetInterfaceDescriptorData);
|
|
|
|
static void sendMediaInterfaceDescriptorLoad(
|
|
LinearStream &commandStream,
|
|
size_t offsetInterfaceDescriptorData,
|
|
size_t sizeInterfaceDescriptorData);
|
|
|
|
static size_t sendCrossThreadData(
|
|
IndirectHeap &indirectHeap,
|
|
Kernel &kernel,
|
|
bool inlineDataProgrammingRequired,
|
|
WALKER_TYPE *walkerCmd,
|
|
uint32_t &sizeCrossThreadData);
|
|
|
|
static size_t sendIndirectState(
|
|
LinearStream &commandStream,
|
|
IndirectHeap &dsh,
|
|
IndirectHeap &ioh,
|
|
IndirectHeap &ssh,
|
|
Kernel &kernel,
|
|
uint64_t kernelStartOffset,
|
|
uint32_t simd,
|
|
const size_t localWorkSize[3],
|
|
const uint32_t threadGroupCount,
|
|
const uint64_t offsetInterfaceDescriptorTable,
|
|
uint32_t &interfaceDescriptorIndex,
|
|
PreemptionMode preemptionMode,
|
|
WALKER_TYPE *walkerCmd,
|
|
INTERFACE_DESCRIPTOR_DATA *inlineInterfaceDescriptor,
|
|
bool localIdsGenerationByRuntime,
|
|
const Device &device);
|
|
|
|
static void programPerThreadData(
|
|
size_t &sizePerThreadData,
|
|
const bool &localIdsGenerationByRuntime,
|
|
LinearStream &ioh,
|
|
uint32_t &simd,
|
|
uint32_t &numChannels,
|
|
const size_t localWorkSize[3],
|
|
Kernel &kernel,
|
|
size_t &sizePerThreadDataTotal,
|
|
size_t &localWorkItems,
|
|
uint32_t rootDeviceIndex);
|
|
|
|
static void updatePerThreadDataTotal(
|
|
size_t &sizePerThreadData,
|
|
uint32_t &simd,
|
|
uint32_t &numChannels,
|
|
size_t &sizePerThreadDataTotal,
|
|
size_t &localWorkItems);
|
|
|
|
static size_t getSizeRequiredCS();
|
|
static size_t getSizeRequiredForCacheFlush(const CommandQueue &commandQueue, const Kernel *kernel, uint64_t postSyncAddress);
|
|
|
|
static size_t getSizeRequiredDSH(
|
|
const Kernel &kernel);
|
|
static size_t getSizeRequiredIOH(
|
|
const Kernel &kernel,
|
|
size_t localWorkSize = 256);
|
|
static size_t getSizeRequiredSSH(
|
|
const Kernel &kernel);
|
|
|
|
static size_t getTotalSizeRequiredDSH(
|
|
const MultiDispatchInfo &multiDispatchInfo);
|
|
static size_t getTotalSizeRequiredIOH(
|
|
const MultiDispatchInfo &multiDispatchInfo);
|
|
static size_t getTotalSizeRequiredSSH(
|
|
const MultiDispatchInfo &multiDispatchInfo);
|
|
|
|
static void setInterfaceDescriptorOffset(
|
|
WALKER_TYPE *walkerCmd,
|
|
uint32_t &interfaceDescriptorIndex);
|
|
|
|
static void programCacheFlushAfterWalkerCommand(LinearStream *commandStream, const CommandQueue &commandQueue, const Kernel *kernel, uint64_t postSyncAddress);
|
|
|
|
static bool inlineDataProgrammingRequired(const Kernel &kernel);
|
|
static bool kernelUsesLocalIds(const Kernel &kernel);
|
|
};
|
|
} // namespace NEO
|