668 lines
29 KiB
C++
668 lines
29 KiB
C++
/*
|
|
* Copyright (C) 2017-2021 Intel Corporation
|
|
*
|
|
* SPDX-License-Identifier: MIT
|
|
*
|
|
*/
|
|
|
|
#pragma once
|
|
|
|
#include "shared/source/device/device.h"
|
|
#include "shared/source/helpers/string.h"
|
|
#include "shared/source/kernel/grf_config.h"
|
|
#include "shared/test/common/mocks/mock_graphics_allocation.h"
|
|
|
|
#include "opencl/source/cl_device/cl_device.h"
|
|
#include "opencl/source/kernel/kernel.h"
|
|
#include "opencl/source/kernel/kernel_objects_for_aux_translation.h"
|
|
#include "opencl/source/platform/platform.h"
|
|
#include "opencl/source/program/block_kernel_manager.h"
|
|
#include "opencl/source/scheduler/scheduler_kernel.h"
|
|
#include "opencl/test/unit_test/mocks/mock_buffer.h"
|
|
#include "opencl/test/unit_test/mocks/mock_context.h"
|
|
#include "opencl/test/unit_test/mocks/mock_program.h"
|
|
|
|
#include <cassert>
|
|
|
|
namespace NEO {
|
|
void populateKernelDescriptor(KernelDescriptor &dst, const SPatchExecutionEnvironment &execEnv);
|
|
|
|
struct MockKernelObjForAuxTranslation : public KernelObjForAuxTranslation {
|
|
MockKernelObjForAuxTranslation(Type type) : KernelObjForAuxTranslation(type, nullptr) {
|
|
if (type == KernelObjForAuxTranslation::Type::MEM_OBJ) {
|
|
mockBuffer.reset(new MockBuffer);
|
|
this->object = mockBuffer.get();
|
|
} else {
|
|
DEBUG_BREAK_IF(type != KernelObjForAuxTranslation::Type::GFX_ALLOC);
|
|
mockGraphicsAllocation.reset(new MockGraphicsAllocation(nullptr, 0x100));
|
|
this->object = mockGraphicsAllocation.get();
|
|
}
|
|
};
|
|
|
|
MockKernelObjForAuxTranslation(Type type, size_t size) : MockKernelObjForAuxTranslation(type) {
|
|
if (type == KernelObjForAuxTranslation::Type::MEM_OBJ) {
|
|
mockBuffer->getGraphicsAllocation(0)->setSize(size);
|
|
} else {
|
|
DEBUG_BREAK_IF(type != KernelObjForAuxTranslation::Type::GFX_ALLOC);
|
|
mockGraphicsAllocation->setSize(size);
|
|
}
|
|
}
|
|
|
|
std::unique_ptr<MockBuffer> mockBuffer = nullptr;
|
|
std::unique_ptr<MockGraphicsAllocation> mockGraphicsAllocation = nullptr;
|
|
};
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
// Kernel - Core implementation
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
class MockKernel : public Kernel {
|
|
public:
|
|
using Kernel::addAllocationToCacheFlushVector;
|
|
using Kernel::allBufferArgsStateful;
|
|
using Kernel::auxTranslationRequired;
|
|
using Kernel::containsStatelessWrites;
|
|
using Kernel::executionType;
|
|
using Kernel::hasDirectStatelessAccessToHostMemory;
|
|
using Kernel::hasIndirectStatelessAccessToHostMemory;
|
|
using Kernel::isSchedulerKernel;
|
|
using Kernel::kernelArgHandlers;
|
|
using Kernel::kernelArgRequiresCacheFlush;
|
|
using Kernel::kernelArguments;
|
|
using Kernel::KernelConfig;
|
|
using Kernel::kernelDeviceInfos;
|
|
using Kernel::kernelSubmissionMap;
|
|
using Kernel::kernelSvmGfxAllocations;
|
|
using Kernel::kernelUnifiedMemoryGfxAllocations;
|
|
using Kernel::patchBufferOffset;
|
|
using Kernel::patchWithImplicitSurface;
|
|
using Kernel::singleSubdevicePreferedInCurrentEnqueue;
|
|
using Kernel::svmAllocationsRequireCacheFlush;
|
|
using Kernel::threadArbitrationPolicy;
|
|
using Kernel::unifiedMemoryControls;
|
|
|
|
struct BlockPatchValues {
|
|
uint64_t offset;
|
|
uint32_t size;
|
|
uint64_t address;
|
|
};
|
|
|
|
class ReflectionSurfaceHelperPublic : public Kernel::ReflectionSurfaceHelper {
|
|
public:
|
|
static BlockPatchValues devQueue;
|
|
static BlockPatchValues defaultQueue;
|
|
static BlockPatchValues eventPool;
|
|
static BlockPatchValues printfBuffer;
|
|
static const uint64_t undefinedOffset = (uint64_t)-1;
|
|
|
|
static void patchBlocksCurbeMock(void *reflectionSurface, uint32_t blockID,
|
|
uint64_t defaultDeviceQueueCurbeOffset, uint32_t patchSizeDefaultQueue, uint64_t defaultDeviceQueueGpuAddress,
|
|
uint64_t eventPoolCurbeOffset, uint32_t patchSizeEventPool, uint64_t eventPoolGpuAddress,
|
|
uint64_t deviceQueueCurbeOffset, uint32_t patchSizeDeviceQueue, uint64_t deviceQueueGpuAddress,
|
|
uint64_t printfBufferOffset, uint32_t patchSizePrintfBuffer, uint64_t printfBufferGpuAddress) {
|
|
defaultQueue.address = defaultDeviceQueueGpuAddress;
|
|
defaultQueue.offset = defaultDeviceQueueCurbeOffset;
|
|
defaultQueue.size = patchSizeDefaultQueue;
|
|
|
|
devQueue.address = deviceQueueGpuAddress;
|
|
devQueue.offset = deviceQueueCurbeOffset;
|
|
devQueue.size = patchSizeDeviceQueue;
|
|
|
|
eventPool.address = eventPoolGpuAddress;
|
|
eventPool.offset = eventPoolCurbeOffset;
|
|
eventPool.size = patchSizeEventPool;
|
|
|
|
printfBuffer.address = printfBufferGpuAddress;
|
|
printfBuffer.offset = printfBufferOffset;
|
|
printfBuffer.size = patchSizePrintfBuffer;
|
|
}
|
|
|
|
static uint32_t getConstantBufferOffset(void *reflectionSurface, uint32_t blockID) {
|
|
IGIL_KernelDataHeader *pKernelHeader = reinterpret_cast<IGIL_KernelDataHeader *>(reflectionSurface);
|
|
assert(blockID < pKernelHeader->m_numberOfKernels);
|
|
|
|
IGIL_KernelAddressData *addressData = pKernelHeader->m_data;
|
|
assert(addressData[blockID].m_ConstantBufferOffset != 0);
|
|
|
|
return addressData[blockID].m_ConstantBufferOffset;
|
|
}
|
|
};
|
|
|
|
MockKernel(Program *programArg, const KernelInfoContainer &kernelInfoArg, bool scheduler = false)
|
|
: Kernel(programArg, kernelInfoArg, scheduler) {
|
|
mockCrossThreadDatas.resize(kernelInfoArg.size());
|
|
}
|
|
|
|
~MockKernel() override {
|
|
// prevent double deletion
|
|
for (auto rootDeviceIndex = 0u; rootDeviceIndex < kernelDeviceInfos.size(); rootDeviceIndex++) {
|
|
if (kernelDeviceInfos[rootDeviceIndex].crossThreadData == mockCrossThreadDatas[rootDeviceIndex].data()) {
|
|
kernelDeviceInfos[rootDeviceIndex].crossThreadData = nullptr;
|
|
}
|
|
}
|
|
|
|
if (kernelInfoAllocated) {
|
|
delete kernelInfoAllocated->patchInfo.threadPayload;
|
|
delete kernelInfoAllocated;
|
|
}
|
|
}
|
|
|
|
template <typename KernelType = MockKernel>
|
|
static KernelType *create(Device &device, Program *program) {
|
|
return create<KernelType>(device, program, GrfConfig::DefaultGrfNumber);
|
|
}
|
|
|
|
template <typename KernelType = MockKernel>
|
|
static KernelType *create(Device &device, Program *program, uint32_t grfNumber) {
|
|
auto info = new KernelInfo();
|
|
const size_t crossThreadSize = 160;
|
|
|
|
SPatchThreadPayload *threadPayload = new SPatchThreadPayload;
|
|
threadPayload->LocalIDXPresent = 0;
|
|
threadPayload->LocalIDYPresent = 0;
|
|
threadPayload->LocalIDZPresent = 0;
|
|
threadPayload->HeaderPresent = 0;
|
|
threadPayload->Size = 128;
|
|
|
|
info->patchInfo.threadPayload = threadPayload;
|
|
|
|
info->kernelDescriptor.kernelAttributes.flags.usesDeviceSideEnqueue = false;
|
|
info->kernelDescriptor.kernelAttributes.numGrfRequired = grfNumber;
|
|
info->kernelDescriptor.kernelAttributes.simdSize = 32;
|
|
|
|
info->crossThreadData = new char[crossThreadSize];
|
|
|
|
auto rootDeviceIndex = device.getRootDeviceIndex();
|
|
KernelInfoContainer kernelInfos;
|
|
kernelInfos.resize(rootDeviceIndex + 1);
|
|
kernelInfos[rootDeviceIndex] = info;
|
|
auto kernel = new KernelType(program, kernelInfos);
|
|
kernel->kernelDeviceInfos[rootDeviceIndex].crossThreadData = new char[crossThreadSize];
|
|
memset(kernel->kernelDeviceInfos[rootDeviceIndex].crossThreadData, 0, crossThreadSize);
|
|
kernel->kernelDeviceInfos[rootDeviceIndex].crossThreadDataSize = crossThreadSize;
|
|
|
|
kernel->kernelInfoAllocated = info;
|
|
|
|
return kernel;
|
|
}
|
|
|
|
static const KernelInfoContainer toKernelInfoContainer(const KernelInfo &kernelInfo, uint32_t rootDeviceIndex);
|
|
|
|
uint32_t getPatchedArgumentsNum() const { return patchedArgumentsNum; }
|
|
|
|
bool isPatched() const override;
|
|
|
|
bool canTransformImages() const override;
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
void setCrossThreadDataForRootDeviceIndex(uint32_t rootDeviceIndex, const void *crossThreadDataPattern, uint32_t newCrossThreadDataSize) {
|
|
if ((kernelDeviceInfos[rootDeviceIndex].crossThreadData != nullptr) && (kernelDeviceInfos[rootDeviceIndex].crossThreadData != mockCrossThreadDatas[rootDeviceIndex].data())) {
|
|
delete[] kernelDeviceInfos[rootDeviceIndex].crossThreadData;
|
|
kernelDeviceInfos[rootDeviceIndex].crossThreadData = nullptr;
|
|
kernelDeviceInfos[rootDeviceIndex].crossThreadDataSize = 0;
|
|
}
|
|
if (crossThreadDataPattern && (newCrossThreadDataSize > 0)) {
|
|
mockCrossThreadDatas[rootDeviceIndex].clear();
|
|
mockCrossThreadDatas[rootDeviceIndex].insert(mockCrossThreadDatas[rootDeviceIndex].begin(), (char *)crossThreadDataPattern, ((char *)crossThreadDataPattern) + newCrossThreadDataSize);
|
|
} else {
|
|
mockCrossThreadDatas[rootDeviceIndex].resize(newCrossThreadDataSize, 0);
|
|
}
|
|
|
|
if (newCrossThreadDataSize == 0) {
|
|
return;
|
|
}
|
|
kernelDeviceInfos[rootDeviceIndex].crossThreadData = mockCrossThreadDatas[rootDeviceIndex].data();
|
|
kernelDeviceInfos[rootDeviceIndex].crossThreadDataSize = static_cast<uint32_t>(mockCrossThreadDatas[rootDeviceIndex].size());
|
|
}
|
|
|
|
void setCrossThreadData(const void *crossThreadDataPattern, uint32_t newCrossThreadDataSize) {
|
|
auto rootDeviceIndex = getDevice().getRootDeviceIndex();
|
|
setCrossThreadDataForRootDeviceIndex(rootDeviceIndex, crossThreadDataPattern, newCrossThreadDataSize);
|
|
}
|
|
|
|
void setSshLocal(const void *sshPattern, uint32_t newSshSize, uint32_t rootDeviceIndex) {
|
|
kernelDeviceInfos[rootDeviceIndex].sshLocalSize = newSshSize;
|
|
|
|
if (newSshSize == 0) {
|
|
kernelDeviceInfos[rootDeviceIndex].pSshLocal.reset(nullptr);
|
|
} else {
|
|
kernelDeviceInfos[rootDeviceIndex].pSshLocal = std::make_unique<char[]>(newSshSize);
|
|
if (sshPattern) {
|
|
memcpy_s(kernelDeviceInfos[rootDeviceIndex].pSshLocal.get(), newSshSize, sshPattern, newSshSize);
|
|
}
|
|
}
|
|
}
|
|
|
|
void setPrivateSurface(GraphicsAllocation *gfxAllocation, uint32_t size) {
|
|
if (gfxAllocation) {
|
|
kernelDeviceInfos[gfxAllocation->getRootDeviceIndex()].privateSurface = gfxAllocation;
|
|
kernelDeviceInfos[gfxAllocation->getRootDeviceIndex()].privateSurfaceSize = size;
|
|
} else {
|
|
for (auto &kernelDeviceInfo : kernelDeviceInfos) {
|
|
kernelDeviceInfo.privateSurface = gfxAllocation;
|
|
kernelDeviceInfo.privateSurfaceSize = size;
|
|
}
|
|
}
|
|
}
|
|
|
|
void setTotalSLMSize(uint32_t rootDeviceIndex, uint32_t size) {
|
|
kernelDeviceInfos[rootDeviceIndex].slmTotalSize = size;
|
|
}
|
|
|
|
void setKernelArguments(std::vector<SimpleKernelArgInfo> kernelArguments) {
|
|
this->kernelArguments = kernelArguments;
|
|
}
|
|
|
|
KernelInfo *getAllocatedKernelInfo() {
|
|
return kernelInfoAllocated;
|
|
}
|
|
|
|
StackVec<std::vector<char>, 3> mockCrossThreadDatas;
|
|
std::vector<char> mockSshLocal;
|
|
|
|
void setUsingSharedArgs(bool usingSharedArgValue) { this->usingSharedObjArgs = usingSharedArgValue; }
|
|
|
|
void makeResident(CommandStreamReceiver &commandStreamReceiver) override;
|
|
void getResidency(std::vector<Surface *> &dst, uint32_t rootDeviceIndex) override;
|
|
void takeOwnership() const override {
|
|
Kernel::takeOwnership();
|
|
takeOwnershipCalls++;
|
|
}
|
|
|
|
void releaseOwnership() const override {
|
|
releaseOwnershipCalls++;
|
|
Kernel::releaseOwnership();
|
|
}
|
|
|
|
void setSpecialPipelineSelectMode(bool value) { specialPipelineSelectMode = value; }
|
|
|
|
bool requiresCacheFlushCommand(const CommandQueue &commandQueue) const override;
|
|
|
|
uint32_t makeResidentCalls = 0;
|
|
uint32_t getResidencyCalls = 0;
|
|
mutable uint32_t takeOwnershipCalls = 0;
|
|
mutable uint32_t releaseOwnershipCalls = 0;
|
|
|
|
bool canKernelTransformImages = true;
|
|
bool isPatchedOverride = true;
|
|
|
|
protected:
|
|
KernelInfo *kernelInfoAllocated = nullptr;
|
|
};
|
|
|
|
//class below have enough internals to service Enqueue operation.
|
|
class MockKernelWithInternals {
|
|
public:
|
|
MockKernelWithInternals(const ClDeviceVector &deviceVector, Context *context = nullptr, bool addDefaultArg = false, SPatchExecutionEnvironment execEnv = {}) {
|
|
memset(&kernelHeader, 0, sizeof(SKernelBinaryHeaderCommon));
|
|
memset(&threadPayload, 0, sizeof(SPatchThreadPayload));
|
|
memset(&dataParameterStream, 0, sizeof(SPatchDataParameterStream));
|
|
memset(&mediaVfeState, 0, sizeof(SPatchMediaVFEState));
|
|
memset(&mediaVfeStateSlot1, 0, sizeof(SPatchMediaVFEState));
|
|
threadPayload.LocalIDXPresent = 1;
|
|
threadPayload.LocalIDYPresent = 1;
|
|
threadPayload.LocalIDZPresent = 1;
|
|
kernelInfo.heapInfo.pKernelHeap = kernelIsa;
|
|
kernelInfo.heapInfo.pSsh = sshLocal;
|
|
kernelInfo.heapInfo.pDsh = dshLocal;
|
|
kernelInfo.heapInfo.SurfaceStateHeapSize = sizeof(sshLocal);
|
|
kernelInfo.patchInfo.dataParameterStream = &dataParameterStream;
|
|
|
|
populateKernelDescriptor(kernelInfo.kernelDescriptor, execEnv);
|
|
kernelInfo.kernelDescriptor.kernelAttributes.numGrfRequired = GrfConfig::DefaultGrfNumber;
|
|
kernelInfo.kernelDescriptor.kernelAttributes.simdSize = 32;
|
|
|
|
kernelInfo.patchInfo.threadPayload = &threadPayload;
|
|
kernelInfo.patchInfo.mediavfestate = &mediaVfeState;
|
|
kernelInfo.patchInfo.mediaVfeStateSlot1 = &mediaVfeStateSlot1;
|
|
|
|
if (context == nullptr) {
|
|
mockContext = new MockContext;
|
|
context = mockContext;
|
|
} else {
|
|
context->incRefInternal();
|
|
mockContext = context;
|
|
}
|
|
auto maxRootDeviceIndex = 0u;
|
|
|
|
for (const auto &pClDevice : deviceVector) {
|
|
if (pClDevice->getRootDeviceIndex() > maxRootDeviceIndex) {
|
|
maxRootDeviceIndex = pClDevice->getRootDeviceIndex();
|
|
}
|
|
}
|
|
|
|
kernelInfos.resize(maxRootDeviceIndex + 1);
|
|
|
|
for (const auto &pClDevice : deviceVector) {
|
|
kernelInfos[pClDevice->getRootDeviceIndex()] = &kernelInfo;
|
|
}
|
|
|
|
mockProgram = new MockProgram(context, false, deviceVector);
|
|
mockKernel = new MockKernel(mockProgram, kernelInfos);
|
|
mockKernel->setCrossThreadData(&crossThreadData, sizeof(crossThreadData));
|
|
|
|
for (const auto &pClDevice : deviceVector) {
|
|
mockKernel->setSshLocal(&sshLocal, sizeof(sshLocal), pClDevice->getRootDeviceIndex());
|
|
}
|
|
|
|
if (addDefaultArg) {
|
|
defaultKernelArguments.resize(2);
|
|
defaultKernelArguments[0] = {};
|
|
defaultKernelArguments[1] = {};
|
|
|
|
kernelInfo.resizeKernelArgInfoAndRegisterParameter(2);
|
|
kernelInfo.kernelArgInfo.resize(2);
|
|
kernelInfo.kernelArgInfo[0].kernelArgPatchInfoVector.resize(1);
|
|
kernelInfo.kernelArgInfo[0].kernelArgPatchInfoVector[0].crossthreadOffset = 0;
|
|
kernelInfo.kernelArgInfo[0].kernelArgPatchInfoVector[0].size = sizeof(uintptr_t);
|
|
kernelInfo.kernelArgInfo[0].metadata.addressQualifier = NEO::KernelArgMetadata::AddrGlobal;
|
|
kernelInfo.kernelArgInfo[0].metadata.accessQualifier = NEO::KernelArgMetadata::AccessReadWrite;
|
|
|
|
kernelInfo.kernelArgInfo[1].kernelArgPatchInfoVector.resize(1);
|
|
kernelInfo.kernelArgInfo[1].kernelArgPatchInfoVector[0].crossthreadOffset = 0;
|
|
kernelInfo.kernelArgInfo[1].kernelArgPatchInfoVector[0].size = sizeof(uintptr_t);
|
|
kernelInfo.kernelArgInfo[1].metadata.addressQualifier = NEO::KernelArgMetadata::AddrGlobal;
|
|
kernelInfo.kernelArgInfo[1].metadata.accessQualifier = NEO::KernelArgMetadata::AccessReadWrite;
|
|
|
|
mockKernel->setKernelArguments(defaultKernelArguments);
|
|
mockKernel->kernelArgRequiresCacheFlush.resize(2);
|
|
mockKernel->kernelArgHandlers.resize(2);
|
|
mockKernel->kernelArgHandlers[0] = &Kernel::setArgBuffer;
|
|
mockKernel->kernelArgHandlers[1] = &Kernel::setArgBuffer;
|
|
|
|
kernelInfo.kernelArgInfo[1].offsetHeap = 64;
|
|
kernelInfo.kernelArgInfo[0].offsetHeap = 64;
|
|
}
|
|
}
|
|
|
|
MockKernelWithInternals(ClDevice &deviceArg, Context *context = nullptr, bool addDefaultArg = false, SPatchExecutionEnvironment execEnv = {}) : MockKernelWithInternals(toClDeviceVector(deviceArg), context, addDefaultArg, execEnv) {
|
|
}
|
|
MockKernelWithInternals(ClDevice &deviceArg, SPatchExecutionEnvironment execEnv) : MockKernelWithInternals(deviceArg, nullptr, false, execEnv) {
|
|
mockKernel->initialize();
|
|
}
|
|
|
|
~MockKernelWithInternals() {
|
|
mockKernel->decRefInternal();
|
|
mockProgram->decRefInternal();
|
|
mockContext->decRefInternal();
|
|
}
|
|
|
|
operator MockKernel *() {
|
|
return mockKernel;
|
|
}
|
|
|
|
MockKernel *mockKernel;
|
|
MockProgram *mockProgram;
|
|
Context *mockContext;
|
|
KernelInfoContainer kernelInfos;
|
|
KernelInfo kernelInfo;
|
|
SKernelBinaryHeaderCommon kernelHeader = {};
|
|
SPatchThreadPayload threadPayload = {};
|
|
SPatchMediaVFEState mediaVfeState = {};
|
|
SPatchMediaVFEState mediaVfeStateSlot1 = {};
|
|
SPatchDataParameterStream dataParameterStream = {};
|
|
uint32_t kernelIsa[32];
|
|
char crossThreadData[256];
|
|
char sshLocal[128];
|
|
char dshLocal[128];
|
|
std::vector<Kernel::SimpleKernelArgInfo> defaultKernelArguments;
|
|
};
|
|
|
|
class MockParentKernel : public Kernel {
|
|
public:
|
|
using Kernel::auxTranslationRequired;
|
|
using Kernel::kernelDeviceInfos;
|
|
using Kernel::kernelInfos;
|
|
using Kernel::patchBlocksCurbeWithConstantValues;
|
|
|
|
static MockParentKernel *create(Context &context, bool addChildSimdSize = false, bool addChildGlobalMemory = false, bool addChildConstantMemory = false, bool addPrintfForParent = true, bool addPrintfForBlock = true) {
|
|
auto clDevice = context.getDevice(0);
|
|
auto rootDeviceIndex = clDevice->getRootDeviceIndex();
|
|
|
|
KernelInfoContainer kernelInfos;
|
|
kernelInfos.resize(rootDeviceIndex + 1);
|
|
auto info = new KernelInfo();
|
|
kernelInfos[rootDeviceIndex] = info;
|
|
const size_t crossThreadSize = 160;
|
|
uint32_t crossThreadOffset = 0;
|
|
uint32_t crossThreadOffsetBlock = 0;
|
|
|
|
SPatchThreadPayload *threadPayload = new SPatchThreadPayload;
|
|
threadPayload->LocalIDXPresent = 0;
|
|
threadPayload->LocalIDYPresent = 0;
|
|
threadPayload->LocalIDZPresent = 0;
|
|
threadPayload->HeaderPresent = 0;
|
|
threadPayload->Size = 128;
|
|
|
|
info->patchInfo.threadPayload = threadPayload;
|
|
|
|
info->kernelDescriptor.kernelAttributes.flags.usesDeviceSideEnqueue = true;
|
|
info->kernelDescriptor.kernelAttributes.numGrfRequired = GrfConfig::DefaultGrfNumber;
|
|
info->kernelDescriptor.kernelAttributes.simdSize = 32;
|
|
|
|
SPatchAllocateStatelessDefaultDeviceQueueSurface *allocateDeviceQueue = new SPatchAllocateStatelessDefaultDeviceQueueSurface;
|
|
allocateDeviceQueue->DataParamOffset = crossThreadOffset;
|
|
allocateDeviceQueue->DataParamSize = 8;
|
|
allocateDeviceQueue->SurfaceStateHeapOffset = 0;
|
|
allocateDeviceQueue->Size = 8;
|
|
info->patchInfo.pAllocateStatelessDefaultDeviceQueueSurface = allocateDeviceQueue;
|
|
|
|
crossThreadOffset += 8;
|
|
|
|
SPatchAllocateStatelessEventPoolSurface *eventPool = new SPatchAllocateStatelessEventPoolSurface;
|
|
eventPool->DataParamOffset = crossThreadOffset;
|
|
eventPool->DataParamSize = 8;
|
|
eventPool->EventPoolSurfaceIndex = 0;
|
|
eventPool->Size = 8;
|
|
info->patchInfo.pAllocateStatelessEventPoolSurface = eventPool;
|
|
|
|
crossThreadOffset += 8;
|
|
if (addPrintfForParent) {
|
|
SPatchAllocateStatelessPrintfSurface *printfBuffer = new SPatchAllocateStatelessPrintfSurface;
|
|
printfBuffer->DataParamOffset = crossThreadOffset;
|
|
printfBuffer->DataParamSize = 8;
|
|
printfBuffer->PrintfSurfaceIndex = 0;
|
|
printfBuffer->Size = 8;
|
|
printfBuffer->SurfaceStateHeapOffset = 0;
|
|
printfBuffer->Token = 0;
|
|
info->patchInfo.pAllocateStatelessPrintfSurface = printfBuffer;
|
|
|
|
crossThreadOffset += 8;
|
|
}
|
|
|
|
ClDeviceVector deviceVector;
|
|
deviceVector.push_back(clDevice);
|
|
MockProgram *mockProgram = new MockProgram(&context, false, deviceVector);
|
|
|
|
if (addChildSimdSize) {
|
|
info->childrenKernelsIdOffset.push_back({0, crossThreadOffset});
|
|
}
|
|
|
|
UNRECOVERABLE_IF(crossThreadSize < crossThreadOffset + 8);
|
|
info->crossThreadData = new char[crossThreadSize];
|
|
|
|
auto parent = new MockParentKernel(mockProgram, kernelInfos);
|
|
parent->kernelDeviceInfos[rootDeviceIndex].crossThreadData = new char[crossThreadSize];
|
|
memset(parent->kernelDeviceInfos[rootDeviceIndex].crossThreadData, 0, crossThreadSize);
|
|
parent->kernelDeviceInfos[rootDeviceIndex].crossThreadDataSize = crossThreadSize;
|
|
parent->mockKernelInfo = info;
|
|
|
|
auto infoBlock = new KernelInfo();
|
|
SPatchAllocateStatelessDefaultDeviceQueueSurface *allocateDeviceQueueBlock = new SPatchAllocateStatelessDefaultDeviceQueueSurface;
|
|
allocateDeviceQueueBlock->DataParamOffset = crossThreadOffsetBlock;
|
|
allocateDeviceQueueBlock->DataParamSize = 8;
|
|
allocateDeviceQueueBlock->SurfaceStateHeapOffset = 0;
|
|
allocateDeviceQueueBlock->Size = 8;
|
|
infoBlock->patchInfo.pAllocateStatelessDefaultDeviceQueueSurface = allocateDeviceQueueBlock;
|
|
|
|
crossThreadOffsetBlock += 8;
|
|
|
|
SPatchAllocateStatelessEventPoolSurface *eventPoolBlock = new SPatchAllocateStatelessEventPoolSurface;
|
|
eventPoolBlock->DataParamOffset = crossThreadOffsetBlock;
|
|
eventPoolBlock->DataParamSize = 8;
|
|
eventPoolBlock->EventPoolSurfaceIndex = 0;
|
|
eventPoolBlock->Size = 8;
|
|
infoBlock->patchInfo.pAllocateStatelessEventPoolSurface = eventPoolBlock;
|
|
|
|
crossThreadOffsetBlock += 8;
|
|
if (addPrintfForBlock) {
|
|
SPatchAllocateStatelessPrintfSurface *printfBufferBlock = new SPatchAllocateStatelessPrintfSurface;
|
|
printfBufferBlock->DataParamOffset = crossThreadOffsetBlock;
|
|
printfBufferBlock->DataParamSize = 8;
|
|
printfBufferBlock->PrintfSurfaceIndex = 0;
|
|
printfBufferBlock->Size = 8;
|
|
printfBufferBlock->SurfaceStateHeapOffset = 0;
|
|
printfBufferBlock->Token = 0;
|
|
infoBlock->patchInfo.pAllocateStatelessPrintfSurface = printfBufferBlock;
|
|
|
|
crossThreadOffsetBlock += 8;
|
|
}
|
|
|
|
infoBlock->patchInfo.pAllocateStatelessGlobalMemorySurfaceWithInitialization = nullptr;
|
|
infoBlock->patchInfo.pAllocateStatelessConstantMemorySurfaceWithInitialization = nullptr;
|
|
|
|
if (addChildGlobalMemory) {
|
|
SPatchAllocateStatelessGlobalMemorySurfaceWithInitialization *globalMemoryBlock = new SPatchAllocateStatelessGlobalMemorySurfaceWithInitialization;
|
|
globalMemoryBlock->DataParamOffset = crossThreadOffsetBlock;
|
|
globalMemoryBlock->DataParamSize = 8;
|
|
globalMemoryBlock->Size = 8;
|
|
globalMemoryBlock->SurfaceStateHeapOffset = 0;
|
|
globalMemoryBlock->Token = 0;
|
|
infoBlock->patchInfo.pAllocateStatelessGlobalMemorySurfaceWithInitialization = globalMemoryBlock;
|
|
crossThreadOffsetBlock += 8;
|
|
}
|
|
|
|
if (addChildConstantMemory) {
|
|
SPatchAllocateStatelessConstantMemorySurfaceWithInitialization *constantMemoryBlock = new SPatchAllocateStatelessConstantMemorySurfaceWithInitialization;
|
|
constantMemoryBlock->DataParamOffset = crossThreadOffsetBlock;
|
|
constantMemoryBlock->DataParamSize = 8;
|
|
constantMemoryBlock->Size = 8;
|
|
constantMemoryBlock->SurfaceStateHeapOffset = 0;
|
|
constantMemoryBlock->Token = 0;
|
|
infoBlock->patchInfo.pAllocateStatelessConstantMemorySurfaceWithInitialization = constantMemoryBlock;
|
|
crossThreadOffsetBlock += 8;
|
|
}
|
|
|
|
SPatchThreadPayload *threadPayloadBlock = new SPatchThreadPayload;
|
|
threadPayloadBlock->LocalIDXPresent = 0;
|
|
threadPayloadBlock->LocalIDYPresent = 0;
|
|
threadPayloadBlock->LocalIDZPresent = 0;
|
|
threadPayloadBlock->HeaderPresent = 0;
|
|
threadPayloadBlock->Size = 128;
|
|
|
|
infoBlock->patchInfo.threadPayload = threadPayloadBlock;
|
|
|
|
infoBlock->kernelDescriptor.kernelAttributes.flags.usesDeviceSideEnqueue = true;
|
|
infoBlock->kernelDescriptor.kernelAttributes.numGrfRequired = GrfConfig::DefaultGrfNumber;
|
|
infoBlock->kernelDescriptor.kernelAttributes.simdSize = 32;
|
|
|
|
SPatchDataParameterStream *streamBlock = new SPatchDataParameterStream;
|
|
streamBlock->DataParameterStreamSize = 0;
|
|
streamBlock->Size = 0;
|
|
infoBlock->patchInfo.dataParameterStream = streamBlock;
|
|
|
|
SPatchBindingTableState *bindingTable = new SPatchBindingTableState;
|
|
bindingTable->Count = 0;
|
|
bindingTable->Offset = 0;
|
|
bindingTable->Size = 0;
|
|
bindingTable->SurfaceStateOffset = 0;
|
|
infoBlock->patchInfo.bindingTableState = bindingTable;
|
|
|
|
SPatchInterfaceDescriptorData *idData = new SPatchInterfaceDescriptorData;
|
|
idData->BindingTableOffset = 0;
|
|
idData->KernelOffset = 0;
|
|
idData->Offset = 0;
|
|
idData->SamplerStateOffset = 0;
|
|
idData->Size = 0;
|
|
infoBlock->patchInfo.interfaceDescriptorData = idData;
|
|
|
|
infoBlock->heapInfo.pDsh = (void *)new uint64_t[64];
|
|
infoBlock->crossThreadData = new char[crossThreadOffsetBlock > crossThreadSize ? crossThreadOffsetBlock : crossThreadSize];
|
|
|
|
mockProgram->blockKernelManager->addBlockKernelInfo(infoBlock);
|
|
parent->mockProgram = mockProgram;
|
|
|
|
return parent;
|
|
}
|
|
|
|
MockParentKernel(Program *programArg, const KernelInfoContainer &kernelInfoArg) : Kernel(programArg, kernelInfoArg, false) {
|
|
}
|
|
|
|
~MockParentKernel() override {
|
|
for (auto &pKernelInfo : kernelInfos) {
|
|
if (!pKernelInfo) {
|
|
continue;
|
|
}
|
|
auto &kernelInfo = *pKernelInfo;
|
|
delete kernelInfo.patchInfo.pAllocateStatelessDefaultDeviceQueueSurface;
|
|
delete kernelInfo.patchInfo.pAllocateStatelessEventPoolSurface;
|
|
delete kernelInfo.patchInfo.pAllocateStatelessPrintfSurface;
|
|
delete kernelInfo.patchInfo.threadPayload;
|
|
delete &kernelInfo;
|
|
BlockKernelManager *blockManager = program->getBlockKernelManager();
|
|
|
|
for (uint32_t i = 0; i < blockManager->getCount(); i++) {
|
|
const KernelInfo *blockInfo = blockManager->getBlockKernelInfo(i);
|
|
delete blockInfo->patchInfo.pAllocateStatelessDefaultDeviceQueueSurface;
|
|
delete blockInfo->patchInfo.pAllocateStatelessEventPoolSurface;
|
|
delete blockInfo->patchInfo.pAllocateStatelessPrintfSurface;
|
|
delete blockInfo->patchInfo.threadPayload;
|
|
delete blockInfo->patchInfo.dataParameterStream;
|
|
delete blockInfo->patchInfo.bindingTableState;
|
|
delete blockInfo->patchInfo.interfaceDescriptorData;
|
|
delete blockInfo->patchInfo.pAllocateStatelessConstantMemorySurfaceWithInitialization;
|
|
delete blockInfo->patchInfo.pAllocateStatelessGlobalMemorySurfaceWithInitialization;
|
|
delete[](uint64_t *) blockInfo->heapInfo.pDsh;
|
|
}
|
|
}
|
|
if (mockProgram) {
|
|
mockProgram->decRefInternal();
|
|
}
|
|
}
|
|
|
|
Context *getContext() {
|
|
return &mockProgram->getContext();
|
|
}
|
|
|
|
void setReflectionSurface(GraphicsAllocation *reflectionSurface) {
|
|
kernelReflectionSurface = reflectionSurface;
|
|
}
|
|
|
|
MockProgram *mockProgram;
|
|
KernelInfo *mockKernelInfo = nullptr;
|
|
};
|
|
|
|
class MockSchedulerKernel : public SchedulerKernel {
|
|
public:
|
|
using SchedulerKernel::kernelDeviceInfos;
|
|
MockSchedulerKernel(Program *programArg, const KernelInfoContainer &kernelInfoArg) : SchedulerKernel(programArg, kernelInfoArg){};
|
|
};
|
|
|
|
class MockDebugKernel : public MockKernel {
|
|
public:
|
|
MockDebugKernel(Program *program, KernelInfoContainer &kernelInfos) : MockKernel(program, kernelInfos) {
|
|
if (!kernelInfos[0]->patchInfo.pAllocateSystemThreadSurface) {
|
|
SPatchAllocateSystemThreadSurface *patchToken = new SPatchAllocateSystemThreadSurface;
|
|
|
|
patchToken->BTI = 0;
|
|
patchToken->Offset = 0;
|
|
patchToken->PerThreadSystemThreadSurfaceSize = MockDebugKernel::perThreadSystemThreadSurfaceSize;
|
|
patchToken->Size = sizeof(SPatchAllocateSystemThreadSurface);
|
|
patchToken->Token = iOpenCL::PATCH_TOKEN_ALLOCATE_SIP_SURFACE;
|
|
|
|
const_cast<KernelInfo *>(kernelInfos[0])->patchInfo.pAllocateSystemThreadSurface = patchToken;
|
|
|
|
systemThreadSurfaceAllocated = true;
|
|
}
|
|
}
|
|
|
|
~MockDebugKernel() override {
|
|
if (systemThreadSurfaceAllocated) {
|
|
delete kernelInfos[0]->patchInfo.pAllocateSystemThreadSurface;
|
|
}
|
|
}
|
|
static const uint32_t perThreadSystemThreadSurfaceSize;
|
|
bool systemThreadSurfaceAllocated = false;
|
|
};
|
|
|
|
} // namespace NEO
|